-- Logs begin at Tue 2021-11-02 15:38:56 UTC, end at Tue 2021-11-02 17:56:56 UTC. -- Nov 02 16:11:51.134518 n-d-811405-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 16:11:53.883387 n-d-811405-2 neutron-server[101958]: INFO neutron.common.config [-] Logging enabled! Nov 02 16:11:53.884005 n-d-811405-2 neutron-server[101958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev18 Nov 02 16:11:53.884155 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 02 16:11:53.887722 n-d-811405-2 neutron-server[101958]: INFO neutron.common.config [-] Logging enabled! Nov 02 16:11:53.887982 n-d-811405-2 neutron-server[101958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev18 Nov 02 16:11:53.888294 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 02 16:11:53.889235 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 16:11:53.889726 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 16:11:53.890092 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 16:11:53.890381 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 16:11:53.890608 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 16:11:53.890934 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.891232 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.891529 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.891758 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.892054 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.892344 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.892627 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.892916 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.893214 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.893497 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.893775 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.894058 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.894311 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.894593 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.894882 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.895166 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.895388 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] debug = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.895666 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.896092 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.896514 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.896796 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.897085 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.897365 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.897637 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.897915 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.898229 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.898563 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] host = n-d-811405-2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.898845 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.899133 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.899420 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.899704 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.899982 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.900261 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.900546 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.901388 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.901666 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.901941 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.902261 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.902552 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.902846 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.903068 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.903288 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.903576 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.903861 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.904135 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.904409 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.904684 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.904958 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.905232 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.905502 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.905785 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.906066 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.906376 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.906652 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.906933 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.907207 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.907480 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.907767 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.908039 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.908312 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.908585 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.908873 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.909142 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.909415 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.909714 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.910001 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.910308 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.910598 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.910870 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.911153 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.911428 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.911698 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.911974 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] use_json = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.912245 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.912515 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.912794 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.913067 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.913340 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.913614 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.913888 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.914202 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:53.914505 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.914802 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.915107 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.915390 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.915685 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.915964 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.916254 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.917108 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.917399 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.917691 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.917981 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.918290 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.918582 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.918862 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.919161 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.919464 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.919758 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.920052 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.920329 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.920605 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.920881 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.921163 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.921452 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.921732 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.922020 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.922341 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.922622 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.922911 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.923204 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.923493 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.923769 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.924048 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.924341 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.924620 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.924894 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.925176 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.925462 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.925740 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.926013 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.926320 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.926600 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.926877 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.927148 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.927422 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.927708 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.927983 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.928254 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.928523 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.928798 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.929073 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.929354 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.929632 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.929904 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.930204 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.930483 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.930754 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.931024 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.931299 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.931571 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.931846 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.932196 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.932466 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.932736 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.933007 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.933275 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.933545 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.933816 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.934153 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.934386 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.934655 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.934930 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.935203 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.935476 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.935763 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.936059 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.936336 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.936613 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.936895 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.937173 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.937448 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.937722 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.937998 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.938295 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.938568 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.938854 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.939135 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.939419 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.939699 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.939974 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.940272 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.940546 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.940824 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.941101 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.941375 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.941657 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.941937 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.942249 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.942543 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.942833 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.943124 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.943416 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.943693 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.943998 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.944276 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:53.944493 n-d-811405-2 neutron-server[101958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 16:11:53.944735 n-d-811405-2 neutron-server[101958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 16:11:54.299441 n-d-811405-2 neutron-server[101958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 02 16:11:54.299716 n-d-811405-2 neutron-server[101958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 02 16:11:54.300009 n-d-811405-2 neutron-server[101958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 02 16:11:54.300341 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 16:11:54.699046 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.699256 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.699653 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.700978 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.701251 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.701511 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.737864 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.738157 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.738427 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.754148 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.754447 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.754714 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.783902 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.784185 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.784454 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.823494 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.823804 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:54.824071 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.059570 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.060221 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.060221 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.060373 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.061041 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.183617 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.184058 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.184343 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.184613 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.184880 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.185196 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.185458 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.185716 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.185968 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.186274 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.186536 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.186800 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.187054 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.187303 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.187554 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.187816 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.188070 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.188340 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.188608 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.188863 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.189132 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.189381 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.189659 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.190034 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.190309 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.190556 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.190949 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:55.191183 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:55.191414 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:55.191644 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:55.191875 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:55.192104 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:55.192460 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 16:11:55.195571 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 16:11:55.200300 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 16:11:55.204156 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 02 16:11:55.205793 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 16:11:55.206259 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 16:11:55.206592 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 16:11:55.206976 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 16:11:55.209798 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 16:11:55.210049 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 16:11:55.210418 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 16:11:55.216345 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 16:11:55.238406 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 16:11:55.238862 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.239159 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 02 16:11:55.239518 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.241053 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 16:11:55.241337 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 16:11:55.241583 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 16:11:55.245644 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.245918 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.310025 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 16:11:55.310220 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 16:11:55.310455 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 16:11:55.310833 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 16:11:55.333768 n-d-811405-2 neutron-server[101958]: DEBUG oslo_db.sqlalchemy.engines [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 16:11:55.860559 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing driver for type 'gre' Nov 02 16:11:55.861214 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] gre ID ranges: [(1, 1000)] Nov 02 16:11:55.915061 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing driver for type 'local' Nov 02 16:11:55.915420 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing driver for type 'vlan' Nov 02 16:11:55.928812 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] VlanTypeDriver initialization complete Nov 02 16:11:55.929157 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing driver for type 'vxlan' Nov 02 16:11:55.929632 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] vxlan ID ranges: [(1, 1000)] Nov 02 16:11:55.982046 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing extension driver 'port_security' Nov 02 16:11:55.982399 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] PortSecurityExtensionDriver initialization complete Nov 02 16:11:55.982760 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing mechanism driver 'openvswitch' Nov 02 16:11:55.983078 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing mechanism driver 'hyperv' Nov 02 16:11:55.989986 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.plugin [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:11:55.990705 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.991077 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.991424 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.991950 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:11:55.992380 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.992731 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.993074 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.993474 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:11:55.993878 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.994252 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.995804 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.995958 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:11:55.996404 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > security_group after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.996754 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > security_group after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.997097 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > security_group after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.997634 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:11:55.998044 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.998426 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.998775 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.999183 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:11:55.999588 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > address_group after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:55.999938 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > address_group after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.000274 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > address_group after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.000669 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:11:56.001046 n-d-811405-2 neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] ML2 OVO RPC backend initialized. {{(pid=101958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 02 16:11:56.001762 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.002116 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.002555 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.002900 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > networks before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.003246 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.003585 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > ports before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.003925 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.004265 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnets before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.004606 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.004943 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.005275 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.005607 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.005941 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.006418 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.006759 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.007172 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.007585 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.008172 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.plugin [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Modular L2 Plugin initialization complete Nov 02 16:11:56.008505 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading services supported by the core plugin {{(pid=101958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 16:11:56.008839 n-d-811405-2 neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Got port-security extension from driver 'port_security' Nov 02 16:11:56.009303 n-d-811405-2 neutron-server[101958]: INFO neutron.extensions.vlantransparent [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Disabled vlantransparent extension. Nov 02 16:11:56.009792 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 16:11:56.010846 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: router Nov 02 16:11:56.048775 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_interface before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.049177 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.049631 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router before_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.050002 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.050526 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.051020 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_delete 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.051488 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > floatingip after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.051926 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > floatingip after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.052289 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.052638 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.052989 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.053338 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.053696 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.054105 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.054502 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.054842 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.055191 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: subnet after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.055533 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.055883 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > port precommit_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.056230 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.056571 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.057464 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.057822 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.058194 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_delete 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.058548 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.059049 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.059258 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.059621 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > agent after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.060145 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > agent after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.060303 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.061502 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Tracking information for resource: router configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:56.061946 n-d-811405-2 neutron-server[101958]: DEBUG neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Tracking information for resource: floatingip configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:11:56.067204 n-d-811405-2 neutron-server[101958]: INFO neutron.db.l3_agentschedulers_db [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 16:11:56.067936 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.068296 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.068648 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.069004 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.069799 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router before_create 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.070182 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_delete 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.070547 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_create 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.070903 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > router precommit_update 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.076445 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.provider_configuration [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service providers = [] {{(pid=101958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 16:11:56.076814 n-d-811405-2 neutron-server[101958]: DEBUG neutron.db.servicetype_db [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 16:11:56.079825 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.service_base [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:11:56.080174 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.service_base [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:11:56.080513 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.service_base [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:11:56.081400 n-d-811405-2 neutron-server[101958]: DEBUG neutron.services.service_base [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:11:56.081773 n-d-811405-2 neutron-server[101958]: INFO neutron.services.service_base [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 16:11:56.082176 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.082497 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 16:11:56.093218 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.093553 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: auto_allocate Nov 02 16:11:56.099411 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: network precommit_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.099776 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: network precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.100292 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.100619 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: tag Nov 02 16:11:56.107268 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.107600 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: timestamp Nov 02 16:11:56.111706 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.111983 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: network_ip_availability Nov 02 16:11:56.117469 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.117842 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.118231 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.118947 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.119266 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: flavors Nov 02 16:11:56.124873 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.125207 n-d-811405-2 neutron-server[101958]: INFO neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading Plugin: revisions Nov 02 16:11:56.129549 n-d-811405-2 neutron-server[101958]: DEBUG neutron.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:11:56.129935 n-d-811405-2 neutron-server[101958]: DEBUG oslo_concurrency.lockutils [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 02 16:11:56.130717 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 02 16:11:56.131049 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Initializing extension manager. Nov 02 16:11:56.131552 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: __init__.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.131890 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: __pycache__ {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.132218 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.132548 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: address_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.133303 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.133854 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: address-group Nov 02 16:11:56.134201 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: address_scope.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.135758 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.136354 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: address-scope Nov 02 16:11:56.136676 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.137620 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.138120 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: router-admin-state-down-before-update Nov 02 16:11:56.138462 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: agent.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.139162 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.139911 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: agent Nov 02 16:11:56.140231 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: agent_resources_synced.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.141140 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.141635 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: agent-resources-synced Nov 02 16:11:56.141952 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: allowedaddresspairs.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.143773 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.144283 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: allowed-address-pairs Nov 02 16:11:56.144609 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: auto_allocated_topology.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.145685 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.146226 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: auto-allocated-topology Nov 02 16:11:56.146583 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: availability_zone.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.147280 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.147775 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: availability_zone Nov 02 16:11:56.148096 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: availability_zone_filter.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.149002 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.149499 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: availability_zone_filter Nov 02 16:11:56.149823 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: data_plane_status.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.151073 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.151279 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 16:11:56.151604 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: default_subnetpools.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.152517 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.153014 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: default-subnetpools Nov 02 16:11:56.153429 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.154148 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.154663 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: dhcp_agent_scheduler Nov 02 16:11:56.154985 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: dns.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.155904 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.156401 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension dns-integration not supported by any of loaded plugins Nov 02 16:11:56.156724 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: dns_domain_ports.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.157640 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.158149 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 16:11:56.158475 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.159393 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.159887 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 16:11:56.160207 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: dvr.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.160868 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.161362 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: dvr Nov 02 16:11:56.161680 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: ecmp_routes.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.162688 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.163184 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 16:11:56.163509 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: empty_string_filtering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.164417 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.164918 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: empty-string-filtering Nov 02 16:11:56.165238 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.166195 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.166879 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 16:11:56.167202 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.168121 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.168623 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 16:11:56.168941 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: external_net.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.169856 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.170388 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: external-net Nov 02 16:11:56.170712 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.171625 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.172128 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: extra_dhcp_opt Nov 02 16:11:56.172449 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: extraroute.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.173364 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.173864 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: extraroute Nov 02 16:11:56.174212 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: extraroute_atomic.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.175246 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.175752 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: extraroute-atomic Nov 02 16:11:56.176072 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: filter_validation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.176739 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.177238 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: filter-validation Nov 02 16:11:56.177558 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: fip_pf_description.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.178490 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.178986 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 16:11:56.179304 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: fip_port_details.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.180219 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.180714 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: fip-port-details Nov 02 16:11:56.181034 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: flavors.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.183148 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.183656 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: flavors Nov 02 16:11:56.183983 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.185663 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.186199 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 16:11:56.186530 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: floatingip_pools.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.187227 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.187732 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: floatingip-pools Nov 02 16:11:56.188055 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: ip_allocation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.188984 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.189481 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 16:11:56.189804 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.190746 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.191248 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: ip-substring-filtering Nov 02 16:11:56.191574 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l2_adjacency.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.192504 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.193012 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 16:11:56.193322 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.194436 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.194950 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: router Nov 02 16:11:56.195278 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.198187 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.198756 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 16:11:56.199086 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.200037 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.200548 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: ext-gw-mode Nov 02 16:11:56.200876 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.201803 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.202340 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: l3-ha Nov 02 16:11:56.202691 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3_flavors.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.203638 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.204142 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: l3-flavors Nov 02 16:11:56.204470 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.205383 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.205879 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 16:11:56.206237 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: l3agentscheduler.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.207270 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.207776 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: l3_agent_scheduler Nov 02 16:11:56.208102 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: logging.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.209594 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.210106 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension logging not supported by any of loaded plugins Nov 02 16:11:56.210462 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: metering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.211203 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.211765 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: metering Nov 02 16:11:56.212091 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.213300 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.213735 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: metering_source_and_destination_fields Nov 02 16:11:56.214025 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: multiprovidernet.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.214987 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.215489 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: multi-provider Nov 02 16:11:56.215811 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: netmtu.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.216728 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.217229 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: net-mtu Nov 02 16:11:56.217558 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: netmtu_writable.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.218511 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.219013 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: net-mtu-writable Nov 02 16:11:56.219333 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: network_availability_zone.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.219996 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.220491 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: network_availability_zone Nov 02 16:11:56.220809 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: network_ip_availability.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.221922 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.222452 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: network-ip-availability Nov 02 16:11:56.222776 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: network_segment_range.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.223541 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.224035 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 16:11:56.224358 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: pagination.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.225336 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.225665 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: pagination Nov 02 16:11:56.225986 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: port_device_profile.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.226918 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.227434 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: port-device-profile Nov 02 16:11:56.227756 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.228710 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.229378 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: port-mac-address-regenerate Nov 02 16:11:56.229696 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.230691 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.231165 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: port-numa-affinity-policy Nov 02 16:11:56.231485 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: port_resource_request.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.232522 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.233031 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 16:11:56.233359 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: portbindings.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.234339 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.234844 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: binding Nov 02 16:11:56.235164 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: portbindings_extended.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.236442 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.236943 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: binding-extended Nov 02 16:11:56.237270 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: portsecurity.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.238222 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.238725 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: port-security Nov 02 16:11:56.239048 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: project_id.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.240036 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.240364 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: project-id Nov 02 16:11:56.240685 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: providernet.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.241643 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.242199 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: provider Nov 02 16:11:56.242546 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.246827 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.247354 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos not supported by any of loaded plugins Nov 02 16:11:56.247687 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.248953 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.249463 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 16:11:56.249812 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.250748 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.251254 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 16:11:56.251584 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_default.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.252496 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.252999 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-default not supported by any of loaded plugins Nov 02 16:11:56.253325 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_fip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.253977 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.254510 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-fip not supported by any of loaded plugins Nov 02 16:11:56.254834 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_gateway_ip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.255755 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.256259 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 16:11:56.256582 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_port_network_policy.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.257507 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.258019 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 16:11:56.258371 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_pps_rule.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.259560 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.260667 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-pps not supported by any of loaded plugins Nov 02 16:11:56.261056 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_rule_type_details.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.262247 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.262759 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 16:11:56.263082 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: qos_rules_alias.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.264145 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.264904 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 16:11:56.265228 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: quotasv2.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.266200 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.266528 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: quotas Nov 02 16:11:56.266851 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: quotasv2_detail.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.270241 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.270579 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: quota_details Nov 02 16:11:56.270907 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: rbac.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.271971 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.272482 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: rbac-policies Nov 02 16:11:56.272814 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: rbac_address_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.273754 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.274301 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: rbac-address-group Nov 02 16:11:56.274629 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: rbac_address_scope.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.275557 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.276187 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: rbac-address-scope Nov 02 16:11:56.276510 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: rbac_security_groups.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.277434 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.277979 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: rbac-security-groups Nov 02 16:11:56.278318 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: rbac_subnetpool.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.279245 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.279757 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: rbac-subnetpool Nov 02 16:11:56.280083 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: revisionifmatch.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.281006 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.281514 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: revision-if-match Nov 02 16:11:56.281837 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: revisions.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.282980 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.283486 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: standard-attr-revisions Nov 02 16:11:56.283812 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: router_availability_zone.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.284490 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.284991 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: router_availability_zone Nov 02 16:11:56.285320 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: routerservicetype.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.286281 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.286787 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension router-service-type not supported by any of loaded plugins Nov 02 16:11:56.287112 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.288038 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.288543 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: security-groups-normalized-cidr Nov 02 16:11:56.288863 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.289799 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.290321 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: port-security-groups-filtering Nov 02 16:11:56.290648 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.291597 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.292100 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: security-groups-remote-address-group Nov 02 16:11:56.292423 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: securitygroup.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.303701 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.304229 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: security-group Nov 02 16:11:56.304563 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: segment.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.305368 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.305868 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension segment not supported by any of loaded plugins Nov 02 16:11:56.306226 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.307796 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.308304 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 16:11:56.308632 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: servicetype.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.309849 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.310389 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: service-type Nov 02 16:11:56.310716 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: sorting.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.311702 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.312036 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: sorting Nov 02 16:11:56.312361 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: standard_attr_segment.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.313277 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.313783 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 16:11:56.314105 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: standardattrdescription.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.314775 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.315272 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: standard-attr-description Nov 02 16:11:56.315594 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: stateful_security_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.316517 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.317020 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: stateful-security-group Nov 02 16:11:56.317345 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: stdattrs_common.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.317932 n-d-811405-2 neutron-server[101958]: WARNING neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 16:11:56.318290 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.319223 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.319729 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 16:11:56.320082 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: subnet_onboard.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.321156 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.321666 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: subnet_onboard Nov 02 16:11:56.322014 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.323575 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.324070 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 16:11:56.324396 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: subnet_service_types.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.325330 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.325833 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: subnet-service-types Nov 02 16:11:56.326180 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: subnetallocation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.327306 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.327817 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: subnet_allocation Nov 02 16:11:56.328142 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.328809 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.329302 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: subnetpool-prefix-ops Nov 02 16:11:56.329620 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.330584 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.331084 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 16:11:56.331405 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: tagging.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.332482 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.332987 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: standard-attr-tag Nov 02 16:11:56.333314 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: timestamp.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.334558 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.335067 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loaded extension: standard-attr-timestamp Nov 02 16:11:56.335391 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: trunk.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.336421 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.336931 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension trunk not supported by any of loaded plugins Nov 02 16:11:56.337255 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: trunk_details.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.338257 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.339080 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension trunk-details not supported by any of loaded plugins Nov 02 16:11:56.339457 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: uplink_status_propagation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.340432 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.340938 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 16:11:56.341262 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Loading extension file: vlantransparent.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:11:56.341939 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:11:56.342462 n-d-811405-2 neutron-server[101958]: INFO neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 16:11:56.344898 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:network Nov 02 16:11:56.345419 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:subnet Nov 02 16:11:56.345818 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:11:56.346233 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:port Nov 02 16:11:56.347482 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.347937 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service FLAVORS assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.348558 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.348999 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.349325 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:router Nov 02 16:11:56.349758 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:floatingip Nov 02 16:11:56.350274 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service METERING assigned prefix: /metering {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.351719 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.352091 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.352441 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:11:56.353454 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 16:11:56.354448 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:security_group Nov 02 16:11:56.354885 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 16:11:56.355488 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.355814 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:11:56.356151 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] subnetpool is already registered Nov 02 16:11:56.356576 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.356898 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:11:56.357233 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] subnetpool is already registered Nov 02 16:11:56.359561 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.360020 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service FLAVORS assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.360607 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.361025 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.361358 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:router Nov 02 16:11:56.361696 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] router is already registered Nov 02 16:11:56.362176 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:floatingip Nov 02 16:11:56.362465 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] floatingip is already registered Nov 02 16:11:56.362918 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service METERING assigned prefix: /metering {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.363577 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 16:11:56.363903 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] rbac_policy is already registered Nov 02 16:11:56.364308 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:security_group Nov 02 16:11:56.364638 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] security_group is already registered Nov 02 16:11:56.365034 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 16:11:56.365360 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] security_group_rule is already registered Nov 02 16:11:56.365983 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.366338 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:11:56.366666 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] subnetpool is already registered Nov 02 16:11:56.367081 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:11:56.367400 n-d-811405-2 neutron-server[101958]: INFO neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:11:56.367727 n-d-811405-2 neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] subnetpool is already registered Nov 02 16:11:56.368205 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: extensions {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.370323 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: address-groups {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.371803 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: address-scopes {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.373155 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: agents {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.374346 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: auto-allocated-topology {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.375604 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: availability_zones {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.376814 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: dhcp-networks {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.378388 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: dhcp-agents {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.379808 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: routers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.382006 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: flavors {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.383231 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: service_profiles {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.384432 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: next_providers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.385927 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: service_profiles {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.387492 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: floatingip-pools {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.388729 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: routers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.391395 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: floatingips {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.392669 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: l3-routers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.394065 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: l3-agents {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.395502 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: metering-labels {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.396841 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: metering-label-rules {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.398109 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: network-ip-availabilities {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.399405 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: bindings {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.402294 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: quotas {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.403750 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: quotas {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.405170 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: rbac-policies {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.406381 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: security-groups {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.407801 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: security-group-rules {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.409123 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: service-providers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.410360 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: subnetpools {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.411798 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: subnetpools {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.413225 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.414944 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.417433 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.419286 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.421173 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.423074 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.424767 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.426695 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.428628 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.430454 n-d-811405-2 neutron-server[101958]: DEBUG neutron.api.extensions [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:11:56.438393 n-d-811405-2 neutron-server[101958]: WARNING keystonemiddleware.auth_token [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 16:11:56.444134 n-d-811405-2 neutron-server[101958]: WARNING keystonemiddleware.auth_token [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 16:11:56.453626 n-d-811405-2 neutron-server[101958]: DEBUG oslo_concurrency.lockutils [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Acquired lock "singleton_lock" {{(pid=101958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 02 16:11:56.454096 n-d-811405-2 neutron-server[101958]: DEBUG oslo_concurrency.lockutils [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Releasing lock "singleton_lock" {{(pid=101958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 02 16:11:56.454757 n-d-811405-2 neutron-server[101958]: INFO oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Starting 2 workers Nov 02 16:11:56.459515 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Started child 102065 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:11:56.463967 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Started child 102066 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:11:56.465197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:11:56.465830 n-d-811405-2 neutron-server[101958]: INFO neutron.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 16:11:56.466254 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Notify callbacks [] for process, before_spawn {{(pid=101958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:11:56.466687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [-] (102065) wsgi starting up on http://0.0.0.0:9696 Nov 02 16:11:56.468797 n-d-811405-2 neutron-server[101958]: INFO oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Starting 1 workers Nov 02 16:11:56.468926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:11:56.470301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [-] (102066) wsgi starting up on http://0.0.0.0:9696 Nov 02 16:11:56.474249 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Started child 102067 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:11:56.474852 n-d-811405-2 neutron-server[101958]: INFO oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Starting 1 workers Nov 02 16:11:56.480051 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Started child 102068 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:11:56.481070 n-d-811405-2 neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] Notify callbacks [] for process, after_spawn {{(pid=101958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:11:56.482991 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 16:11:56.483198 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 16:11:56.483383 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 16:11:56.483597 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 16:11:56.483927 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 16:11:56.484082 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 16:11:56.484599 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.484888 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.485073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] calling RpcWorker wait() {{(pid=102067) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 16:11:56.485585 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.485657 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:11:56.486112 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.486226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.service [None req-3e17c5c7-7f7f-40f7-b1d7-5c1d830ca2bb None None] returning from RpcWorker wait() {{(pid=102067) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 16:11:56.486324 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.486324 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.486449 n-d-811405-2 neutron-server[102068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:11:56.486524 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.486753 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:11:56.486847 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.487254 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.487350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:11:56.487419 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.487419 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.487569 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.487834 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.488037 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.488359 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.488618 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.488864 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.489105 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.489265 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.489518 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.489791 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.490037 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.490357 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] debug = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.490595 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.491071 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.491294 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.491540 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.491772 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.492057 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.492282 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.492551 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.492803 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.493016 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.493226 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.493486 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.493727 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.493952 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.494190 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.494534 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.495371 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.495844 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] host = n-d-811405-2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.496199 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.496448 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.496709 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.496934 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.497397 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.497397 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.497675 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.497967 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.498189 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.498415 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.498652 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.498906 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.499137 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.499396 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.499546 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_options = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.499794 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.500052 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.500303 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.500492 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.500642 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.500815 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.501040 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.501286 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.501442 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.501644 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.501854 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.502078 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.502332 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.502572 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.502825 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.503053 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.503262 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.503498 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.503761 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.504003 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.504222 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.504441 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.504678 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.504912 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.505121 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.505349 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.505569 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.505783 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.505991 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.506265 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.506478 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.506740 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.506955 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.507183 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.507520 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.507682 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.507885 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.508123 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.508352 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.508573 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.508828 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.509096 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.509307 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.509568 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.509797 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.510073 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.510472 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_json = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.510791 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.511045 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.511336 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.511550 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.511807 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.511968 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.512183 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.512419 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.512842 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.513132 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.513465 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.513707 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.513939 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.514201 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.514709 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.514949 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.515212 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.515441 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.515754 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.517078 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.517078 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.517078 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.517078 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.517822 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.517822 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.518100 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.518100 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.518490 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520481 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.520632 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.521201 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.521470 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.521743 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.521999 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.522342 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.522598 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.522956 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.523336 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.523558 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.523992 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.524436 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.524665 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.524892 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.525151 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.525381 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.525642 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.525875 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.526155 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.526416 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.528829 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.529449 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.529449 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.529599 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.529864 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.530096 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.530385 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.530637 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.530894 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.531120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.531340 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.531569 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.531790 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.532051 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.532296 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.532515 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.532726 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.532973 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.533189 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.533429 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.533652 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.533890 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.534112 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.534354 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.534602 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.534821 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.535099 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.535321 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.535534 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.535750 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.535968 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.536186 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.536399 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.536634 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.536870 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.537082 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.537345 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.538163 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.538423 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.538663 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.538917 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.539173 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.539416 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.539666 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.539914 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.540181 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.540380 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.540654 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.540876 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.541136 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.542035 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.542035 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.542035 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.542809 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.542809 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.543114 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.543327 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.543512 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.543685 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.543917 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.544246 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.544427 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.544692 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.545338 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.545338 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.545627 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.545752 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.545933 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.546272 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.546542 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.546798 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.547033 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.547294 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.547540 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.547963 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.548368 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.548628 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.549031 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.549417 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.549850 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.550097 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.550347 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.550570 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.550816 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.551303 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.551703 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.551921 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.552138 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.552398 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.552662 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.552904 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.553183 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.553434 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.553666 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.553913 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.554191 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.554430 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.554681 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.554939 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.555157 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.555411 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.555649 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.555897 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.556111 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.556340 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558099 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558099 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558099 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558099 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558099 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558809 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558809 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.558809 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.559194 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.559480 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.559480 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.559652 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.559889 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.560103 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.560361 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.560776 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.561237 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.561662 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.562059 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.562307 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.562569 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.562823 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.563037 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.563287 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.563507 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.563713 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.564075 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.564432 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.564842 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.565240 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.565469 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.565705 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.565940 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.566199 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.566541 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.566804 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.567058 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.567297 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.567517 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.567771 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.568170 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.568585 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.568994 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.569409 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.569807 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.570087 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.570337 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.570616 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.570854 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.571103 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.571319 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.571553 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.571765 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.572069 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.572319 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.572729 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.573204 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.573204 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.573356 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.573548 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.573754 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.573967 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.574239 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.574459 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.574811 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.575201 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.575565 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.575771 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.576001 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.576223 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.576433 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.576680 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.576933 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.577146 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.577369 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.577589 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.577819 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.578045 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.578281 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.578518 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.578737 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.578954 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.579163 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.579415 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.579624 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.579833 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.580055 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.580269 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.580475 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.580775 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.581025 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.581260 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.581539 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.581784 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.582029 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.582303 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.582614 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.582824 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.583062 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.583278 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.583496 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.583733 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.583967 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.584289 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.584581 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.584845 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.585097 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.585359 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.585630 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.585901 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.586117 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.586427 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.586772 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.587055 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.587304 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.587533 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.587779 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.587998 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.588242 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.588720 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.588720 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.589018 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.589268 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.589516 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.589739 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.589975 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.590608 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.590608 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.590608 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.591030 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.591109 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.591367 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.591565 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 16:11:56.592032 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 16:11:56.592193 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 16:11:56.592348 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 16:11:56.592515 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 16:11:56.592896 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 16:11:56.592896 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 16:11:56.593139 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.593260 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.593382 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.593502 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.593621 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.593786 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.593947 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.594103 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.594286 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.594443 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.594600 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.594756 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.594910 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.595066 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.595224 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.595380 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.595536 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.595691 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.595852 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596008 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596163 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596318 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596473 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] debug = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596628 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596835 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.596997 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.597152 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.597308 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.597462 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.597619 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.597776 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.597931 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.598087 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.598265 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.598420 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.598575 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.598730 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.598885 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599039 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599194 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599348 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] host = n-d-811405-2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599517 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599643 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599788 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.599942 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.600096 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.600251 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.600406 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.600560 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.600716 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.600870 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601025 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601181 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601336 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601515 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601671 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_options = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601825 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.601979 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.602150 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.602343 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.602503 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.602658 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.602812 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.602970 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.603131 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.603285 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.603441 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.603597 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.604284 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.604896 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.604896 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.604896 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.604896 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605350 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605350 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605350 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605659 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605659 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605889 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.605970 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.606075 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.606252 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.606407 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.606564 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.606719 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.606857 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607017 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607172 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607330 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607485 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607641 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607795 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.607950 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.608104 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.608264 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.608419 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.608574 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.608729 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.608884 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609039 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609194 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609349 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609504 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_json = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609659 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609813 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.609967 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.610121 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.610294 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.610449 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.610604 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.610760 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:11:56.610933 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.611092 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.611260 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.611418 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.611575 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.611732 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.611890 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.612049 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.612258 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.612389 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.612520 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.612662 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.612830 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613093 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613198 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613337 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613495 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613654 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613812 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.613969 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.614151 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.614301 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.614470 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.614628 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.614786 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.614870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:11:56.614953 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.615090 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.615263 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.615422 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.615581 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.615739 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.615897 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.616057 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.616217 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.616376 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.616534 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.616694 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.616852 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617009 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617166 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617322 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617479 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617637 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617795 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.617954 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.618112 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.618289 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.618448 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.618606 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.618765 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.618922 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.619081 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.619239 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.620000 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.620267 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.620470 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.620632 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.620790 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.620947 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.621111 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.621266 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.621414 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.621570 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.621727 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.621885 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.622045 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.622239 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.622399 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.622557 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.622713 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.622887 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623035 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623185 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623341 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623498 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623655 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623813 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.623971 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.624127 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.624284 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.624442 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.624600 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.624759 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.624917 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.625074 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.625231 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.625375 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.625535 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.625693 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.625926 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.626113 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.626647 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.626647 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.626647 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627074 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627074 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627074 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627369 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627369 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627881 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627881 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627881 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.627881 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628321 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628321 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628321 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628661 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628661 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628890 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.628982 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629106 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629226 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629346 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629499 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629656 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629814 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.629979 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.630159 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.630315 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.630473 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.630638 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.630805 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.630962 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.631120 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.631277 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.631434 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.631592 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.631748 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.631904 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.632061 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.632219 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.632376 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.632540 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.632708 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.632865 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633022 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633184 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633370 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633526 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633684 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633842 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.633999 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.634185 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.634346 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.634506 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.634648 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.634808 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.635007 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.635590 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.635590 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.635590 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.635918 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.635918 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636129 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636129 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636274 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636436 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636595 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636753 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.636915 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637398 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637398 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637398 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637633 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637710 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637798 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.637958 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.638115 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.638294 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.638453 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.638609 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.638767 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.638924 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.639081 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.639243 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.639659 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.639826 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.639984 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.640193 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.640319 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.640429 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.640586 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.640743 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.640902 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.641060 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.641221 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.641381 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.641544 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.641703 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.641862 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.642019 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.642193 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.642366 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.642544 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.642702 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.642861 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643018 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643180 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643339 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643498 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643655 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643813 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.643970 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.644132 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.644293 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.644435 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.644595 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.644753 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.644910 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.645068 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.645226 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.645397 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.645554 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.645713 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.645872 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.646029 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.646210 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.646378 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.646536 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.646697 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.646854 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647011 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647168 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647334 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647492 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647651 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647809 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.647966 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.648122 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.648287 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.648444 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.648602 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.648761 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.648917 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.649074 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.649238 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.649395 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.649553 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.649711 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.649873 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.650047 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.650235 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.650393 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.650592 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.650754 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.650973 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.651139 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.651302 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.651461 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.651620 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.651785 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.651941 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.652098 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.652255 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.652425 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.652585 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.652746 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.652904 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.653060 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.653240 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.653381 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.653549 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.653705 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.653867 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.654028 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.654216 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.654383 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.654549 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.654707 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.654872 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.655041 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.655199 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.655357 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.655588 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.655755 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.655901 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656051 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656208 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656383 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656507 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656627 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656789 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.656999 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.657162 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.657321 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.657650 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.657650 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.657890 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.658002 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.658122 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:11:56.658226 n-d-811405-2 neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 16:11:56.810088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39246) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:11:56.818919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065496 Nov 02 16:12:08.391821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b774e96-a527-478d-bd15-5d4b0875f022 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:12:08.454857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b774e96-a527-478d-bd15-5d4b0875f022 None None] No non-hosted networks {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 16:12:08.471437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.agentschedulers_db [None req-0b774e96-a527-478d-bd15-5d4b0875f022 None None] DHCP Agent not found on host n-d-811405-2 {{(pid=102067) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 02 16:12:08.597838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc509676-a8b3-4411-803b-37d6404057d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:11.020096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-291fd0f5-04bc-4cc5-833d-5243218e4efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:11.091038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-43ae8981-cd0f-4b69-b84f-973a6286bb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:11.192956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:11.194609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.195371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.196045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.196544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.197145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.197647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.198193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.198685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.199246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.199735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.200253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.200755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:11.201347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811405-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:11.208200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811405-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:12.426381 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:13.556785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:14.860160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39336) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:15.372383 n-d-811405-2 neutron-server[102066]: WARNING oslo_policy.policy [None req-af375255-28fd-4243-9031-221948be1d2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:15.372964 n-d-811405-2 neutron-server[102066]: WARNING oslo_policy.policy [None req-af375255-28fd-4243-9031-221948be1d2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:15.599245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-af375255-28fd-4243-9031-221948be1d2d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:12:15.600346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af375255-28fd-4243-9031-221948be1d2d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7392883 Nov 02 16:12:17.990102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:18.306895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:18.384589 n-d-811405-2 neutron-server[102067]: INFO neutron.db.l3_hamode_db [None req-b9a6f27e-5e81-4517-bcaa-a17bdc96e559 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 16:12:18.405850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.policy [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102066) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 16:12:18.453492 n-d-811405-2 neutron-server[102066]: WARNING oslo_policy.policy [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:18.453862 n-d-811405-2 neutron-server[102066]: WARNING oslo_policy.policy [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:18.461499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6f27e-5e81-4517-bcaa-a17bdc96e559 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:12:18.461901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6f27e-5e81-4517-bcaa-a17bdc96e559 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:12:18.463467 n-d-811405-2 neutron-server[102066]: INFO neutron.quota [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] Loaded quota_driver: . Nov 02 16:12:18.553300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756001288215', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756001288804', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756001333565', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756001335897', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756000113853', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756001324802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-827390', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851332', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3999204', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4071480'] for rbac-policy, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:18.620859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:18.622056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a47cc42-334a-4b64-939d-6653daf2d785 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6309505 Nov 02 16:12:21.252008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39362) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:21.550415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:21.579075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Made reservation on behalf of 662a126c585c46d2a102a8a1dd74d6d4 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:12:21.581758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.598680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.707361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.711081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.730410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:12:21.758149 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756002245892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.758751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Unsubscribe: segment precommit_create {{(pid=102066) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 16:12:21.759904 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Added segment 024f70d0-a46d-43d6-8690-c9fa9c22c1c2 of type vlan for network a8b99c82-239d-497a-a12d-b57ab16f072c Nov 02 16:12:21.776018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11166659-603e-48ee-a33c-52627f8248b0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:21.824926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.825270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.825604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.825933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.826295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.826620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.826939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.827258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.827572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.827886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.828195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.828509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Tracked resource versions report: Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: pushed versions: Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: { 'AddressGroup': {'1.2'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'ConntrackHelper': {'1.0'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Log': {'1.0'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Network': {'1.1'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Port': {'1.7'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'PortForwarding': {'1.2'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'QosPolicy': {'1.9'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'SecurityGroup': {'1.4'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'SubPort': {'1.0'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Subnet': {'1.1'}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Trunk': {'1.1'}} Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: consumer versions: Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: L3 agent@n-d-811405-2: {}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: Metadata agent@n-d-811405-2: {}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: Metering agent@n-d-811405-2: {}, Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'ConntrackHelper': '1.0', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Log': '1.0', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Network': '1.1', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Port': '1.7', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'PortForwarding': '1.2', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'QosPolicy': '1.9', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'SecurityGroup': '1.4', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'SecurityGroupRule': '1.2', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'SubPort': '1.0', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Subnet': '1.1', Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: 'Trunk': '1.1'}} Nov 02 16:12:21.829585 n-d-811405-2 neutron-server[102066]: {{(pid=102066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:12:21.880645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.924886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:21.926014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:21.926669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:22.002707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7496212 Nov 02 16:12:22.033410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c875-caf5-44a8-a869-a76ea8053e68 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b99c82-239d-497a-a12d-b57ab16f072c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:22.045406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a8b99c82-239d-497a-a12d-b57ab16f072c details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:12:24.753887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39376) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:25.145367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae051a-7948-4ac8-b60f-7fdc99297752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:25.146689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a0ae051a-7948-4ac8-b60f-7fdc99297752 admin admin] 10.222.0.31 "GET /v2.0/networks/a8b99c82-239d-497a-a12d-b57ab16f072c HTTP/1.1" status: 200 len: 825 time: 0.3918161 Nov 02 16:12:25.171838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-57bc8648-9656-463b-8f72-89e75bab8dca admin admin] 10.222.0.31 "GET /v2.0/subnetpools/ce23051b-d3da-4ac5-8954-1b567490904f HTTP/1.1" status: 200 len: 734 time: 0.0183465 Nov 02 16:12:25.181746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Request body: {'subnet': {'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f', 'gateway_ip': '172.20.0.1', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:25.203382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Made reservation on behalf of 662a126c585c46d2a102a8a1dd74d6d4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:12:25.205925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:25.502064 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:25.576457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Checking segment: {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:12:25.576845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Network hostable DHCP agents. Network: a8b99c82-239d-497a-a12d-b57ab16f072c, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:12:25.581824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7242cc6-f7f3-471b-8206-3d32a0d4c49b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:25.601313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Network a8b99c82-239d-497a-a12d-b57ab16f072c is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:12:25.613140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a8b99c82-239d-497a-a12d-b57ab16f072c) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:12:25.618952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:25.619538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:25.626088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6d31c-a5cb-4ff3-96a5-52024ad6c720 None None] Network a8b99c82-239d-497a-a12d-b57ab16f072c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:12:25.640356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-79452730-fb91-4359-a7e1-d0ae215d2910 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4585037 Nov 02 16:12:25.946950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a8b99c82-239d-497a-a12d-b57ab16f072c', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:12:25.948166 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:26.240375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Allocated IP 172.20.0.2 (a8b99c82-239d-497a-a12d-b57ab16f072c/b7242cc6-f7f3-471b-8206-3d32a0d4c49b/116dd19a-cf7f-4d09-aa08-cb91aef1cba8) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:12:26.483698 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:26.493341 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:26.597764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Network a8b99c82-239d-497a-a12d-b57ab16f072c is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:12:26.602621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:12:26.615556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:12:26.619237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Pushing event updated for resources: {'Port': ['ID=116dd19a-cf7f-4d09-aa08-cb91aef1cba8,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:26.658361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.659006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.659092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.659375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.659707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.660096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.660596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.661016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.661549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.661702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.662013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.662366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Tracked resource versions report: Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: pushed versions: Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: { 'AddressGroup': {'1.2'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'ConntrackHelper': {'1.0'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Log': {'1.0'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Network': {'1.1'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Port': {'1.7'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'PortForwarding': {'1.2'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'QosPolicy': {'1.9'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'SecurityGroup': {'1.4'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'SubPort': {'1.0'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Subnet': {'1.1'}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Trunk': {'1.1'}} Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: consumer versions: Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: L3 agent@n-d-811405-2: {}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: Metadata agent@n-d-811405-2: {}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: Metering agent@n-d-811405-2: {}, Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'ConntrackHelper': '1.0', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Log': '1.0', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Network': '1.1', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Port': '1.7', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'PortForwarding': '1.2', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'QosPolicy': '1.9', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'SecurityGroup': '1.4', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'SecurityGroupRule': '1.2', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'SubPort': '1.0', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Subnet': '1.1', Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: 'Trunk': '1.1'}} Nov 02 16:12:26.663487 n-d-811405-2 neutron-server[102067]: {{(pid=102067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:12:26.714652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Attempting to bind port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:12:26.715048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Attempting to bind port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:12:26.715494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Attempting to bind port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 on network a8b99c82-239d-497a-a12d-b57ab16f072c {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:12:26.720707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:12:26.721120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Checking segment: {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:12:26.721599 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:26.721992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Bound using segment: {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:12:26.722529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Bound port: 116dd19a-cf7f-4d09-aa08-cb91aef1cba8, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:12:26.722965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:26.804491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] For port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:12:26.809568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] For port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=116dd19a-cf7f-4d09-aa08-cb91aef1cba8,segment=NetworkSegment(024f70d0-a46d-43d6-8690-c9fa9c22c1c2),segment_id=024f70d0-a46d-43d6-8690-c9fa9c22c1c2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:12:26.813850 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:26.899951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46a631-8d0a-4001-930a-7b3f878bb0ef None None] Pushing event updated for resources: {'Port': ['ID=116dd19a-cf7f-4d09-aa08-cb91aef1cba8,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:28.107571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39384) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:28.613118 n-d-811405-2 neutron-server[102065]: WARNING oslo_policy.policy [None req-eeddad5e-0e99-4408-b7ba-528caa9d0bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:28.613773 n-d-811405-2 neutron-server[102065]: WARNING oslo_policy.policy [None req-eeddad5e-0e99-4408-b7ba-528caa9d0bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:28.840676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-eeddad5e-0e99-4408-b7ba-528caa9d0bcb admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:12:28.841916 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eeddad5e-0e99-4408-b7ba-528caa9d0bcb admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7322416 Nov 02 16:12:31.311432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:31.631874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-13424019-0a3c-4dcc-b665-53b805def00a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:12:31.632969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13424019-0a3c-4dcc-b665-53b805def00a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204145 Nov 02 16:12:34.313335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:34.615442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:34.684069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.policy [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102065) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 16:12:34.718965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:12:34.732855 n-d-811405-2 neutron-server[102065]: WARNING oslo_policy.policy [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:34.733243 n-d-811405-2 neutron-server[102065]: WARNING oslo_policy.policy [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:12:34.741764 n-d-811405-2 neutron-server[102065]: INFO neutron.quota [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Loaded quota_driver: . Nov 02 16:12:34.800908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.802872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.811256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:34.811667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.928335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.962443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.965701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=116dd19a-cf7f-4d09-aa08-cb91aef1cba8,segment=NetworkSegment(024f70d0-a46d-43d6-8690-c9fa9c22c1c2),segment_id=024f70d0-a46d-43d6-8690-c9fa9c22c1c2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:12:34.968722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.971129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.993581 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:34.997217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6f950898-a243-4ce6-81ae-ac3470611c90 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6795378 Nov 02 16:12:35.021873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=116dd19a-cf7f-4d09-aa08-cb91aef1cba8,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:35.444065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57934407-b330-4251-92f2-cd34e0367b24 None None] Network a8b99c82-239d-497a-a12d-b57ab16f072c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:12:35.537367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-10678929-8e33-4942-ab5e-004d2c29f175 None None] Provisioning complete for port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:35.537724 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10678929-8e33-4942-ab5e-004d2c29f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:35.895596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-207d81d8-05ca-4d3a-b308-dc01d43928a6 None None] Provisioning complete for port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:35.896233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-207d81d8-05ca-4d3a-b308-dc01d43928a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:36.700606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:12:36.747412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:36.747779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:37.426228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39422) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:37.740561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-ceec4f56-5524-4182-af7d-5877082433f0 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:12:37.741581 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ceec4f56-5524-4182-af7d-5877082433f0 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142872 Nov 02 16:12:38.300963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-277f31bd-f635-4526-8081-981757d6ccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.152943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39430) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:40.466422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:40.486660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Made reservation on behalf of d9e7361693d24d55a8ef0dd45dde70c5 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:12:40.488859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.497341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.573179 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.576757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.591590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Reserving flat network on physical network physnet1 {{(pid=102066) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 16:12:40.611485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f6d68-a0a9-4a3b-911c-065558e5f7f4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:40.616169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.616515 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Added segment f7ebcfa6-7970-4e53-a117-e0afd2f45d7e of type flat for network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 Nov 02 16:12:40.662791 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.695338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.696857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:40.697511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:40.751356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5973477 Nov 02 16:12:40.755947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616a13-dfe5-4119-b189-e0265ea8035e admin admin] Pushing event updated for resources: {'Network': ['ID=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:40.767632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:12:41.014099 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e5420cd-f286-4eb6-8eb7-d72515dddd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:41.180425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:42.372469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:43.183752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:43.359077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20574291-f11c-44f5-9fe1-54479e97f4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:43.360484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-20574291-f11c-44f5-9fe1-54479e97f4a7 admin admin] 10.222.0.31 "GET /v2.0/subnets/b7242cc6-f7f3-471b-8206-3d32a0d4c49b HTTP/1.1" status: 200 len: 849 time: 0.1757808 Nov 02 16:12:43.491838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:43.525256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ecd931d-4c4e-44b4-88a3-6f499d96059f admin admin] 10.222.0.31 "GET /v2.0/routers/6400ee0e-c20d-42ae-bf9e-659b31946eaa HTTP/1.1" status: 200 len: 704 time: 0.1582220 Nov 02 16:12:43.788863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.080266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Allocated IP 172.20.0.1 (a8b99c82-239d-497a-a12d-b57ab16f072c/b7242cc6-f7f3-471b-8206-3d32a0d4c49b/651f2bc0-a345-4d64-9bae-23e2329ec804) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:12:44.277853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.341124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.408682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Network a8b99c82-239d-497a-a12d-b57ab16f072c is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:12:44.413300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:12:44.419553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:12:44.420107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.498084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Pushing event updated for resources: {'Port': ['ID=651f2bc0-a345-4d64-9bae-23e2329ec804,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:44.628194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.644937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c426a739-9e6c-4d70-98c8-054d27d15398 None None] Provisioning complete for port 651f2bc0-a345-4d64-9bae-23e2329ec804 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:44.645472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c426a739-9e6c-4d70-98c8-054d27d15398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.679867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c426a739-9e6c-4d70-98c8-054d27d15398 None None] Port 651f2bc0-a345-4d64-9bae-23e2329ec804 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:12:44.843691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.848075 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.848797 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:44.924030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Pushing event updated for resources: {'Port': ['ID=651f2bc0-a345-4d64-9bae-23e2329ec804,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:44.972876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Network a8b99c82-239d-497a-a12d-b57ab16f072c is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:12:44.974173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:12:45.141545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Router 6400ee0e-c20d-42ae-bf9e-659b31946eaa is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:12:45.202537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-386f0b25-231d-4755-a6e8-c6323d90a77e None None] Provisioning complete for port 651f2bc0-a345-4d64-9bae-23e2329ec804 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:45.202810 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-386f0b25-231d-4755-a6e8-c6323d90a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:45.234911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:12:45.235552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-386f0b25-231d-4755-a6e8-c6323d90a77e None None] Port 651f2bc0-a345-4d64-9bae-23e2329ec804 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:12:45.240379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-06fef702-cef4-4479-ad54-100e24ef38c1 admin admin] 10.222.0.31 "PUT /v2.0/routers/6400ee0e-c20d-42ae-bf9e-659b31946eaa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7094367 Nov 02 16:12:45.253793 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Sync routers for ids ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:12:45.265508 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Routers {'6400ee0e-c20d-42ae-bf9e-659b31946eaa'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:12:45.266388 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:12:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:45.453674 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Set router 6400ee0e-c20d-42ae-bf9e-659b31946eaa gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:12:45.881569 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'name': 'router1', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:12:34Z', 'updated_at': '2021-11-02T16:12:44Z', 'revision_number': 2, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'gw_port_host': None, '_interfaces': [{'id': '651f2bc0-a345-4d64-9bae-23e2329ec804', 'name': '', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'mac_address': 'fa:16:3e:05:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:43Z', 'updated_at': '2021-11-02T16:12:44Z', 'revision_number': 2, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnets': [{'id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:45.933504 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Checking router: 6400ee0e-c20d-42ae-bf9e-659b31946eaa for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:12:45.933869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Updating router 6400ee0e-c20d-42ae-bf9e-659b31946eaa port 651f2bc0-a345-4d64-9bae-23e2329ec804 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:12:45.981632 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.489917 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.497973 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.666757 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Pushing event updated for resources: {'Port': ['ID=651f2bc0-a345-4d64-9bae-23e2329ec804,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:46.669214 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Attempting to bind port 651f2bc0-a345-4d64-9bae-23e2329ec804 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:12:46.669609 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Attempting to bind port 651f2bc0-a345-4d64-9bae-23e2329ec804 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:12:46.670040 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Attempting to bind port 651f2bc0-a345-4d64-9bae-23e2329ec804 on network a8b99c82-239d-497a-a12d-b57ab16f072c {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:12:46.677099 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:12:46.677523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Checking segment: {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:12:46.677997 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.678416 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Bound using segment: {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:12:46.678932 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Bound port: 651f2bc0-a345-4d64-9bae-23e2329ec804, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f70d0-a46d-43d6-8690-c9fa9c22c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:12:46.679349 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.697906 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.698281 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.698625 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.698958 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.699286 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.699612 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.699936 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.700256 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.700575 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.700892 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.701207 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.701523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Tracked resource versions report: Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: pushed versions: Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: { 'AddressGroup': {'1.2'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'ConntrackHelper': {'1.0'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Log': {'1.0'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Network': {'1.1'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Port': {'1.7'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'PortForwarding': {'1.2'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'QosPolicy': {'1.9'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'SecurityGroup': {'1.4'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'SubPort': {'1.0'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Subnet': {'1.1'}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Trunk': {'1.1'}} Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: consumer versions: Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: L3 agent@n-d-811405-2: {}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: Metadata agent@n-d-811405-2: {}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: Metering agent@n-d-811405-2: {}, Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'ConntrackHelper': '1.0', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Log': '1.0', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Network': '1.1', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Port': '1.7', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'PortForwarding': '1.2', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'QosPolicy': '1.9', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'SecurityGroup': '1.4', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'SecurityGroupRule': '1.2', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'SubPort': '1.0', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Subnet': '1.1', Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: 'Trunk': '1.1'}} Nov 02 16:12:46.702629 n-d-811405-2 neutron-server[102068]: {{(pid=102068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:12:46.758972 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] For port 651f2bc0-a345-4d64-9bae-23e2329ec804, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:12:46.764434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ebaba01b-6dd1-4c69-aa64-44669fa28291 None None] Provisioning complete for port 651f2bc0-a345-4d64-9bae-23e2329ec804 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:46.764929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebaba01b-6dd1-4c69-aa64-44669fa28291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.778637 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] For port 651f2bc0-a345-4d64-9bae-23e2329ec804, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=651f2bc0-a345-4d64-9bae-23e2329ec804,segment=NetworkSegment(024f70d0-a46d-43d6-8690-c9fa9c22c1c2),segment_id=024f70d0-a46d-43d6-8690-c9fa9c22c1c2)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:12:46.788349 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:46.798900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ebaba01b-6dd1-4c69-aa64-44669fa28291 None None] Port 651f2bc0-a345-4d64-9bae-23e2329ec804 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:12:46.850402 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c500b7-7628-41b5-b082-9ecdb7e7aede None None] Pushing event updated for resources: {'Port': ['ID=651f2bc0-a345-4d64-9bae-23e2329ec804,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:46.855292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Routers {'6400ee0e-c20d-42ae-bf9e-659b31946eaa'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:12:46.855904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:12:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:46.956388 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] Set router 6400ee0e-c20d-42ae-bf9e-659b31946eaa gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:12:47.018812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bfacfddc-02c6-4458-b824-5d0c3f12aeb0 None None] Provisioning complete for port 651f2bc0-a345-4d64-9bae-23e2329ec804 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:47.019496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bfacfddc-02c6-4458-b824-5d0c3f12aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:47.099922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bfacfddc-02c6-4458-b824-5d0c3f12aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:47.131552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bfacfddc-02c6-4458-b824-5d0c3f12aeb0 None None] For port 651f2bc0-a345-4d64-9bae-23e2329ec804, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=651f2bc0-a345-4d64-9bae-23e2329ec804,segment=NetworkSegment(024f70d0-a46d-43d6-8690-c9fa9c22c1c2),segment_id=024f70d0-a46d-43d6-8690-c9fa9c22c1c2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:12:47.136962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bfacfddc-02c6-4458-b824-5d0c3f12aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:47.177761 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'name': 'router1', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:12:34Z', 'updated_at': '2021-11-02T16:12:44Z', 'revision_number': 2, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'gw_port_host': None, '_interfaces': [{'id': '651f2bc0-a345-4d64-9bae-23e2329ec804', 'name': '', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'mac_address': 'fa:16:3e:05:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:43Z', 'updated_at': '2021-11-02T16:12:46Z', 'revision_number': 4, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnets': [{'id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:47.183815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacfddc-02c6-4458-b824-5d0c3f12aeb0 None None] Pushing event updated for resources: {'Port': ['ID=651f2bc0-a345-4d64-9bae-23e2329ec804,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:47.204412 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eefd62-b440-4059-9e44-aec7f56126a8 None None] The sync data for ids ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'] in n-d-811405-2 is: [{'id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'name': 'router1', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:12:34Z', 'updated_at': '2021-11-02T16:12:44Z', 'revision_number': 2, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'gw_port_host': None, '_interfaces': [{'id': '651f2bc0-a345-4d64-9bae-23e2329ec804', 'name': '', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'mac_address': 'fa:16:3e:05:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:43Z', 'updated_at': '2021-11-02T16:12:46Z', 'revision_number': 4, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnets': [{'id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:12:47.532637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39468) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:47.720602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ac344-7b39-4ee9-9b56-8af897c523c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:47.722031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a2ac344-7b39-4ee9-9b56-8af897c523c5 admin admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 842 time: 0.1883619 Nov 02 16:12:47.732530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:47.756157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Made reservation on behalf of d9e7361693d24d55a8ef0dd45dde70c5 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:12:47.759595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:48.142934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:12:48.143435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:48.227567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4fd39f-c10b-43da-8980-be16280383e2,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:48.233543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:12:48.233915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Network hostable DHCP agents. Network: d3e6cdc6-3a62-4874-9049-9ea18f9c58d5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:12:48.243699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.244045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.244386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.244715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.245032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.245353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.245671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.245989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.246334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.246697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.246958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.247270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Tracked resource versions report: Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: pushed versions: Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: { 'AddressGroup': {'1.2'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'ConntrackHelper': {'1.0'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Log': {'1.0'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Network': {'1.1'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Port': {'1.7'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'PortForwarding': {'1.2'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'QosPolicy': {'1.9'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'SecurityGroup': {'1.4'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'SubPort': {'1.0'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Subnet': {'1.1'}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Trunk': {'1.1'}} Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: consumer versions: Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: L3 agent@n-d-811405-2: {}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: Metadata agent@n-d-811405-2: {}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: Metering agent@n-d-811405-2: {}, Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'ConntrackHelper': '1.0', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Log': '1.0', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Network': '1.1', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Port': '1.7', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'PortForwarding': '1.2', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'QosPolicy': '1.9', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'SecurityGroup': '1.4', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'SecurityGroupRule': '1.2', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'SubPort': '1.0', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Subnet': '1.1', Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: 'Trunk': '1.1'}} Nov 02 16:12:48.248434 n-d-811405-2 neutron-server[102065]: {{(pid=102065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:12:48.289774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:12:48.302927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d3e6cdc6-3a62-4874-9049-9ea18f9c58d5) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:12:48.309078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:48.309656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:48.314613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6f485-a37a-4202-9327-7633547db22e None None] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:12:48.326181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8580bfb4-6c65-4b93-a1a8-050f5e88f38e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5965810 Nov 02 16:12:48.451515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de062fdd-3ddb-4d6e-a1d5-6dc9eba50d57 None None] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:12:50.536763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:12:50.656079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39480) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:50.785830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d9414f1d-913a-4da7-8c3b-80e67cbcf7a7 admin admin] 10.222.0.31 "GET /v2.0/routers/6400ee0e-c20d-42ae-bf9e-659b31946eaa HTTP/1.1" status: 200 len: 710 time: 0.1285803 Nov 02 16:12:50.873317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc63677-58b4-4f9c-8bb8-4b3e25fc5b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:12:50.874603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0cc63677-58b4-4f9c-8bb8-4b3e25fc5b13 admin admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 886 time: 0.0825651 Nov 02 16:12:50.885335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:12:51.213187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:51.447089 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:51.532743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:51.636271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Allocated IP 172.25.7.40 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8560fb0b-0e09-47aa-a72a-97b039c9af13) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:12:51.737429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:51.771393 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:51.813152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:12:51.815873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:12:51.823862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:12:51.826734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Pushing event updated for resources: {'Port': ['ID=8560fb0b-0e09-47aa-a72a-97b039c9af13,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:52.072277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:52.268541 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:52.271860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:52.394329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Router 6400ee0e-c20d-42ae-bf9e-659b31946eaa has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:12:52.592280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:12:52.596845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:52.598062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dfa17146-dd13-4633-ab96-a706fc4f1af0 admin admin] 10.222.0.31 "PUT /v2.0/routers/6400ee0e-c20d-42ae-bf9e-659b31946eaa HTTP/1.1" status: 200 len: 889 time: 1.7172618 Nov 02 16:12:52.735689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 651f2bc0-a345-4d64-9bae-23e2329ec804 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:12:52.785577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 651f2bc0-a345-4d64-9bae-23e2329ec804 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:52.785941 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:53.697771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Sync routers for ids ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:12:53.708269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Routers {'6400ee0e-c20d-42ae-bf9e-659b31946eaa'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:12:53.709013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:12:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:53.915409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Set router 6400ee0e-c20d-42ae-bf9e-659b31946eaa gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:12:54.312843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'name': 'router1', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8560fb0b-0e09-47aa-a72a-97b039c9af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:12:34Z', 'updated_at': '2021-11-02T16:12:51Z', 'revision_number': 4, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'gw_port': {'id': '8560fb0b-0e09-47aa-a72a-97b039c9af13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:51Z', 'updated_at': '2021-11-02T16:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '651f2bc0-a345-4d64-9bae-23e2329ec804', 'name': '', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'mac_address': 'fa:16:3e:05:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:43Z', 'updated_at': '2021-11-02T16:12:47Z', 'revision_number': 5, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnets': [{'id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:54.365687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Checking router: 6400ee0e-c20d-42ae-bf9e-659b31946eaa for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:12:54.366041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Updating router 6400ee0e-c20d-42ae-bf9e-659b31946eaa port 8560fb0b-0e09-47aa-a72a-97b039c9af13 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:12:54.413681 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:54.731075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:54.736356 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:54.869075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255da2-43dd-4582-9846-989318568621 None None] Pushing event updated for resources: {'Port': ['ID=8560fb0b-0e09-47aa-a72a-97b039c9af13,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:54.871648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Attempting to bind port 8560fb0b-0e09-47aa-a72a-97b039c9af13 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:12:54.872012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Attempting to bind port 8560fb0b-0e09-47aa-a72a-97b039c9af13 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:12:54.872358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Attempting to bind port 8560fb0b-0e09-47aa-a72a-97b039c9af13 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:12:54.877604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:12:54.877973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:12:54.878397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:54.878777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:12:54.879233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Bound port: 8560fb0b-0e09-47aa-a72a-97b039c9af13, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:12:54.879621 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:54.934398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] For port 8560fb0b-0e09-47aa-a72a-97b039c9af13, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:12:54.937474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] For port 8560fb0b-0e09-47aa-a72a-97b039c9af13, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8560fb0b-0e09-47aa-a72a-97b039c9af13,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:12:54.941741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:54.999991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255da2-43dd-4582-9846-989318568621 None None] Pushing event updated for resources: {'Port': ['ID=8560fb0b-0e09-47aa-a72a-97b039c9af13,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:55.002645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Routers {'6400ee0e-c20d-42ae-bf9e-659b31946eaa'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:12:55.003232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:12:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:55.065358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:12:55.111512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] Set router 6400ee0e-c20d-42ae-bf9e-659b31946eaa gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:12:55.190471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26e0541f-eb0e-4333-bb1e-7192493e30c9 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1238682 Nov 02 16:12:55.340479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'name': 'router1', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8560fb0b-0e09-47aa-a72a-97b039c9af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:12:34Z', 'updated_at': '2021-11-02T16:12:51Z', 'revision_number': 4, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'gw_port': {'id': '8560fb0b-0e09-47aa-a72a-97b039c9af13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:51Z', 'updated_at': '2021-11-02T16:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '651f2bc0-a345-4d64-9bae-23e2329ec804', 'name': '', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'mac_address': 'fa:16:3e:05:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:43Z', 'updated_at': '2021-11-02T16:12:47Z', 'revision_number': 5, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnets': [{'id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:12:55.367223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c771b-23ba-4297-b210-2662ddfabd39 None None] The sync data for ids ['6400ee0e-c20d-42ae-bf9e-659b31946eaa'] in n-d-811405-2 is: [{'id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'name': 'router1', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8560fb0b-0e09-47aa-a72a-97b039c9af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:12:34Z', 'updated_at': '2021-11-02T16:12:51Z', 'revision_number': 4, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'gw_port': {'id': '8560fb0b-0e09-47aa-a72a-97b039c9af13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:51Z', 'updated_at': '2021-11-02T16:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '651f2bc0-a345-4d64-9bae-23e2329ec804', 'name': '', 'network_id': 'a8b99c82-239d-497a-a12d-b57ab16f072c', 'tenant_id': '662a126c585c46d2a102a8a1dd74d6d4', 'mac_address': 'fa:16:3e:05:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6400ee0e-c20d-42ae-bf9e-659b31946eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:12:43Z', 'updated_at': '2021-11-02T16:12:47Z', 'revision_number': 5, 'project_id': '662a126c585c46d2a102a8a1dd74d6d4', 'subnets': [{'id': 'b7242cc6-f7f3-471b-8206-3d32a0d4c49b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce23051b-d3da-4ac5-8954-1b567490904f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:12:56.739064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8560fb0b-0e09-47aa-a72a-97b039c9af13 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:12:56.787427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8560fb0b-0e09-47aa-a72a-97b039c9af13 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:56.787801 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:56.868071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:56.887992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 8560fb0b-0e09-47aa-a72a-97b039c9af13, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8560fb0b-0e09-47aa-a72a-97b039c9af13,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:12:56.892108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:12:56.938689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=8560fb0b-0e09-47aa-a72a-97b039c9af13,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:12:58.758986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8560fb0b-0e09-47aa-a72a-97b039c9af13 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:12:58.821243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8560fb0b-0e09-47aa-a72a-97b039c9af13 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:12:58.821243 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:08.304833 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9af38379-771d-4db8-90c6-7629b9622cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:11.019355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50d14732-620c-418b-a51d-4a19f0da6c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:11.186218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:12.376598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:13.509894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:27.542051 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:13:38.307587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-71288e89-71e9-4fd1-bed7-0d290b3c7f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:41.014412 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dd754b9c-54ba-4c60-aab4-f1b7807d49dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:41.282577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:42.375927 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:13:43.515605 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:04.534002 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:14:08.308806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1ca27c70-9fd8-4dcf-87ab-2aab6a5e7a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:11.016378 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27052b48-1207-4981-9f83-b2d21ea56b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:11.174772 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:12.379160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:13.512760 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:37.667334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40086) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:37.729311 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9530f591-c5fd-4793-a0eb-531be04e15af admin admin] GET failed (client error): The resource could not be found. Nov 02 16:14:37.730681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9530f591-c5fd-4793-a0eb-531be04e15af admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623660 Nov 02 16:14:37.898162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2aaa07-c0a7-4c32-b73d-697a8a465529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:37.899533 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc2aaa07-c0a7-4c32-b73d-697a8a465529 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1641865 Nov 02 16:14:38.310345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff671e7-fc9b-4248-9ab6-f4510dc08dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:40.126651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40096) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:40.228967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f866f9-f00c-4359-bbf8-c2b7d66a8f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:40.230342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e5f866f9-f00c-4359-bbf8-c2b7d66a8f01 admin admin] 10.222.0.31 "GET /v2.0/subnets/b7242cc6-f7f3-471b-8206-3d32a0d4c49b HTTP/1.1" status: 200 len: 849 time: 0.1027191 Nov 02 16:14:40.240921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:14:40.330906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:40.481146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756002221105'] for subnet, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:40.513429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:40.514605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:40.515301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] 10.222.0.31 "PUT /v2.0/subnets/b7242cc6-f7f3-471b-8206-3d32a0d4c49b HTTP/1.1" status: 200 len: 868 time: 0.2785537 Nov 02 16:14:40.536993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7242cc6-f7f3-471b-8206-3d32a0d4c49b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:14:40.538750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a1e2d2-5461-432f-972b-ce0137036bf5 None None] Network a8b99c82-239d-497a-a12d-b57ab16f072c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:14:40.544707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.545073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.545386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.545728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.546060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.546548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.546879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.547205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.547539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.547854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.548178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.548496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64de4bb-4336-43c6-a8d5-29775f955f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:14:40.939438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-764602bd-915b-4102-a871-0cb97db8a457 None None] Provisioning complete for port 651f2bc0-a345-4d64-9bae-23e2329ec804 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:14:40.939810 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-764602bd-915b-4102-a871-0cb97db8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:41.030302 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd7a1-0d08-4720-bc3d-a9e4d8f0fc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:41.039456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-764602bd-915b-4102-a871-0cb97db8a457 None None] Provisioning complete for port 116dd19a-cf7f-4d09-aa08-cb91aef1cba8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:14:41.039816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-764602bd-915b-4102-a871-0cb97db8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:41.177364 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:41.532631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:14:42.381673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:42.747307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40104) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:42.952859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ffe10-2779-422a-a073-2382da8ced2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:42.953238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ffe10-2779-422a-a073-2382da8ced2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:42.954779 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-468ffe10-2779-422a-a073-2382da8ced2e admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065258 Nov 02 16:14:43.526648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:14:45.165885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:45.368135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ce8fa-6be9-4e66-8c45-bb3013c5e4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:45.368520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ce8fa-6be9-4e66-8c45-bb3013c5e4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:45.370084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-418ce8fa-6be9-4e66-8c45-bb3013c5e4a4 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031503 Nov 02 16:14:47.574769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40122) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:47.718763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476f372-d3f5-4fd9-b75c-1e4d7f0f71e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:47.720177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e476f372-d3f5-4fd9-b75c-1e4d7f0f71e4 admin admin] 10.222.0.31 "GET /v2.0/networks/a8b99c82-239d-497a-a12d-b57ab16f072c HTTP/1.1" status: 200 len: 869 time: 0.1444483 Nov 02 16:14:49.934141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:50.063700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdae6ea-6a22-43d8-90a1-be7faefc6a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:50.065076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fbdae6ea-6a22-43d8-90a1-be7faefc6a22 admin admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 886 time: 0.1299121 Nov 02 16:14:52.384848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:52.517020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5ac1b-c331-47ec-a451-b1cf50d027e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:52.517560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5ac1b-c331-47ec-a451-b1cf50d027e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:52.519648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27d5ac1b-c331-47ec-a451-b1cf50d027e7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338429 Nov 02 16:14:54.762951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40146) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:54.852275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfe866-21bb-4231-9b98-37de311429ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:54.852722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfe866-21bb-4231-9b98-37de311429ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:54.854241 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22dfe866-21bb-4231-9b98-37de311429ee admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903342 Nov 02 16:14:57.172204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40154) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:57.261619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34bb278-aa10-46e7-a2bc-e753d1d8b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:57.263267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c34bb278-aa10-46e7-a2bc-e753d1d8b7e6 admin admin] 10.222.0.31 "GET /v2.0/subnets/9a4fd39f-c10b-43da-8980-be16280383e2 HTTP/1.1" status: 200 len: 816 time: 0.0901167 Nov 02 16:14:59.490069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40162) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:14:59.587276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a939c2-cce0-44d2-822e-8e96af0d65e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:14:59.588630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-85a939c2-cce0-44d2-822e-8e96af0d65e2 admin admin] 10.222.0.31 "GET /v2.0/subnets/b7242cc6-f7f3-471b-8206-3d32a0d4c49b HTTP/1.1" status: 200 len: 868 time: 0.0974853 Nov 02 16:15:08.315359 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7c2278c4-71db-4042-85ca-fb5b8d0855a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:11.022958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd6b1-373c-43bc-b714-54c7b9ed5e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:11.180101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:12.385320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:13.531324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:18.531094 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:15:24.996554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40216) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:15:25.047574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-f5c6768f-0612-4010-9a22-ff622717f7f7 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:15:25.048569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5c6768f-0612-4010-9a22-ff622717f7f7 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510879 Nov 02 16:15:27.453990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40224) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:15:27.518036 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0413a21-df4d-4b20-9a16-6163f3aa8f0d admin admin] GET failed (client error): The resource could not be found. Nov 02 16:15:27.519836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0413a21-df4d-4b20-9a16-6163f3aa8f0d admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646834 Nov 02 16:15:27.674885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a9edf-34db-48df-8919-c27c25fe5f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:15:27.677263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2c2a9edf-34db-48df-8919-c27c25fe5f94 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1525333 Nov 02 16:15:30.090517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40232) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:15:30.140479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:15:30.163941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Made reservation on behalf of d9e7361693d24d55a8ef0dd45dde70c5 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:15:30.166671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:30.195013 n-d-811405-2 neutron-server[102066]: WARNING neutron.services.revisions.revision_plugin [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Could not find related network for resource to bump revision. Nov 02 16:15:30.206677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:15:30.215991 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:30.216331 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Added segment 15fdbea9-da04-4fdb-82c9-f3faaad8fd61 of type vlan for network ead21be6-2396-4a4b-bb07-659453900512 Nov 02 16:15:30.256067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:30.299544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:30.300501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:15:30.301677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:30.362248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2705915 Nov 02 16:15:30.363166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Pushing event updated for resources: {'Network': ['ID=ead21be6-2396-4a4b-bb07-659453900512,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:15:30.370425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.370779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.371623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.371996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.372319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.372650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.372979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.373303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.373631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.373956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.374305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.374631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94f76-fb94-485a-87cc-f76016a1127c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:30.389488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ead21be6-2396-4a4b-bb07-659453900512 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:15:32.683561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40240) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:15:32.753231 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79c2a8f-9005-416f-b591-a1422c5f2865 admin admin] GET failed (client error): The resource could not be found. Nov 02 16:15:32.754963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d79c2a8f-9005-416f-b591-a1422c5f2865 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703115 Nov 02 16:15:32.831024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb5566-abfd-4bf0-9e6f-3585fec4a8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:15:32.832725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a0cb5566-abfd-4bf0-9e6f-3585fec4a8d5 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718920 Nov 02 16:15:32.842800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Request body: {'subnet': {'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:15:32.862970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Made reservation on behalf of d9e7361693d24d55a8ef0dd45dde70c5 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:15:32.866557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.036475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.089754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=22808816-e223-4b35-821b-0421d7fb8031,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:15:33.099914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:15:33.100305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Network hostable DHCP agents. Network: ead21be6-2396-4a4b-bb07-659453900512, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:15:33.116784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Network ead21be6-2396-4a4b-bb07-659453900512 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:15:33.125151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ead21be6-2396-4a4b-bb07-659453900512) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:15:33.131220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:15:33.132159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.132958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db31f22-8dc5-476a-936d-b75b031d1504 None None] Network ead21be6-2396-4a4b-bb07-659453900512 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:15:33.148563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b43daea6-56f7-4623-8d2e-91bc1903d3ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090956 Nov 02 16:15:33.309128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ead21be6-2396-4a4b-bb07-659453900512', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'tenant_id': 'd9e7361693d24d55a8ef0dd45dde70c5', 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:15:33.309948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.451749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Allocated IP 192.168.233.2 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/2fe52044-a9d4-4971-8421-86f09031d68b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:15:33.655257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.687991 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.712551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:15:33.715619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:15:33.739468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:15:33.799055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Pushing event updated for resources: {'Port': ['ID=2fe52044-a9d4-4971-8421-86f09031d68b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:15:33.817909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.818261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.818617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.818954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.819286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.819619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.819941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.820267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.820592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.820922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.821250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.821569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:15:33.827348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Attempting to bind port 2fe52044-a9d4-4971-8421-86f09031d68b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:15:33.827721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Attempting to bind port 2fe52044-a9d4-4971-8421-86f09031d68b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:15:33.828081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Attempting to bind port 2fe52044-a9d4-4971-8421-86f09031d68b on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:15:33.839990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:15:33.840361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:15:33.840758 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.841146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:15:33.841645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Bound port: 2fe52044-a9d4-4971-8421-86f09031d68b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:15:33.842070 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:33.924604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] For port 2fe52044-a9d4-4971-8421-86f09031d68b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:15:33.929676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] For port 2fe52044-a9d4-4971-8421-86f09031d68b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2fe52044-a9d4-4971-8421-86f09031d68b,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:15:33.936199 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:34.009818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7998ce-5576-4d93-a8fd-b26f38f05f4e None None] Pushing event updated for resources: {'Port': ['ID=2fe52044-a9d4-4971-8421-86f09031d68b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:15:34.853323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3da63-4971-4041-b5cd-3fa9cd5a6766 None None] Network ead21be6-2396-4a4b-bb07-659453900512 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:15:34.904063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2fe52044-a9d4-4971-8421-86f09031d68b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:15:34.959716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4b899ee4-3feb-412a-9a18-049f99caa5a6 None None] Provisioning complete for port 2fe52044-a9d4-4971-8421-86f09031d68b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:15:34.960082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4b899ee4-3feb-412a-9a18-049f99caa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:35.061212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2fe52044-a9d4-4971-8421-86f09031d68b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:15:35.061495 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:35.169888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4b899ee4-3feb-412a-9a18-049f99caa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:35.248794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4b899ee4-3feb-412a-9a18-049f99caa5a6 None None] For port 2fe52044-a9d4-4971-8421-86f09031d68b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2fe52044-a9d4-4971-8421-86f09031d68b,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:15:35.256433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4b899ee4-3feb-412a-9a18-049f99caa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:35.268961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:35.341081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b899ee4-3feb-412a-9a18-049f99caa5a6 None None] Pushing event updated for resources: {'Port': ['ID=2fe52044-a9d4-4971-8421-86f09031d68b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:15:35.384297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:15:35.384788 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:15:35.483042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-600bad5c-fcfe-46cb-9666-c1933fbfead4 None None] Provisioning complete for port 2fe52044-a9d4-4971-8421-86f09031d68b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:15:35.483468 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-600bad5c-fcfe-46cb-9666-c1933fbfead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:36.828032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2fe52044-a9d4-4971-8421-86f09031d68b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:15:36.891849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2fe52044-a9d4-4971-8421-86f09031d68b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:15:36.892209 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:38.311424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-81c37987-b4ff-46f7-8342-19a04f3507ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:41.028334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bb217ea2-9df8-40e7-9c4c-089967365aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:41.183148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:42.388611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:43.534346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:15:55.529988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:16:08.315101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d643d641-f159-4a49-a920-7c82e4a543e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:11.030920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9b31414-50c7-4559-8b0a-d0f52427e353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:11.190561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:12.391007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:13.543316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:32.528945 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:16:38.319950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f717421b-df19-42e0-8af9-c4c78646055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:41.032240 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eb50318e-5175-4c4e-8bbd-a65063b86256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:41.184688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:42.393920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:43.543525 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.088311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40294) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:16:54.094224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-ea192072-f1ca-4c45-ab31-b659caec93fa tempest-verify_tempest_config-195137622 tempest-verify_tempest_config-195137622-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:16:54.095174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea192072-f1ca-4c45-ab31-b659caec93fa tempest-verify_tempest_config-195137622 tempest-verify_tempest_config-195137622-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058920 Nov 02 16:16:54.388167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40312) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:16:54.501984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.604678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.608541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.654496 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80fd5c8b794e4fd8a753f80c119d4568&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2652612 Nov 02 16:16:54.655173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e7473e-90b4-4ef1-baf3-efb391a37671,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:16:54.657321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40318) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:16:54.663082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.663429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.663768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.664100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.664462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.664789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.665111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.665431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.665778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.666097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.666474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.666789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b81f68-d6b5-408d-a2ec-9c931de6e641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.711129 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.731990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.818597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.821184 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:16:54.822374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3e7473e-90b4-4ef1-baf3-efb391a37671 HTTP/1.1" status: 204 len: 168 time: 0.1640575 Nov 02 16:16:54.832663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e7473e-90b4-4ef1-baf3-efb391a37671,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:16:54.839719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.840172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.840648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.841074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.841405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.841740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.842044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.842407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.842725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.843068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.843385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:16:54.843723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a9796b-8f0f-4c68-b321-a5e00679fea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:17:08.320626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b61347f2-927e-405f-812d-79dbf4fe20ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:09.527304 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:17:11.035163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f40dc48-d8ed-41ac-a4e9-137fe97f5ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:11.179438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:12.395952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:13.548778 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:38.321652 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47067f58-22ee-4b24-aa51-655aebd740f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:41.045670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9c96-1cec-4d68-8fd0-777c7ce3bf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:41.181981 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:42.398101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:43.547940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:17:46.525480 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:18:08.323609 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da74b61c-89f4-41ed-a460-6ade718c66ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:11.038549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a36911c8-8517-407c-8e9d-6471342e5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:11.183743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:12.402913 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:13.550880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:23.523712 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:18:38.327508 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-749304c7-1610-4c65-8cbe-a2f7e5de7004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:41.040470 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f84e-7ff1-4d63-b94a-6d05a1ec240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:41.184382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:42.404740 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:18:43.555028 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:00.522058 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:19:08.329864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e14c210-6331-46e1-bb95-31da1532b3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:11.041278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b6ede14-cd5c-499b-b085-fcd123f6c0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:11.184814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:12.407138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:13.557990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:37.521080 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:19:38.330413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-74e74680-6748-4fba-94cf-b0ad9b0c5f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:41.043282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea30b-89b1-4ba4-b8c2-61591dd1e5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:41.187323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:42.410492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:19:43.560759 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:08.331586 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6127-02cb-45c3-a0cc-7fdb1c2ca9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:11.045061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45c7f708-9425-4d10-8755-d28f1d3412c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:11.188206 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:12.412344 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:13.564094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:14.518805 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 5 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:20:17.110040 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:22.641133 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3773088'] for agent, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:38.333282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6a41efef-423e-47c8-a28c-5ff22e1f3cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:41.045679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0bd23dc6-5d1b-430f-a665-aac72e069333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:41.193069 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:42.415822 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:43.568768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:47.065050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:20:51.517987 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:20:52.594024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:08.335008 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c810d984-398f-4d75-91cd-52bbacea7738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:10.212747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40378) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:21:10.324706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-adecf177-5ed1-49de-9fdc-e2a96ca7e635 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1108174 Nov 02 16:21:11.046654 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd64c-e469-4ee0-85e3-d683a674e4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:11.194982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:12.417585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:12.598656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40388) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:21:12.655445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7b4ce97-b0fd-48c6-b800-d5735b2e6efd admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0556870 Nov 02 16:21:13.570660 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:17.093528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:22.609095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:28.518195 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:21:38.339163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-292db197-7b49-4ddc-ae79-cd401efda69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:41.048698 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42658742-26fd-4d83-b82d-b48671e85f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:41.196183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:42.420928 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:43.573666 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:47.107438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:21:52.607714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:05.517502 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:22:08.342034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-19cb307b-57aa-488f-8c2d-972b68aeb979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:11.050803 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1315060-eb0d-4db3-bc71-3cfb2adad62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:11.199014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:12.424419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:13.576804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:17.106722 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:22.622782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:38.346449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1068b3c9-0401-4164-ac66-dadd5af1ce25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:41.050910 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-78932890-fa71-42c2-b2af-abec3c0cf5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:41.201116 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:42.428329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:42.517139 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:22:43.591255 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:47.151363 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:49.836421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40636) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:50.317473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40656) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:50.328064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6f541648-1bd0-4ade-b811-0430a458296d tempest-AutoAllocateNetworkTest-1820438659 tempest-AutoAllocateNetworkTest-1820438659-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dcae209a73b1431b8c776cd711f0398d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4900625 Nov 02 16:22:50.583548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4350b-c16f-4dfd-8ca1-c24ba1dec7e7 tempest-AutoAllocateNetworkTest-1820438659 tempest-AutoAllocateNetworkTest-1820438659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:50.588223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40678) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:50.588470 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-04a4350b-c16f-4dfd-8ca1-c24ba1dec7e7 tempest-AutoAllocateNetworkTest-1820438659 tempest-AutoAllocateNetworkTest-1820438659-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2697809 Nov 02 16:22:50.648610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-65dffaca-aeba-4d61-8f6e-552f35787edd tempest-AutoAllocateNetworkTest-1820438659 tempest-AutoAllocateNetworkTest-1820438659-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586059 Nov 02 16:22:50.651278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:50.683715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b656ec64-5976-4fa0-afb4-fea86e307d54 tempest-AutoAllocateNetworkTest-1820438659 tempest-AutoAllocateNetworkTest-1820438659-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dcae209a73b1431b8c776cd711f0398d HTTP/1.1" status: 200 len: 208 time: 0.0311494 Nov 02 16:22:51.431036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40730) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:51.670270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40746) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:51.670270 n-d-811405-2 neutron-server[102066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 16:22:51.704251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-68e51a8e-d0f5-49ba-b26b-bf8aac85d315 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4044f29654a44301ade620fadfb9081c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353646 Nov 02 16:22:51.982659 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.077594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-76ea5246-94ea-47bd-b398-aed9a65d0f9b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:52.079168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-76ea5246-94ea-47bd-b398-aed9a65d0f9b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691540 Nov 02 16:22:52.111906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-01bc94f1-b375-4eae-91f1-90fdde09656f tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/quotas/4044f29654a44301ade620fadfb9081c HTTP/1.1" status: 200 len: 375 time: 0.0197606 Nov 02 16:22:52.190712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-a6417a97-4d78-4d29-b99a-84bd8bcd66cb tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4044f29654a44301ade620fadfb9081c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718868 Nov 02 16:22:52.205004 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.213312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.285113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcae209a73b1431b8c776cd711f0398d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8528790 Nov 02 16:22:52.286158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9676ffe2-a8ec-44dd-a832-9653cc06814f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:52.288211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40774) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:52.295125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.295497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.295840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.296190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.296527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.296857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.297193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.297500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.297877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.298230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.298699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.299287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c582d2-1c1f-4b62-b0f8-2381a31b2744 admin admin] Tracked resource versions report: Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: pushed versions: Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: { 'AddressGroup': {'1.2'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'ConntrackHelper': {'1.0'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Log': {'1.0'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Network': {'1.1'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Port': {'1.7'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'PortForwarding': {'1.2'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'QosPolicy': {'1.9'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'SecurityGroup': {'1.4'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'SubPort': {'1.0'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Subnet': {'1.1'}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Trunk': {'1.1'}} Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: consumer versions: Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: HyperV agent@n-h1-811405-2: {}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: HyperV agent@n-h2-811405-2: {}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: L3 agent@n-d-811405-2: {}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: Metadata agent@n-d-811405-2: {}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: Metering agent@n-d-811405-2: {}, Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'ConntrackHelper': '1.0', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Log': '1.0', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Network': '1.1', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Port': '1.7', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'PortForwarding': '1.2', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'QosPolicy': '1.9', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'SecurityGroup': '1.4', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'SecurityGroupRule': '1.2', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'SubPort': '1.0', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Subnet': '1.1', Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: 'Trunk': '1.1'}} Nov 02 16:22:52.300094 n-d-811405-2 neutron-server[102066]: {{(pid=102066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:22:52.361142 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.384401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.451652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.454930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:52.458659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9676ffe2-a8ec-44dd-a832-9653cc06814f HTTP/1.1" status: 204 len: 168 time: 0.1675096 Nov 02 16:22:52.471445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9676ffe2-a8ec-44dd-a832-9653cc06814f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:52.481971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.482629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.483235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.483863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.484371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.484953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.485459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.485960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.486493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.487180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.487684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.488652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f4622-a6d2-497e-aadc-889387b6f88e admin admin] Tracked resource versions report: Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: pushed versions: Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: { 'AddressGroup': {'1.2'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'ConntrackHelper': {'1.0'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Log': {'1.0'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Network': {'1.1'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Port': {'1.7'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'PortForwarding': {'1.2'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'QosPolicy': {'1.9'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'SecurityGroup': {'1.4'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'SubPort': {'1.0'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Subnet': {'1.1'}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Trunk': {'1.1'}} Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: consumer versions: Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: HyperV agent@n-h1-811405-2: {}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: HyperV agent@n-h2-811405-2: {}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: L3 agent@n-d-811405-2: {}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: Metadata agent@n-d-811405-2: {}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: Metering agent@n-d-811405-2: {}, Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'ConntrackHelper': '1.0', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Log': '1.0', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Network': '1.1', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Port': '1.7', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'PortForwarding': '1.2', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'QosPolicy': '1.9', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'SecurityGroup': '1.4', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'SecurityGroupRule': '1.2', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'SubPort': '1.0', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Subnet': '1.1', Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: 'Trunk': '1.1'}} Nov 02 16:22:52.490236 n-d-811405-2 neutron-server[102065]: {{(pid=102065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:22:52.630851 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:53.169577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bde9c2dd-4200-47cc-9668-1da669e83284 req-361912e8-a102-474a-86ee-25a0685af3c3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 210 time: 0.1186111 Nov 02 16:22:53.307862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40850) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:53.587190 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-923fbf09-3330-45ee-ba4a-8a327eade4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:53.735145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-923fbf09-3330-45ee-ba4a-8a327eade4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:53.741288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-923fbf09-3330-45ee-ba4a-8a327eade4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:53.746373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40884) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:53.799755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40890) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:53.799917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-923fbf09-3330-45ee-ba4a-8a327eade4b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51959a5826734e02b4f19f9b40c463c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4907548 Nov 02 16:22:53.801019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fbf09-3330-45ee-ba4a-8a327eade4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d803cc02-ddae-4bb8-9f9e-85687fcf8d54,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:53.910248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c274bb8b-caeb-4cf1-b31f-4c64031f04cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:53.940693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c274bb8b-caeb-4cf1-b31f-4c64031f04cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:53.959900 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e80c6b5-9045-43e1-ad9c-f55c5bd8cc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.075063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c274bb8b-caeb-4cf1-b31f-4c64031f04cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.078474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c274bb8b-caeb-4cf1-b31f-4c64031f04cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.080279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c274bb8b-caeb-4cf1-b31f-4c64031f04cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d803cc02-ddae-4bb8-9f9e-85687fcf8d54 HTTP/1.1" status: 204 len: 168 time: 0.2788398 Nov 02 16:22:54.096677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274bb8b-caeb-4cf1-b31f-4c64031f04cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803cc02-ddae-4bb8-9f9e-85687fcf8d54,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:54.166600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e80c6b5-9045-43e1-ad9c-f55c5bd8cc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.177353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e80c6b5-9045-43e1-ad9c-f55c5bd8cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.220308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80c6b5-9045-43e1-ad9c-f55c5bd8cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3238d7c5-7662-453d-9647-23f6ebabd4fd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:54.243564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4e80c6b5-9045-43e1-ad9c-f55c5bd8cc60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6ccba0b736844c596192a2c6d7ef840&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4944506 Nov 02 16:22:54.245613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40920) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:54.320876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-069bb6a2-75cb-4831-bcc0-def0c746bba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.349534 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-069bb6a2-75cb-4831-bcc0-def0c746bba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.407813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-069bb6a2-75cb-4831-bcc0-def0c746bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.412047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-069bb6a2-75cb-4831-bcc0-def0c746bba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.414339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-069bb6a2-75cb-4831-bcc0-def0c746bba2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3238d7c5-7662-453d-9647-23f6ebabd4fd HTTP/1.1" status: 204 len: 168 time: 0.1668110 Nov 02 16:22:54.424716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bb6a2-75cb-4831-bcc0-def0c746bba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238d7c5-7662-453d-9647-23f6ebabd4fd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:54.628779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40942) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:54.641387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.55', 56779) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:54.657281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ba7c-0067-4714-af68-78cb2cbe8023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.771965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-d5091180-2d03-4d73-89e1-286726f98def tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4044f29654a44301ade620fadfb9081c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279476 Nov 02 16:22:54.793014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ba7c-0067-4714-af68-78cb2cbe8023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.801291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ba7c-0067-4714-af68-78cb2cbe8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.849989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5ba7c-0067-4714-af68-78cb2cbe8023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60657833-2a91-4692-9f4b-6a1d6484dd1e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:54.881111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5fd5ba7c-0067-4714-af68-78cb2cbe8023 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48ceddd9adaf4309b43ab39bdaa850dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2510724 Nov 02 16:22:54.881605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40948) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:54.911325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-c9b5d411-059b-456e-a33e-b5eb004ebeb2 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:54.913715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-c9b5d411-059b-456e-a33e-b5eb004ebeb2 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299121 Nov 02 16:22:54.949147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43c8f981-8b7f-4e01-a8d9-746875222004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:54.979970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43c8f981-8b7f-4e01-a8d9-746875222004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.021823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Request body: {'port': {'device_id': '8019044f-9752-49bb-8345-9a963f2dac9b', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '4044f29654a44301ade620fadfb9081c'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:22:55.040919 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43c8f981-8b7f-4e01-a8d9-746875222004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.044238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43c8f981-8b7f-4e01-a8d9-746875222004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.049211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43c8f981-8b7f-4e01-a8d9-746875222004 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60657833-2a91-4692-9f4b-6a1d6484dd1e HTTP/1.1" status: 204 len: 168 time: 0.1611438 Nov 02 16:22:55.049211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40960) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:55.098694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889b9f30-5d2d-4f8a-9891-b675efa61ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.191001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889b9f30-5d2d-4f8a-9891-b675efa61ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.193036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f981-8b7f-4e01-a8d9-746875222004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60657833-2a91-4692-9f4b-6a1d6484dd1e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:55.204482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889b9f30-5d2d-4f8a-9891-b675efa61ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.251116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b9f30-5d2d-4f8a-9891-b675efa61ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c27283-7dec-4ef0-bc38-076e2ee48d79,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:55.296021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40978) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:55.304741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-889b9f30-5d2d-4f8a-9891-b675efa61ac9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ca14054aa8f421f8a2bd9d8662b128d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2551749 Nov 02 16:22:55.307040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40984) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:55.377123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561cd8df-5ed4-412c-b518-8c439dc64289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.405260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561cd8df-5ed4-412c-b518-8c439dc64289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.407779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Made reservation on behalf of 4044f29654a44301ade620fadfb9081c for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:22:55.414263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.435529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.469704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561cd8df-5ed4-412c-b518-8c439dc64289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.474071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561cd8df-5ed4-412c-b518-8c439dc64289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.478886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-561cd8df-5ed4-412c-b518-8c439dc64289 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23c27283-7dec-4ef0-bc38-076e2ee48d79 HTTP/1.1" status: 204 len: 168 time: 0.1678593 Nov 02 16:22:55.487649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cd8df-5ed4-412c-b518-8c439dc64289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c27283-7dec-4ef0-bc38-076e2ee48d79,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:55.563156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.573239 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:55.764361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9baddcc-c30c-4981-93a8-548b7c51d067,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:55.849358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f419be30-8820-46fc-8f44-e5eec97ffae1 req-2a1dfe3a-806b-4e7d-abdf-335da36f7116 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 210 time: 0.5521650 Nov 02 16:22:55.940029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Allocated IP 192.168.233.204 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/fdd97a66-f707-4291-92c3-ebe5dc46008d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:22:56.272080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:56.350739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:56.375908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41072) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:56.381075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:22:56.416437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:22:56.442052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:22:56.448580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:56.449380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:56.492771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4789369 Nov 02 16:22:56.528282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-9ff9c9bb-c8d5-42c1-9988-45ec409c072f tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:22:56.531241 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-9ff9c9bb-c8d5-42c1-9988-45ec409c072f tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065076 Nov 02 16:22:56.556504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35c4c6-74ae-4112-b150-aa4a812dd0a9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Pushing event updated for resources: {'Port': ['ID=fdd97a66-f707-4291-92c3-ebe5dc46008d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:56.786858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e470b08b-e144-4c9c-b6f2-0db84fde53d0 None None] Provisioning complete for port fdd97a66-f707-4291-92c3-ebe5dc46008d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:22:56.790373 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e470b08b-e144-4c9c-b6f2-0db84fde53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:56.902227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e470b08b-e144-4c9c-b6f2-0db84fde53d0 None None] Port fdd97a66-f707-4291-92c3-ebe5dc46008d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:22:57.186455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-857bbbd2-f559-40a9-a523-f79477a0229a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.248372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41094) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:57.376893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-857bbbd2-f559-40a9-a523-f79477a0229a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.383033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-857bbbd2-f559-40a9-a523-f79477a0229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.462202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bbbd2-f559-40a9-a523-f79477a0229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505f0dfd-5060-4608-a24f-da6ba0fb1d2a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:57.576144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-857bbbd2-f559-40a9-a523-f79477a0229a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82ef3c7da0c8435a8fe8a0fe3088a25a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1983850 Nov 02 16:22:57.578735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41106) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:57.632919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0f6c9-5d74-4775-a9be-65ff5e68e553 req-745b6217-3edc-477c-8148-83a0c569e3c0 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:57.640408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8bb0f6c9-5d74-4775-a9be-65ff5e68e553 req-745b6217-3edc-477c-8148-83a0c569e3c0 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 936 time: 0.1991386 Nov 02 16:22:57.705256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21936497-6828-4672-9f0f-989ac2bf1dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.720356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8bb0f6c9-5d74-4775-a9be-65ff5e68e553 req-5211b292-937c-459b-a08e-127fc36595d0 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777905 Nov 02 16:22:57.756266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ba30d83-53c2-4c91-91db-4e417fe231b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.870095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ba30d83-53c2-4c91-91db-4e417fe231b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.952853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-ff8bfbff-f5ef-4da7-b2b9-973ee31aa716 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f2f7293ae7f4973a5cdd5e6de670354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645468 Nov 02 16:22:57.973908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ba30d83-53c2-4c91-91db-4e417fe231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.984444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ba30d83-53c2-4c91-91db-4e417fe231b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:57.985616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6ba30d83-53c2-4c91-91db-4e417fe231b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/505f0dfd-5060-4608-a24f-da6ba0fb1d2a HTTP/1.1" status: 204 len: 168 time: 0.4059329 Nov 02 16:22:58.039739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21936497-6828-4672-9f0f-989ac2bf1dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:58.044442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba30d83-53c2-4c91-91db-4e417fe231b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505f0dfd-5060-4608-a24f-da6ba0fb1d2a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:58.053132 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21936497-6828-4672-9f0f-989ac2bf1dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:58.110558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21936497-6828-4672-9f0f-989ac2bf1dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be6e89c-17f2-4df4-a152-de98bc65ec00,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:58.127076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-21936497-6828-4672-9f0f-989ac2bf1dd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b31dfbfdb214e258e4f7b9973180b63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8731821 Nov 02 16:22:58.127076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:58.188010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-e5499d59-ffe7-46f9-b090-4b4960d10e75 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:58.197623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-e5499d59-ffe7-46f9-b090-4b4960d10e75 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437809 Nov 02 16:22:58.227644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-3c987662-6114-49f6-9b62-fd5b149d49db tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/quotas/0f2f7293ae7f4973a5cdd5e6de670354 HTTP/1.1" status: 200 len: 375 time: 0.0285244 Nov 02 16:22:58.279518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-142ef0a7-c19b-4cfd-bd1d-4a524b2b917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:58.302958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-16d7e271-34a5-448e-906c-1934504694be tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2f7293ae7f4973a5cdd5e6de670354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735450 Nov 02 16:22:58.355846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-142ef0a7-c19b-4cfd-bd1d-4a524b2b917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:58.498379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-142ef0a7-c19b-4cfd-bd1d-4a524b2b917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:58.501918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-142ef0a7-c19b-4cfd-bd1d-4a524b2b917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:58.503108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-142ef0a7-c19b-4cfd-bd1d-4a524b2b917e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3be6e89c-17f2-4df4-a152-de98bc65ec00 HTTP/1.1" status: 204 len: 168 time: 0.3786278 Nov 02 16:22:58.532117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ef0a7-c19b-4cfd-bd1d-4a524b2b917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be6e89c-17f2-4df4-a152-de98bc65ec00,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:58.589333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41166) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:58.650117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29323c5b-d02c-435a-a1c9-50a6b1034bd2 req-0f9909db-1e57-4111-b6ac-91f73492b460 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0633974 Nov 02 16:22:58.837827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:58.859128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed2b40ee-5301-4606-8c2d-076ef248eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.001554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed2b40ee-5301-4606-8c2d-076ef248eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.008906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b265-25f7-4b07-a239-a69ce101548c req-e6b5186a-680f-4023-83d7-5de9ddd571e5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:59.018625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed2b40ee-5301-4606-8c2d-076ef248eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.027803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d09b265-25f7-4b07-a239-a69ce101548c req-e6b5186a-680f-4023-83d7-5de9ddd571e5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 936 time: 0.1775851 Nov 02 16:22:59.117215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b40ee-5301-4606-8c2d-076ef248eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e9f97-e7e1-4419-a5f8-109b0b6299b0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:59.136519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d09b265-25f7-4b07-a239-a69ce101548c req-cf3588c9-bc1d-47d9-84a0-109d0293050d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069214 Nov 02 16:22:59.148641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1391515156-network', 'tenant_id': '2db3513cb03944daa9db84d81f2cfed6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:22:59.160807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed2b40ee-5301-4606-8c2d-076ef248eec6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3699fa1d657a4daba4aa35f2cd3b64f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3217885 Nov 02 16:22:59.163157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41210) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:59.211772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Made reservation on behalf of 2db3513cb03944daa9db84d81f2cfed6 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:22:59.214605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.224979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.285913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-942cacc9-9187-443e-8668-4e4034297593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.317081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-942cacc9-9187-443e-8668-4e4034297593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.407292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-942cacc9-9187-443e-8668-4e4034297593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.412624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-942cacc9-9187-443e-8668-4e4034297593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.418432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-942cacc9-9187-443e-8668-4e4034297593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e19e9f97-e7e1-4419-a5f8-109b0b6299b0 HTTP/1.1" status: 204 len: 168 time: 0.2530921 Nov 02 16:22:59.438161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.443472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cacc9-9187-443e-8668-4e4034297593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e9f97-e7e1-4419-a5f8-109b0b6299b0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:59.453994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.477219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:22:59.509360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756002245892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.510254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Unsubscribe: segment precommit_create {{(pid=102065) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 16:22:59.510988 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Added segment 90ef9c72-2179-4303-b7d6-767c485e034b of type vlan for network a9954e53-2968-4814-abf7-2144c6c9b768 Nov 02 16:22:59.665723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.669656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41236) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:22:59.677099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20784272-a8b8-4f45-8aaf-1803038aa212,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:22:59.702071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45073fc1-148b-429f-a44e-7f6b9bf87fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.785677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.787684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:22:59.789713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:22:59.911941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80c81969-07e1-4f23-a6b5-07773618bca6 req-85efa664-ab00-4957-a6a2-0375478a4cde tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.1269321 Nov 02 16:22:59.991710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:00.010563 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45073fc1-148b-429f-a44e-7f6b9bf87fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.018468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45073fc1-148b-429f-a44e-7f6b9bf87fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.044634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4540710 Nov 02 16:23:00.055065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:00.059891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-45073fc1-148b-429f-a44e-7f6b9bf87fdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a19b85f509b943178eafd8fa05b6d9fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3905272 Nov 02 16:23:00.066223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Request body: {'subnet': {'network_id': 'a9954e53-2968-4814-abf7-2144c6c9b768', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1391515156-subnet', 'tenant_id': '2db3513cb03944daa9db84d81f2cfed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:00.071974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41264) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:00.110297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59087a1-dd3f-49f1-9b1d-b8465376cddf admin admin] Pushing event updated for resources: {'Network': ['ID=a9954e53-2968-4814-abf7-2144c6c9b768,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:00.142562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a9954e53-2968-4814-abf7-2144c6c9b768 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:23:00.245311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdbecc5b-4ab5-4db9-804f-8ae382f05713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.282413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Made reservation on behalf of 2db3513cb03944daa9db84d81f2cfed6 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:00.284709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.370314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45073fc1-148b-429f-a44e-7f6b9bf87fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c65a49-4ce3-4067-a022-bffbde5a90f9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:00.402027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdbecc5b-4ab5-4db9-804f-8ae382f05713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.554066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Request body: {'port': {'device_id': '8019044f-9752-49bb-8345-9a963f2dac9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:00.604452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdbecc5b-4ab5-4db9-804f-8ae382f05713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.607241 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdbecc5b-4ab5-4db9-804f-8ae382f05713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.611324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fdbecc5b-4ab5-4db9-804f-8ae382f05713 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06c65a49-4ce3-4067-a022-bffbde5a90f9 HTTP/1.1" status: 204 len: 168 time: 0.5379310 Nov 02 16:23:00.713584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbecc5b-4ab5-4db9-804f-8ae382f05713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c65a49-4ce3-4067-a022-bffbde5a90f9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:00.725199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da70962-f38d-4522-b548-49b988d8f01f req-207ce22e-f875-4fd2-8720-daabdb32476d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:00.735303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5da70962-f38d-4522-b548-49b988d8f01f req-207ce22e-f875-4fd2-8720-daabdb32476d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 936 time: 0.2264407 Nov 02 16:23:00.743587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab2eded5-e132-4fd7-bc8f-3710dbd4cf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.765184 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.797443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:00.889484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5da70962-f38d-4522-b548-49b988d8f01f req-ab8dbaf6-61bf-46e5-9699-18949a505fea tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532135 Nov 02 16:23:00.939463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd16cd0-e560-4c03-a816-59b258fc07fd,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:00.961180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Checking segment: {'id': '90ef9c72-2179-4303-b7d6-767c485e034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a9954e53-2968-4814-abf7-2144c6c9b768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:00.961623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Network hostable DHCP agents. Network: a9954e53-2968-4814-abf7-2144c6c9b768, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:23:01.013380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Network a9954e53-2968-4814-abf7-2144c6c9b768 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:23:01.038294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab2eded5-e132-4fd7-bc8f-3710dbd4cf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.051004 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ab2eded5-e132-4fd7-bc8f-3710dbd4cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.066661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a9954e53-2968-4814-abf7-2144c6c9b768) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:01.077903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d8990-ccc1-4d8d-a172-32d302874e22 None None] Network a9954e53-2968-4814-abf7-2144c6c9b768 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:01.118913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:01.119498 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.154740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41302) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:01.164531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38c6c732-86bc-49d9-9b36-25920a60c5f8 req-e03cec65-fcf0-4af3-b815-f528b900664d tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0567422 Nov 02 16:23:01.190664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eded5-e132-4fd7-bc8f-3710dbd4cf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4795c5d4-bacb-494a-9c19-00c1dd33b479,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:01.197662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ab2eded5-e132-4fd7-bc8f-3710dbd4cf4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d48a022393d64ee297e4879794d3e6dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1989512 Nov 02 16:23:01.204428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41306) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:01.232611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5ebeff8a-b883-47c4-be22-bafd72ec3e4e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1711609 Nov 02 16:23:01.425157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2e0ec-d31f-4e8d-b70e-a3ca4bfb3338 None None] Network a9954e53-2968-4814-abf7-2144c6c9b768 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:01.591417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-10dedc24-a971-43a6-935f-eea60d1fbfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.629935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-10dedc24-a971-43a6-935f-eea60d1fbfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.712073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2480ff22-5f84-47f6-850d-73db4e1f636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.800697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd97a66-f707-4291-92c3-ebe5dc46008d {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:01.818343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.830412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-10dedc24-a971-43a6-935f-eea60d1fbfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.833030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-10dedc24-a971-43a6-935f-eea60d1fbfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.836043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-10dedc24-a971-43a6-935f-eea60d1fbfb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4795c5d4-bacb-494a-9c19-00c1dd33b479 HTTP/1.1" status: 204 len: 168 time: 0.6316931 Nov 02 16:23:01.894336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Transition to ACTIVE for port object fdd97a66-f707-4291-92c3-ebe5dc46008d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:01.895941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dedc24-a971-43a6-935f-eea60d1fbfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4795c5d4-bacb-494a-9c19-00c1dd33b479,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:01.905889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.930468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2480ff22-5f84-47f6-850d-73db4e1f636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:01.936322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2480ff22-5f84-47f6-850d-73db4e1f636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.008750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2480ff22-5f84-47f6-850d-73db4e1f636b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f826f0f9c9843e4b89b6829fb56ee1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8499796 Nov 02 16:23:02.014971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41330) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:02.163183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480ff22-5f84-47f6-850d-73db4e1f636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47267b8d-4a73-4719-9bec-a46be145b28a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:02.201483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Pushing event updated for resources: {'Port': ['ID=fdd97a66-f707-4291-92c3-ebe5dc46008d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:02.213503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Attempting to bind port fdd97a66-f707-4291-92c3-ebe5dc46008d on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:02.214285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Attempting to bind port fdd97a66-f707-4291-92c3-ebe5dc46008d by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:02.214802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Attempting to bind port fdd97a66-f707-4291-92c3-ebe5dc46008d on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:02.221244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Port fdd97a66-f707-4291-92c3-ebe5dc46008d on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:02.221573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Attempting to bind port fdd97a66-f707-4291-92c3-ebe5dc46008d on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:02.228746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:02.229111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:02.229873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:02.230516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Bound port: fdd97a66-f707-4291-92c3-ebe5dc46008d, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:02.230760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.286172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a0aec-a512-4a7b-ad79-9883e349eae7 req-fbb9f6b6-bcc5-47a1-9adf-ef82c45891e3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:02.287645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-008a0aec-a512-4a7b-ad79-9883e349eae7 req-fbb9f6b6-bcc5-47a1-9adf-ef82c45891e3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.2765431 Nov 02 16:23:02.368787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9c36e15-bb6f-4d8b-8b8d-905d48900563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.426871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e933db36-5495-4030-ace7-1a9855daa997 req-3c9ee4b3-8300-4387-93a1-5410f0839047 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0949104 Nov 02 16:23:02.436364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] For port fdd97a66-f707-4291-92c3-ebe5dc46008d, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:02.452957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] For port fdd97a66-f707-4291-92c3-ebe5dc46008d, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fdd97a66-f707-4291-92c3-ebe5dc46008d,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:02.463354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.503103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9c36e15-bb6f-4d8b-8b8d-905d48900563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.519329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:02.519995 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.522254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] 10.222.0.55 "PUT /v2.0/ports/fdd97a66-f707-4291-92c3-ebe5dc46008d HTTP/1.1" status: 200 len: 1096 time: 2.4638474 Nov 02 16:23:02.523470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8019044f-9752-49bb-8345-9a963f2dac9b', 'tag': 'fdd97a66-f707-4291-92c3-ebe5dc46008d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:02.545523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-008a0aec-a512-4a7b-ad79-9883e349eae7 req-f4c32b68-c0ef-43fa-a5a6-0765766ad80f tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186594 Nov 02 16:23:02.662187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9c36e15-bb6f-4d8b-8b8d-905d48900563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.665138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9c36e15-bb6f-4d8b-8b8d-905d48900563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:02.669593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e9c36e15-bb6f-4d8b-8b8d-905d48900563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47267b8d-4a73-4719-9bec-a46be145b28a HTTP/1.1" status: 204 len: 168 time: 0.6535733 Nov 02 16:23:02.680218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d7d26-19e5-4a94-8720-2bcd2545984d service neutron] Pushing event updated for resources: {'Port': ['ID=fdd97a66-f707-4291-92c3-ebe5dc46008d,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:02.686547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c36e15-bb6f-4d8b-8b8d-905d48900563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47267b8d-4a73-4719-9bec-a46be145b28a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:03.003023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41366) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:03.022302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adfd00c1-77dc-47f2-a67f-d95c1ff11331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.136561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adfd00c1-77dc-47f2-a67f-d95c1ff11331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.141656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adfd00c1-77dc-47f2-a67f-d95c1ff11331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.186182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-adfd00c1-77dc-47f2-a67f-d95c1ff11331 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fe25f3b064c4eeb903f8b6a8e1e5e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819758 Nov 02 16:23:03.187444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd00c1-77dc-47f2-a67f-d95c1ff11331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925eed40-476f-40b0-ad52-694fc1e45200,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:03.189218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41372) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:03.295350 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60a2dace-9b81-4d66-bef2-12882c77d05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.304772 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45e2cd3-8f71-44dc-be64-786654f0251b" -d '{"events": [{"name": "network-changed", "server_uuid": "8019044f-9752-49bb-8345-9a963f2dac9b", "tag": "fdd97a66-f707-4291-92c3-ebe5dc46008d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:03.321000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60a2dace-9b81-4d66-bef2-12882c77d05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.394743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60a2dace-9b81-4d66-bef2-12882c77d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.397446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60a2dace-9b81-4d66-bef2-12882c77d05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.399181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-60a2dace-9b81-4d66-bef2-12882c77d05d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/925eed40-476f-40b0-ad52-694fc1e45200 HTTP/1.1" status: 204 len: 168 time: 0.2088716 Nov 02 16:23:03.408534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2dace-9b81-4d66-bef2-12882c77d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925eed40-476f-40b0-ad52-694fc1e45200,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:03.449421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41384) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:03.466450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef4cc-c97e-4b1d-a7a5-00ec8abc9aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.603266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef4cc-c97e-4b1d-a7a5-00ec8abc9aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.620735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef4cc-c97e-4b1d-a7a5-00ec8abc9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.659391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dab4198-112f-4efe-8a12-8cea42f9bb7c req-2335c433-1c6b-41ee-95c0-e857baeba47d tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0609848 Nov 02 16:23:03.682882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef4cc-c97e-4b1d-a7a5-00ec8abc9aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e3991-b8e9-4cfe-8753-853ecbb21df1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:03.688653 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd4ef4cc-c97e-4b1d-a7a5-00ec8abc9aef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e71c8a09899b4a1882030e59da972767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386038 Nov 02 16:23:03.691356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:03.767761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10a59e57-1870-4df7-8ac0-92d00580a0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.809247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10a59e57-1870-4df7-8ac0-92d00580a0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:03.942282 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db209d0d-6a35-4408-8529-ff026f9cf108 x-openstack-request-id: req-db209d0d-6a35-4408-8529-ff026f9cf108 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:03.943294 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8019044f-9752-49bb-8345-9a963f2dac9b", "tag": "fdd97a66-f707-4291-92c3-ebe5dc46008d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:03.943795 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db209d0d-6a35-4408-8529-ff026f9cf108 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:03.944402 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8019044f-9752-49bb-8345-9a963f2dac9b', 'tag': 'fdd97a66-f707-4291-92c3-ebe5dc46008d', 'status': 'completed', 'code': 200} Nov 02 16:23:03.949704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41402) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:03.980184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc78048-5057-4306-9c09-aadbd93b11de req-0b9891fb-f131-4cba-ae3d-20b02df87387 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:03.982971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc78048-5057-4306-9c09-aadbd93b11de req-0b9891fb-f131-4cba-ae3d-20b02df87387 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1131477 Nov 02 16:23:04.236193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10a59e57-1870-4df7-8ac0-92d00580a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.240183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10a59e57-1870-4df7-8ac0-92d00580a0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.242077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-10a59e57-1870-4df7-8ac0-92d00580a0d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce1e3991-b8e9-4cfe-8753-853ecbb21df1 HTTP/1.1" status: 204 len: 168 time: 0.5491941 Nov 02 16:23:04.268203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59e57-1870-4df7-8ac0-92d00580a0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e3991-b8e9-4cfe-8753-853ecbb21df1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:04.327734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc78048-5057-4306-9c09-aadbd93b11de req-c12963ae-2f7a-4f6c-91c6-6f4261fdeb0d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345318 Nov 02 16:23:04.424457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-network', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:04.441573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41420) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:04.447784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1924051941-network', 'tenant_id': 'b860475ec6504ae0bd55ad9701125d47'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:04.471771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Made reservation on behalf of 4a968f27dccf48bf8ae35e1d7a42c8eb for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:04.481253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.494779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Made reservation on behalf of b860475ec6504ae0bd55ad9701125d47 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:04.497158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.517702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.518518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.691306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.697715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.723843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.731082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414fbc99-e0ae-42a7-a6ed-5b9fd032db3c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:04.749573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:23:04.749573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.749573 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Added segment 1c325b99-cabe-4b99-b4a5-5867f8226616 of type vlan for network 8f3efee8-e089-4221-ab14-c94294fd8ce4 Nov 02 16:23:04.770067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.812766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-847da0d1-2d73-4d88-851e-61b9a4f27bf6 req-fbde5bc6-670e-4dc2-a1e2-26f169f42714 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0644171 Nov 02 16:23:04.818641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.842957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:23:04.855823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962cd1e0-c8a8-4d01-b7f5-ccf58b4822d8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:04.861386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.861699 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Added segment 631f362a-ee8d-4b86-ade3-cb42d628e433 of type vlan for network b9d9ee15-8a91-49fd-952d-ecc8ae5856af Nov 02 16:23:04.869100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.870122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:04.870803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.941031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:04.955068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] Pushing event updated for resources: {'Network': ['ID=8f3efee8-e089-4221-ab14-c94294fd8ce4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:04.964089 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dd625ed5-9d13-4ccb-926e-7b766754d32a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0117190 Nov 02 16:23:04.966942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41428) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:04.967558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:23:04.973145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Request body: {'subnet': {'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-subnet', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:04.998636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.000713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:05.001298 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.003192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Made reservation on behalf of 4a968f27dccf48bf8ae35e1d7a42c8eb for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:05.009223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.124339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41434) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:05.178561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7270877 Nov 02 16:23:05.180884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41440) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:05.188489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Request body: {'subnet': {'network_id': 'b9d9ee15-8a91-49fd-952d-ecc8ae5856af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1924051941-subnet', 'tenant_id': 'b860475ec6504ae0bd55ad9701125d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:05.268499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Made reservation on behalf of b860475ec6504ae0bd55ad9701125d47 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:05.271723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.289059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.361662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=178b4bf6-44d1-4b62-8fab-3055baf9d99e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:05.386822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Checking segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:05.387455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Network hostable DHCP agents. Network: 8f3efee8-e089-4221-ab14-c94294fd8ce4, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:23:05.414110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:23:05.437061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 8f3efee8-e089-4221-ab14-c94294fd8ce4) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:05.443873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:05.446891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.449951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32b9c4-f520-469b-b935-d2c768f1193a None None] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:05.510378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9d91881b-5427-43ca-9619-959c4ecf9312 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5417891 Nov 02 16:23:05.531604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41452) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:05.545738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:05.569104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a46256c-c55e-443d-9443-a69e7c31ef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.643802 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.686361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6da97b-3946-48fa-ac29-84fb85a4a302 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d9ee15-8a91-49fd-952d-ecc8ae5856af,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:05.784758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b9d9ee15-8a91-49fd-952d-ecc8ae5856af details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:23:05.792108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ea0260-f486-4423-b7b3-c76d17dde62a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:05.820868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9b98d-92d7-4543-bb9a-df4a39db94d7 req-e861d515-3917-473b-86e5-3e247fa45122 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:05.825333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9f9b98d-92d7-4543-bb9a-df4a39db94d7 req-e861d515-3917-473b-86e5-3e247fa45122 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1882088 Nov 02 16:23:05.836222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a46256c-c55e-443d-9443-a69e7c31ef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.837649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.840196 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.847477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a46256c-c55e-443d-9443-a69e7c31ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.884577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Checking segment: {'id': '631f362a-ee8d-4b86-ade3-cb42d628e433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9d9ee15-8a91-49fd-952d-ecc8ae5856af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:05.885811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Network hostable DHCP agents. Network: b9d9ee15-8a91-49fd-952d-ecc8ae5856af, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:23:05.924799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9f9b98d-92d7-4543-bb9a-df4a39db94d7 req-2673ce6c-0f35-4d8b-ae23-ac5b7f0bba31 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906174 Nov 02 16:23:05.937803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Network b9d9ee15-8a91-49fd-952d-ecc8ae5856af is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:23:05.942358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-8f3efee8-e089-4221-ab14-c94294fd8ce4', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:23:05.947689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.963227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b9d9ee15-8a91-49fd-952d-ecc8ae5856af) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:05.972574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:05.974106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:05.997072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce30c02-bf25-4c9a-98b9-4d58b181b601 None None] Network b9d9ee15-8a91-49fd-952d-ecc8ae5856af requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:06.009583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6a46256c-c55e-443d-9443-a69e7c31ef7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=685421e4cf674b1589c9350a1292e3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752332 Nov 02 16:23:06.009917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-be0d4ccf-cad7-443e-8436-9fa80d0edd89 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8185391 Nov 02 16:23:06.009917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41470) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:06.060433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46256c-c55e-443d-9443-a69e7c31ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1dcad9-3b99-45b9-8f58-2c6f49235101,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:06.083907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.189361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbc8ca2f-bfb8-4b7c-abb1-ace2addc3eb3 req-796b0530-9927-41ef-b05c-201e001c7b73 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.1068833 Nov 02 16:23:06.208608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98198110-1de2-43dc-9de0-01700813143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.272255 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98198110-1de2-43dc-9de0-01700813143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.410078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98198110-1de2-43dc-9de0-01700813143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.416043 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98198110-1de2-43dc-9de0-01700813143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.417227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98198110-1de2-43dc-9de0-01700813143b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c1dcad9-3b99-45b9-8f58-2c6f49235101 HTTP/1.1" status: 204 len: 168 time: 0.4121716 Nov 02 16:23:06.431963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98198110-1de2-43dc-9de0-01700813143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1dcad9-3b99-45b9-8f58-2c6f49235101,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:06.467657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41484) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:06.571877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Deleting subnet 2dd16cd0-e560-4c03-a816-59b258fc07fd {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:23:06.583617 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.591019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.660484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.686930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.825721 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.861769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Allocated IP 172.20.0.2 (8f3efee8-e089-4221-ab14-c94294fd8ce4/178b4bf6-44d1-4b62-8fab-3055baf9d99e/fab721de-131e-40f1-b0b6-b441d0fa4bdc) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:06.908009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd16cd0-e560-4c03-a816-59b258fc07fd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:06.987435 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:06.998322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e2de9704-21cc-4a80-81dc-557006096846 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2dd16cd0-e560-4c03-a816-59b258fc07fd HTTP/1.1" status: 204 len: 168 time: 0.5296986 Nov 02 16:23:06.999027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41506) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:07.189240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.263908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.290449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7911-b2e4-45f7-ab75-1b140eaa4bec req-a1572fb7-7bb5-4843-b6bb-e53481ecfc2c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:07.292564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574ff1b-2e35-4878-8524-f4d8be797872 None None] Network b9d9ee15-8a91-49fd-952d-ecc8ae5856af requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:07.299474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67de7911-b2e4-45f7-ab75-1b140eaa4bec req-a1572fb7-7bb5-4843-b6bb-e53481ecfc2c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1830308 Nov 02 16:23:07.310391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.493948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67de7911-b2e4-45f7-ab75-1b140eaa4bec req-3290ed1d-2470-478d-a0e2-425ee9480ae7 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931801 Nov 02 16:23:07.533129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.537081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.552512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.561846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Allocated IP 172.25.7.10 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e5113877-8c04-41b3-9c3e-d13067b03f48) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:07.617485 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.618236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.619069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.619476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > port after_create 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.619896 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.657829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > port after_update 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.660018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.660441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.660868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.663165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:07.728920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.743496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Pushing event updated for resources: {'Port': ['ID=fab721de-131e-40f1-b0b6-b441d0fa4bdc,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:07.783878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.784219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.786959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.787387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.789491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.792804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Tracked resource versions report: Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: pushed versions: Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: { 'AddressGroup': {'1.2'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'ConntrackHelper': {'1.0'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Log': {'1.0'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Network': {'1.1'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Port': {'1.7'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'PortForwarding': {'1.2'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'QosPolicy': {'1.9'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'SecurityGroup': {'1.4'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'SubPort': {'1.0'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Subnet': {'1.1'}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Trunk': {'1.1'}} Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: consumer versions: Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: HyperV agent@n-h1-811405-2: {}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: HyperV agent@n-h2-811405-2: {}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: L3 agent@n-d-811405-2: {}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: Metadata agent@n-d-811405-2: {}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: Metering agent@n-d-811405-2: {}, Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'ConntrackHelper': '1.0', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Log': '1.0', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Network': '1.1', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Port': '1.7', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'PortForwarding': '1.2', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'QosPolicy': '1.9', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'SecurityGroup': '1.4', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'SecurityGroupRule': '1.2', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'SubPort': '1.0', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Subnet': '1.1', Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: 'Trunk': '1.1'}} Nov 02 16:23:07.814329 n-d-811405-2 neutron-server[102067]: {{(pid=102067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:23:07.829755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:07.840827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:07.843471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.55', 56785) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:07.857327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:07.860679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:07.922422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Pushing event updated for resources: {'Port': ['ID=e5113877-8c04-41b3-9c3e-d13067b03f48,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:07.936095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:07.963831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-e66e6e9e-2969-4ec5-adeb-5320d022c210 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f2f7293ae7f4973a5cdd5e6de670354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576155 Nov 02 16:23:07.980459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e2cd3-8f71-44dc-be64-786654f0251b req-e3bcbb41-8e63-4f1e-8416-ea02a6ac324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:07.982454 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d45e2cd3-8f71-44dc-be64-786654f0251b req-e3bcbb41-8e63-4f1e-8416-ea02a6ac324c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4044f29654a44301ade620fadfb9081c&device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 1099 time: 0.2196560 Nov 02 16:23:07.983586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21a21d74-eb37-494d-b0c6-355047583e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.076934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21a21d74-eb37-494d-b0c6-355047583e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.087137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:08.165606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Attempting to bind port fab721de-131e-40f1-b0b6-b441d0fa4bdc on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:08.165970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Attempting to bind port fab721de-131e-40f1-b0b6-b441d0fa4bdc by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:08.166364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Attempting to bind port fab721de-131e-40f1-b0b6-b441d0fa4bdc on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:08.167452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:08.169609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21a21d74-eb37-494d-b0c6-355047583e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.196476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:08.196476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Checking segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:08.196476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.196476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Bound using segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:08.196476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Bound port: fab721de-131e-40f1-b0b6-b441d0fa4bdc, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:08.196476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.227528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d45e2cd3-8f71-44dc-be64-786654f0251b req-eb53875e-2931-431c-bb2d-b5c96c72af27 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4044f29654a44301ade620fadfb9081c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377873 Nov 02 16:23:08.228369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:08.342323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] For port fab721de-131e-40f1-b0b6-b441d0fa4bdc, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:08.347062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] For port fab721de-131e-40f1-b0b6-b441d0fa4bdc, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fab721de-131e-40f1-b0b6-b441d0fa4bdc,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:08.364712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:08.365257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.365369 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:08.365453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:08.365830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:23:08.371611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9954e53-2968-4814-abf7-2144c6c9b768']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:08.373548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21d74-eb37-494d-b0c6-355047583e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7400f890-bd85-4b15-bbc5-bbeeb2a8cfa1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:08.463793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9380-0868-4d8f-b81b-01b82b299c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.496142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ef9c72-2179-4303-b7d6-767c485e034b') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:08.496787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ef9c72-2179-4303-b7d6-767c485e034b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:08.505461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf9d5-948e-4434-9e3e-5b22dee29656 None None] Pushing event updated for resources: {'Port': ['ID=fab721de-131e-40f1-b0b6-b441d0fa4bdc,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:08.533883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41534) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:08.548141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96f689a8-650c-47c0-ac7a-23d46fa69774 req-47133680-9ffd-4cdb-afd5-e380ed332fc1 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.1297488 Nov 02 16:23:08.572284 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.588271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-e30e983f-12b3-4977-9cfc-832801efe647 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:08.592490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-e30e983f-12b3-4977-9cfc-832801efe647 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5992823 Nov 02 16:23:08.609273 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.636495 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-21a21d74-eb37-494d-b0c6-355047583e92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d7d29c184ef4e95ab92ad13429a1ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730237 Nov 02 16:23:08.641694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41544) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:08.658964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Request body: {'port': {'device_id': 'aebed691-d498-4621-a689-7419b80cab96', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '0f2f7293ae7f4973a5cdd5e6de670354'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:08.676516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:23:08.676916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: from cryptography.utils import int_from_bytes Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: from cryptography.utils import int_from_bytes Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:23:08.712046 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:23:08.816050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c027a19-a3f7-4b18-8957-5a775cf7d714 req-cd8b4329-d39d-4387-a354-bb9443241970 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:08.820465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c027a19-a3f7-4b18-8957-5a775cf7d714 req-cd8b4329-d39d-4387-a354-bb9443241970 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.2173703 Nov 02 16:23:08.846330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae60c-fb5b-4679-9d09-f2347710091e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.891733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.907530 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:08.914716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a9954e53-2968-4814-abf7-2144c6c9b768 HTTP/1.1" status: 204 len: 168 time: 1.9145555 Nov 02 16:23:08.920668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:08.938348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dfa87-ec23-49a6-a23d-8dc3daaedb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9954e53-2968-4814-abf7-2144c6c9b768,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:08.947013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c027a19-a3f7-4b18-8957-5a775cf7d714 req-401b430d-c8b3-461e-93fd-40cdd3dcb8dd tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037405 Nov 02 16:23:09.069263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae60c-fb5b-4679-9d09-f2347710091e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.077660 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae60c-fb5b-4679-9d09-f2347710091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.133559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ae60c-fb5b-4679-9d09-f2347710091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02332d-eec4-46d9-9576-921f0a482e95,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:09.142409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b7ae60c-fb5b-4679-9d09-f2347710091e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dfba1163013414e954f2daa419e5200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928566 Nov 02 16:23:09.143040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41558) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:09.211128 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c0db26c-9990-46fd-82db-5aaa8f4c6f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.241768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fab721de-131e-40f1-b0b6-b441d0fa4bdc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:09.251442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c0db26c-9990-46fd-82db-5aaa8f4c6f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.323239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c0db26c-9990-46fd-82db-5aaa8f4c6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.326643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c0db26c-9990-46fd-82db-5aaa8f4c6f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.330278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5c0db26c-9990-46fd-82db-5aaa8f4c6f0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b02332d-eec4-46d9-9576-921f0a482e95 HTTP/1.1" status: 204 len: 168 time: 0.1833138 Nov 02 16:23:09.335526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fab721de-131e-40f1-b0b6-b441d0fa4bdc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:09.346292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.352612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0db26c-9990-46fd-82db-5aaa8f4c6f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02332d-eec4-46d9-9576-921f0a482e95,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:09.407572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Deleting subnet a3ea0260-f486-4423-b7b3-c76d17dde62a {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:23:09.411650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.511565 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.563410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.586198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port fab721de-131e-40f1-b0b6-b441d0fa4bdc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fab721de-131e-40f1-b0b6-b441d0fa4bdc,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:09.590763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.659049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=fab721de-131e-40f1-b0b6-b441d0fa4bdc,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:09.720828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e67b17f-3644-4b04-9960-1a54fdf3b3bc req-9723d9bf-0ab4-49ea-a76b-19dba36f007e tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0409904 Nov 02 16:23:09.765638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e2cd3-8f71-44dc-be64-786654f0251b req-bfdf3ed0-2157-4429-bf95-1e926532fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:09.767317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d45e2cd3-8f71-44dc-be64-786654f0251b req-bfdf3ed0-2157-4429-bf95-1e926532fea1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8931577 Nov 02 16:23:09.779569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.791412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.819343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Made reservation on behalf of 0f2f7293ae7f4973a5cdd5e6de670354 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:09.823236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.841068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.886764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3978b2bc-194c-4f59-9dab-d00f4ab47cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.908147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:09.924455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bf637b0-81fe-4233-b570-5f9585669269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:09.960636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe8edd-5793-494d-8e65-2435fa2eee40 None None] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:09.971581 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3978b2bc-194c-4f59-9dab-d00f4ab47cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.018024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-000f75d7-15e0-424e-b72a-c7fa060add31 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566862 Nov 02 16:23:10.048018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-c73dfd65-d898-40d2-abb3-9c3c7d20d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:10.052762 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-c73dfd65-d898-40d2-abb3-9c3c7d20d9ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4044f29654a44301ade620fadfb9081c&device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 1099 time: 0.2126355 Nov 02 16:23:10.055362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.100235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-54c14959-f269-4d6b-a74c-9ea9c0d0b300 None None] Provisioning complete for port fab721de-131e-40f1-b0b6-b441d0fa4bdc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:10.101281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-54c14959-f269-4d6b-a74c-9ea9c0d0b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.151156 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bf637b0-81fe-4233-b570-5f9585669269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.163780 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bf637b0-81fe-4233-b570-5f9585669269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.215752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a37267-2df1-4aac-b3bf-2225da014bfb req-ea77b5e4-2b7a-46e9-81bd-bac03e5192a5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:10.217287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a37267-2df1-4aac-b3bf-2225da014bfb req-ea77b5e4-2b7a-46e9-81bd-bac03e5192a5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1332476 Nov 02 16:23:10.257561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ea0260-f486-4423-b7b3-c76d17dde62a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:10.260793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6bf637b0-81fe-4233-b570-5f9585669269 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cdeb136bab04a3a9cbfb7161ae03d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500819 Nov 02 16:23:10.261826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf637b0-81fe-4233-b570-5f9585669269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641631dc-09b7-490d-a69c-604ef996972a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:10.275422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41606) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:10.278089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-6bce05cb-8f1c-48c9-990f-62be21217294 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:10.280798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-6bce05cb-8f1c-48c9-990f-62be21217294 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547536 Nov 02 16:23:10.306287 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-066a9a45-b259-4b9c-9693-e3c57b42bf7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fdd97a66-f707-4291-92c3-ebe5dc46008d HTTP/1.1" status: 200 len: 217 time: 0.2329054 Nov 02 16:23:10.322876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a37267-2df1-4aac-b3bf-2225da014bfb req-06fe4435-ca6b-4ae2-95fd-46863a594af7 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905135 Nov 02 16:23:10.326731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-fed1d006-d984-4003-aedf-a0e5f1fcda8a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/quotas/11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 375 time: 0.0375965 Nov 02 16:23:10.369931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-90cd4b49-cab9-44d9-a0a5-3464673c6e6a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355165 Nov 02 16:23:10.419060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.422422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5eb02f62-a0bb-4727-b52b-e20064eee091 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a3ea0260-f486-4423-b7b3-c76d17dde62a HTTP/1.1" status: 204 len: 168 time: 1.4335341 Nov 02 16:23:10.425178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41610) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:10.448121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3978b2bc-194c-4f59-9dab-d00f4ab47cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.451038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3978b2bc-194c-4f59-9dab-d00f4ab47cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.455004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3978b2bc-194c-4f59-9dab-d00f4ab47cf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7400f890-bd85-4b15-bbc5-bbeeb2a8cfa1 HTTP/1.1" status: 204 len: 168 time: 1.8116617 Nov 02 16:23:10.455492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5646137a-f61b-474f-9907-b19b8e228c75 None None] Provisioning complete for port fab721de-131e-40f1-b0b6-b441d0fa4bdc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:10.457113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5646137a-f61b-474f-9907-b19b8e228c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.502875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978b2bc-194c-4f59-9dab-d00f4ab47cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7400f890-bd85-4b15-bbc5-bbeeb2a8cfa1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:10.511032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-b5d66a53-5d61-4436-a2de-0b9d3392daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:10.512848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-b5d66a53-5d61-4436-a2de-0b9d3392daf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1886992 Nov 02 16:23:10.526490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.582669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.637300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.708410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6946e991-9647-41f4-a6ac-295b0585ca4b req-5bbf5eeb-c9ed-4447-8a51-149c77f44e5d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0449717 Nov 02 16:23:10.713933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb777-8b1f-4278-b125-ec12b77e8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.726576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.893613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a553ec3-c14e-43dd-8e53-6d097ad3b1e1 req-8f5a1269-f86a-49d4-a5da-9cc5a6548220 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 210 time: 0.0432460 Nov 02 16:23:10.905306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3909aa99-ef62-455e-92d6-1bbd34378203,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:10.929257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb777-8b1f-4278-b125-ec12b77e8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.930777 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:10.945874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f7f53ce5-850e-4bd3-9f2d-b65cae76a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:10.948987 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-f7f53ce5-850e-4bd3-9f2d-b65cae76a787 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4030340 Nov 02 16:23:10.961463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d9ee15-8a91-49fd-952d-ecc8ae5856af']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:10.972565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631f362a-ee8d-4b86-ade3-cb42d628e433') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:10.973172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631f362a-ee8d-4b86-ade3-cb42d628e433') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:10.993420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.009123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.017383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:23:11.018251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.059156 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f55cd117-f07b-4423-bee4-3ccf2f46662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:23:11.078258 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:23:11.108012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.118705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.121452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fab721de-131e-40f1-b0b6-b441d0fa4bdc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:11.141905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9d9ee15-8a91-49fd-952d-ecc8ae5856af HTTP/1.1" status: 204 len: 168 time: 0.7132287 Nov 02 16:23:11.186100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960adcd-f2a0-4ee2-8786-eaa196892ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d9ee15-8a91-49fd-952d-ecc8ae5856af,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:11.207440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Allocated IP 192.168.233.205 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/0166e84a-9272-43ed-b37b-47e1e5556d82) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:11.229946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb777-8b1f-4278-b125-ec12b77e8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.232670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb777-8b1f-4278-b125-ec12b77e8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.234082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7f9bb777-8b1f-4278-b125-ec12b77e8b74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/641631dc-09b7-490d-a69c-604ef996972a HTTP/1.1" status: 204 len: 168 time: 0.9427378 Nov 02 16:23:11.252435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.257962 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-91fcc3c0-4e82-4e94-8646-6aa043002228 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941766 Nov 02 16:23:11.271704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bb777-8b1f-4278-b125-ec12b77e8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641631dc-09b7-490d-a69c-604ef996972a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:11.275504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fab721de-131e-40f1-b0b6-b441d0fa4bdc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:11.275878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.302364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:23:11.375178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:11.579820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d4144eac-b5ef-422b-8006-eecf4030b5fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2db3513cb03944daa9db84d81f2cfed6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2032604 Nov 02 16:23:11.592170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41654) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:11.630758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb764-67c6-4ec3-9e66-e26288240f17 req-3dd34694-7367-4f6e-894e-6e466b5e418f tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:11.638847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7adfb764-67c6-4ec3-9e66-e26288240f17 req-3dd34694-7367-4f6e-894e-6e466b5e418f tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1427987 Nov 02 16:23:11.706948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7adfb764-67c6-4ec3-9e66-e26288240f17 req-56127d61-fdf4-4f0f-a12b-674dfc5f3218 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626807 Nov 02 16:23:11.725970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed281b15-358d-4661-a2ef-fd93edc366b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.740932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-34027b26-bd48-4d32-9d2d-1f4f239b83ef req-e5e8c1ce-d683-479d-b2cc-8431fa6b42ac service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583504 Nov 02 16:23:11.753391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed281b15-358d-4661-a2ef-fd93edc366b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.798048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.800210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:23:11.810902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed281b15-358d-4661-a2ef-fd93edc366b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.812508 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:23:11.815924 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed281b15-358d-4661-a2ef-fd93edc366b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.817889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed281b15-358d-4661-a2ef-fd93edc366b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20784272-a8b8-4f45-8aaf-1803038aa212 HTTP/1.1" status: 204 len: 168 time: 0.2228839 Nov 02 16:23:11.832244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed281b15-358d-4661-a2ef-fd93edc366b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20784272-a8b8-4f45-8aaf-1803038aa212,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:11.833231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:11.833887 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:11.853398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:11.854695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d58c6559-0676-4910-863d-674daf903c84 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.3221385 Nov 02 16:23:11.859144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41668) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:11.909017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-daca6d60-7181-489e-8cc0-5b104221167f req-2893812f-60e4-4143-8744-a132b6f88410 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0366926 Nov 02 16:23:11.949917 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.009749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:12.019530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:12.041829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:12.060016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:12.062372 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.088733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.100', 57820) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:12.106002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Pushing event updated for resources: {'Port': ['ID=0166e84a-9272-43ed-b37b-47e1e5556d82,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:12.146214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-f32d6534-2774-4a5f-a317-9135e1f3eb09 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4917762 Nov 02 16:23:12.149120 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-e1c92d3a-9ccd-473d-8f5a-46914ddaa705 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590503 Nov 02 16:23:12.166682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60c696-ce86-464f-88cb-dc1a089c0385 req-3791c0ec-177c-451d-b9ec-670adb105193 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:12.186463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae60c696-ce86-464f-88cb-dc1a089c0385 req-3791c0ec-177c-451d-b9ec-670adb105193 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 936 time: 0.1314912 Nov 02 16:23:12.190356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Request body: {'port': {'device_id': 'aebed691-d498-4621-a689-7419b80cab96', 'device_owner': 'compute:tempest-test_az-249255623', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:12.192402 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:12.290981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae60c696-ce86-464f-88cb-dc1a089c0385 req-8b1ca480-9606-4913-bfa3-aa784ac2e796 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036315 Nov 02 16:23:12.451965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.458278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.481692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-32b1f89a-ad84-4e47-9dfe-3b03dcb0ad59 None None] Provisioning complete for port 0166e84a-9272-43ed-b37b-47e1e5556d82 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:12.485110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-32b1f89a-ad84-4e47-9dfe-3b03dcb0ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.572399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-32b1f89a-ad84-4e47-9dfe-3b03dcb0ad59 None None] Port 0166e84a-9272-43ed-b37b-47e1e5556d82 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:12.599308 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:08Z', 'revision_number': 3, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:12.636647 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:23:12.637298 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Updating router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb port e5113877-8c04-41b3-9c3e-d13067b03f48 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:23:12.639273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-795a3846-ed3a-4ae7-87c4-f8df6a70ea26 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:12.641090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-795a3846-ed3a-4ae7-87c4-f8df6a70ea26 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4555414 Nov 02 16:23:12.673813 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.677759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41694) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:12.729282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3a8e77b2-d4be-4dbf-9f72-a76ad696f639 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b860475ec6504ae0bd55ad9701125d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498946 Nov 02 16:23:12.735262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41698) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:12.915061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eacd4681-6096-4a03-80b0-912c616656a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.979401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:12.996180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eacd4681-6096-4a03-80b0-912c616656a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.060608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecccb6a-7166-4d1c-9011-129e1e08207b req-9027868c-e403-4773-af95-69a63f74e250 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:13.062173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ecccb6a-7166-4d1c-9011-129e1e08207b req-9027868c-e403-4773-af95-69a63f74e250 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1809251 Nov 02 16:23:13.163629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f718b8b-3c11-4d5b-9b90-05670440df9a req-82e133e0-e492-4c42-9bac-6eca5c7ecff6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0852685 Nov 02 16:23:13.227042 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.238573 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.273878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ecccb6a-7166-4d1c-9011-129e1e08207b req-8c4e81de-f4b2-408a-8438-c77ffdcac9b6 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812935 Nov 02 16:23:13.275495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eacd4681-6096-4a03-80b0-912c616656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.277952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0166e84a-9272-43ed-b37b-47e1e5556d82 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:13.278792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eacd4681-6096-4a03-80b0-912c616656a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.280689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eacd4681-6096-4a03-80b0-912c616656a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/962cd1e0-c8a8-4d01-b7f5-ccf58b4822d8 HTTP/1.1" status: 204 len: 168 time: 0.5445299 Nov 02 16:23:13.293164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd4681-6096-4a03-80b0-912c616656a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962cd1e0-c8a8-4d01-b7f5-ccf58b4822d8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:13.298948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.342525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Transition to ACTIVE for port object 0166e84a-9272-43ed-b37b-47e1e5556d82 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:13.345928 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Pushing event updated for resources: {'Port': ['ID=e5113877-8c04-41b3-9c3e-d13067b03f48,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:13.358118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.360487 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.360687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Allocated IP 172.20.0.1 (8f3efee8-e089-4221-ab14-c94294fd8ce4/178b4bf6-44d1-4b62-8fab-3055baf9d99e/dd1333c4-1262-4221-865e-d0de77ae4907) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:13.360861 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.361197 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.362006 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.362549 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.362889 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.363225 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.363560 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.363995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.364325 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.364655 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.364982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Tracked resource versions report: Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: pushed versions: Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: { 'AddressGroup': {'1.2'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'ConntrackHelper': {'1.0'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Log': {'1.0'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Network': {'1.1'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Port': {'1.7'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'PortForwarding': {'1.2'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'QosPolicy': {'1.9'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'SecurityGroup': {'1.4'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'SubPort': {'1.0'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Subnet': {'1.1'}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Trunk': {'1.1'}} Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: consumer versions: Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: { DHCP agent@n-d-811405-2: {}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: HyperV agent@n-h1-811405-2: {}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: HyperV agent@n-h2-811405-2: {}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: L3 agent@n-d-811405-2: {}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: Metadata agent@n-d-811405-2: {}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: Metering agent@n-d-811405-2: {}, Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: Open vSwitch agent@n-d-811405-2: { 'AddressGroup': '1.2', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'ConntrackHelper': '1.0', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Log': '1.0', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Network': '1.1', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Port': '1.7', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'PortForwarding': '1.2', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'QosPolicy': '1.9', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'SecurityGroup': '1.4', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'SecurityGroupRule': '1.2', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'SubPort': '1.0', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Subnet': '1.1', Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: 'Trunk': '1.1'}} Nov 02 16:23:13.366686 n-d-811405-2 neutron-server[102068]: {{(pid=102068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:23:13.419709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0166e84a-9272-43ed-b37b-47e1e5556d82,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:13.488860 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Attempting to bind port e5113877-8c04-41b3-9c3e-d13067b03f48 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:13.489738 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Attempting to bind port e5113877-8c04-41b3-9c3e-d13067b03f48 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:13.490408 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Attempting to bind port e5113877-8c04-41b3-9c3e-d13067b03f48 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:13.512450 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:13.513188 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:13.513783 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.515457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:13.516172 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Bound port: e5113877-8c04-41b3-9c3e-d13067b03f48, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:13.517219 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.545152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Attempting to bind port 0166e84a-9272-43ed-b37b-47e1e5556d82 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:13.545451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Attempting to bind port 0166e84a-9272-43ed-b37b-47e1e5556d82 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:13.545775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Attempting to bind port 0166e84a-9272-43ed-b37b-47e1e5556d82 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:13.555519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba3ed9-d6c3-4792-bf2d-9728234dd60b req-95930d56-1c73-434b-8dbc-5a2726719d1d tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:13.561401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Port 0166e84a-9272-43ed-b37b-47e1e5556d82 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:13.561839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Attempting to bind port 0166e84a-9272-43ed-b37b-47e1e5556d82 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:13.575317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68ba3ed9-d6c3-4792-bf2d-9728234dd60b req-95930d56-1c73-434b-8dbc-5a2726719d1d tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 969 time: 0.1682870 Nov 02 16:23:13.580546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:13.580890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:13.581270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:13.581708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Bound port: 0166e84a-9272-43ed-b37b-47e1e5556d82, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:13.582502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.615394 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.675134 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] For port e5113877-8c04-41b3-9c3e-d13067b03f48, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:13.691333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68ba3ed9-d6c3-4792-bf2d-9728234dd60b req-20130b60-6f1b-4a43-a49a-5bd8c64aa3ea tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099117 Nov 02 16:23:13.696484 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] For port e5113877-8c04-41b3-9c3e-d13067b03f48, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e5113877-8c04-41b3-9c3e-d13067b03f48,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:13.711978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] For port 0166e84a-9272-43ed-b37b-47e1e5556d82, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:13.713752 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.715435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] For port 0166e84a-9272-43ed-b37b-47e1e5556d82, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0166e84a-9272-43ed-b37b-47e1e5556d82,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:13.723630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.824671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:13.826090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.827840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] 10.222.0.55 "PUT /v2.0/ports/0166e84a-9272-43ed-b37b-47e1e5556d82 HTTP/1.1" status: 200 len: 1117 time: 1.6434410 Nov 02 16:23:13.835600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebed691-d498-4621-a689-7419b80cab96', 'tag': '0166e84a-9272-43ed-b37b-47e1e5556d82'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:13.840432 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016" -d '{"events": [{"name": "network-changed", "server_uuid": "aebed691-d498-4621-a689-7419b80cab96", "tag": "0166e84a-9272-43ed-b37b-47e1e5556d82"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:13.863393 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6e63e-f530-4a6a-9826-ea67adb4bb69 None None] Pushing event updated for resources: {'Port': ['ID=e5113877-8c04-41b3-9c3e-d13067b03f48,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:13.870853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:13.906868 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:13.907856 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:14.036135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25593755-db6a-47a0-ad19-9133f6346b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0166e84a-9272-43ed-b37b-47e1e5556d82,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:14.081407 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45dc287-f781-4f16-ad6a-d6803bbb96a4 x-openstack-request-id: req-c45dc287-f781-4f16-ad6a-d6803bbb96a4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:14.086359 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebed691-d498-4621-a689-7419b80cab96", "tag": "0166e84a-9272-43ed-b37b-47e1e5556d82", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:14.086359 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c45dc287-f781-4f16-ad6a-d6803bbb96a4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:14.091835 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebed691-d498-4621-a689-7419b80cab96', 'tag': '0166e84a-9272-43ed-b37b-47e1e5556d82', 'status': 'completed', 'code': 200} Nov 02 16:23:14.144170 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:14.149646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-7c86735b-6e06-4e63-b228-db17a676d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:14.153422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-7c86735b-6e06-4e63-b228-db17a676d3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f2f7293ae7f4973a5cdd5e6de670354&device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 1120 time: 0.2602775 Nov 02 16:23:14.275468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:14.281681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-20bd8f8b-55b8-40f8-a96c-a99cccf825c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0166e84a-9272-43ed-b37b-47e1e5556d82 HTTP/1.1" status: 200 len: 217 time: 0.1191244 Nov 02 16:23:14.362737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b1b8a7b-07b1-4be2-a424-00fc24fc1bee req-2531c3bd-6e1c-456a-b844-35a543b9a064 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0379820 Nov 02 16:23:14.456006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:14.472908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:14.478975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1333c4-1262-4221-865e-d0de77ae4907,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:14.494564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:14.495087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:14.516592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42290f-1797-4e4f-9ef6-8b73d0898096 req-966ab5ca-1bb4-4ddc-8cb5-b6dda7ab248d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:14.526877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d42290f-1797-4e4f-9ef6-8b73d0898096 req-966ab5ca-1bb4-4ddc-8cb5-b6dda7ab248d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.0735266 Nov 02 16:23:14.552667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-9ef4ce6c-cd9f-4c76-b9b1-353586693bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:14.554813 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-9ef4ce6c-cd9f-4c76-b9b1-353586693bd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2412131 Nov 02 16:23:14.614630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d42290f-1797-4e4f-9ef6-8b73d0898096 req-c0062b63-7086-4b2b-977c-6c2167fbe39b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863535 Nov 02 16:23:14.695419 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:08Z', 'revision_number': 3, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:14.750911 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741193-3a3b-46e6-9d9c-4c7b6f76b4cb None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:08Z', 'revision_number': 3, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:23:14.925793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450d73f-4f58-4200-bdef-224380cbc194 req-82c21e57-d70e-44b4-bd59-ec0539ef87b2 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:14.928011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f450d73f-4f58-4200-bdef-224380cbc194 req-82c21e57-d70e-44b4-bd59-ec0539ef87b2 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 969 time: 0.1304846 Nov 02 16:23:14.949906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f6a0b415-cf95-4f15-b6d2-1e6f950248a4 None None] Provisioning complete for port dd1333c4-1262-4221-865e-d0de77ae4907 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:14.953170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b415-cf95-4f15-b6d2-1e6f950248a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.021005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0b415-cf95-4f15-b6d2-1e6f950248a4 None None] Port dd1333c4-1262-4221-865e-d0de77ae4907 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:15.029079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f450d73f-4f58-4200-bdef-224380cbc194 req-2e17b085-280f-40db-a3b2-4056ea33afdc tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863047 Nov 02 16:23:15.120819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-adda6dcd-be6b-4ead-bea5-be154376fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:15.122810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-adda6dcd-be6b-4ead-bea5-be154376fde1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864003 Nov 02 16:23:15.220653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41782) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:15.246211 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.340057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-9cbd1a72-f4a9-4386-bee5-e9c47d3a2da1 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957033 Nov 02 16:23:15.497744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41792) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:15.543256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95e308b0-ee11-433f-ac89-4732161bf7a2 req-34a0533c-ac6d-4f61-8b22-b4049b97ec76 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906092 Nov 02 16:23:15.547398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df93398d-c56f-4844-b7d6-4f84505741b9 req-f533c12d-fb5d-4077-b4da-96bfd975e75f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0673373 Nov 02 16:23:15.561013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41796) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:15.633483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c39deace-4ba4-4738-8531-fec7ea7a062a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.652437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-984783819-network', 'tenant_id': 'e5359895c62f428da23646c6f72111ba'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:15.712688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Made reservation on behalf of e5359895c62f428da23646c6f72111ba for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:15.715225 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.739982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c749c84-7d5f-4cee-9279-462d380d0fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.742964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.744554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.763779 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.764536 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.808998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-4f75d16c-d5a4-476d-b4d3-1191a0dc6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:15.810275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c39deace-4ba4-4738-8531-fec7ea7a062a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.810529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-4f75d16c-d5a4-476d-b4d3-1191a0dc6f65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f2f7293ae7f4973a5cdd5e6de670354&device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 1120 time: 0.1864808 Nov 02 16:23:15.829857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c39deace-4ba4-4738-8531-fec7ea7a062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:15.855976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa542c-2423-432b-ae14-116db78c502f req-9a27630f-4eb1-4e93-b76e-6312158d0dab tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:15.859606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41aa542c-2423-432b-ae14-116db78c502f req-9a27630f-4eb1-4e93-b76e-6312158d0dab tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 948 time: 0.1270022 Nov 02 16:23:15.904776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fdd97a66-f707-4291-92c3-ebe5dc46008d details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:15.939654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c39deace-4ba4-4738-8531-fec7ea7a062a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=908f714cf57a4809914053b0ccde2c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7155850 Nov 02 16:23:15.941243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41802) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:15.944441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39deace-4ba4-4738-8531-fec7ea7a062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20de229-622c-439f-8b9e-a6fcbd888da9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.026709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41aa542c-2423-432b-ae14-116db78c502f req-b99236fc-8294-4b59-99e0-146aa725d313 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335626 Nov 02 16:23:16.041853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.060162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fdd97a66-f707-4291-92c3-ebe5dc46008d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fdd97a66-f707-4291-92c3-ebe5dc46008d,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:16.073236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1333c4-1262-4221-865e-d0de77ae4907,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.078349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.090677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'fdd97a66-f707-4291-92c3-ebe5dc46008d', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'fdd97a66-f707-4291-92c3-ebe5dc46008d', 'mac_address': 'fa:16:3e:02:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:16.141164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:23:16.146608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.153166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-835fa958-f55c-40d1-a562-584513af5f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.166622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4883587-1fe1-457b-82bc-27ed75233cf8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.167834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd97a66-f707-4291-92c3-ebe5dc46008d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:16.183006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-36ad06e4-7423-4711-a044-7be9f02fcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:16.184499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-36ad06e4-7423-4711-a044-7be9f02fcb01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3642101 Nov 02 16:23:16.185416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.185819 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Added segment 72e96ebc-859c-49ca-834e-0a9eb4d751e6 of type vlan for network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b Nov 02 16:23:16.204343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:16.215681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fdd97a66-f707-4291-92c3-ebe5dc46008d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fdd97a66-f707-4291-92c3-ebe5dc46008d,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:16.226551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.247453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:16.254027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-5dabbb25-3932-4626-abab-60b117d5bf46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0166e84a-9272-43ed-b37b-47e1e5556d82 HTTP/1.1" status: 200 len: 217 time: 0.0584390 Nov 02 16:23:16.264963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c749c84-7d5f-4cee-9279-462d380d0fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.269576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-835fa958-f55c-40d1-a562-584513af5f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.311422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.319515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fdd97a66-f707-4291-92c3-ebe5dc46008d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.339404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d4949-407c-45fb-8713-5c604794bf53 req-fb1888b4-f6ba-4bb7-949a-1ab0f063cb2a tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:16.342589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db8d4949-407c-45fb-8713-5c604794bf53 req-fb1888b4-f6ba-4bb7-949a-1ab0f063cb2a tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 969 time: 0.1446695 Nov 02 16:23:16.353047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c749c84-7d5f-4cee-9279-462d380d0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.429973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.431179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:16.431925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.435318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c749c84-7d5f-4cee-9279-462d380d0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d7855f-fa50-4da6-af0f-5421a0a624c2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.437006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db8d4949-407c-45fb-8713-5c604794bf53 req-f02d149c-0671-490a-8300-e1d0479817d1 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865817 Nov 02 16:23:16.442595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6c749c84-7d5f-4cee-9279-462d380d0fa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b253ff66ea194186b00f7d1f279cd4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804727 Nov 02 16:23:16.443207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41806) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:16.471835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-9b8d4aaf-23ec-42be-b973-8c5253ce8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:16.471835 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-9b8d4aaf-23ec-42be-b973-8c5253ce8b0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2006140 Nov 02 16:23:16.519824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.537287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:23:16.549410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f531ae83-6131-4b69-abc5-e15c497725b8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0488026 Nov 02 16:23:16.550882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-835fa958-f55c-40d1-a562-584513af5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.553606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-835fa958-f55c-40d1-a562-584513af5f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.555002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-835fa958-f55c-40d1-a562-584513af5f33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e20de229-622c-439f-8b9e-a6fcbd888da9 HTTP/1.1" status: 204 len: 168 time: 0.6116383 Nov 02 16:23:16.555791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41808) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:16.559314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:23:16.565959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Request body: {'subnet': {'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-984783819-subnet', 'tenant_id': 'e5359895c62f428da23646c6f72111ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:16.578505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa958-f55c-40d1-a562-584513af5f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20de229-622c-439f-8b9e-a6fcbd888da9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:16.589043 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ed8608d-f59c-4bb6-a0ae-a99a93bdf942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.609388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['fdd97a66-f707-4291-92c3-ebe5dc46008d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:16.612040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-9efde84d-7358-46c9-b61b-daf71cfd07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:16.614047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-9efde84d-7358-46c9-b61b-daf71cfd07a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367514 Nov 02 16:23:16.633642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Made reservation on behalf of e5359895c62f428da23646c6f72111ba for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:16.636770 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.782324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-068cd76c-489b-4b13-8aec-d3f81ad65b6a None None] Provisioning complete for port dd1333c4-1262-4221-865e-d0de77ae4907 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:16.782324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-068cd76c-489b-4b13-8aec-d3f81ad65b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.797570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:23:16.814841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6a73af6d-b5e9-4da2-97d8-25696c9dfb92 admin admin] 10.222.0.31 "PUT /v2.0/routers/95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9353626 Nov 02 16:23:16.832329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-246d3776-ec7a-4fea-8f99-37f9939c4c48 req-f6245735-ee2d-431b-9c67-0f4cd236cda1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0760772 Nov 02 16:23:16.833489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ed8608d-f59c-4bb6-a0ae-a99a93bdf942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:16.978236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-068cd76c-489b-4b13-8aec-d3f81ad65b6a None None] Port dd1333c4-1262-4221-865e-d0de77ae4907 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:17.025452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ed8608d-f59c-4bb6-a0ae-a99a93bdf942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.031513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ed8608d-f59c-4bb6-a0ae-a99a93bdf942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.032689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3ed8608d-f59c-4bb6-a0ae-a99a93bdf942 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15d7855f-fa50-4da6-af0f-5421a0a624c2 HTTP/1.1" status: 204 len: 168 time: 0.5837746 Nov 02 16:23:17.089304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8608d-f59c-4bb6-a0ae-a99a93bdf942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d7855f-fa50-4da6-af0f-5421a0a624c2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:17.099478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41822) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:17.127576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.143559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9375-56b6-4e4f-ad25-005b1c876db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.177986 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-276bf634-bc58-43f9-8aaa-4bb8fbb2aa31 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851004 Nov 02 16:23:17.214714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.265924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e5113877-8c04-41b3-9c3e-d13067b03f48 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:17.280492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a471c779-0145-4016-b867-4ff1cdd48e87,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:17.362246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e5113877-8c04-41b3-9c3e-d13067b03f48 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:17.363002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.369346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:17.369709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Network hostable DHCP agents. Network: bc6e6abd-7959-46fc-b92e-9dc6cb640f3b, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:23:17.432335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4378d40-96a8-4258-9827-2dae5903e2e7 req-979461d9-44c5-4949-ac28-f83360b7e690 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:17.436135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4378d40-96a8-4258-9827-2dae5903e2e7 req-979461d9-44c5-4949-ac28-f83360b7e690 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 949 time: 0.2072997 Nov 02 16:23:17.509890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.537749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e5113877-8c04-41b3-9c3e-d13067b03f48, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e5113877-8c04-41b3-9c3e-d13067b03f48,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:17.550113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.563273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:23:17.575893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4378d40-96a8-4258-9827-2dae5903e2e7 req-09ba5e3f-b181-41d0-b5c0-8608a89c91bf tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278181 Nov 02 16:23:17.618504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ddd79485-6294-4b1b-a1d3-aaf9b17bb016 req-89d2bebb-0acc-48f9-bfdb-0d4db2db6f27 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234760 Nov 02 16:23:17.646630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, bc6e6abd-7959-46fc-b92e-9dc6cb640f3b) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:17.650467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9375-56b6-4e4f-ad25-005b1c876db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.653992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:17.655945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9375-56b6-4e4f-ad25-005b1c876db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.658032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.665690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6cb5c8-bfee-4cc3-89ea-6de1ad902fd3 None None] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:17.690550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb680ce8-1a13-4077-98b3-f23d2378df81 req-491ca27b-a3d2-4363-9fd3-8fe7d6f5d137 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:17.692445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb680ce8-1a13-4077-98b3-f23d2378df81 req-491ca27b-a3d2-4363-9fd3-8fe7d6f5d137 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 969 time: 0.1113412 Nov 02 16:23:17.697226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-640adc2d-d64f-4e73-8b03-1723855b79a2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1385357 Nov 02 16:23:17.744119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f2ef9375-56b6-4e4f-ad25-005b1c876db2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24f7d7d14b18453ebe762a3acbe9a875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346066 Nov 02 16:23:17.745032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41834) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:17.745881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef9375-56b6-4e4f-ad25-005b1c876db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ed6e4b-ada4-4539-be38-f7d1684179f2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:17.758872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb680ce8-1a13-4077-98b3-f23d2378df81 req-38d14abd-adda-4d94-b395-8cff6acd68fc tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582628 Nov 02 16:23:17.874000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93c4a6a6-3862-49f1-86b1-21b891588c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.936554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93c4a6a6-3862-49f1-86b1-21b891588c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:17.953938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0166e84a-9272-43ed-b37b-47e1e5556d82 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:17.966155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41840) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:17.999747 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e91fc731-7e7a-48a1-b143-556fb8bfcb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.005191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93c4a6a6-3862-49f1-86b1-21b891588c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.013122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93c4a6a6-3862-49f1-86b1-21b891588c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.019796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93c4a6a6-3862-49f1-86b1-21b891588c4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41ed6e4b-ada4-4539-be38-f7d1684179f2 HTTP/1.1" status: 204 len: 168 time: 0.2690749 Nov 02 16:23:18.044727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4a6a6-3862-49f1-86b1-21b891588c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ed6e4b-ada4-4539-be38-f7d1684179f2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:18.062188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fdd97a66-f707-4291-92c3-ebe5dc46008d up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:18.076191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c46006ed-e729-4ec2-922a-e9b46981f876 req-f4989b73-e045-4ca0-afd2-d781cb9f4d06 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0545812 Nov 02 16:23:18.171336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:23:18.220790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e91fc731-7e7a-48a1-b143-556fb8bfcb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.227662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e91fc731-7e7a-48a1-b143-556fb8bfcb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.228898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:18.229611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:18.269883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e5113877-8c04-41b3-9c3e-d13067b03f48,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:18.284890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e91fc731-7e7a-48a1-b143-556fb8bfcb21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bc3b61356df442a8f42007dabacaa17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175728 Nov 02 16:23:18.287845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:18.316696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fc731-7e7a-48a1-b143-556fb8bfcb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b967f-873e-4a1b-beee-e2a697ec35d6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:18.359203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:18.380381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34418b9d-9037-473d-94d5-1474043a77e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.406738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc70419-cc34-4fd9-85aa-53ace917cfc0 None None] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:18.413453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34418b9d-9037-473d-94d5-1474043a77e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.483850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34418b9d-9037-473d-94d5-1474043a77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.486570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34418b9d-9037-473d-94d5-1474043a77e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.490383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-34418b9d-9037-473d-94d5-1474043a77e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c6b967f-873e-4a1b-beee-e2a697ec35d6 HTTP/1.1" status: 204 len: 168 time: 0.1983795 Nov 02 16:23:18.499631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34418b9d-9037-473d-94d5-1474043a77e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b967f-873e-4a1b-beee-e2a697ec35d6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:18.534314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0166e84a-9272-43ed-b37b-47e1e5556d82, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0166e84a-9272-43ed-b37b-47e1e5556d82,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:18.559612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port fdd97a66-f707-4291-92c3-ebe5dc46008d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:18.608721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port fdd97a66-f707-4291-92c3-ebe5dc46008d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:18.608721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.634206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0166e84a-9272-43ed-b37b-47e1e5556d82', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '0166e84a-9272-43ed-b37b-47e1e5556d82', 'mac_address': 'fa:16:3e:3f:46:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:tempest-test_az-249255623', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:18.815867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5052-0156-4061-8b25-62a4ee6530fa req-4a9b2f3a-2f59-4ae6-bf9f-11375e58c662 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:18.816831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-112c5052-0156-4061-8b25-62a4ee6530fa req-4a9b2f3a-2f59-4ae6-bf9f-11375e58c662 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 949 time: 0.1128299 Nov 02 16:23:18.817098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.874100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-112c5052-0156-4061-8b25-62a4ee6530fa req-ff4dda62-e56e-42e2-9ae0-0e5210d9c96c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Nov 02 16:23:18.912305 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:18.924850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0166e84a-9272-43ed-b37b-47e1e5556d82 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:18.960069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea80b7-2be1-4eab-89f1-31ecdf962932 req-795ebdd0-a4ea-43c4-9c0b-72c533ca130c tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:18.960892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66ea80b7-2be1-4eab-89f1-31ecdf962932 req-795ebdd0-a4ea-43c4-9c0b-72c533ca130c tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 969 time: 0.0937309 Nov 02 16:23:18.976717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0166e84a-9272-43ed-b37b-47e1e5556d82, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0166e84a-9272-43ed-b37b-47e1e5556d82,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:18.983798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8019044f-9752-49bb-8345-9a963f2dac9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd97a66-f707-4291-92c3-ebe5dc46008d'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:19.016656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66ea80b7-2be1-4eab-89f1-31ecdf962932 req-eeb60969-799d-4b35-a818-39e8f67b2f32 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463140 Nov 02 16:23:19.071815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fdd97a66-f707-4291-92c3-ebe5dc46008d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fdd97a66-f707-4291-92c3-ebe5dc46008d,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:19.075071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.086179 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.138536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 2, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:19.188390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e5113877-8c04-41b3-9c3e-d13067b03f48 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:19.193410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:23:19.193410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Updating router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb port dd1333c4-1262-4221-865e-d0de77ae4907 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:23:19.195382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0166e84a-9272-43ed-b37b-47e1e5556d82,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:19.196117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:19.203725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-network', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:19.232876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-527c0e8a-ed8d-4889-9305-faa560ee2d3f req-974fa591-f7ca-4300-8e8d-0b41000c4015 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0577769 Nov 02 16:23:19.252398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Made reservation on behalf of bf9beec717ba4729b86557789b0cbe43 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:19.265065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.274918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.302612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.327828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0166e84a-9272-43ed-b37b-47e1e5556d82'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:19.400064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fdd97a66-f707-4291-92c3-ebe5dc46008d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:19.426327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.435748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.446531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e5113877-8c04-41b3-9c3e-d13067b03f48 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:19.446909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.465269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:23:19.489792 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.490188 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Added segment f736f0b5-1533-41f9-8552-2657c4be4d30 of type vlan for network 32a0564e-8337-4a79-869e-9d0971ba0059 Nov 02 16:23:19.492229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904986f5-50db-4623-a10c-2bdbd640597d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:19.513373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41898) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:19.520383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1873002922-network', 'tenant_id': '62a91a8a9c1c40868066784c6f9d2d54'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:19.524215 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:23:19.560207 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b0d110-903d-4e70-95d9-dc177e9565c6" -d '{"events": [{"server_uuid": "8019044f-9752-49bb-8345-9a963f2dac9b", "name": "network-vif-plugged", "status": "completed", "tag": "fdd97a66-f707-4291-92c3-ebe5dc46008d"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:19.561855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Made reservation on behalf of 62a91a8a9c1c40868066784c6f9d2d54 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:19.565824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.578833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.598782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.633044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.634268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:19.635163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.721960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] Pushing event updated for resources: {'Network': ['ID=32a0564e-8337-4a79-869e-9d0971ba0059,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:19.745629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 32a0564e-8337-4a79-869e-9d0971ba0059 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:23:19.755135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4177681f-ab1e-416b-a836-5adebbb627b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5560749 Nov 02 16:23:19.759221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41908) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:19.769806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Request body: {'port': {'device_id': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '11fdaa49f555407e9e83d885ca7d420e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:19.775475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Request body: {'subnet': {'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-subnet', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:19.844461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.856971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.876106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:23:19.894305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:19.894655 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Added segment 380abe41-4bfc-49ca-9e9c-386cc9d0eff3 of type vlan for network 3a5ac88a-8eca-4eb7-a63a-26fd20352d87 Nov 02 16:23:20.000643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Made reservation on behalf of bf9beec717ba4729b86557789b0cbe43 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:20.003527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.040655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Made reservation on behalf of 11fdaa49f555407e9e83d885ca7d420e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:20.052351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.084265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.103013 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea33f9f4-5605-455a-bf2d-bbbfa47e1639 x-openstack-request-id: req-ea33f9f4-5605-455a-bf2d-bbbfa47e1639 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:20.103344 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8019044f-9752-49bb-8345-9a963f2dac9b", "name": "network-vif-plugged", "status": "completed", "tag": "fdd97a66-f707-4291-92c3-ebe5dc46008d", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:20.103600 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea33f9f4-5605-455a-bf2d-bbbfa47e1639 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:20.104055 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8019044f-9752-49bb-8345-9a963f2dac9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd97a66-f707-4291-92c3-ebe5dc46008d', 'code': 200} Nov 02 16:23:20.136230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.153118 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.154523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.266501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc504677-9c08-441f-ab0e-aa41ba471cb1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:20.282224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afba9b-5522-4670-b161-3d52fc00b4f2 None None] Pushing event updated for resources: {'Port': ['ID=dd1333c4-1262-4221-865e-d0de77ae4907,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:20.307910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Attempting to bind port dd1333c4-1262-4221-865e-d0de77ae4907 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:20.308552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Attempting to bind port dd1333c4-1262-4221-865e-d0de77ae4907 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:20.309517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Attempting to bind port dd1333c4-1262-4221-865e-d0de77ae4907 on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:20.312938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:23:20.321661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:20.321987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Checking segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:20.322452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.322785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Bound using segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:20.323913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Bound port: dd1333c4-1262-4221-865e-d0de77ae4907, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:20.324308 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.395786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.404750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eace9-8070-414a-aeef-c469a075fd09 req-9ef33336-e641-45b4-8488-e7cc38dd581d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:20.405195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c4eace9-8070-414a-aeef-c469a075fd09 req-9ef33336-e641-45b4-8488-e7cc38dd581d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 950 time: 0.2637138 Nov 02 16:23:20.415754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.416755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:20.417544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.420117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.466067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] For port dd1333c4-1262-4221-865e-d0de77ae4907, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:20.469773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] For port dd1333c4-1262-4221-865e-d0de77ae4907, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dd1333c4-1262-4221-865e-d0de77ae4907,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:20.476709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.501004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9860635 Nov 02 16:23:20.509965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff767-92e9-45d5-a135-da41a9177179 req-88f24ef4-3b2e-4283-b28b-9216573405c3 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:20.512080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-084ff767-92e9-45d5-a135-da41a9177179 req-88f24ef4-3b2e-4283-b28b-9216573405c3 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 970 time: 0.2979815 Nov 02 16:23:20.512982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41938) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:20.547369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:20.557053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bee070-3c15-4bb5-b577-85c2de10fda1 req-c2dbbbba-8bc1-42a7-a046-6ef55c7be4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:20.558717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09bee070-3c15-4bb5-b577-85c2de10fda1 req-c2dbbbba-8bc1-42a7-a046-6ef55c7be4ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 1101 time: 0.2890229 Nov 02 16:23:20.583542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Request body: {'subnet': {'network_id': '3a5ac88a-8eca-4eb7-a63a-26fd20352d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1873002922-subnet', 'tenant_id': '62a91a8a9c1c40868066784c6f9d2d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:20.588449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afba9b-5522-4670-b161-3d52fc00b4f2 None None] Pushing event updated for resources: {'Port': ['ID=dd1333c4-1262-4221-865e-d0de77ae4907,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:20.612673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-09bee070-3c15-4bb5-b577-85c2de10fda1 req-e03ba90e-f2d4-481d-b09f-06d5fced5793 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.623506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d90eab16-2a52-4269-894a-43285a2c483b None None] Provisioning complete for port dd1333c4-1262-4221-865e-d0de77ae4907 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:20.624100 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d90eab16-2a52-4269-894a-43285a2c483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.643768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Made reservation on behalf of 62a91a8a9c1c40868066784c6f9d2d54 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:20.646605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.708454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:20.712836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:20.717412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-09bee070-3c15-4bb5-b577-85c2de10fda1 req-e03ba90e-f2d4-481d-b09f-06d5fced5793 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.764147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-09bee070-3c15-4bb5-b577-85c2de10fda1 req-e03ba90e-f2d4-481d-b09f-06d5fced5793 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.853434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Allocated IP 192.168.233.86 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:20.884387 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d90eab16-2a52-4269-894a-43285a2c483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:20.942632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2522a23-96e9-4000-b330-06f5e8d86ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5ac88a-8eca-4eb7-a63a-26fd20352d87,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:20.963470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 3a5ac88a-8eca-4eb7-a63a-26fd20352d87 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:23:20.992922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-084ff767-92e9-45d5-a135-da41a9177179 req-9f6cdcee-6804-4e9b-8894-e5fefe203605 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191444 Nov 02 16:23:20.996283 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c4eace9-8070-414a-aeef-c469a075fd09 req-e8c71520-9e8e-4039-b362-7a462d4bd5c8 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446887 Nov 02 16:23:21.041969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d90eab16-2a52-4269-894a-43285a2c483b None None] For port dd1333c4-1262-4221-865e-d0de77ae4907, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dd1333c4-1262-4221-865e-d0de77ae4907,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:21.047477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:21.090057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d90eab16-2a52-4269-894a-43285a2c483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.125305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.139009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f3d97df-4d2e-4990-b402-4c71f09c58cc req-8e4f658d-de79-43d8-b2ea-743e3eefed8a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0493455 Nov 02 16:23:21.190830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.201954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.210247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ba90e-f2d4-481d-b09f-06d5fced5793 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7eccbc63-9950-4e82-b121-0015c239bcf1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:21.228441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.289466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f05c93-9083-49e0-b684-276cb3c4a07e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:21.325610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:21.332146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09bee070-3c15-4bb5-b577-85c2de10fda1 req-e03ba90e-f2d4-481d-b09f-06d5fced5793 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648056 Nov 02 16:23:21.341714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:21.343367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:21.346048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:21.353419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:21.354112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.384676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d99e859d-05a3-4774-a747-d89d6b0b4ba4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6419899 Nov 02 16:23:21.403916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-bfdf1256-2c8c-4aa4-bf67-3627b0fbbcaa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:23:21.404565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-776768e6-51b9-4717-a44b-02823ed4d048 None None] Provisioning complete for port dd1333c4-1262-4221-865e-d0de77ae4907 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:21.404916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-776768e6-51b9-4717-a44b-02823ed4d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.405367 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-bfdf1256-2c8c-4aa4-bf67-3627b0fbbcaa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109975 Nov 02 16:23:21.485430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eab16-2a52-4269-894a-43285a2c483b None None] Pushing event updated for resources: {'Port': ['ID=dd1333c4-1262-4221-865e-d0de77ae4907,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:21.504733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Checking segment: {'id': '380abe41-4bfc-49ca-9e9c-386cc9d0eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a5ac88a-8eca-4eb7-a63a-26fd20352d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:21.505561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Network hostable DHCP agents. Network: 3a5ac88a-8eca-4eb7-a63a-26fd20352d87, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:23:21.534478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Checking segment: {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:21.535431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Network hostable DHCP agents. Network: 32a0564e-8337-4a79-869e-9d0971ba0059, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:23:21.555251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b837a155-b02b-47fa-9158-3160dff667e2,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:21.568441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Network 3a5ac88a-8eca-4eb7-a63a-26fd20352d87 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:23:21.573315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Network 32a0564e-8337-4a79-869e-9d0971ba0059 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:23:21.586571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 3a5ac88a-8eca-4eb7-a63a-26fd20352d87) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:21.588967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 32a0564e-8337-4a79-869e-9d0971ba0059) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:21.597655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:21.598620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.603304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3d034-219a-4cc4-b2d8-b3cb08fc7241 None None] Network 3a5ac88a-8eca-4eb7-a63a-26fd20352d87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:21.610042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:21.610695 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.639365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbba899-07c6-43a7-b927-378fe9021ac8 None None] Network 32a0564e-8337-4a79-869e-9d0971ba0059 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:21.648872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-37960406-3758-4e31-817b-d08d7347ee39 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8874435 Nov 02 16:23:21.651171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:21.658369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:21.666935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ebb3c9fb-47f8-4140-beae-15af4087942c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1446693 Nov 02 16:23:21.693423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.695152 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.770520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-acec7aa3-072e-46ff-b974-a2fcc58aa8a6 None None] Provisioning complete for port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:21.770887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-acec7aa3-072e-46ff-b974-a2fcc58aa8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.774379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Request body: {'port': {'device_id': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:21.780127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.827963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-acec7aa3-072e-46ff-b974-a2fcc58aa8a6 None None] Port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:21.908613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0166e84a-9272-43ed-b37b-47e1e5556d82 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:21.945471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:21.969404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:21.981850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.000026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f2a5d-ee8a-4612-8ab2-1ec9cf46024c None None] Network 3a5ac88a-8eca-4eb7-a63a-26fd20352d87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:22.010115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8d13c-787b-4dbd-9d4a-0192d4088654 None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:23:22.163935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-32a0564e-8337-4a79-869e-9d0971ba0059', 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'fixed_ips': [{'subnet_id': '79f05c93-9083-49e0-b684-276cb3c4a07e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:23:22.164828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.219571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Request body: {'security_group': {'name': 'tempest-securitygroup-388247907', 'description': 'tempest-description-1604343950'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:22.383981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.387401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0166e84a-9272-43ed-b37b-47e1e5556d82 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:22.398297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.399493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Allocated IP 172.20.0.2 (32a0564e-8337-4a79-869e-9d0971ba0059/79f05c93-9083-49e0-b684-276cb3c4a07e/8d18428f-3783-431b-b2f5-1d08cff4037f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:22.439494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0166e84a-9272-43ed-b37b-47e1e5556d82 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:22.440316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.482400 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.482904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.482904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.483310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.483849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.484277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.484951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.485558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.487985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49c32e51-f86f-4a1d-8581-349540d5ccdb req-c672c0bf-0b01-41e1-8b89-af422116ea74 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.2354004 Nov 02 16:23:22.517145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.558845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.564756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.627043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835f5082-24c0-44f6-bca4-e2257f654046,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:22.627270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:22.640924 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.689824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Transition to ACTIVE for port object b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:22.699500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.716009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46103-abba-43a8-89e5-fd44a9aee580 req-4afeefca-a6b0-4e0e-a7e9-0ee330329e1e tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:22.717751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e46103-abba-43a8-89e5-fd44a9aee580 req-4afeefca-a6b0-4e0e-a7e9-0ee330329e1e tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 970 time: 0.1198552 Nov 02 16:23:22.792693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.796763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Allocated IP 172.25.7.33 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0d03786e-d422-4402-9e60-7e59f2724efd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:22.809949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.856409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:22.856748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:22.857068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:22.862903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:22.863227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:22.867454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:22.887296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce803bc2-2c48-47f2-b61f-8b5661ea0205,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:22.890492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:22.890858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:22.891417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:22.891873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Bound port: b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:22.892062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.892270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.893257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-182a5715-fb23-4cd0-9c05-e852cf19e77b req-1ab7336c-c71c-4e59-b686-094291fbd9c0 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6804638 Nov 02 16:23:22.906717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e46103-abba-43a8-89e5-fd44a9aee580 req-8fcb80d5-ceb8-443b-b060-d6ff8fa68390 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813929 Nov 02 16:23:22.940433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:22.984435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.017805 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.122980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Pushing event updated for resources: {'Port': ['ID=8d18428f-3783-431b-b2f5-1d08cff4037f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:23.139742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0becdc6-bdb0-4c20-841b-505ae7598852 req-cba87405-b25d-4e9e-bf70-7e676294aa60 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.141753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Network 32a0564e-8337-4a79-869e-9d0971ba0059 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:23.150035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:23.151185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0becdc6-bdb0-4c20-841b-505ae7598852 req-cba87405-b25d-4e9e-bf70-7e676294aa60 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 950 time: 0.1702807 Nov 02 16:23:23.166535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:23.202879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0274e-d888-4bfa-8f6a-29cdaf42fe6d req-b54f6c81-b786-481d-bc2d-0be61c2e817c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.208333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87e0274e-d888-4bfa-8f6a-29cdaf42fe6d req-b54f6c81-b786-481d-bc2d-0be61c2e817c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.1816497 Nov 02 16:23:23.249921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd1333c4-1262-4221-865e-d0de77ae4907 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:23.252730 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0becdc6-bdb0-4c20-841b-505ae7598852 req-dbc90e62-d6c8-43a5-98a6-25d4bbdbfc2c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888448 Nov 02 16:23:23.298706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.321885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87e0274e-d888-4bfa-8f6a-29cdaf42fe6d req-ecec07ff-b906-49ed-91d5-39e5052c7a19 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885723 Nov 02 16:23:23.344687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebed691-d498-4621-a689-7419b80cab96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0166e84a-9272-43ed-b37b-47e1e5556d82'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:23.347501 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37485639-48b1-4de2-9262-82bf7b11b17f" -d '{"events": [{"server_uuid": "aebed691-d498-4621-a689-7419b80cab96", "name": "network-vif-plugged", "status": "completed", "tag": "0166e84a-9272-43ed-b37b-47e1e5556d82"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:23.363577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Attempting to bind port 8d18428f-3783-431b-b2f5-1d08cff4037f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:23.364042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Attempting to bind port 8d18428f-3783-431b-b2f5-1d08cff4037f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:23.364556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Attempting to bind port 8d18428f-3783-431b-b2f5-1d08cff4037f on network 32a0564e-8337-4a79-869e-9d0971ba0059 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:23.372390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:23.372886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Checking segment: {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:23.373358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.374091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Bound using segment: {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:23.375141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Bound port: 8d18428f-3783-431b-b2f5-1d08cff4037f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:23.375602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.380434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0166e84a-9272-43ed-b37b-47e1e5556d82, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0166e84a-9272-43ed-b37b-47e1e5556d82,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:23.395249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.413041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:23.417854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:23.452655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.487766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0166e84a-9272-43ed-b37b-47e1e5556d82,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:23.500696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port dd1333c4-1262-4221-865e-d0de77ae4907 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:23.501322 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.508423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.527461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.527915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.529336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] 10.222.0.100 "PUT /v2.0/ports/b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 1095 time: 1.9557178 Nov 02 16:23:23.530055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:23.532742 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325da124-6aca-4469-8f58-f697144ca327" -d '{"events": [{"name": "network-changed", "server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:23.541340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f6492-9454-4215-acca-078bac9f2ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:23.590685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] For port 8d18428f-3783-431b-b2f5-1d08cff4037f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:23.606755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] For port 8d18428f-3783-431b-b2f5-1d08cff4037f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d18428f-3783-431b-b2f5-1d08cff4037f,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:23.617433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.648486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.707877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:23.714604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:23.723934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:23.726916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Pushing event updated for resources: {'Port': ['ID=0d03786e-d422-4402-9e60-7e59f2724efd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:23.742291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dc4a5-a8a1-4ce6-9f1e-20becb60ceb9 None None] Pushing event updated for resources: {'Port': ['ID=8d18428f-3783-431b-b2f5-1d08cff4037f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:23.778681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-64dbfbc8-e7f0-4abd-add7-fcdb93086447 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.782918 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-64dbfbc8-e7f0-4abd-add7-fcdb93086447 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.3141763 Nov 02 16:23:23.784463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558483-6749-474c-8bc1-1909e2cf7b3f req-73204098-d124-4400-aabc-197952eba1b9 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.786779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87558483-6749-474c-8bc1-1909e2cf7b3f req-73204098-d124-4400-aabc-197952eba1b9 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 886 time: 0.4156497 Nov 02 16:23:23.805044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-60929dad-3205-41de-9720-832e91c5454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.807142 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-60929dad-3205-41de-9720-832e91c5454b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1098 time: 0.2197950 Nov 02 16:23:23.814323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-a305db13-ef8e-4963-844c-108ac3129efc req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1772118950', 'description': 'tempest-description-1159498548'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:23.836382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-13370f41-3b17-4d93-a79e-5dd4581bfadc tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/quotas/e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 375 time: 0.0402179 Nov 02 16:23:23.878234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-85dd777a-1abf-42ed-ac2c-3bcfbe2d2acb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0607505 Nov 02 16:23:23.889427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-7ae0c536-ed27-4668-abe2-5d4f6ab41b61 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427282 Nov 02 16:23:23.901360 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a305db13-ef8e-4963-844c-108ac3129efc req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:23.977263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-6124d4a2-469a-4d13-82ad-87620178c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:23.978793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-6124d4a2-469a-4d13-82ad-87620178c1a6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0864375 Nov 02 16:23:24.038504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a305db13-ef8e-4963-844c-108ac3129efc req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.044902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a305db13-ef8e-4963-844c-108ac3129efc req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.085892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a305db13-ef8e-4963-844c-108ac3129efc req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.093540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a305db13-ef8e-4963-844c-108ac3129efc req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2889390 Nov 02 16:23:24.098787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-029b38b4-c953-4abc-95f4-1b729efe8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.099270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8b59c-e94b-4179-af85-1f753ab33d93 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00b99a-6a92-4b3f-9124-74601dd477b1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:24.100546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-029b38b4-c953-4abc-95f4-1b729efe8bcd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799055 Nov 02 16:23:24.113184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-27426b9f-6bf6-4f1e-a9ba-c8a673123d85 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:23:24.114277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-27426b9f-6bf6-4f1e-a9ba-c8a673123d85 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1403787 Nov 02 16:23:24.122837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.151704 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808ecb7-dc72-4bf0-b9f6-eb8360488751 x-openstack-request-id: req-8808ecb7-dc72-4bf0-b9f6-eb8360488751 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:24.152291 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebed691-d498-4621-a689-7419b80cab96", "name": "network-vif-plugged", "status": "completed", "tag": "0166e84a-9272-43ed-b37b-47e1e5556d82", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:24.152681 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8808ecb7-dc72-4bf0-b9f6-eb8360488751 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:24.153205 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebed691-d498-4621-a689-7419b80cab96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0166e84a-9272-43ed-b37b-47e1e5556d82', 'code': 200} Nov 02 16:23:24.222360 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f70df87-5794-46d2-973d-ad160c77f851 x-openstack-request-id: req-5f70df87-5794-46d2-973d-ad160c77f851 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:24.222645 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:24.222907 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f70df87-5794-46d2-973d-ad160c77f851 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:24.223302 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'status': 'completed', 'code': 200} Nov 02 16:23:24.293992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-ef5280fc-91fe-407a-920c-bbd8ffcef63b service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708307 Nov 02 16:23:24.326329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ba74-131d-47f5-b7da-5cf885246d26 req-4b6975ea-1527-498e-82f5-0d2dc14b204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.328208 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7202ba74-131d-47f5-b7da-5cf885246d26 req-4b6975ea-1527-498e-82f5-0d2dc14b204c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 1122 time: 0.0964832 Nov 02 16:23:24.332387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-4e461b35-54ef-4bb3-b941-213071b96571 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230430 Nov 02 16:23:24.420824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.421291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.421744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.422310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.422777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.423272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.423741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.425638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c1c2123-9f7f-41f6-819a-8758eeeac653 req-7404abf4-1d6c-48f9-9eb1-a487169227a5 tempest-NetworksTest-1564949380 tempest-NetworksTest-1564949380-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.1933141 Nov 02 16:23:24.441318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-431133f1-9c9c-41aa-a3a0-22f016ebbc1d service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380801 Nov 02 16:23:24.493737 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7202ba74-131d-47f5-b7da-5cf885246d26 req-df0ae45c-d28b-41ba-b122-8e7b07a2e4f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581018 Nov 02 16:23:24.546150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5eeb9-a2b6-4328-a220-53fefe87a5c9 req-9b8eeaaf-00a6-44fd-9948-b04feacd6899 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.549846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-036d51d6-c63a-48fc-a101-46e50196f1fe req-54c5a068-753f-4930-bbdc-735a6ec54f11 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022786 Nov 02 16:23:24.551484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4d5eeb9-a2b6-4328-a220-53fefe87a5c9 req-9b8eeaaf-00a6-44fd-9948-b04feacd6899 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 971 time: 0.0651753 Nov 02 16:23:24.563141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.629330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4d5eeb9-a2b6-4328-a220-53fefe87a5c9 req-50eae18e-5011-4e5c-95e3-a8296b107321 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704944 Nov 02 16:23:24.726013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1846040688', 'description': 'tempest-description-748633326'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:24.744194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325da124-6aca-4469-8f58-f697144ca327 req-3c3cea40-39c9-4b90-b014-9dbd07a4d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.745760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-3c3cea40-39c9-4b90-b014-9dbd07a4d984 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1098 time: 0.1236041 Nov 02 16:23:24.813643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.822488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:24.847293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38c4d-6407-45ff-88ed-5cc8bd37b565 req-1ccc31b9-8897-45f8-88cd-0eefa9660de7 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:24.857167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95d38c4d-6407-45ff-88ed-5cc8bd37b565 req-1ccc31b9-8897-45f8-88cd-0eefa9660de7 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 950 time: 0.1013429 Nov 02 16:23:24.861545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Router db4c494a-9fca-4211-b9c2-114e8945b10b is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:23:24.974721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95d38c4d-6407-45ff-88ed-5cc8bd37b565 req-1a54da2f-7327-474e-a495-4fd277847cdb tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158144 Nov 02 16:23:24.980155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42038) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:24.998363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.013976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.040115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:23:25.054210 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Sync routers for ids ['db4c494a-9fca-4211-b9c2-114e8945b10b'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:23:25.075157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0e443-9b7c-4074-8007-898d773ab3fb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:25.075523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Routers {'db4c494a-9fca-4211-b9c2-114e8945b10b'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:25.076450 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['db4c494a-9fca-4211-b9c2-114e8945b10b'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:25.088101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.089465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-50d61a23-d5b9-4e1f-a4b7-cb2978773d58 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4353414 Nov 02 16:23:25.098230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42044) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:25.101578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325da124-6aca-4469-8f58-f697144ca327 req-87776414-29af-47c9-8cea-70cc270dcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:25.103024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-87776414-29af-47c9-8cea-70cc270dcb6e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3433363 Nov 02 16:23:25.236020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2758b-1ad7-41be-bf36-751ab54b0c49 req-44c970b9-8672-4ebb-9934-3172f44f87cd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:25.243739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48b2758b-1ad7-41be-bf36-751ab54b0c49 req-44c970b9-8672-4ebb-9934-3172f44f87cd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.1424227 Nov 02 16:23:25.272572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d18428f-3783-431b-b2f5-1d08cff4037f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:25.276671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.280234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa9ec4-0d5e-4145-bec4-75e76eb1d463 None None] Network 32a0564e-8337-4a79-869e-9d0971ba0059 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:23:25.305413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48b2758b-1ad7-41be-bf36-751ab54b0c49 req-b39b500e-e911-4b0d-9dc6-84f5102b7f49 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Nov 02 16:23:25.319324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.379242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.380550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94481275-b2ee-4c4b-a7e2-3f285fec4e17 req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6622901 Nov 02 16:23:25.381842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89be9cf9-b1c4-464e-b113-2e59325d6b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.456843 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Set router db4c494a-9fca-4211-b9c2-114e8945b10b gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:25.472342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f22a7617-5025-40c1-af61-9ae676f38d55 None None] Provisioning complete for port 8d18428f-3783-431b-b2f5-1d08cff4037f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:25.474094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f22a7617-5025-40c1-af61-9ae676f38d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.526171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53667198-5348-49c7-816f-72ed0585d466 req-99ca0b98-c3ad-48a9-85ec-c9689977694b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 210 time: 0.1096857 Nov 02 16:23:25.538479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-eb5649f8-4122-44e9-9868-0174a73e027a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.3934145 Nov 02 16:23:25.566450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bb5ef-d001-4f03-bb4b-23f420d24d17 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1232899e-f87e-497d-911b-6a0ae8a94bed,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:25.575181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-de749bf1-025c-48f5-a318-170ac7d856d5 req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-584024346', 'description': 'tempest-description-946870012'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:25.616618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-de749bf1-025c-48f5-a318-170ac7d856d5 req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.701636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89be9cf9-b1c4-464e-b113-2e59325d6b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.707911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89be9cf9-b1c4-464e-b113-2e59325d6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.762807 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-de749bf1-025c-48f5-a318-170ac7d856d5 req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.784497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325da124-6aca-4469-8f58-f697144ca327 req-c871429d-12e5-4ae6-91fe-411103a9a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:25.786097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-de749bf1-025c-48f5-a318-170ac7d856d5 req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.787108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-c871429d-12e5-4ae6-91fe-411103a9a7e6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2396436 Nov 02 16:23:25.796667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-89be9cf9-b1c4-464e-b113-2e59325d6b40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c6122ceeec7487184fff1f3d977f851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8153336 Nov 02 16:23:25.797079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8d18428f-3783-431b-b2f5-1d08cff4037f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:25.797441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42056) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:25.797556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.811283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9cf9-b1c4-464e-b113-2e59325d6b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae43b1-44c0-47c8-a1a1-c4abedc0263c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:25.855463 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-de749bf1-025c-48f5-a318-170ac7d856d5 req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.856669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de749bf1-025c-48f5-a318-170ac7d856d5 req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2860463 Nov 02 16:23:25.954922 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:23:23Z', 'revision_number': 3, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:25.969836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4af53-942a-4532-9b7b-aa3b0785f403 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d42c2-b0ec-40e8-a2a6-1815d2e9bea0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:25.983208 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f22a7617-5025-40c1-af61-9ae676f38d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:25.996675 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62729f43-9213-40ab-9d87-808ad48c758e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.010819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Checking router: db4c494a-9fca-4211-b9c2-114e8945b10b for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:23:26.011659 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Updating router db4c494a-9fca-4211-b9c2-114e8945b10b port 0d03786e-d422-4402-9e60-7e59f2724efd binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:23:26.025248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf441977-76d7-4f33-905e-4683ff0934c5 req-d8587b41-0067-48e8-b3b3-4ac2e6f5a626 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:26.031798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf441977-76d7-4f33-905e-4683ff0934c5 req-d8587b41-0067-48e8-b3b3-4ac2e6f5a626 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 971 time: 0.0997739 Nov 02 16:23:26.044279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f22a7617-5025-40c1-af61-9ae676f38d55 None None] For port 8d18428f-3783-431b-b2f5-1d08cff4037f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d18428f-3783-431b-b2f5-1d08cff4037f,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:26.049585 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.075140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62729f43-9213-40ab-9d87-808ad48c758e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.078451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f22a7617-5025-40c1-af61-9ae676f38d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.123858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325da124-6aca-4469-8f58-f697144ca327 req-12c026ef-2e14-45e7-8267-b63e14ceb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:26.125827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-12c026ef-2e14-45e7-8267-b63e14ceb106 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2914224 Nov 02 16:23:26.148316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf441977-76d7-4f33-905e-4683ff0934c5 req-89911581-3040-4dd3-91ba-1ceaf9e3808f tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031742 Nov 02 16:23:26.180244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.253699 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62729f43-9213-40ab-9d87-808ad48c758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.265774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62729f43-9213-40ab-9d87-808ad48c758e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.270097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-62729f43-9213-40ab-9d87-808ad48c758e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52ae43b1-44c0-47c8-a1a1-c4abedc0263c HTTP/1.1" status: 204 len: 168 time: 0.4686863 Nov 02 16:23:26.280723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a7617-5025-40c1-af61-9ae676f38d55 None None] Pushing event updated for resources: {'Port': ['ID=8d18428f-3783-431b-b2f5-1d08cff4037f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:26.442278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:23:26.442987 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:23:26.480998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62729f43-9213-40ab-9d87-808ad48c758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae43b1-44c0-47c8-a1a1-c4abedc0263c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:26.481742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c20e61e-54b1-4730-adcc-b7108e03b869 None None] Provisioning complete for port 8d18428f-3783-431b-b2f5-1d08cff4037f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:26.494109 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c20e61e-54b1-4730-adcc-b7108e03b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.629710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947dfa7-644b-4409-9e3e-3df5e81cf350 req-f5b3488c-e9b9-4ed6-9ce5-e0734d0975b4 tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:26.632042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a947dfa7-644b-4409-9e3e-3df5e81cf350 req-f5b3488c-e9b9-4ed6-9ce5-e0734d0975b4 tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 1122 time: 0.1191618 Nov 02 16:23:26.669575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a947dfa7-644b-4409-9e3e-3df5e81cf350 req-819f1a3b-3ef7-4100-be62-7dd3e52f1e5a tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.673073 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.683599 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.711265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-ded8847c-62ec-43dc-9438-04b99d447f79 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733151 Nov 02 16:23:26.759632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42072) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:26.778598 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c95851-4c50-45e6-a459-0ffc6bfc1aab None None] Pushing event updated for resources: {'Port': ['ID=0d03786e-d422-4402-9e60-7e59f2724efd,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:26.784177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.784457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Attempting to bind port 0d03786e-d422-4402-9e60-7e59f2724efd on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:26.784839 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Attempting to bind port 0d03786e-d422-4402-9e60-7e59f2724efd by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:26.785209 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Attempting to bind port 0d03786e-d422-4402-9e60-7e59f2724efd on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:26.792943 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:26.793157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-df5a8c05-2420-494a-8c74-16ad2991d6c1 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42361 time: 0.6067133 Nov 02 16:23:26.793451 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:26.793728 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.794183 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:26.794692 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Bound port: 0d03786e-d422-4402-9e60-7e59f2724efd, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:26.795101 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.819470 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ba4cdb9-009b-4fb7-878a-d17b326601b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.872718 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] For port 0d03786e-d422-4402-9e60-7e59f2724efd, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:26.879012 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] For port 0d03786e-d422-4402-9e60-7e59f2724efd, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0d03786e-d422-4402-9e60-7e59f2724efd,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:26.887302 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.893657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-2b56517b-864f-4c74-a7da-23be8015a40a tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/11166659-603e-48ee-a33c-52627f8248b0 HTTP/1.1" status: 200 len: 2973 time: 0.0995536 Nov 02 16:23:26.912151 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a947dfa7-644b-4409-9e3e-3df5e81cf350 req-819f1a3b-3ef7-4100-be62-7dd3e52f1e5a tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.926948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a947dfa7-644b-4409-9e3e-3df5e81cf350 req-819f1a3b-3ef7-4100-be62-7dd3e52f1e5a tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:26.937037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-325da124-6aca-4469-8f58-f697144ca327 req-06b56fce-93b0-4053-9620-a1bc9361053e service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175984 Nov 02 16:23:26.940897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.100', 57828) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:26.967723 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Routers {'db4c494a-9fca-4211-b9c2-114e8945b10b'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:26.969899 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['db4c494a-9fca-4211-b9c2-114e8945b10b'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:26.999155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a947dfa7-644b-4409-9e3e-3df5e81cf350 req-819f1a3b-3ef7-4100-be62-7dd3e52f1e5a tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585441 Nov 02 16:23:27.062717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-b61f322d-1c09-4f6a-93a7-221959ef1dda tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/11166659-603e-48ee-a33c-52627f8248b0 HTTP/1.1" status: 200 len: 2973 time: 0.1681173 Nov 02 16:23:27.063883 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c95851-4c50-45e6-a459-0ffc6bfc1aab None None] Pushing event updated for resources: {'Port': ['ID=0d03786e-d422-4402-9e60-7e59f2724efd,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:27.064697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1a3b-3ef7-4100-be62-7dd3e52f1e5a tempest-AggregatesAdminTestJSON-1903356647 tempest-AggregatesAdminTestJSON-1903356647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7265d4b-d2e6-4472-91b2-dd27289e2db7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:27.151314 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] Set router db4c494a-9fca-4211-b9c2-114e8945b10b gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:27.184665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ba4cdb9-009b-4fb7-878a-d17b326601b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.188429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-bd678b08-e2af-449c-8dc4-fe4516cf5a8a tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2f7f6d68-a0a9-4a3b-911c-065558e5f7f4 HTTP/1.1" status: 200 len: 2977 time: 0.1248791 Nov 02 16:23:27.201300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ba4cdb9-009b-4fb7-878a-d17b326601b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.234233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d18428f-3783-431b-b2f5-1d08cff4037f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:27.299832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4cdb9-009b-4fb7-878a-d17b326601b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51d65c-19f8-48aa-88e4-061496b05e23,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:27.309728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Allocated IP 172.20.0.1 (32a0564e-8337-4a79-869e-9d0971ba0059/79f05c93-9083-49e0-b684-276cb3c4a07e/38becc9f-90f5-4b3b-9628-24edfab44728) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:27.355224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-3ebd5448-a591-4112-bb3d-e312bdeccd5f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:27.356843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-3ebd5448-a591-4112-bb3d-e312bdeccd5f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.3795373 Nov 02 16:23:27.362224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8d18428f-3783-431b-b2f5-1d08cff4037f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:27.362771 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.394408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-ebf1cec0-9617-4c92-ac2a-c014b33d3a74 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2f7f6d68-a0a9-4a3b-911c-065558e5f7f4 HTTP/1.1" status: 200 len: 2977 time: 0.1947072 Nov 02 16:23:27.398342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Request body: {'port': {'device_id': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'admin_state_up': True, 'tenant_id': 'e5359895c62f428da23646c6f72111ba'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:27.456026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42076) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:27.457255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ba4cdb9-009b-4fb7-878a-d17b326601b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c507ca7c5344c8a9a33651a75d20540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960926 Nov 02 16:23:27.487275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e25a-ffa0-4d60-a72b-a55510f996e1 req-a508c66b-5abc-484e-9385-33bcf0aee142 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:27.491598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:27.494359 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:23:23Z', 'revision_number': 3, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:27.495203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4892e25a-ffa0-4d60-a72b-a55510f996e1 req-a508c66b-5abc-484e-9385-33bcf0aee142 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.1621330 Nov 02 16:23:27.504942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-550ec9ba-a179-40fe-978a-4beb7f7ee638 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3909aa99-ef62-455e-92d6-1bbd34378203 HTTP/1.1" status: 200 len: 2981 time: 0.1094999 Nov 02 16:23:27.530791 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612dacf-0d3c-4179-835b-1744296bbc67 None None] The sync data for ids ['db4c494a-9fca-4211-b9c2-114e8945b10b'] in n-d-811405-2 is: [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:23:23Z', 'revision_number': 3, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:23:27.583166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.592839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-598c5776-6e12-441b-a449-6133be2863f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.607937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4892e25a-ffa0-4d60-a72b-a55510f996e1 req-b5f487fc-698c-459b-878b-22e3bb49ee87 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114798 Nov 02 16:23:27.629304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-f4e64aa6-478f-4599-a041-9a84cd2560df tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3909aa99-ef62-455e-92d6-1bbd34378203 HTTP/1.1" status: 200 len: 2981 time: 0.1135254 Nov 02 16:23:27.642122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:27.658868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'mac_address': 'fa:16:3e:3a:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:27.694964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-175a845d-2753-441a-bd02-2d8f2e93bbcc tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb HTTP/1.1" status: 200 len: 2981 time: 0.0560639 Nov 02 16:23:27.704853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.711161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.730514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:27.754606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-07308975-b5a1-4bf4-8d7d-d18e51399749 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb HTTP/1.1" status: 200 len: 2981 time: 0.0581348 Nov 02 16:23:27.756578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Network 32a0564e-8337-4a79-869e-9d0971ba0059 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:27.760348 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-598c5776-6e12-441b-a449-6133be2863f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.767657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:27.769154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:27.772611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:27.773219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.776362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Made reservation on behalf of e5359895c62f428da23646c6f72111ba for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:27.780430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.785819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.816173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634c502-1b1d-43ac-99e9-563bcf374385 req-a186dba2-5c0f-4f34-8afd-3f7cec1bce94 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:27.817704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9634c502-1b1d-43ac-99e9-563bcf374385 req-a186dba2-5c0f-4f34-8afd-3f7cec1bce94 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 950 time: 0.0887508 Nov 02 16:23:27.858677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:27.872384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-1dce6fbf-4e39-48c5-813a-4582b567763f tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/414fbc99-e0ae-42a7-a6ed-5b9fd032db3c HTTP/1.1" status: 200 len: 2981 time: 0.1168013 Nov 02 16:23:27.927036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9634c502-1b1d-43ac-99e9-563bcf374385 req-3915ad25-fc66-4ce8-923f-1147ce60f114 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018195 Nov 02 16:23:27.928470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-598c5776-6e12-441b-a449-6133be2863f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.946666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-598c5776-6e12-441b-a449-6133be2863f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:27.953504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-598c5776-6e12-441b-a449-6133be2863f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c51d65c-19f8-48aa-88e4-061496b05e23 HTTP/1.1" status: 204 len: 168 time: 0.4951804 Nov 02 16:23:27.971001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c5776-6e12-441b-a449-6133be2863f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51d65c-19f8-48aa-88e4-061496b05e23,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:28.000344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-5551dd21-5773-429e-8976-a9339775274c tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/414fbc99-e0ae-42a7-a6ed-5b9fd032db3c HTTP/1.1" status: 200 len: 2981 time: 0.1270046 Nov 02 16:23:28.025061 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-f60c6836-b839-4e68-afca-440e1acafb48 req-251098fb-69a4-4b3a-88fa-a7c4aed97413 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] show failed (client error): The resource could not be found. Nov 02 16:23:28.026239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-251098fb-69a4-4b3a-88fa-a7c4aed97413 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/52ae43b1-44c0-47c8-a1a1-c4abedc0263c HTTP/1.1" status: 404 len: 352 time: 0.0167778 Nov 02 16:23:28.057373 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-f60c6836-b839-4e68-afca-440e1acafb48 req-b3259cd6-08cf-41be-a5ca-bd488e2bb087 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] show failed (client error): The resource could not be found. Nov 02 16:23:28.058250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-b3259cd6-08cf-41be-a5ca-bd488e2bb087 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/52ae43b1-44c0-47c8-a1a1-c4abedc0263c HTTP/1.1" status: 404 len: 352 time: 0.0201290 Nov 02 16:23:28.088933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Pushing event updated for resources: {'Port': ['ID=38becc9f-90f5-4b3b-9628-24edfab44728,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:28.121908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-9369aad4-52b7-4ad5-b8ce-23f5023fc438 tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:28.123480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-9369aad4-52b7-4ad5-b8ce-23f5023fc438 tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 1101 time: 0.4877229 Nov 02 16:23:28.137988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c6f0b51-1195-4159-a8e4-8f884da892af req-0d0b338a-643e-4633-9252-81ac488ac40c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0510561 Nov 02 16:23:28.159089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-1b21bc7d-f432-488a-ba56-9ca6c7732297 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7eccbc63-9950-4e82-b121-0015c239bcf1 HTTP/1.1" status: 200 len: 2981 time: 0.0808589 Nov 02 16:23:28.170021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:28.223573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-a143d6ce-0569-4f3a-843c-958c0ad8d257 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7eccbc63-9950-4e82-b121-0015c239bcf1 HTTP/1.1" status: 200 len: 2981 time: 0.0504150 Nov 02 16:23:28.285496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b1213400-7711-4608-8a08-42a075c53258 None None] Provisioning complete for port 38becc9f-90f5-4b3b-9628-24edfab44728 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:28.287048 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b1213400-7711-4608-8a08-42a075c53258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:28.315623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-7f5b7ed3-3aad-4c6b-9d0e-1c6de6b6d2cf tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/835f5082-24c0-44f6-bca4-e2257f654046 HTTP/1.1" status: 200 len: 2981 time: 0.0815403 Nov 02 16:23:28.379211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b1213400-7711-4608-8a08-42a075c53258 None None] Port 38becc9f-90f5-4b3b-9628-24edfab44728 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:28.452083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-7ad5065a-b3d9-4fbd-802f-f978e5179968 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/835f5082-24c0-44f6-bca4-e2257f654046 HTTP/1.1" status: 200 len: 2981 time: 0.1283705 Nov 02 16:23:28.554040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Allocated IP 172.20.0.10 (bc6e6abd-7959-46fc-b92e-9dc6cb640f3b/a471c779-0145-4016-b867-4ff1cdd48e87/11ccfabf-e189-419a-873e-3d06fb70216b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:28.559465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-c47156d5-e56c-4849-9a19-e4150a7046e9 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/904986f5-50db-4623-a10c-2bdbd640597d HTTP/1.1" status: 200 len: 2981 time: 0.1012831 Nov 02 16:23:28.654874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-f6b9876a-2e4e-4dfb-bd6f-b055786f2344 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/904986f5-50db-4623-a10c-2bdbd640597d HTTP/1.1" status: 200 len: 2981 time: 0.0865183 Nov 02 16:23:28.712600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-1a097477-44bc-4215-b232-be0569b12c05 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c4883587-1fe1-457b-82bc-27ed75233cf8 HTTP/1.1" status: 200 len: 2981 time: 0.0465584 Nov 02 16:23:28.777364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-523b5e8f-4beb-4699-acd4-664f776dce88 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c4883587-1fe1-457b-82bc-27ed75233cf8 HTTP/1.1" status: 200 len: 2981 time: 0.0578451 Nov 02 16:23:28.843283 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-cd4b72d2-0660-4164-84a7-5cf5c16ae2e5 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc504677-9c08-441f-ab0e-aa41ba471cb1 HTTP/1.1" status: 200 len: 2981 time: 0.0546989 Nov 02 16:23:28.874769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:28.898924 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:28.906990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Deleting port fdd97a66-f707-4291-92c3-ebe5dc46008d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:23:28.907518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:28.943187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-be0b255e-dd6d-434f-9f97-96138d7ce9e9 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc504677-9c08-441f-ab0e-aa41ba471cb1 HTTP/1.1" status: 200 len: 2981 time: 0.0947452 Nov 02 16:23:28.966701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddee-ba76-4b0d-8d11-c45e61b58c0a req-678fe4b4-17ad-4c61-9a87-d97ca894085c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:28.968198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc09ddee-ba76-4b0d-8d11-c45e61b58c0a req-678fe4b4-17ad-4c61-9a87-d97ca894085c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 948 time: 0.0871437 Nov 02 16:23:29.019084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-7e5152a0-324a-4821-9264-adab2ce9cf72 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d9baddcc-c30c-4981-93a8-548b7c51d067 HTTP/1.1" status: 200 len: 2977 time: 0.0688527 Nov 02 16:23:29.047422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.054438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc09ddee-ba76-4b0d-8d11-c45e61b58c0a req-ca165e9f-d7d7-455a-a339-8ce1f2a2a78d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756574 Nov 02 16:23:29.124585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-a83a83da-e5e4-484a-acdc-7a86f2b7fcfd tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d9baddcc-c30c-4981-93a8-548b7c51d067 HTTP/1.1" status: 200 len: 2977 time: 0.0993650 Nov 02 16:23:29.195954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0d03786e-d422-4402-9e60-7e59f2724efd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:29.198916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] For port fdd97a66-f707-4291-92c3-ebe5dc46008d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fdd97a66-f707-4291-92c3-ebe5dc46008d,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:29.198916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.208088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-9ba848e0-99a3-450b-8273-9897b2ed86aa tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e6e0e443-9b7c-4074-8007-898d773ab3fb HTTP/1.1" status: 200 len: 2981 time: 0.0744002 Nov 02 16:23:29.214280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:29.236581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:29.251453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:29.261636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Calling delete_port for fdd97a66-f707-4291-92c3-ebe5dc46008d owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:23:29.261636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:29.268979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:29.269570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.278770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f60c6836-b839-4e68-afca-440e1acafb48 req-b432b3d6-3537-46da-a1dd-3e3b484a81b0 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e6e0e443-9b7c-4074-8007-898d773ab3fb HTTP/1.1" status: 200 len: 2981 time: 0.0694120 Nov 02 16:23:29.311436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0d03786e-d422-4402-9e60-7e59f2724efd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:29.311814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.340410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01d98-4bf7-4140-bf64-fa2c078f01ce req-f9fefc91-d075-45c2-a32a-7f3b41c5114b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:29.341995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acc01d98-4bf7-4140-bf64-fa2c078f01ce req-f9fefc91-d075-45c2-a32a-7f3b41c5114b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 950 time: 0.1267486 Nov 02 16:23:29.406614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-32438929-c566-45a6-8300-074453a28bd4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0136039 Nov 02 16:23:29.437875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acc01d98-4bf7-4140-bf64-fa2c078f01ce req-7afa5a9d-0b6a-4667-8deb-5c1aa93ba6bf tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852346 Nov 02 16:23:29.438392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Request body: {'port': {'device_id': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:29.467430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:29.490613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.508414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.509336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.559118 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.623938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.634711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 0d03786e-d422-4402-9e60-7e59f2724efd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0d03786e-d422-4402-9e60-7e59f2724efd,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:29.643004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f73c0-94ea-42a8-a742-60f7bfa0e299 req-464b6f4d-3d3c-4621-89d7-b5efbbefefe9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:29.646713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-105f73c0-94ea-42a8-a742-60f7bfa0e299 req-464b6f4d-3d3c-4621-89d7-b5efbbefefe9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 932 time: 0.0974174 Nov 02 16:23:29.657058 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.698036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Pushing event updated for resources: {'Port': ['ID=38becc9f-90f5-4b3b-9628-24edfab44728,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:29.713872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:29.734162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:29.734696 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.738772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-105f73c0-94ea-42a8-a742-60f7bfa0e299 req-750279b0-0fc6-4097-89f2-1a5aa693b5ee tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839822 Nov 02 16:23:29.763007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:29.797189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['fdd97a66-f707-4291-92c3-ebe5dc46008d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:29.809098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdd97a66-f707-4291-92c3-ebe5dc46008d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:29.873799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44d7a836-2592-48ee-baaf-d863f50b889f req-a3b4fed1-fa66-40e4-beb4-8301232d8781 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d9309af325f4371817ffbbf15a853bc HTTP/1.1" status: 200 len: 6103 time: 0.1138778 Nov 02 16:23:29.957697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44d7a836-2592-48ee-baaf-d863f50b889f req-1a5002bc-df92-48f8-a761-659ce0e1d56a tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "GET /v2.0/security-groups/835f5082-24c0-44f6-bca4-e2257f654046 HTTP/1.1" status: 200 len: 2981 time: 0.0804415 Nov 02 16:23:30.017716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Network 32a0564e-8337-4a79-869e-9d0971ba0059 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:30.018770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] No DVR routers for this DVR port fdd97a66-f707-4291-92c3-ebe5dc46008d on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:23:30.032118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.035456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4963b6ea-6ed1-45ba-ad70-f79d0edc1d59 req-3791c258-14e3-4e7c-aa93-e8a7bb4bf85b tempest-DeleteServersAdminTestJSON-1953256478 tempest-DeleteServersAdminTestJSON-1953256478-project-admin] 10.222.0.55 "DELETE /v2.0/ports/fdd97a66-f707-4291-92c3-ebe5dc46008d HTTP/1.1" status: 204 len: 173 time: 1.8922756 Nov 02 16:23:30.036315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:30.038969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8019044f-9752-49bb-8345-9a963f2dac9b', 'name': 'network-vif-deleted', 'tag': 'fdd97a66-f707-4291-92c3-ebe5dc46008d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:30.076974 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf16e9-5f00-41b3-9769-2b9626535c8b" -d '{"events": [{"server_uuid": "8019044f-9752-49bb-8345-9a963f2dac9b", "name": "network-vif-deleted", "tag": "fdd97a66-f707-4291-92c3-ebe5dc46008d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:30.145712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=0d03786e-d422-4402-9e60-7e59f2724efd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:30.150912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44d7a836-2592-48ee-baaf-d863f50b889f req-6fe4772b-d8b6-4ba0-b5af-0aa40a9a31ad tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "GET /v2.0/security-groups/835f5082-24c0-44f6-bca4-e2257f654046 HTTP/1.1" status: 200 len: 2981 time: 0.1881499 Nov 02 16:23:30.229078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.289970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:30.292431 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86142c0a-41f6-4385-bd79-5214cdb1688f" -d '{"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:30.307924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:30.313026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.355692 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fab179-ef45-4861-b137-7bf895572f4a x-openstack-request-id: req-58fab179-ef45-4861-b137-7bf895572f4a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:30.356169 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8019044f-9752-49bb-8345-9a963f2dac9b", "name": "network-vif-deleted", "tag": "fdd97a66-f707-4291-92c3-ebe5dc46008d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:30.356575 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58fab179-ef45-4861-b137-7bf895572f4a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:30.356971 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8019044f-9752-49bb-8345-9a963f2dac9b', 'name': 'network-vif-deleted', 'tag': 'fdd97a66-f707-4291-92c3-ebe5dc46008d', 'status': 'completed', 'code': 200} Nov 02 16:23:30.364563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabdfe9-eb25-4e68-8fd5-8dee90100e25 req-0a65130c-f384-4bca-9d4c-9feabdb13c00 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:30.368193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cabdfe9-eb25-4e68-8fd5-8dee90100e25 req-0a65130c-f384-4bca-9d4c-9feabdb13c00 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 948 time: 0.1801393 Nov 02 16:23:30.387063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:30.430685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e20203eb-72d0-4888-8121-4919e6d72d89 None None] Provisioning complete for port 38becc9f-90f5-4b3b-9628-24edfab44728 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:30.431776 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e20203eb-72d0-4888-8121-4919e6d72d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.440901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2149dc8f-7e7d-4cc2-ab75-ba748895e1dd req-1cf33eef-175d-460b-ad9b-cf2e5a95494d tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1c6d42c2-b0ec-40e8-a2a6-1815d2e9bea0 HTTP/1.1" status: 200 len: 1776 time: 0.0706801 Nov 02 16:23:30.444533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cabdfe9-eb25-4e68-8fd5-8dee90100e25 req-5f2bced6-c1a8-40ea-a92f-a9c6b62ccc63 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Nov 02 16:23:30.475265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e20203eb-72d0-4888-8121-4919e6d72d89 None None] Port 38becc9f-90f5-4b3b-9628-24edfab44728 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:30.480096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Router db4c494a-9fca-4211-b9c2-114e8945b10b has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:23:30.534452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2149dc8f-7e7d-4cc2-ab75-ba748895e1dd req-042e7134-f326-4d6e-87a4-9b09b2aabc30 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.566567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2149dc8f-7e7d-4cc2-ab75-ba748895e1dd req-042e7134-f326-4d6e-87a4-9b09b2aabc30 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.649368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ccfabf-e189-419a-873e-3d06fb70216b {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:30.656096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2149dc8f-7e7d-4cc2-ab75-ba748895e1dd req-042e7134-f326-4d6e-87a4-9b09b2aabc30 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.666882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2149dc8f-7e7d-4cc2-ab75-ba748895e1dd req-042e7134-f326-4d6e-87a4-9b09b2aabc30 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.667391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:23:30.668114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2149dc8f-7e7d-4cc2-ab75-ba748895e1dd req-042e7134-f326-4d6e-87a4-9b09b2aabc30 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c6d42c2-b0ec-40e8-a2a6-1815d2e9bea0 HTTP/1.1" status: 204 len: 173 time: 0.2204618 Nov 02 16:23:30.678724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e7134-f326-4d6e-87a4-9b09b2aabc30 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d42c2-b0ec-40e8-a2a6-1815d2e9bea0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:30.685037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.689629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fae060a6-0353-4b12-85c2-f1ba7b0f85f0 admin admin] 10.222.0.31 "PUT /v2.0/routers/db4c494a-9fca-4211-b9c2-114e8945b10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5901303 Nov 02 16:23:30.702037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Sync routers for ids ['db4c494a-9fca-4211-b9c2-114e8945b10b'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:23:30.703113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Transition to ACTIVE for port object 11ccfabf-e189-419a-873e-3d06fb70216b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:30.709821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.715035 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12283ad3-8372-4f40-b012-300a129c8fa6 x-openstack-request-id: req-12283ad3-8372-4f40-b012-300a129c8fa6 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:30.715629 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:30.716331 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12283ad3-8372-4f40-b012-300a129c8fa6 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:30.716737 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'code': 200} Nov 02 16:23:30.781015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Routers {'db4c494a-9fca-4211-b9c2-114e8945b10b'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:30.782073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['db4c494a-9fca-4211-b9c2-114e8945b10b'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:30.821230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ecb062f-41af-4e2b-8a12-6dca1b52631e req-bf624e81-f02e-4b17-bfae-bc43c5f31bf4 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8019044f-9752-49bb-8345-9a963f2dac9b HTTP/1.1" status: 200 len: 210 time: 0.0491045 Nov 02 16:23:30.821537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:30.821852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:30.829401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:30.836337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:30.836670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:30.838753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:30.859077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:30.859439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:30.860008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:30.860479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Bound port: 11ccfabf-e189-419a-873e-3d06fb70216b, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:30.861570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:30.950750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce438128-18d3-48b9-b7cd-8b0e864daea9 req-b2404289-0f85-4acb-aca8-841358a001a2 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1232899e-f87e-497d-911b-6a0ae8a94bed HTTP/1.1" status: 200 len: 1777 time: 0.0678747 Nov 02 16:23:31.017233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Set router db4c494a-9fca-4211-b9c2-114e8945b10b gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:31.021600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ce438128-18d3-48b9-b7cd-8b0e864daea9 req-54dc753b-660e-419e-b993-6494f3ff8688 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.063357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ce438128-18d3-48b9-b7cd-8b0e864daea9 req-54dc753b-660e-419e-b993-6494f3ff8688 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.122254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-64e01811-e5cc-4be1-bd73-4f0ea3878f2d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552649 Nov 02 16:23:31.158351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0d03786e-d422-4402-9e60-7e59f2724efd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:31.204801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9fde-5361-417d-92a5-c93dafe9831f req-11fd16f9-cdd3-43c3-b7e4-be6c3049662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.206250 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-703d9fde-5361-417d-92a5-c93dafe9831f req-11fd16f9-cdd3-43c3-b7e4-be6c3049662f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1100 time: 0.3577917 Nov 02 16:23:31.236117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ce438128-18d3-48b9-b7cd-8b0e864daea9 req-54dc753b-660e-419e-b993-6494f3ff8688 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.239636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ce438128-18d3-48b9-b7cd-8b0e864daea9 req-54dc753b-660e-419e-b993-6494f3ff8688 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.241157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce438128-18d3-48b9-b7cd-8b0e864daea9 req-54dc753b-660e-419e-b993-6494f3ff8688 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/1232899e-f87e-497d-911b-6a0ae8a94bed HTTP/1.1" status: 204 len: 173 time: 0.2833393 Nov 02 16:23:31.253751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0d03786e-d422-4402-9e60-7e59f2724efd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:31.254269 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.263857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:31.266835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc753b-660e-419e-b993-6494f3ff8688 tempest-SecurityGroupsTestAdminJSON-800279417 tempest-SecurityGroupsTestAdminJSON-800279417-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1232899e-f87e-497d-911b-6a0ae8a94bed,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:31.274414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:31.281779 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-703d9fde-5361-417d-92a5-c93dafe9831f req-5a6d6fc5-65e1-478b-b76a-d7c5221fe232 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638459 Nov 02 16:23:31.282927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-422e4b0a-1897-4e46-a22d-dee2ab189de2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.286269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.292076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-422e4b0a-1897-4e46-a22d-dee2ab189de2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689048 Nov 02 16:23:31.309987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-87f4da20-964a-418d-b750-4c5f0eba22d5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/quotas/79ae8d43675846f9bc18de4bdf779d8b HTTP/1.1" status: 200 len: 375 time: 0.0169616 Nov 02 16:23:31.351021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.351976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.353573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] 10.222.0.100 "PUT /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 1092 time: 1.9203670 Nov 02 16:23:31.354606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-9e44a0ee-3d48-490b-9fe2-a6bfdcfbbdd6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435154 Nov 02 16:23:31.382243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d15e2f-c49a-4aea-9f7c-6a78d8c31bec service neutron] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:31.391926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:23:28Z', 'revision_number': 4, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38becc9f-90f5-4b3b-9628-24edfab44728', 'name': '', 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'mac_address': 'fa:16:3e:46:ca:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '79f05c93-9083-49e0-b684-276cb3c4a07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:26Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 2, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'subnets': [{'id': '79f05c93-9083-49e0-b684-276cb3c4a07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:31.425795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Checking router: db4c494a-9fca-4211-b9c2-114e8945b10b for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:23:31.426423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Updating router db4c494a-9fca-4211-b9c2-114e8945b10b port 38becc9f-90f5-4b3b-9628-24edfab44728 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:23:31.459567 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.546652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18118f-7e77-43d5-9fca-c6dbbae0a6aa req-dc97e0ab-dd70-451c-8c95-395774131d87 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.549161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df18118f-7e77-43d5-9fca-c6dbbae0a6aa req-dc97e0ab-dd70-451c-8c95-395774131d87 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0654473 Nov 02 16:23:31.604715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df18118f-7e77-43d5-9fca-c6dbbae0a6aa req-e16a48d7-5631-4024-bbc7-8dad0d54eed5 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481939 Nov 02 16:23:31.695339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-151e2f66-abea-4ab8-82a2-8e6f525284eb req-47ca2caa-6ce2-45b1-9a05-cbb17bb22597 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "GET /v2.0/security-groups/2b00b99a-6a92-4b3f-9124-74601dd477b1 HTTP/1.1" status: 200 len: 1778 time: 0.0521421 Nov 02 16:23:31.764029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-47767b16-9207-4432-988a-47eabf8a34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.765937 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-47767b16-9207-4432-988a-47eabf8a34e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0773079 Nov 02 16:23:31.778208 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-151e2f66-abea-4ab8-82a2-8e6f525284eb req-16c979d9-1b1d-4ca3-bf2d-ae216c7d72ce tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.822358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-151e2f66-abea-4ab8-82a2-8e6f525284eb req-16c979d9-1b1d-4ca3-bf2d-ae216c7d72ce tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.833523 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-7895488c-8c4d-43e9-8eaa-b6dac85e6047 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 217 time: 0.0476043 Nov 02 16:23:31.844214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.853053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.867247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0845cb-7ce0-4a8b-81b1-8cc4d6dcacb8 req-acb3c33f-2ab5-402b-baf8-8e9edfe598c0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.868959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b0845cb-7ce0-4a8b-81b1-8cc4d6dcacb8 req-acb3c33f-2ab5-402b-baf8-8e9edfe598c0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1050956 Nov 02 16:23:31.902992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-151e2f66-abea-4ab8-82a2-8e6f525284eb req-16c979d9-1b1d-4ca3-bf2d-ae216c7d72ce tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.905756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-151e2f66-abea-4ab8-82a2-8e6f525284eb req-16c979d9-1b1d-4ca3-bf2d-ae216c7d72ce tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:31.907090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-151e2f66-abea-4ab8-82a2-8e6f525284eb req-16c979d9-1b1d-4ca3-bf2d-ae216c7d72ce tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b00b99a-6a92-4b3f-9124-74601dd477b1 HTTP/1.1" status: 204 len: 173 time: 0.2102592 Nov 02 16:23:31.914442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-0a4143b8-eb8a-4bcd-89e3-be31f5bae3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:31.915664 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-0a4143b8-eb8a-4bcd-89e3-be31f5bae3a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0665598 Nov 02 16:23:31.920803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c979d9-1b1d-4ca3-bf2d-ae216c7d72ce tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00b99a-6a92-4b3f-9124-74601dd477b1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:31.950976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b0845cb-7ce0-4a8b-81b1-8cc4d6dcacb8 req-5ee412fe-cc61-4df2-bc0b-1e50d33bccae tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627000 Nov 02 16:23:31.987404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fdd97a66-f707-4291-92c3-ebe5dc46008d no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:23:31.993018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882efb1-f4c4-4097-b83f-f6574ec4791e None None] Pushing event updated for resources: {'Port': ['ID=38becc9f-90f5-4b3b-9628-24edfab44728,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:32.013167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13ce0181-15f9-4659-9907-53cd26257bec req-d20c7e24-aa3e-4c04-b914-e13ff7a2dabf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 210 time: 0.0403910 Nov 02 16:23:32.013449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-138a37df-bd3d-4d4e-94c4-fbf7d4cdab3a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661595 Nov 02 16:23:32.056629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: fdd97a66-f707-4291-92c3-ebe5dc46008d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:23:32.057053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fdd97a66-f707-4291-92c3-ebe5dc46008d not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:23:32.136548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Attempting to bind port 38becc9f-90f5-4b3b-9628-24edfab44728 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:32.136947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Attempting to bind port 38becc9f-90f5-4b3b-9628-24edfab44728 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:32.137296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Attempting to bind port 38becc9f-90f5-4b3b-9628-24edfab44728 on network 32a0564e-8337-4a79-869e-9d0971ba0059 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:32.147373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:32.147759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Checking segment: {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:32.148286 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.148696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Bound using segment: {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:32.149219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Bound port: 38becc9f-90f5-4b3b-9628-24edfab44728, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f736f0b5-1533-41f9-8552-2657c4be4d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:32.149634 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.213672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-7bf28f3e-cfca-4adc-9cb0-be056b0d977d service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919541 Nov 02 16:23:32.278735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db951b2e-e58b-4aca-819a-43fc186b6f59 req-c7b1e812-2072-4725-951c-434a46bfd2c7 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "GET /v2.0/security-groups/ce803bc2-2c48-47f2-b61f-8b5661ea0205 HTTP/1.1" status: 200 len: 1777 time: 0.1447189 Nov 02 16:23:32.291179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] For port 38becc9f-90f5-4b3b-9628-24edfab44728, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:32.296384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] For port 38becc9f-90f5-4b3b-9628-24edfab44728, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38becc9f-90f5-4b3b-9628-24edfab44728,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:32.318863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.358524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a12a7ba7-3dd3-4942-a58d-4eb9bb8a73c6 req-fb821325-a681-4286-8b45-af6dd53ebd65 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328049 Nov 02 16:23:32.359444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:32.361914 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d358c-afdb-45e2-8628-dd73b9a29951" -d '{"events": [{"name": "network-changed", "server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:32.390404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db951b2e-e58b-4aca-819a-43fc186b6f59 req-1abe741c-c753-4ba7-8022-6051062a2795 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.421641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db951b2e-e58b-4aca-819a-43fc186b6f59 req-1abe741c-c753-4ba7-8022-6051062a2795 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.458651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-73606288-2609-4b31-9fe4-d078a618b8e7 None None] Provisioning complete for port 38becc9f-90f5-4b3b-9628-24edfab44728 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:32.459096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73606288-2609-4b31-9fe4-d078a618b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.490670 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db951b2e-e58b-4aca-819a-43fc186b6f59 req-1abe741c-c753-4ba7-8022-6051062a2795 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.494378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db951b2e-e58b-4aca-819a-43fc186b6f59 req-1abe741c-c753-4ba7-8022-6051062a2795 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.508930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db951b2e-e58b-4aca-819a-43fc186b6f59 req-1abe741c-c753-4ba7-8022-6051062a2795 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce803bc2-2c48-47f2-b61f-8b5661ea0205 HTTP/1.1" status: 204 len: 173 time: 0.2288768 Nov 02 16:23:32.531488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe741c-c753-4ba7-8022-6051062a2795 tempest-SecurityGroupsTestAdminJSON-1531921610 tempest-SecurityGroupsTestAdminJSON-1531921610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce803bc2-2c48-47f2-b61f-8b5661ea0205,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:32.554457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882efb1-f4c4-4097-b83f-f6574ec4791e None None] Pushing event updated for resources: {'Port': ['ID=38becc9f-90f5-4b3b-9628-24edfab44728,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:32.578950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Routers {'db4c494a-9fca-4211-b9c2-114e8945b10b'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:23:32.581316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['db4c494a-9fca-4211-b9c2-114e8945b10b'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:32.592823 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0f077f-3583-440b-b393-fc801ed3a90b x-openstack-request-id: req-4d0f077f-3583-440b-b393-fc801ed3a90b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:32.593472 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:32.593735 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d0f077f-3583-440b-b393-fc801ed3a90b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:32.594195 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b', 'status': 'completed', 'code': 200} Nov 02 16:23:32.728494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-28221840-0b73-4fd2-9cec-eeaeaf900352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:32.730247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-28221840-0b73-4fd2-9cec-eeaeaf900352 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1095 time: 0.1136472 Nov 02 16:23:32.738300 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73606288-2609-4b31-9fe4-d078a618b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.760185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-3c756caf-1cc5-47ad-8d58-8284655f9dd9 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4044f29654a44301ade620fadfb9081c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370998 Nov 02 16:23:32.786244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-73606288-2609-4b31-9fe4-d078a618b8e7 None None] For port 38becc9f-90f5-4b3b-9628-24edfab44728, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38becc9f-90f5-4b3b-9628-24edfab44728,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:32.791983 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73606288-2609-4b31-9fe4-d078a618b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:32.861436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] Set router db4c494a-9fca-4211-b9c2-114e8945b10b gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:23:32.919204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42294) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:32.953800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73606288-2609-4b31-9fe4-d078a618b8e7 None None] Pushing event updated for resources: {'Port': ['ID=38becc9f-90f5-4b3b-9628-24edfab44728,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:32.968679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967191618', 'description': 'tempest-description--547535876'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:32.975117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-78ea9646-1c9f-476c-84f8-d89c637163ba tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006968 Nov 02 16:23:32.991604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c5a5674e-b432-47fd-8e16-5d8ef7746141 None None] Provisioning complete for port 38becc9f-90f5-4b3b-9628-24edfab44728 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:32.991953 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5a5674e-b432-47fd-8e16-5d8ef7746141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.052139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42921613-3c50-4f33-8419-d9926f79e6d4 req-15e4d42f-95b2-49bd-bb56-a5b6ccc83a99 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:33.054385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42921613-3c50-4f33-8419-d9926f79e6d4 req-15e4d42f-95b2-49bd-bb56-a5b6ccc83a99 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0994825 Nov 02 16:23:33.066899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-23837681-1072-4547-bc48-ea8e823526fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:33.071550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-23837681-1072-4547-bc48-ea8e823526fe service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.3302147 Nov 02 16:23:33.078736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42302) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:33.105931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42921613-3c50-4f33-8419-d9926f79e6d4 req-3dbcc946-39f9-4178-8154-624d469503d9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Nov 02 16:23:33.114469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-bdeea8bd-db82-4318-8ebf-02e31ee54299 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:33.116689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-bdeea8bd-db82-4318-8ebf-02e31ee54299 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557715 Nov 02 16:23:33.135762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-4bff3590-1e01-4a22-810b-0c28181fa2c8 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/quotas/4044f29654a44301ade620fadfb9081c HTTP/1.1" status: 200 len: 375 time: 0.0133984 Nov 02 16:23:33.192030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-54535952-54c4-4437-b91d-95752c81dd1e tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4044f29654a44301ade620fadfb9081c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496583 Nov 02 16:23:33.269447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-c34f4bd0-4908-4463-9b30-a6366611e8f3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 217 time: 0.0923083 Nov 02 16:23:33.285582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.383451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:23:28Z', 'revision_number': 4, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38becc9f-90f5-4b3b-9628-24edfab44728', 'name': '', 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'mac_address': 'fa:16:3e:46:ca:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '79f05c93-9083-49e0-b684-276cb3c4a07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:26Z', 'updated_at': '2021-11-02T16:23:32Z', 'revision_number': 4, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'subnets': [{'id': '79f05c93-9083-49e0-b684-276cb3c4a07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:23:33.429174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb999879-19c2-4f10-995b-45816735ded2 None None] The sync data for ids ['db4c494a-9fca-4211-b9c2-114e8945b10b'] in n-d-811405-2 is: [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:23:28Z', 'revision_number': 4, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38becc9f-90f5-4b3b-9628-24edfab44728', 'name': '', 'network_id': '32a0564e-8337-4a79-869e-9d0971ba0059', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'mac_address': 'fa:16:3e:46:ca:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '79f05c93-9083-49e0-b684-276cb3c4a07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:26Z', 'updated_at': '2021-11-02T16:23:32Z', 'revision_number': 4, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'subnets': [{'id': '79f05c93-9083-49e0-b684-276cb3c4a07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:23:33.433526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9dfa7-fa8e-40b5-a827-a17bd66edad4 req-85bd0e41-f533-4ee8-bd36-a9ff3463ab78 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:33.435610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bc9dfa7-fa8e-40b5-a827-a17bd66edad4 req-85bd0e41-f533-4ee8-bd36-a9ff3463ab78 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1193833 Nov 02 16:23:33.460929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.467266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0760bac-c72b-458a-b10a-8180116558e9 req-08029f4a-19e6-401c-b62d-8ac185132ba3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 210 time: 0.0498366 Nov 02 16:23:33.475901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.504832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-ab826887-7350-41f7-b0b7-96383730eb32 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:33.507470 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-ab826887-7350-41f7-b0b7-96383730eb32 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4330080 Nov 02 16:23:33.559573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bc9dfa7-fa8e-40b5-a827-a17bd66edad4 req-560e2e17-eb12-4e7c-9783-38b48e93f3d2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899374 Nov 02 16:23:33.574240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:33.595736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ce4a2-5fc8-4434-b66c-dea00e36282e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:33.624409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-ea2fd1d7-1ff1-4020-959b-e9cc2089929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:33.626102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-ea2fd1d7-1ff1-4020-959b-e9cc2089929d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.3341725 Nov 02 16:23:33.676350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.678939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7b5fb3e1-bd2e-4878-9588-84c677796340 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7391334 Nov 02 16:23:33.690025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42326) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:33.690745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0973aeed-143e-428c-959a-db70ce24b276 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d9309af325f4371817ffbbf15a853bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402021 Nov 02 16:23:33.708289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'security_group_rule': {'security_group_id': 'c03ce4a2-5fc8-4434-b66c-dea00e36282e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:33.711275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42328) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:33.783785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-060a670b-b2a0-4bb9-92d4-517a60c3983f req-62e7020f-ce9d-4c01-9e3d-60bd3fd1ce1d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 210 time: 0.1017678 Nov 02 16:23:33.844874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.848770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-3b4b809b-594d-4736-85f9-146f0b000dde service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533992 Nov 02 16:23:33.973650 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:33.988149 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.011824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d43d840-03c1-421b-a352-f2f01e98f2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.034232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410ca3f7-5eb6-452c-a148-cd87e63bb37c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:34.059025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.062836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d12f2244-bf4f-4437-8734-c34e9ca7bbb9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562725 Nov 02 16:23:34.064433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42348) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:34.069727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d43d840-03c1-421b-a352-f2f01e98f2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.075247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'security_group_rule': {'security_group_id': 'c03ce4a2-5fc8-4434-b66c-dea00e36282e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:34.130356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:34.139197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.165451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.168310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.198938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-3ba8d665-52ae-4179-9aca-013582872075 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256257 Nov 02 16:23:34.311895 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.355841 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.385468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e2b5b8-e54c-4e8c-bec5-ebb401ee109f,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:34.400926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d43d840-03c1-421b-a352-f2f01e98f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.408199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d43d840-03c1-421b-a352-f2f01e98f2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.411419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d43d840-03c1-421b-a352-f2f01e98f2a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/835f5082-24c0-44f6-bca4-e2257f654046 HTTP/1.1" status: 204 len: 168 time: 0.6986072 Nov 02 16:23:34.432685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b48192-fc8d-44bc-9b93-c284815eee5d req-72ef2488-2999-4275-8d07-0a3296b9c5f6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:34.449103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6b48192-fc8d-44bc-9b93-c284815eee5d req-72ef2488-2999-4275-8d07-0a3296b9c5f6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.1355042 Nov 02 16:23:34.453879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.469230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-993bbcdc-23d3-44e7-a3b7-4888ba3b82d3 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4036720 Nov 02 16:23:34.482753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43d840-03c1-421b-a352-f2f01e98f2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f5082-24c0-44f6-bca4-e2257f654046,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:34.498820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42370) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:34.504246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:34.580186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:34.583702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d9d358c-afdb-45e2-8628-dd73b9a29951 req-18dea99f-78c4-4b96-8ca7-51bf01dbd07e service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565340 Nov 02 16:23:34.609652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.626866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.627445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6b48192-fc8d-44bc-9b93-c284815eee5d req-57fafbcb-0756-4c1d-9c11-0655df3e6eda tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771944 Nov 02 16:23:34.629833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.749508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0ff1a73-8b41-436e-baea-45e4c345db77 req-43919642-a110-460f-8037-6c95fcafd3ea tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 210 time: 0.0387111 Nov 02 16:23:34.799395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e126639-317a-4ea6-aada-8313ef412a5d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:34.867235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b957a-d337-4dbc-9d3b-e4808c3a68ce req-4d9ae593-cfae-47c0-bb6c-54df2de27547 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:34.868938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d05b957a-d337-4dbc-9d3b-e4808c3a68ce req-4d9ae593-cfae-47c0-bb6c-54df2de27547 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1134434 Nov 02 16:23:34.923105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30c2d9f4-6107-4c4f-9149-5aa1acf4444e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:34.950451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d05b957a-d337-4dbc-9d3b-e4808c3a68ce req-7e62206d-5508-46b3-a86c-4a35cdb81d66 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711205 Nov 02 16:23:35.010665 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-247f48a3-f61a-4f76-8091-537a317e90ea req-b8cfb6f9-dbad-4197-82b8-0e0027993eda tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 210 time: 0.0393512 Nov 02 16:23:35.050609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-2e1f6dec-19ef-439d-a07c-3c45bde1d966 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4044f29654a44301ade620fadfb9081c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512350 Nov 02 16:23:35.202652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-ccfa8cf3-c37b-4bb1-a1e1-cc482d2d48c3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:35.207125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-ccfa8cf3-c37b-4bb1-a1e1-cc482d2d48c3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444523 Nov 02 16:23:35.225611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.142 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/002611bd-e54e-4758-8596-996e8e0d10ec) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:35.233027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Request body: {'port': {'device_id': '629fb7dc-c938-464d-876f-69cde087ba7e', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '4044f29654a44301ade620fadfb9081c'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:35.297103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38becc9f-90f5-4b3b-9628-24edfab44728 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:35.324651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:35.413568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6699267f-ad8c-4d1c-b6a7-bdefba10522a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28e872f427ee428781006eb5ff49158a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868320 Nov 02 16:23:35.415199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42406) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:35.435323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 38becc9f-90f5-4b3b-9628-24edfab44728 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:35.435704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.477588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.498500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:35.501570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98a90afa-44f8-465e-a8b3-7a1d0b18b7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.555987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98a90afa-44f8-465e-a8b3-7a1d0b18b7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.601423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Allocated IP 172.25.7.58 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/cfb0441e-d3d3-487c-9393-b93ac8a46ed0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:35.638543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30c2d9f4-6107-4c4f-9149-5aa1acf4444e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.672908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30c2d9f4-6107-4c4f-9149-5aa1acf4444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.687454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:35.700734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '11ccfabf-e189-419a-873e-3d06fb70216b', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'port_id': '11ccfabf-e189-419a-873e-3d06fb70216b', 'mac_address': 'fa:16:3e:8b:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a471c779-0145-4016-b867-4ff1cdd48e87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:35.741161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.755159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ccfabf-e189-419a-873e-3d06fb70216b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:35.778159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:35.783362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.853590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:35.878171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98a90afa-44f8-465e-a8b3-7a1d0b18b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.882280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98a90afa-44f8-465e-a8b3-7a1d0b18b7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:35.883452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98a90afa-44f8-465e-a8b3-7a1d0b18b7f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6e0e443-9b7c-4074-8007-898d773ab3fb HTTP/1.1" status: 204 len: 168 time: 0.4667125 Nov 02 16:23:35.897851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91f53c-c39f-4bd0-a196-08b0f6f2baa8 req-576c9f4e-7b1f-46eb-b9fe-1808b6050958 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:35.899438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d91f53c-c39f-4bd0-a196-08b0f6f2baa8 req-576c9f4e-7b1f-46eb-b9fe-1808b6050958 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 971 time: 0.2807386 Nov 02 16:23:35.906454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a90afa-44f8-465e-a8b3-7a1d0b18b7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0e443-9b7c-4074-8007-898d773ab3fb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:35.937959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e7296-ae64-415f-9fe7-462e7663da87 req-fb8d9d6c-186d-48d8-9628-8b89e1a7e88b tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:35.940314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f5e7296-ae64-415f-9fe7-462e7663da87 req-fb8d9d6c-186d-48d8-9628-8b89e1a7e88b tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1100 time: 0.3071969 Nov 02 16:23:35.968701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d91f53c-c39f-4bd0-a196-08b0f6f2baa8 req-694c7318-433e-470d-94a0-b5fa953648ce tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584037 Nov 02 16:23:35.976308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3f5e7296-ae64-415f-9fe7-462e7663da87 req-cae6afa9-9369-42e7-a923-e87251dc2bf1 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.032358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-30c2d9f4-6107-4c4f-9149-5aa1acf4444e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb95704c7c4f4914ac6b1270cac1d6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4446352 Nov 02 16:23:36.033089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42416) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:36.039110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d9f4-6107-4c4f-9149-5aa1acf4444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb3670e-66c8-4c3e-9c31-21919addce8e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:36.041235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Made reservation on behalf of 4044f29654a44301ade620fadfb9081c for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:36.046330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.079999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['11ccfabf-e189-419a-873e-3d06fb70216b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:36.134920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.145195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.188942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3f5e7296-ae64-415f-9fe7-462e7663da87 req-cae6afa9-9369-42e7-a923-e87251dc2bf1 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.208321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b040ab-7dc1-407d-bf13-65d64b6e0a15 req-b737eaa3-1ee6-4fc8-b499-7461e90861cf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:36.216189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81b040ab-7dc1-407d-bf13-65d64b6e0a15 req-b737eaa3-1ee6-4fc8-b499-7461e90861cf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 945 time: 0.1426184 Nov 02 16:23:36.228784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3f5e7296-ae64-415f-9fe7-462e7663da87 req-cae6afa9-9369-42e7-a923-e87251dc2bf1 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.247870 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cb5c97cd-0dab-4951-bd26-2f9089e756a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.280926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.288604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.290522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f5e7296-ae64-415f-9fe7-462e7663da87 req-cae6afa9-9369-42e7-a923-e87251dc2bf1 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353043 Nov 02 16:23:36.354336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6afa9-9369-42e7-a923-e87251dc2bf1 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ae962-a27c-455c-81af-d6132a61dad2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:36.382793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81b040ab-7dc1-407d-bf13-65d64b6e0a15 req-7222c585-178f-477e-b58f-d1b40c7031b4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655984 Nov 02 16:23:36.387080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cb5c97cd-0dab-4951-bd26-2f9089e756a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.392236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:36.398565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:36.399763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:36.409253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:36.419741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:36.419989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.439124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:36.463860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Allocated IP 192.168.233.39 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/e2cde700-80ff-4b73-8f79-508d4abc70b5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:36.466731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:36.482791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'Port': ['ID=cfb0441e-d3d3-487c-9393-b93ac8a46ed0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:36.535907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbc44-c057-4623-8e52-e7176022ea17 req-9d3305e3-dc0c-406d-aa37-572b0f3424ea tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:36.538455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc0bbc44-c057-4623-8e52-e7176022ea17 req-9d3305e3-dc0c-406d-aa37-572b0f3424ea tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 936 time: 0.1543677 Nov 02 16:23:36.551985 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0270815 Nov 02 16:23:36.554798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fceeaf7-127f-4d1a-9fcd-2ff5f12ada90 req-bbf426f9-a053-43ad-9fe1-7aacdb1e0b1c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 210 time: 0.0733066 Nov 02 16:23:36.602160 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cb5c97cd-0dab-4951-bd26-2f9089e756a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.606262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cb5c97cd-0dab-4951-bd26-2f9089e756a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.607568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cb5c97cd-0dab-4951-bd26-2f9089e756a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eb3670e-66c8-4c3e-9c31-21919addce8e HTTP/1.1" status: 204 len: 168 time: 0.5736043 Nov 02 16:23:36.626449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Request body: {'port': {'device_id': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:36.633423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc0bbc44-c057-4623-8e52-e7176022ea17 req-886dad65-5952-49cf-a811-9228c9eaeb64 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754206 Nov 02 16:23:36.659351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c97cd-0dab-4951-bd26-2f9089e756a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb3670e-66c8-4c3e-9c31-21919addce8e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:36.749434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c8f1-59a0-414c-b750-9c60c8b690f8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=002611bd-e54e-4758-8596-996e8e0d10ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:36.752027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-59014449-be4d-4799-bada-909c891c6869 req-6e638a35-3d3b-4f33-ba37-bf7559486204 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:23:36.753587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59014449-be4d-4799-bada-909c891c6869 req-6e638a35-3d3b-4f33-ba37-bf7559486204 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059733 Nov 02 16:23:36.785975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.827586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-980793dd-62bc-45c0-b9ec-d9e57a840961 None None] Provisioning complete for port 002611bd-e54e-4758-8596-996e8e0d10ec triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:36.829018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-980793dd-62bc-45c0-b9ec-d9e57a840961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.882418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-980793dd-62bc-45c0-b9ec-d9e57a840961 None None] Port 002611bd-e54e-4758-8596-996e8e0d10ec cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:36.910544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:36.919134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.55', 56797) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:36.924533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.000336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-9445f501-ab9d-427a-9beb-f18ceda74009 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:37.003631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-9445f501-ab9d-427a-9beb-f18ceda74009 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.55 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 971 time: 0.0834181 Nov 02 16:23:37.131913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.242275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42456) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:37.282400 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90a8f248-ef3e-4a56-9564-6b3548557a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.304694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01295-905a-4e4c-b1cb-c3ded7cb9d87 req-aee7375b-8a80-482d-b7f0-1dcf910d8a5f tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:37.306280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ba01295-905a-4e4c-b1cb-c3ded7cb9d87 req-aee7375b-8a80-482d-b7f0-1dcf910d8a5f tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/ports?device_id=aebed691-d498-4621-a689-7419b80cab96 HTTP/1.1" status: 200 len: 971 time: 0.1566842 Nov 02 16:23:37.362308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.362970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Deleting port 0166e84a-9272-43ed-b37b-47e1e5556d82 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:23:37.363265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.424125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.444514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.481476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:37.495827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Pushing event updated for resources: {'Port': ['ID=e2cde700-80ff-4b73-8f79-508d4abc70b5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:37.499228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:37.504298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:37.514338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:37.522267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:37.523193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.532833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.626514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] For port 0166e84a-9272-43ed-b37b-47e1e5556d82, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0166e84a-9272-43ed-b37b-47e1e5556d82,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:37.627046 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.632864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 11ccfabf-e189-419a-873e-3d06fb70216b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:37.637402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 11ccfabf-e189-419a-873e-3d06fb70216b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:37.637778 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.652545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ba01295-905a-4e4c-b1cb-c3ded7cb9d87 req-57bd165e-85cc-4426-b37f-e8cc74e5f1e1 tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.31 "GET /v2.0/security-groups?id=3909aa99-ef62-455e-92d6-1bbd34378203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380721 Nov 02 16:23:37.662917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-0b75fb2a-4e82-41de-82d2-e2f93c5b721a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4391069 Nov 02 16:23:37.675498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Calling delete_port for 0166e84a-9272-43ed-b37b-47e1e5556d82 owned by compute:tempest-test_az-249255623 {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:23:37.686478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Request body: {'port': {'device_id': '629fb7dc-c938-464d-876f-69cde087ba7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:37.709212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.721458 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2134454 Nov 02 16:23:37.777632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f7c7-aea6-4462-99ee-21ef891c55a9 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'Port': ['ID=cfb0441e-d3d3-487c-9393-b93ac8a46ed0,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:37.794425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90a8f248-ef3e-4a56-9564-6b3548557a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.802448 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.838003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90a8f248-ef3e-4a56-9564-6b3548557a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.892561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:37.895140 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb87ad6f-e754-4630-bc8c-0b9f4fbd686d" -d '{"events": [{"server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:37.932132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:37.948783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:37.963377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-96100ec9-88cd-4643-a682-bb12801c86e4 None None] Provisioning complete for port e2cde700-80ff-4b73-8f79-508d4abc70b5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:37.967318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-96100ec9-88cd-4643-a682-bb12801c86e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.072203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-90a8f248-ef3e-4a56-9564-6b3548557a5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=035174b22bb749d4b95bf213fb80d9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8288212 Nov 02 16:23:38.091348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002611bd-e54e-4758-8596-996e8e0d10ec {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:38.095744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.104972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42486) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:38.105685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8f248-ef3e-4a56-9564-6b3548557a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1428ed-ebdd-4d5e-b7f0-e2cec8b25f64,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:38.119577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-96100ec9-88cd-4643-a682-bb12801c86e4 None None] Port e2cde700-80ff-4b73-8f79-508d4abc70b5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:38.126160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:38.135474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.137762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42488) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:38.157050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.169372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0166e84a-9272-43ed-b37b-47e1e5556d82'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:38.227943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Transition to ACTIVE for port object 002611bd-e54e-4758-8596-996e8e0d10ec will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:38.229917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270221c1-3ab9-4a64-b009-4f067d592a3c req-107ecd4b-efb4-4748-a854-33b00a3839f3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:38.231560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-270221c1-3ab9-4a64-b009-4f067d592a3c req-107ecd4b-efb4-4748-a854-33b00a3839f3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 935 time: 0.1574388 Nov 02 16:23:38.236714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Pushing event deleted for resources: {'Port': ['ID=0166e84a-9272-43ed-b37b-47e1e5556d82,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:38.270091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.313196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f795d9-2470-43a6-9fbe-cd026b9823cb req-b3686d30-a599-42a9-a47a-8de5d4bc0498 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:38.314910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11f795d9-2470-43a6-9fbe-cd026b9823cb req-b3686d30-a599-42a9-a47a-8de5d4bc0498 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 946 time: 0.2056012 Nov 02 16:23:38.354365 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7bd5-5104-4f31-b02e-54a689019704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.360015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] No DVR routers for this DVR port 0166e84a-9272-43ed-b37b-47e1e5556d82 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:23:38.376945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.380552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-243b5f0e-9ab9-4814-b164-39115c6ede88 req-8868801e-df5c-4647-b4d6-5a2f0f06e5bf tempest-AggregatesAdminTestJSON-398373889 tempest-AggregatesAdminTestJSON-398373889-project] 10.222.0.55 "DELETE /v2.0/ports/0166e84a-9272-43ed-b37b-47e1e5556d82 HTTP/1.1" status: 204 len: 173 time: 1.3673160 Nov 02 16:23:38.383663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebed691-d498-4621-a689-7419b80cab96', 'name': 'network-vif-deleted', 'tag': '0166e84a-9272-43ed-b37b-47e1e5556d82'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:38.405016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-270221c1-3ab9-4a64-b009-4f067d592a3c req-a79bfb76-271a-4128-9df8-4a6734cd4b96 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583667 Nov 02 16:23:38.430105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Pushing event updated for resources: {'Port': ['ID=002611bd-e54e-4758-8596-996e8e0d10ec,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:38.445722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11f795d9-2470-43a6-9fbe-cd026b9823cb req-b2a14ee7-7ae0-48d0-997b-e557b8a7a07a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046500 Nov 02 16:23:38.455090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-1518559e-313f-45b3-9f19-c7f51de33bfc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3129292 Nov 02 16:23:38.465939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bf829da-b174-41bd-aa69-a10e91e8b7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.471041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-493441b6-4f9f-498a-9c5d-b00b269b7aef service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:23:38.482202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-493441b6-4f9f-498a-9c5d-b00b269b7aef service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205617 Nov 02 16:23:38.623041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Attempting to bind port 002611bd-e54e-4758-8596-996e8e0d10ec on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:38.623792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Attempting to bind port 002611bd-e54e-4758-8596-996e8e0d10ec by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:38.623792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Attempting to bind port 002611bd-e54e-4758-8596-996e8e0d10ec on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:38.650139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe480-05e8-404c-ae10-06d89affac87 req-037bc89d-53c4-4408-870f-a6fae5d827b5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:38.656599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bf829da-b174-41bd-aa69-a10e91e8b7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.658303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88ebe480-05e8-404c-ae10-06d89affac87 req-037bc89d-53c4-4408-870f-a6fae5d827b5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 948 time: 0.1077347 Nov 02 16:23:38.660491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Port 002611bd-e54e-4758-8596-996e8e0d10ec on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:38.660992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Attempting to bind port 002611bd-e54e-4758-8596-996e8e0d10ec on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:38.686369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3bb79-a359-48bf-94e8-4f80c1caf69e req-920102a4-4e9d-43e2-b586-9b5af71da332 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:38.694509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d3bb79-a359-48bf-94e8-4f80c1caf69e req-920102a4-4e9d-43e2-b586-9b5af71da332 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1039138 Nov 02 16:23:38.704727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:38.705266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:38.705895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:38.706697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Bound port: 002611bd-e54e-4758-8596-996e8e0d10ec, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:38.707199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.723019 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7164de0-3457-4764-a33e-cafd220af36b" -d '{"events": [{"server_uuid": "aebed691-d498-4621-a689-7419b80cab96", "name": "network-vif-deleted", "tag": "0166e84a-9272-43ed-b37b-47e1e5556d82"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:38.760408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88ebe480-05e8-404c-ae10-06d89affac87 req-266ad355-89aa-4d42-9f2d-f144f358020f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861216 Nov 02 16:23:38.788000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d3bb79-a359-48bf-94e8-4f80c1caf69e req-8a7fd45d-666e-4b5e-a2a9-33782165b626 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915670 Nov 02 16:23:38.827402 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f04034c-8900-42fd-abee-07f9c5decc66 x-openstack-request-id: req-6f04034c-8900-42fd-abee-07f9c5decc66 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:38.827986 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:38.828536 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f04034c-8900-42fd-abee-07f9c5decc66 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:38.829123 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b', 'code': 200} Nov 02 16:23:38.861083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] For port 002611bd-e54e-4758-8596-996e8e0d10ec, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:38.864064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bf829da-b174-41bd-aa69-a10e91e8b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.867984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bf829da-b174-41bd-aa69-a10e91e8b7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.869770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5bf829da-b174-41bd-aa69-a10e91e8b7d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e1428ed-ebdd-4d5e-b7f0-e2cec8b25f64 HTTP/1.1" status: 204 len: 168 time: 0.7612107 Nov 02 16:23:38.872573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] For port 002611bd-e54e-4758-8596-996e8e0d10ec, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=002611bd-e54e-4758-8596-996e8e0d10ec,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:38.901206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:38.962080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf829da-b174-41bd-aa69-a10e91e8b7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1428ed-ebdd-4d5e-b7f0-e2cec8b25f64,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:39.067202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-5f51de24-c749-4210-bd38-d6121e7e31ff tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1967191618&fields=id&tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb HTTP/1.1" status: 200 len: 267 time: 0.1378965 Nov 02 16:23:39.067304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:39.067897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:39.072485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] 10.222.0.55 "PUT /v2.0/ports/002611bd-e54e-4758-8596-996e8e0d10ec HTTP/1.1" status: 200 len: 1096 time: 2.4549949 Nov 02 16:23:39.080547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'tag': '002611bd-e54e-4758-8596-996e8e0d10ec'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:39.087890 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16508b94-63c7-4790-b2d6-210af33acb93" -d '{"events": [{"name": "network-changed", "server_uuid": "0133731c-dd81-44dc-9bd5-1c27289ce561", "tag": "002611bd-e54e-4758-8596-996e8e0d10ec"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:39.103540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cde700-80ff-4b73-8f79-508d4abc70b5 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:39.146870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:39.249302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-01206927-51d9-43de-9fd2-0846b897adde tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:39.262474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-01206927-51d9-43de-9fd2-0846b897adde tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 823 time: 0.1895957 Nov 02 16:23:39.276103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e5a3c-b655-4c56-a595-8133539c7577 service neutron] Pushing event updated for resources: {'Port': ['ID=002611bd-e54e-4758-8596-996e8e0d10ec,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:39.294478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-10429776-f011-4d2d-9a05-f3c8205af405 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/quotas/4a968f27dccf48bf8ae35e1d7a42c8eb HTTP/1.1" status: 200 len: 375 time: 0.0296590 Nov 02 16:23:39.304302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Transition to ACTIVE for port object e2cde700-80ff-4b73-8f79-508d4abc70b5 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:39.309740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e70fa-3c2f-4e74-850c-1c3e15bfd7d8 req-78120368-9532-4ef1-9393-93df9e508359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:39.326241 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a98e70fa-3c2f-4e74-850c-1c3e15bfd7d8 req-78120368-9532-4ef1-9393-93df9e508359 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1097 time: 0.4106643 Nov 02 16:23:39.328281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:39.425770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-b15261c1-5a58-4b66-9e83-061995b1a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:39.428842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-b15261c1-5a58-4b66-9e83-061995b1a101 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 1099 time: 0.2504106 Nov 02 16:23:39.507299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cde700-80ff-4b73-8f79-508d4abc70b5,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:39.519442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-1d824eea-e405-47de-957f-ecc0030a07e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=002611bd-e54e-4758-8596-996e8e0d10ec HTTP/1.1" status: 200 len: 217 time: 0.0782974 Nov 02 16:23:39.578446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-5346b7fc-cf11-4058-a5e3-af2f1a73b85a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ca8e9394075f44ca861529d349a41dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2332401 Nov 02 16:23:39.595431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a98e70fa-3c2f-4e74-850c-1c3e15bfd7d8 req-d59279aa-4f2d-4362-9c1a-00706ccf8a77 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496638 Nov 02 16:23:39.628667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Attempting to bind port e2cde700-80ff-4b73-8f79-508d4abc70b5 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:39.630170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Attempting to bind port e2cde700-80ff-4b73-8f79-508d4abc70b5 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:39.630734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Attempting to bind port e2cde700-80ff-4b73-8f79-508d4abc70b5 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:39.650811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-fb766d20-9712-4f00-9044-794d0fdd91d1 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3545928 Nov 02 16:23:39.669396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-464804c8-c27f-4fb0-bf9e-87b19842baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:39.671222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-464804c8-c27f-4fb0-bf9e-87b19842baea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1424606 Nov 02 16:23:39.674524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Port e2cde700-80ff-4b73-8f79-508d4abc70b5 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:39.674922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Attempting to bind port e2cde700-80ff-4b73-8f79-508d4abc70b5 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:39.705739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:39.706417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:39.706962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:39.707557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Bound port: e2cde700-80ff-4b73-8f79-508d4abc70b5, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:39.708102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:39.768613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-3f9f125a-abb1-49f7-a950-430f34279022 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:39.778087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-3f9f125a-abb1-49f7-a950-430f34279022 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985619 Nov 02 16:23:39.806571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-f8bee955-fc99-4c04-9845-c498062d25db tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/quotas/ca8e9394075f44ca861529d349a41dc1 HTTP/1.1" status: 200 len: 375 time: 0.0253429 Nov 02 16:23:39.886234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-19f2b5cf-4a15-4910-a499-8094456f6721 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648909 Nov 02 16:23:39.965622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-9fdb7270-4217-451f-963f-f02c18947f69 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:23:39.973714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-9fdb7270-4217-451f-963f-f02c18947f69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1696389 Nov 02 16:23:40.098557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-ed5e5632-be88-48f7-a323-0f8a00197ab5 service neutron] 10.222.0.31 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239278 Nov 02 16:23:40.189873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] For port e2cde700-80ff-4b73-8f79-508d4abc70b5, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:40.207118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] For port e2cde700-80ff-4b73-8f79-508d4abc70b5, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:40.210961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-066f55cc-e996-4510-8e56-bf024d9ad0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:40.212763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-066f55cc-e996-4510-8e56-bf024d9ad0b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5185506 Nov 02 16:23:40.214433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:40.257868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-4dc08539-aef1-41a7-8642-a7dd2ff94491 service neutron] 10.222.0.31 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439278 Nov 02 16:23:40.330065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:40.330752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:40.333980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2cde700-80ff-4b73-8f79-508d4abc70b5 HTTP/1.1" status: 200 len: 1095 time: 2.6616604 Nov 02 16:23:40.447458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9f0f2-9c10-4733-8c6d-83ac9d6a0936 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cde700-80ff-4b73-8f79-508d4abc70b5,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:40.515846 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c3052-28a6-4ad6-86b1-114012bddecd x-openstack-request-id: req-3a8c3052-28a6-4ad6-86b1-114012bddecd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:40.516328 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0133731c-dd81-44dc-9bd5-1c27289ce561", "tag": "002611bd-e54e-4758-8596-996e8e0d10ec", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:40.516731 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a8c3052-28a6-4ad6-86b1-114012bddecd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:40.517272 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'tag': '002611bd-e54e-4758-8596-996e8e0d10ec', 'status': 'completed', 'code': 200} Nov 02 16:23:40.532402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-61a904bd-481e-46a3-bd06-16668c5d9814 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094995 Nov 02 16:23:40.537093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-25e449dd-47f8-4cb4-9ca3-7d4b1523e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:40.539399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-25e449dd-47f8-4cb4-9ca3-7d4b1523e442 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4044f29654a44301ade620fadfb9081c&device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 1098 time: 0.1334910 Nov 02 16:23:40.625005 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96554f-29d5-4153-b9e7-0959e5ef5908 x-openstack-request-id: req-bf96554f-29d5-4153-b9e7-0959e5ef5908 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:40.625310 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebed691-d498-4621-a689-7419b80cab96", "name": "network-vif-deleted", "tag": "0166e84a-9272-43ed-b37b-47e1e5556d82", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:40.625654 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf96554f-29d5-4153-b9e7-0959e5ef5908 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:40.626287 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebed691-d498-4621-a689-7419b80cab96', 'name': 'network-vif-deleted', 'tag': '0166e84a-9272-43ed-b37b-47e1e5556d82', 'status': 'completed', 'code': 200} Nov 02 16:23:40.719231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-f09cbf69-20b9-443f-b319-ff0717b5b6ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5 HTTP/1.1" status: 200 len: 217 time: 0.1681631 Nov 02 16:23:40.814927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-1a184366-e49b-4dc9-b285-b8790169fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:40.816462 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-1a184366-e49b-4dc9-b285-b8790169fbaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0619311 Nov 02 16:23:40.850236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff533-3d17-4926-ba19-81e2be9d3665 req-ef58cdc8-4ba3-4a5e-9c0a-9ace6405d421 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:40.853027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-670ff533-3d17-4926-ba19-81e2be9d3665 req-ef58cdc8-4ba3-4a5e-9c0a-9ace6405d421 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 947 time: 0.1724694 Nov 02 16:23:40.873303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-705031a3-cd74-48f5-9f41-de2eac1ab462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:40.875508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-705031a3-cd74-48f5-9f41-de2eac1ab462 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1100 time: 0.1700356 Nov 02 16:23:40.904219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42610) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:40.994048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0270bc-c6ef-498d-b1e5-11f0d76b9c5e req-0e2c5382-01e4-46f6-9953-ebfc7ee4d398 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.008601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-217c52ef-b971-4b23-8623-d46d5de49d53 req-a3a77fb7-f588-413c-8d66-d37cbf2e2b93 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678082 Nov 02 16:23:41.015827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa0270bc-c6ef-498d-b1e5-11f0d76b9c5e req-0e2c5382-01e4-46f6-9953-ebfc7ee4d398 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 946 time: 0.2608795 Nov 02 16:23:41.015827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-670ff533-3d17-4926-ba19-81e2be9d3665 req-a7973aee-be28-4eb0-9f2b-c9d00cc57366 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520934 Nov 02 16:23:41.060685 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e88138d6-8a21-4a3e-a950-fa66cc0dbc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:41.104627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-a7bcf90c-d5c3-4dbd-af9a-d4a0b9e8a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.106602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-a7bcf90c-d5c3-4dbd-af9a-d4a0b9e8a7ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620928 Nov 02 16:23:41.110177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-407b1740-5991-4452-a361-677984fe00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.111971 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-407b1740-5991-4452-a361-677984fe00d4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2174675 Nov 02 16:23:41.162287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa0270bc-c6ef-498d-b1e5-11f0d76b9c5e req-19f0de51-4997-44a4-8526-c07ce8d8bd12 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349509 Nov 02 16:23:41.181537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-baccba5d-9cd2-47d3-93c4-0a848e750953 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0548835 Nov 02 16:23:41.225929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:41.324413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7753209-be9b-4331-994c-42787177f760 req-4d2bbe74-f9cf-4839-a50b-bcc834d9ffc9 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.332843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7753209-be9b-4331-994c-42787177f760 req-4d2bbe74-f9cf-4839-a50b-bcc834d9ffc9 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 948 time: 0.1644661 Nov 02 16:23:41.337575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-50ba3e58-57bb-471d-a956-622fed903a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.339157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-50ba3e58-57bb-471d-a956-622fed903a5c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1229279 Nov 02 16:23:41.426939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7753209-be9b-4331-994c-42787177f760 req-3935eb97-b1f2-4c6c-ac37-3463577825e8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900221 Nov 02 16:23:41.466905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17dcaef8-1629-4a6b-b6db-c7ccfb375cfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f2f7293ae7f4973a5cdd5e6de670354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043013 Nov 02 16:23:41.468668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42628) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:41.479449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833251f-0d30-4b6e-a40d-6860c0fb23be req-46a37d7c-2b44-4bac-8193-faad0461fc22 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.490249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0833251f-0d30-4b6e-a40d-6860c0fb23be req-46a37d7c-2b44-4bac-8193-faad0461fc22 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1260097 Nov 02 16:23:41.517423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-14b901aa-3f4f-4100-88f3-e260189fad7f service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028294 Nov 02 16:23:41.530278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16508b94-63c7-4790-b2d6-210af33acb93 req-1f12c164-d822-4db4-b6c7-b248279745d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.531334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-1f12c164-d822-4db4-b6c7-b248279745d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 1099 time: 0.2497623 Nov 02 16:23:41.572922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0833251f-0d30-4b6e-a40d-6860c0fb23be req-6c71937a-23a3-47fc-802f-1d6f2a3e90d6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816250 Nov 02 16:23:41.596024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-f8ae51a3-44d2-4ff4-9161-45f565649f0f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ca8e9394075f44ca861529d349a41dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416560 Nov 02 16:23:41.642183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-66d520f0-764f-4211-87ad-abfb744a2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.643923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-66d520f0-764f-4211-87ad-abfb744a2b08 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2834949 Nov 02 16:23:41.730371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-333ceb23-89ff-4414-bdf8-a1a4ae313aff req-883b9dfb-0f77-4783-9687-c908c1dbaddf tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 210 time: 0.0338578 Nov 02 16:23:41.780299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-627a4f5c-7819-4fd9-87c5-278594a62ae8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.781815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-627a4f5c-7819-4fd9-87c5-278594a62ae8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847606 Nov 02 16:23:41.789038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72a59ddd-c362-4148-be69-223275455b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:41.816363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-264eee09-4583-480c-b55e-f3d3268a83d9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/quotas/ca8e9394075f44ca861529d349a41dc1 HTTP/1.1" status: 200 len: 375 time: 0.0244696 Nov 02 16:23:41.845792 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72a59ddd-c362-4148-be69-223275455b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:41.847996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-aa146c71-93ff-430d-b889-0203d1e3aa15 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305815 Nov 02 16:23:41.898799 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aef1e24c-1673-4238-b810-1d40dfeafc25 req-fab0e0aa-b2b2-45c5-b59f-6ee742893032 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650663 Nov 02 16:23:41.919455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16508b94-63c7-4790-b2d6-210af33acb93 req-163796bd-52d7-4f49-84bd-a2cd8675c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:41.921036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-163796bd-52d7-4f49-84bd-a2cd8675c26e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3771176 Nov 02 16:23:41.950768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-5c7cbdb2-80ed-4d2f-be29-722794d67b4d service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392733 Nov 02 16:23:42.019812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-c3778b11-364d-4f02-b4aa-a063501a18a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=002611bd-e54e-4758-8596-996e8e0d10ec HTTP/1.1" status: 200 len: 217 time: 0.0847993 Nov 02 16:23:42.041049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97cde31b-840f-41b7-a6e6-56015d690bd8 req-6aec061b-6e47-4a78-ac9b-e1c01d1ff90f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 210 time: 0.0360165 Nov 02 16:23:42.045895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0166e84a-9272-43ed-b37b-47e1e5556d82 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:23:42.071125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 0166e84a-9272-43ed-b37b-47e1e5556d82 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:23:42.071794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0166e84a-9272-43ed-b37b-47e1e5556d82 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:23:42.182998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-6debcc7e-c89b-4fdb-b9cb-d142f4f556f7 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ca8e9394075f44ca861529d349a41dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1663220 Nov 02 16:23:42.223536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37df225-096e-485e-8d0f-3fa51a446453 req-3aaaf3f0-5b26-41b7-aa64-91ea79fb5fe5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:42.232511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e37df225-096e-485e-8d0f-3fa51a446453 req-3aaaf3f0-5b26-41b7-aa64-91ea79fb5fe5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 947 time: 0.1106057 Nov 02 16:23:42.299967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e37df225-096e-485e-8d0f-3fa51a446453 req-5c2c18ee-e5ca-4d5a-8d07-719e89fcca18 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662711 Nov 02 16:23:42.331441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72a59ddd-c362-4148-be69-223275455b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:42.334153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72a59ddd-c362-4148-be69-223275455b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:42.336307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-72a59ddd-c362-4148-be69-223275455b6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3909aa99-ef62-455e-92d6-1bbd34378203 HTTP/1.1" status: 204 len: 168 time: 0.8559170 Nov 02 16:23:42.338083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16508b94-63c7-4790-b2d6-210af33acb93 req-9940968c-c3aa-4e7a-b75a-6525364f1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:42.346653 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-9940968c-c3aa-4e7a-b75a-6525364f1c90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2658453 Nov 02 16:23:42.380399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e64e8-bbe4-4303-b1ce-4303ec440c5b req-584d4fe2-72c3-4ffb-a0a1-1bcc1d93dacd tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:42.383036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-553e64e8-bbe4-4303-b1ce-4303ec440c5b req-584d4fe2-72c3-4ffb-a0a1-1bcc1d93dacd tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 946 time: 0.1030135 Nov 02 16:23:42.421881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a59ddd-c362-4148-be69-223275455b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3909aa99-ef62-455e-92d6-1bbd34378203,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:42.475732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-553e64e8-bbe4-4303-b1ce-4303ec440c5b req-54403860-c292-4c14-9744-d8ba69f460de tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819068 Nov 02 16:23:42.484730 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:42.607776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e347-2b4a-47ec-846e-85d64d1abe09 req-1e77be67-4b3d-43d0-b3f5-ed80045ed686 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:42.617995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9a9e347-2b4a-47ec-846e-85d64d1abe09 req-1e77be67-4b3d-43d0-b3f5-ed80045ed686 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 948 time: 0.0842934 Nov 02 16:23:42.672639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9a9e347-2b4a-47ec-846e-85d64d1abe09 req-02703beb-8df9-48b9-ad34-2892af6e2b74 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532374 Nov 02 16:23:42.810670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a595a5-f5a1-4ee9-9b32-7697b6158f89 req-f6fb387a-acae-422c-9423-b17e9de3a961 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:42.812676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5a595a5-f5a1-4ee9-9b32-7697b6158f89 req-f6fb387a-acae-422c-9423-b17e9de3a961 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.0647433 Nov 02 16:23:42.854244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629fb7dc-c938-464d-876f-69cde087ba7e', 'tag': 'e2cde700-80ff-4b73-8f79-508d4abc70b5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:42.857109 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb19aca-e93c-47b4-beb4-1311446cbcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "629fb7dc-c938-464d-876f-69cde087ba7e", "tag": "e2cde700-80ff-4b73-8f79-508d4abc70b5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:42.878889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5a595a5-f5a1-4ee9-9b32-7697b6158f89 req-e50b903c-b777-42c0-b424-be3143c20b68 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Nov 02 16:23:42.941752 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-1915a0ab-c20a-4e66-927e-4c43b8edd1c6 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484696 Nov 02 16:23:42.960887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16508b94-63c7-4790-b2d6-210af33acb93 req-692b0cad-2ecb-46e3-9609-23fe9b697619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:42.962429 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-692b0cad-2ecb-46e3-9609-23fe9b697619 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5510304 Nov 02 16:23:43.004614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-bf26671b-681e-40cd-88af-cbd299469859 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.007447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-bf26671b-681e-40cd-88af-cbd299469859 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8122966 Nov 02 16:23:43.038177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87e64ee2-812d-4ecd-95cf-c271e1d20958 req-ce63b938-3cec-4fef-8db9-1a05b3077abd tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 210 time: 0.0511570 Nov 02 16:23:43.040069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42692) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:43.066471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Request body: {'port': {'device_id': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'ca8e9394075f44ca861529d349a41dc1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:43.157341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0d6d3d67-a34c-4917-8107-2c8c5f90fabb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e755139ba0b49069941c831d31ab515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146817 Nov 02 16:23:43.160636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42696) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:43.168530 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd799c2-1527-41b3-a71b-dd2bb919a41c x-openstack-request-id: req-8fd799c2-1527-41b3-a71b-dd2bb919a41c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:43.168850 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629fb7dc-c938-464d-876f-69cde087ba7e", "tag": "e2cde700-80ff-4b73-8f79-508d4abc70b5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:43.169066 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fd799c2-1527-41b3-a71b-dd2bb919a41c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:43.169452 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629fb7dc-c938-464d-876f-69cde087ba7e', 'tag': 'e2cde700-80ff-4b73-8f79-508d4abc70b5', 'status': 'completed', 'code': 200} Nov 02 16:23:43.181829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-cf0ba82d-2f96-45f6-9009-1e457159fd3c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.183362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-cf0ba82d-2f96-45f6-9009-1e457159fd3c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 823 time: 0.8798971 Nov 02 16:23:43.190487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42698) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:43.284251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Made reservation on behalf of ca8e9394075f44ca861529d349a41dc1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:43.289141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.304528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d24bcac1-4fe7-4fc6-85da-76447edccdd0 req-660c6d2c-fcf1-4861-bcf7-d7c23586c754 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 210 time: 0.0411711 Nov 02 16:23:43.341160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.354157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-a14f0fd1-ae98-49ef-9c36-e452d47068af tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb HTTP/1.1" status: 200 len: 380 time: 0.1472480 Nov 02 16:23:43.360834 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ce795d9-934f-4fa6-b5c6-3913af86b4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.367489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-3b8e191d-9c05-4fe1-9c91-5363f8bd9eca service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934631 Nov 02 16:23:43.371585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'port': {'device_id': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'admin_state_up': True, 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'security_groups': ['c03ce4a2-5fc8-4434-b66c-dea00e36282e']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:43.379144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8599-283a-42fb-b258-60b96c39ab0e req-6c1b1da6-eef8-48fc-9931-618defedc876 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.380701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40cf8599-283a-42fb-b258-60b96c39ab0e req-6c1b1da6-eef8-48fc-9931-618defedc876 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1097 time: 0.1536381 Nov 02 16:23:43.443698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ce795d9-934f-4fa6-b5c6-3913af86b4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.487755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-6d7263a1-ad20-4bce-9689-6d11fa30a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.489286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-6d7263a1-ad20-4bce-9689-6d11fa30a6e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4044f29654a44301ade620fadfb9081c&device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 1098 time: 0.1841884 Nov 02 16:23:43.511569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fcf135ee-4e77-4c40-930a-5acd5d1f8e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.514565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40cf8599-283a-42fb-b258-60b96c39ab0e req-6b03ceaa-0723-42e4-ab3b-0d0596d0229f tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153107 Nov 02 16:23:43.532537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfb1e0-7680-4086-bc37-6fda6c184d5b req-46e30516-8dd0-401f-b29a-85163ad1112a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.534079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cbfb1e0-7680-4086-bc37-6fda6c184d5b req-46e30516-8dd0-401f-b29a-85163ad1112a tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 947 time: 0.1579323 Nov 02 16:23:43.591530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.619441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16508b94-63c7-4790-b2d6-210af33acb93 req-7e3ef1de-41d4-442a-b319-ed2d1b5e6073 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408538 Nov 02 16:23:43.674905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-904301a1-e546-427a-a656-bfc9b4328693 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ca8e9394075f44ca861529d349a41dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541763 Nov 02 16:23:43.704121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ce795d9-934f-4fa6-b5c6-3913af86b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.706762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ce795d9-934f-4fa6-b5c6-3913af86b4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.707939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8ce795d9-934f-4fa6-b5c6-3913af86b4ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7265d4b-d2e6-4472-91b2-dd27289e2db7 HTTP/1.1" status: 204 len: 168 time: 0.5463521 Nov 02 16:23:43.747414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cbfb1e0-7680-4086-bc37-6fda6c184d5b req-2749b346-0659-41e2-bc39-73abed74db3d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959350 Nov 02 16:23:43.752488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce795d9-934f-4fa6-b5c6-3913af86b4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7265d4b-d2e6-4472-91b2-dd27289e2db7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:43.759739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-d3eecd65-b854-4924-bf63-fe47baf90796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.761139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-d3eecd65-b854-4924-bf63-fe47baf90796 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2625613 Nov 02 16:23:43.763714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035e9cb-86df-40b3-b57c-3a8d47a63c80 req-af19e22f-5457-4af8-bb3f-fbb96d722326 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.770886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9035e9cb-86df-40b3-b57c-3a8d47a63c80 req-af19e22f-5457-4af8-bb3f-fbb96d722326 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1097 time: 0.1504781 Nov 02 16:23:43.782239 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.804686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.839150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-a45f8708-1bac-4d90-91eb-86ae996d698f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5 HTTP/1.1" status: 200 len: 217 time: 0.0652554 Nov 02 16:23:43.903800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9035e9cb-86df-40b3-b57c-3a8d47a63c80 req-06577f2d-aa03-4caa-a889-ddcc82081255 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316891 Nov 02 16:23:43.914926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Made reservation on behalf of 4a968f27dccf48bf8ae35e1d7a42c8eb for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:43.918297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:43.941811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-e023995b-0bae-4558-8c6b-0202698dccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.943822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-e023995b-0bae-4558-8c6b-0202698dccab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0977750 Nov 02 16:23:43.953948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5611f6-2776-4834-a812-8e1e52d98827,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:43.955634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb7e9b-2d1d-4b26-a782-375efa58055d req-8a8086f6-3428-480d-8230-e3e1a62f5e3e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:43.957128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6eb7e9b-2d1d-4b26-a782-375efa58055d req-8a8086f6-3428-480d-8230-e3e1a62f5e3e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 948 time: 0.0705581 Nov 02 16:23:43.986509 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fcf135ee-4e77-4c40-930a-5acd5d1f8e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.003356 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fcf135ee-4e77-4c40-930a-5acd5d1f8e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.048396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 002611bd-e54e-4758-8596-996e8e0d10ec details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:44.052588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-8ab14eea-ceec-4754-900d-6bba86c40c73 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:44.054174 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-8ab14eea-ceec-4754-900d-6bba86c40c73 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631487 Nov 02 16:23:44.076777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6eb7e9b-2d1d-4b26-a782-375efa58055d req-237f92e8-eb8d-4146-be80-308f94d48153 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108508 Nov 02 16:23:44.089373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-29a29f57-0192-4620-bcf7-439ebd86d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:44.090915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-29a29f57-0192-4620-bcf7-439ebd86d173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328430 Nov 02 16:23:44.116419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Request body: {'port': {'device_id': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'ca8e9394075f44ca861529d349a41dc1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:44.126311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91808ee4-07ba-40ea-a5e5-53f1f7d5d992 req-e1e1e724-336d-48ad-b32c-ce9341ea1bc3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:44.128569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91808ee4-07ba-40ea-a5e5-53f1f7d5d992 req-e1e1e724-336d-48ad-b32c-ce9341ea1bc3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.0972638 Nov 02 16:23:44.199532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fcf135ee-4e77-4c40-930a-5acd5d1f8e54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4afc93581172448a816837b9461bd3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0064213 Nov 02 16:23:44.204435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42724) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:44.213658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf135ee-4e77-4c40-930a-5acd5d1f8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f22972-b8ab-4fe6-8a71-249da3c19c19,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:44.245687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91808ee4-07ba-40ea-a5e5-53f1f7d5d992 req-e5da33a7-4117-4cba-87df-26ed4522cc92 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007977 Nov 02 16:23:44.253894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Allocated IP 192.168.233.183 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/48be7a9d-0df9-4159-9c26-f7d1c97dbba2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:44.313363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 002611bd-e54e-4758-8596-996e8e0d10ec, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=002611bd-e54e-4758-8596-996e8e0d10ec,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:44.342002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '002611bd-e54e-4758-8596-996e8e0d10ec', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '002611bd-e54e-4758-8596-996e8e0d10ec', 'mac_address': 'fa:16:3e:29:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:44.361711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-2a744850-dcdb-4d05-8ac4-d9571ea4faeb service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542021 Nov 02 16:23:44.399023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Allocated IP 172.20.0.13 (8f3efee8-e089-4221-ab14-c94294fd8ce4/178b4bf6-44d1-4b62-8fab-3055baf9d99e/98def20d-8db3-4b22-8b3c-e5b93e8ec343) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:44.415275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.435438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002611bd-e54e-4758-8596-996e8e0d10ec {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:44.464444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 002611bd-e54e-4758-8596-996e8e0d10ec, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=002611bd-e54e-4758-8596-996e8e0d10ec,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:44.471264 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.472713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e2cde700-80ff-4b73-8f79-508d4abc70b5 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:44.495872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Made reservation on behalf of ca8e9394075f44ca861529d349a41dc1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:44.499721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.533971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c9ed-d55f-46b3-9ce2-db73092615dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.546613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85a65def-23c2-47fa-9677-311884df0042 req-612f5126-fef7-44ba-af52-82b6c61fd626 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 210 time: 0.2946765 Nov 02 16:23:44.547196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=002611bd-e54e-4758-8596-996e8e0d10ec,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:44.591229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e2cde700-80ff-4b73-8f79-508d4abc70b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:44.611019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'e2cde700-80ff-4b73-8f79-508d4abc70b5', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'e2cde700-80ff-4b73-8f79-508d4abc70b5', 'mac_address': 'fa:16:3e:d3:0c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:44.637206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c9ed-d55f-46b3-9ce2-db73092615dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.684808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.722324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.741045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ce1e885-db6a-43cc-a0ae-02692cc17fbe req-8d2bc02c-f5d8-45f0-a0f6-dd7bd9e07845 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 210 time: 0.0692110 Nov 02 16:23:44.754110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cde700-80ff-4b73-8f79-508d4abc70b5 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:44.759160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb19aca-e93c-47b4-beb4-1311446cbcd4 req-62e1b285-199a-4e85-b044-2d36e75e808a service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152595 Nov 02 16:23:44.785776 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c9ed-d55f-46b3-9ce2-db73092615dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.791452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e2cde700-80ff-4b73-8f79-508d4abc70b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:44.793931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c9ed-d55f-46b3-9ce2-db73092615dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.796272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ecf9c9ed-d55f-46b3-9ce2-db73092615dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2f22972-b8ab-4fe6-8a71-249da3c19c19 HTTP/1.1" status: 204 len: 168 time: 0.5913510 Nov 02 16:23:44.796398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.808286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.817611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9c9ed-d55f-46b3-9ce2-db73092615dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f22972-b8ab-4fe6-8a71-249da3c19c19,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:44.870834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Allocated IP 192.168.233.73 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/f03ad994-4a2e-4c19-9900-95bfe947dfaa) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:44.910939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.931464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e2cde700-80ff-4b73-8f79-508d4abc70b5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:44.941339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:44.948014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:44.981214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:44.987238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:44.987925 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:44.992635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1538237-a7c5-488c-8cc8-e6193114e088 req-447eb1e9-a71e-4aa1-ab43-79ac0bd3e623 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:44.994119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1538237-a7c5-488c-8cc8-e6193114e088 req-447eb1e9-a71e-4aa1-ab43-79ac0bd3e623 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 948 time: 0.0905063 Nov 02 16:23:45.006307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:45.012293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9533219 Nov 02 16:23:45.054858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1538237-a7c5-488c-8cc8-e6193114e088 req-454c4f95-fa1f-4474-bc85-708c12eb71f0 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526712 Nov 02 16:23:45.061598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e2cde700-80ff-4b73-8f79-508d4abc70b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:45.066540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Request body: {'port': {'device_id': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:45.215861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89ba3-ea21-4064-bba5-a5ce2e385f93 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:45.230166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.461609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.483363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-02f75753-090f-4f88-9efd-41b69d4522c8 None None] Provisioning complete for port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:45.484284 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02f75753-090f-4f88-9efd-41b69d4522c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.531088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:45.541912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-02f75753-090f-4f88-9efd-41b69d4522c8 None None] Port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:45.544821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:45.552658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:45.560120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:45.561128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.591983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea9e5-45b2-4467-97b0-747858c1eac5 req-cd449798-fb20-4f7d-874c-502f1f004bb0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:45.596911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2330356 Nov 02 16:23:45.602664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b6ea9e5-45b2-4467-97b0-747858c1eac5 req-cd449798-fb20-4f7d-874c-502f1f004bb0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 949 time: 0.3959153 Nov 02 16:23:45.608925 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.612070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a323f-4cda-4f86-bef9-e158d99800b8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'Port': ['ID=98def20d-8db3-4b22-8b3c-e5b93e8ec343,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:45.621104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Request body: {'port': {'device_id': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:45.630141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42780) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:45.663897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d88a8e7-843b-4d5e-95bd-11b500ad007f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.698975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.711884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b6ea9e5-45b2-4467-97b0-747858c1eac5 req-97cb6970-b09d-4fab-b323-da5e38a04be5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971577 Nov 02 16:23:45.761969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.859185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d88a8e7-843b-4d5e-95bd-11b500ad007f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.863755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e187c40d-514b-4ac8-9b3a-d9423b33a714 None None] Provisioning complete for port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:45.864270 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e187c40d-514b-4ac8-9b3a-d9423b33a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.887698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d88a8e7-843b-4d5e-95bd-11b500ad007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.898734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:45.914595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f37ba-3cab-4d58-9a34-fc770a2883e1 req-ad869b59-8ba6-437a-8491-94a8d33ab470 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:45.916944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f7f37ba-3cab-4d58-9a34-fc770a2883e1 req-ad869b59-8ba6-437a-8491-94a8d33ab470 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1225271 Nov 02 16:23:45.918470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:45.926221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:45.934296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:45.934956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:45.953589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e187c40d-514b-4ac8-9b3a-d9423b33a714 None None] Port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:45.981402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88a8e7-843b-4d5e-95bd-11b500ad007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eff82ed-118c-4791-a058-892c0b0c6ac2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:46.010713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5d88a8e7-843b-4d5e-95bd-11b500ad007f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be4a1e768e024b809512d007857f6456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764682 Nov 02 16:23:46.013375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:46.059375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 002611bd-e54e-4758-8596-996e8e0d10ec up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:46.072928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f7f37ba-3cab-4d58-9a34-fc770a2883e1 req-daac9db5-b33b-4ba1-b9e5-2d37057afd25 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407647 Nov 02 16:23:46.115968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event updated for resources: {'Port': ['ID=f03ad994-4a2e-4c19-9900-95bfe947dfaa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:46.122248 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-fbd076dc-01ea-44e2-bf65-5f16bcb5c0a5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0191743 Nov 02 16:23:46.131811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-289570ac-8718-43d0-b920-b9bbb6b3b12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.146661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 002611bd-e54e-4758-8596-996e8e0d10ec completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:46.147813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Request body: {'port': {'device_id': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:46.154879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 002611bd-e54e-4758-8596-996e8e0d10ec triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:46.156731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.159274 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-289570ac-8718-43d0-b920-b9bbb6b3b12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.218426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-289570ac-8718-43d0-b920-b9bbb6b3b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.219809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-289570ac-8718-43d0-b920-b9bbb6b3b12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.223210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-289570ac-8718-43d0-b920-b9bbb6b3b12a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eff82ed-118c-4791-a058-892c0b0c6ac2 HTTP/1.1" status: 204 len: 168 time: 0.2066307 Nov 02 16:23:46.245287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289570ac-8718-43d0-b920-b9bbb6b3b12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eff82ed-118c-4791-a058-892c0b0c6ac2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:46.274983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84ee07-8beb-44a2-ab91-197c3e8294b0 req-718fa848-1b5b-4cf4-b23b-923bebaec837 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:46.285126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e84ee07-8beb-44a2-ab91-197c3e8294b0 req-718fa848-1b5b-4cf4-b23b-923bebaec837 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 932 time: 0.0863030 Nov 02 16:23:46.314985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.354422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e84ee07-8beb-44a2-ab91-197c3e8294b0 req-854e0932-f109-4f0b-8aaf-93976e72f019 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642540 Nov 02 16:23:46.422971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.424826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1dba56da-a7b6-47c3-999e-5c7717bc10b4 None None] Provisioning complete for port f03ad994-4a2e-4c19-9900-95bfe947dfaa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:46.425145 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1dba56da-a7b6-47c3-999e-5c7717bc10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.475054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002611bd-e54e-4758-8596-996e8e0d10ec'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:46.477719 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e20e22d-1ffe-4b76-956e-91444f20c122" -d '{"events": [{"server_uuid": "0133731c-dd81-44dc-9bd5-1c27289ce561", "name": "network-vif-plugged", "status": "completed", "tag": "002611bd-e54e-4758-8596-996e8e0d10ec"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:46.499599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1dba56da-a7b6-47c3-999e-5c7717bc10b4 None None] Port f03ad994-4a2e-4c19-9900-95bfe947dfaa cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:46.502942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 002611bd-e54e-4758-8596-996e8e0d10ec, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=002611bd-e54e-4758-8596-996e8e0d10ec,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:46.509106 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.511420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e2cde700-80ff-4b73-8f79-508d4abc70b5 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:46.513749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1b372-0445-49be-9ae9-2201f74280cd req-88a8f1a3-80a1-48b7-9490-172b5cc41adb tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:46.522596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ea1b372-0445-49be-9ae9-2201f74280cd req-88a8f1a3-80a1-48b7-9490-172b5cc41adb tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 935 time: 0.0845919 Nov 02 16:23:46.529514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:46.582463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ea1b372-0445-49be-9ae9-2201f74280cd req-399b2788-8fb1-4c5e-b894-aae157d54711 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Nov 02 16:23:46.604209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=002611bd-e54e-4758-8596-996e8e0d10ec,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:46.625310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port e2cde700-80ff-4b73-8f79-508d4abc70b5 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:46.637060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port e2cde700-80ff-4b73-8f79-508d4abc70b5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:46.637443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.638629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.694432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Transition to ACTIVE for port object 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:46.706988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.712241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1bd7-866f-41e9-b1ce-121a7bf50bfc req-154803c5-2648-4eeb-9678-a1fa4ed83155 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:46.714472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a4f1bd7-866f-41e9-b1ce-121a7bf50bfc req-154803c5-2648-4eeb-9678-a1fa4ed83155 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 948 time: 0.0618112 Nov 02 16:23:46.737513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.762667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:46.781245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e2cde700-80ff-4b73-8f79-508d4abc70b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:46.785742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:46.812850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a4f1bd7-866f-41e9-b1ce-121a7bf50bfc req-ed67e423-eb5d-408a-aeff-52dd9facfc27 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858016 Nov 02 16:23:46.847777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e2cde700-80ff-4b73-8f79-508d4abc70b5,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:46.871289 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca40db-20d8-4e82-a140-75e45bdcf9c7 x-openstack-request-id: req-58ca40db-20d8-4e82-a140-75e45bdcf9c7 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:46.872257 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0133731c-dd81-44dc-9bd5-1c27289ce561", "name": "network-vif-plugged", "status": "completed", "tag": "002611bd-e54e-4758-8596-996e8e0d10ec", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:46.872924 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58ca40db-20d8-4e82-a140-75e45bdcf9c7 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:46.873612 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002611bd-e54e-4758-8596-996e8e0d10ec', 'code': 200} Nov 02 16:23:47.016497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857291b5-8bf2-4298-afb9-930ebe2d4db9 req-0b92c00a-7ade-45a0-a31c-82e8891ad47a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:47.018120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-857291b5-8bf2-4298-afb9-930ebe2d4db9 req-0b92c00a-7ade-45a0-a31c-82e8891ad47a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 950 time: 0.0880482 Nov 02 16:23:47.021135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96932b8-3119-44a6-97ab-916b194cca29 req-0bd81d02-c7f1-4faf-8a22-4594c44409dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:47.022651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e96932b8-3119-44a6-97ab-916b194cca29 req-0bd81d02-c7f1-4faf-8a22-4594c44409dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 1101 time: 0.0822842 Nov 02 16:23:47.125772 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.134517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-857291b5-8bf2-4298-afb9-930ebe2d4db9 req-ed4ea7ea-5d97-4589-affd-3dac502f5d16 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978432 Nov 02 16:23:47.135280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98def20d-8db3-4b22-8b3c-e5b93e8ec343 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:47.140431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e96932b8-3119-44a6-97ab-916b194cca29 req-a19afcf3-8042-43a2-bc7c-b79c95bc46aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068504 Nov 02 16:23:47.154667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Attempting to bind port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:47.154893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Attempting to bind port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:47.155215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Attempting to bind port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:47.159718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.175866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:47.176187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Attempting to bind port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:47.196745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Transition to ACTIVE for port object 98def20d-8db3-4b22-8b3c-e5b93e8ec343 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:47.201476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:47.201740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:47.202143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:47.202639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Bound port: 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:47.203086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.216008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.352490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Pushing event updated for resources: {'Port': ['ID=98def20d-8db3-4b22-8b3c-e5b93e8ec343,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:47.363128 n-d-811405-2 neutron-server[102065]: WARNING keystonemiddleware.auth_token [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-493441b6-4f9f-498a-9c5d-b00b269b7aef service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 16:23:47.394672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-05e81f62-4805-4587-9d8d-e11212d98cdb tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:23:47.405163 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-05e81f62-4805-4587-9d8d-e11212d98cdb tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3631217 Nov 02 16:23:47.472977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03ad994-4a2e-4c19-9900-95bfe947dfaa {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:47.487882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Attempting to bind port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:47.488226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Attempting to bind port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:47.488551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Attempting to bind port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:47.503225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.526444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Transition to ACTIVE for port object f03ad994-4a2e-4c19-9900-95bfe947dfaa will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:47.526444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:47.526444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Attempting to bind port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:47.533188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:47.533553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Checking segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:47.534093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Bound using segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:47.534774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Bound port: 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:47.535134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.556039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:47.562389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.564712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-f17c565e-21d4-4bce-b3d7-4c9f0db6da7f tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:47.566184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-f17c565e-21d4-4bce-b3d7-4c9f0db6da7f tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 1094 time: 0.1602242 Nov 02 16:23:47.603421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Request body: {'binding': {'host': 'n-h1-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:47.603917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:23:47.607218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:47.629740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceef1a3-992a-40c9-bac2-19cda5f4cc84 req-ed302324-c833-4e84-9e73-926504bf673e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:47.634783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bceef1a3-992a-40c9-bac2-19cda5f4cc84 req-ed302324-c833-4e84-9e73-926504bf673e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.0592816 Nov 02 16:23:47.658002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.688679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bceef1a3-992a-40c9-bac2-19cda5f4cc84 req-34834626-935a-4bcb-95a5-2b248372fdb4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506227 Nov 02 16:23:47.748734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f03ad994-4a2e-4c19-9900-95bfe947dfaa,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:47.754497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:47.756128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.758175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] 10.222.0.55 "PUT /v2.0/ports/48be7a9d-0df9-4159-9c26-f7d1c97dbba2 HTTP/1.1" status: 200 len: 1096 time: 2.6985154 Nov 02 16:23:47.760575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:47.763152 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce061691-30db-4910-b390-33847ccc1fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:47.847140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Attempting to bind port f03ad994-4a2e-4c19-9900-95bfe947dfaa on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:47.847719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Attempting to bind port f03ad994-4a2e-4c19-9900-95bfe947dfaa by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:47.848230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Attempting to bind port f03ad994-4a2e-4c19-9900-95bfe947dfaa on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:47.855834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] For port 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:47.868863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25b0b-a85a-4605-9919-4bee8ec1d429 req-e5415bf7-be3a-487e-b835-98ecbf279f4e tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:47.874700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Port f03ad994-4a2e-4c19-9900-95bfe947dfaa on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:47.875029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Attempting to bind port f03ad994-4a2e-4c19-9900-95bfe947dfaa on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:47.877611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72f25b0b-a85a-4605-9919-4bee8ec1d429 req-e5415bf7-be3a-487e-b835-98ecbf279f4e tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 944 time: 0.0941594 Nov 02 16:23:47.885788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:47.886157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:47.886580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:47.887016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Bound port: f03ad994-4a2e-4c19-9900-95bfe947dfaa, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:47.887486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.933194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72f25b0b-a85a-4605-9919-4bee8ec1d429 req-cea55f55-354d-4b1b-af91-c1e53ff9ef6d tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547020 Nov 02 16:23:47.937659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] For port 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:47.988390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:47.998959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f3d1-573a-4632-b7ed-18ee3fa95542 service neutron] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:48.059580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-9e9528e5-4da2-45e0-81cb-d9b7407f936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.061699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-9e9528e5-4da2-45e0-81cb-d9b7407f936f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1099 time: 0.2347910 Nov 02 16:23:48.107467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.108851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:48.110885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-02e41487-8271-48d0-943d-bdece3882371 service neutron] 10.222.0.100 "PUT /v2.0/ports/98def20d-8db3-4b22-8b3c-e5b93e8ec343 HTTP/1.1" status: 200 len: 1092 time: 2.4940734 Nov 02 16:23:48.167547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-f0670c6c-5aee-476a-bafa-90bcecbe78ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2 HTTP/1.1" status: 200 len: 217 time: 0.0913930 Nov 02 16:23:48.183229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52979a4-3693-47da-8feb-88fe8d533863 req-c7918206-62fb-4cdf-aabe-75ff3688b2de tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.191757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f52979a4-3693-47da-8feb-88fe8d533863 req-c7918206-62fb-4cdf-aabe-75ff3688b2de tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 947 time: 0.1137486 Nov 02 16:23:48.267656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on host n-h1-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:48.268272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:48.268437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:48.270298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e41487-8271-48d0-943d-bdece3882371 service neutron] Pushing event updated for resources: {'Port': ['ID=98def20d-8db3-4b22-8b3c-e5b93e8ec343,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:48.274993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] For port f03ad994-4a2e-4c19-9900-95bfe947dfaa, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:48.300034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f52979a4-3693-47da-8feb-88fe8d533863 req-0fd344de-48ea-4c12-8e73-1ad90ffc8c0a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936046 Nov 02 16:23:48.308581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:48.308914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:48.331207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] For port f03ad994-4a2e-4c19-9900-95bfe947dfaa, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:48.339640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-d4c625b7-1e23-4303-961c-ea3f66c62350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.341302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-d4c625b7-1e23-4303-961c-ea3f66c62350 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1571167 Nov 02 16:23:48.361815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:48.371200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:48.371552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:48.371944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:48.372500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Bound port: 11ccfabf-e189-419a-873e-3d06fb70216b, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:48.380096 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e807ee-fd53-4ada-bbb0-aadec101af93 x-openstack-request-id: req-17e807ee-fd53-4ada-bbb0-aadec101af93 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:48.381420 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:48.381685 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17e807ee-fd53-4ada-bbb0-aadec101af93 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:48.382237 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'status': 'completed', 'code': 200} Nov 02 16:23:48.479189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-b5d05f86-cd6f-4b69-9bf8-da974c520ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.481379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-b5d05f86-cd6f-4b69-9bf8-da974c520ef7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 1095 time: 0.2959435 Nov 02 16:23:48.488881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.489458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:48.491417 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] 10.222.0.100 "PUT /v2.0/ports/f03ad994-4a2e-4c19-9900-95bfe947dfaa HTTP/1.1" status: 200 len: 1095 time: 2.3580930 Nov 02 16:23:48.501827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238b92-acbb-43ae-b3e7-d4bc7b0fe1b1 req-97e69c7c-8ee9-4472-ad59-190f8f3aaa28 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.503501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e238b92-acbb-43ae-b3e7-d4bc7b0fe1b1 req-97e69c7c-8ee9-4472-ad59-190f8f3aaa28 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.0786397 Nov 02 16:23:48.563514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e238b92-acbb-43ae-b3e7-d4bc7b0fe1b1 req-687ff3fd-2128-41c4-8c25-8f35b8d6e714 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Nov 02 16:23:48.637509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-8adccbd6-653a-43c3-b108-523c4002b639 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343 HTTP/1.1" status: 200 len: 217 time: 0.1071038 Nov 02 16:23:48.666934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949a713-2cfc-4aa1-addb-92875e4a48e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f03ad994-4a2e-4c19-9900-95bfe947dfaa,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:48.675175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee451-199e-4df0-886f-b74131501367 req-7b54bbfe-cb72-4e8c-95a2-acd5a856be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.676735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-7b54bbfe-cb72-4e8c-95a2-acd5a856be8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3264768 Nov 02 16:23:48.679555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:48.715469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:48.716499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-ee73e560-f80a-49b0-826c-b10df5252a36 service neutron] 10.222.0.31 "POST /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1220996 Nov 02 16:23:48.787568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-1bee7762-2d2c-4adf-b0a0-08e3d0699ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.789507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-1bee7762-2d2c-4adf-b0a0-08e3d0699ce7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.1317461 Nov 02 16:23:48.794800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-e774880d-66a3-4d9e-b849-aa1002d71555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.796296 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-e774880d-66a3-4d9e-b849-aa1002d71555 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 1098 time: 0.2404478 Nov 02 16:23:48.873005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292964-144c-4adb-a327-b79470c63537 req-d6f8c228-6edf-43dd-952c-ce15d7b32c89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:48.874518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39292964-144c-4adb-a327-b79470c63537 req-d6f8c228-6edf-43dd-952c-ce15d7b32c89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 950 time: 0.0581403 Nov 02 16:23:48.875641 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629fb7dc-c938-464d-876f-69cde087ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cde700-80ff-4b73-8f79-508d4abc70b5'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:48.882771 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e316db-d2bf-4e1e-af28-db8cf0341520" -d '{"events": [{"server_uuid": "629fb7dc-c938-464d-876f-69cde087ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "e2cde700-80ff-4b73-8f79-508d4abc70b5"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:48.895068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-79538d2c-8385-4d6f-97ef-2a9a8ce675d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa HTTP/1.1" status: 200 len: 217 time: 0.0782323 Nov 02 16:23:48.915059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-8098705f-8f48-4a79-860d-9d40f1a6f9a6 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145841 Nov 02 16:23:48.936653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39292964-144c-4adb-a327-b79470c63537 req-c5953acc-2f8c-463b-9199-6ec36e746afd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Nov 02 16:23:49.020685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-6ef142b4-08c9-4bfa-8999-bcc6005aa078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.022315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-6ef142b4-08c9-4bfa-8999-bcc6005aa078 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043211 Nov 02 16:23:49.036082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-8e781868-b783-40a1-a020-38f92234d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.038419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-8e781868-b783-40a1-a020-38f92234d0d8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1343493 Nov 02 16:23:49.066413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-1a053751-b015-48f1-8fc6-e971deb75c75 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=202c667b630f489cbe62bd77f0cd176b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616167 Nov 02 16:23:49.138378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e53a3-eae5-436e-ab97-36eee960027e req-4e1c5738-ad0f-41d3-a009-0ec9b917e184 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.139880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-778e53a3-eae5-436e-ab97-36eee960027e req-4e1c5738-ad0f-41d3-a009-0ec9b917e184 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1455560 Nov 02 16:23:49.152196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-487ee451-199e-4df0-886f-b74131501367 req-00116dc8-ef99-407d-90cb-7a4f13e0b14e service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038741 Nov 02 16:23:49.152607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-c975920f-4f3a-40fb-a2fd-edefc11637d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.154020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-c975920f-4f3a-40fb-a2fd-edefc11637d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1097 time: 0.1382680 Nov 02 16:23:49.171698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-1eaab8db-3e7c-4641-b963-e3a06b46ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.173327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-1eaab8db-3e7c-4641-b963-e3a06b46ca40 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254637 Nov 02 16:23:49.199784 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-82b52bae-8bf6-4f24-b401-be1fc3622944 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584156 Nov 02 16:23:49.268766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-778e53a3-eae5-436e-ab97-36eee960027e req-18eb5030-85c7-4b65-81b6-66dd93faf001 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202531 Nov 02 16:23:49.309359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-3c645fec-cb6c-4249-87fd-814330ba99bb tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.311107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-3c645fec-cb6c-4249-87fd-814330ba99bb tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357445 Nov 02 16:23:49.342629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-f565ba3c-870e-460e-a4e4-2fa8d1a84b36 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/quotas/202c667b630f489cbe62bd77f0cd176b HTTP/1.1" status: 200 len: 375 time: 0.0149190 Nov 02 16:23:49.343752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-70b3e080-6b7b-4fc1-9eee-c523cf351925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.345464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-70b3e080-6b7b-4fc1-9eee-c523cf351925 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1744132 Nov 02 16:23:49.418835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-a4f4fbe3-3d28-4414-be5f-746d1cc78290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 217 time: 0.0657823 Nov 02 16:23:49.420820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-31ae50a1-16c0-4fdc-95fd-99b39730a8e1 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=202c667b630f489cbe62bd77f0cd176b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698388 Nov 02 16:23:49.500946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ad655-1545-4731-86eb-dc5cb350eb70 req-0321e05e-0172-49c7-bf90-c403804a4d2e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.502477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f5ad655-1545-4731-86eb-dc5cb350eb70 req-0321e05e-0172-49c7-bf90-c403804a4d2e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 946 time: 0.1072276 Nov 02 16:23:49.510675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-0665021b-f89f-433e-906b-4f046d1e9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.512644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-0665021b-f89f-433e-906b-4f046d1e9ead service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0697839 Nov 02 16:23:49.538038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce061691-30db-4910-b390-33847ccc1fd6 req-e42ea0d1-a339-4361-8e78-2b9f5bc52fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.539699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-e42ea0d1-a339-4361-8e78-2b9f5bc52fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1099 time: 0.3028071 Nov 02 16:23:49.555319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-51f43995-4b73-4004-9bb3-91c144a8636f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343990 Nov 02 16:23:49.568127 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda5a77a-89f8-4a1b-b159-99f25f1671e4 x-openstack-request-id: req-bda5a77a-89f8-4a1b-b159-99f25f1671e4 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:49.568549 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629fb7dc-c938-464d-876f-69cde087ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "e2cde700-80ff-4b73-8f79-508d4abc70b5", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:49.568822 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bda5a77a-89f8-4a1b-b159-99f25f1671e4 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:49.569190 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629fb7dc-c938-464d-876f-69cde087ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cde700-80ff-4b73-8f79-508d4abc70b5', 'code': 200} Nov 02 16:23:49.606934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f5ad655-1545-4731-86eb-dc5cb350eb70 req-aa809787-d2df-4567-8295-faef69da0410 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930974 Nov 02 16:23:49.651828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10152c95-5dbd-46c0-963b-f696a27a4b5d req-b084758f-28ee-43c9-a147-49be827d0ab3 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138024 Nov 02 16:23:49.738069 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-58363c0c-275a-42bb-8687-6ab08c17b6aa service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509553 Nov 02 16:23:49.781186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-d28abd55-a9b5-4b29-950d-e1f28405ca3d service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132230 Nov 02 16:23:49.825086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e401-d168-4bcb-9aaa-b4118f826bcf req-180aebd4-6e34-4ffa-ae5e-97329655800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.826603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60c8e401-d168-4bcb-9aaa-b4118f826bcf req-180aebd4-6e34-4ffa-ae5e-97329655800e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 1100 time: 0.1733100 Nov 02 16:23:49.886345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce061691-30db-4910-b390-33847ccc1fd6 req-4f33dbbd-af74-4da9-8554-dd88560826e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.887548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-4f33dbbd-af74-4da9-8554-dd88560826e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3376024 Nov 02 16:23:49.891554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cccc61-d633-448b-a979-3d422071e7e2 req-5d24b8f3-7f1f-47eb-9b03-cdd12eb88a20 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.894760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19cccc61-d633-448b-a979-3d422071e7e2 req-5d24b8f3-7f1f-47eb-9b03-cdd12eb88a20 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 944 time: 0.1494391 Nov 02 16:23:49.902412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c51aff-b1dd-4065-b38c-9666918768e3 req-070890d9-930b-429c-a8c1-8b4c549a77ad tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:49.910617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90c51aff-b1dd-4065-b38c-9666918768e3 req-070890d9-930b-429c-a8c1-8b4c549a77ad tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 1101 time: 0.1473472 Nov 02 16:23:49.913103 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60c8e401-d168-4bcb-9aaa-b4118f826bcf req-cf9e26e1-656d-44a7-a34c-a050e3cf2fdb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756137 Nov 02 16:23:49.944663 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-f759e41e-4888-4008-a14f-4273c50b3d0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2 HTTP/1.1" status: 200 len: 217 time: 0.0438387 Nov 02 16:23:49.946480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d2dd2a0-8b07-46d0-924b-c95aefa74356 req-ed2c06ca-16fb-4b41-aed1-0e731d13f58a service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985650 Nov 02 16:23:49.955303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-90c51aff-b1dd-4065-b38c-9666918768e3 req-c350ad7e-665f-48eb-8510-a880e56b0979 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:50.002057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-3e48f52a-d3f7-4c60-9803-9910c61f59c1 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094777 Nov 02 16:23:50.006553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19cccc61-d633-448b-a979-3d422071e7e2 req-ae944d28-c2d9-4f1e-bd19-33c9c0b2d618 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927973 Nov 02 16:23:50.081013 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-90c51aff-b1dd-4065-b38c-9666918768e3 req-c350ad7e-665f-48eb-8510-a880e56b0979 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:50.085489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-90c51aff-b1dd-4065-b38c-9666918768e3 req-c350ad7e-665f-48eb-8510-a880e56b0979 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:50.124851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90c51aff-b1dd-4065-b38c-9666918768e3 req-c350ad7e-665f-48eb-8510-a880e56b0979 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133355 Nov 02 16:23:50.144613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ad7e-665f-48eb-8510-a880e56b0979 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f82cdc8-c37e-49f9-bec6-fb892fa3bb09,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:50.157820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7affd-4365-47f1-aabf-df39a2c29aed req-f9f06348-079d-433c-bca7-4eb22df6cb50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.159487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5c7affd-4365-47f1-aabf-df39a2c29aed req-f9f06348-079d-433c-bca7-4eb22df6cb50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 947 time: 0.0903654 Nov 02 16:23:50.183177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce061691-30db-4910-b390-33847ccc1fd6 req-818e0d19-e7d0-4bc3-9710-5e83250cd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.184951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-818e0d19-e7d0-4bc3-9710-5e83250cd9b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0777695 Nov 02 16:23:50.204626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5c7affd-4365-47f1-aabf-df39a2c29aed req-88172ae5-706d-4188-9b30-b60b17361906 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Nov 02 16:23:50.274956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce061691-30db-4910-b390-33847ccc1fd6 req-a87bb533-8e1e-4662-9bb3-80cfdb26df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.276500 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-a87bb533-8e1e-4662-9bb3-80cfdb26df1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592122 Nov 02 16:23:50.386575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343'}, {'name': 'network-changed', 'server_uuid': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'tag': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:50.388849 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f8c18-6635-44a4-b893-5dc530c94639" -d '{"events": [{"name": "network-changed", "server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343"}, {"name": "network-changed", "server_uuid": "dc9cd4e3-d2cd-469f-b47d-be1d175f7812", "tag": "f03ad994-4a2e-4c19-9900-95bfe947dfaa"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:50.392164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82826f1b-b96b-480c-9da8-c5117b98c553 req-c9fbb3f4-25d5-4589-a116-aabf92e59134 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 210 time: 0.0659847 Nov 02 16:23:50.399025 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-add36d4b-01db-4766-ab02-85bb5bec2afc service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067216 Nov 02 16:23:50.437533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-582597e1-a20b-4be6-9f98-97272afd0eaf tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.439116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-582597e1-a20b-4be6-9f98-97272afd0eaf tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1097 time: 0.1616142 Nov 02 16:23:50.451144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811405-2'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:50.462356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfa797-3bcc-4cd4-9adb-1cbfdb4f8019 req-4e987803-a24b-43e8-91fa-9b6df351403e tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.463868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8bfa797-3bcc-4cd4-9adb-1cbfdb4f8019 req-4e987803-a24b-43e8-91fa-9b6df351403e tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.1106813 Nov 02 16:23:50.513717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ce061691-30db-4910-b390-33847ccc1fd6 req-5a2dc6a0-b22b-4d81-b135-74aaacc1dd12 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065803 Nov 02 16:23:50.542811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:50.547941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8bfa797-3bcc-4cd4-9adb-1cbfdb4f8019 req-bf3aeb0a-3335-47f6-9683-6cf7d6b05053 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689464 Nov 02 16:23:50.637424 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6029033a-9d35-4ee3-bfb7-9b1d6473a3fa x-openstack-request-id: req-6029033a-9d35-4ee3-bfb7-9b1d6473a3fa {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:50.637794 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc9cd4e3-d2cd-469f-b47d-be1d175f7812", "tag": "f03ad994-4a2e-4c19-9900-95bfe947dfaa", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:50.638234 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6029033a-9d35-4ee3-bfb7-9b1d6473a3fa {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:50.638705 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'status': 'completed', 'code': 200} Nov 02 16:23:50.639489 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'tag': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa', 'status': 'completed', 'code': 200} Nov 02 16:23:50.697745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64326f05-9f98-4d1c-99dc-98429844a426 req-8e28ff98-f0ab-4ceb-91b3-fcd42318c361 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.699094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64326f05-9f98-4d1c-99dc-98429844a426 req-8e28ff98-f0ab-4ceb-91b3-fcd42318c361 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1102533 Nov 02 16:23:50.720760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-b81d54a7-a048-45cb-8c9d-1c4e79d03900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.722256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-b81d54a7-a048-45cb-8c9d-1c4e79d03900 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 1095 time: 0.0580902 Nov 02 16:23:50.784927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:50.790658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-10635c87-bded-4443-84ae-bafbb432d137 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488031 Nov 02 16:23:50.808376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64326f05-9f98-4d1c-99dc-98429844a426 req-40fda66d-f192-4495-87d6-40504e740454 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027932 Nov 02 16:23:50.818932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-73be37d6-5606-421f-a14c-3913a7a65d26 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=202c667b630f489cbe62bd77f0cd176b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296824 Nov 02 16:23:50.904125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:50.939455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-07aab462-6682-4e5c-a4aa-0a87bd963539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:50.941137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-07aab462-6682-4e5c-a4aa-0a87bd963539 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 924 time: 0.2053394 Nov 02 16:23:50.987845 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-9547415e-9bcb-4f9d-9f8b-8062bd33db65 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343 HTTP/1.1" status: 200 len: 217 time: 0.0386066 Nov 02 16:23:51.000096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-c11fa675-efc7-4480-b728-baf994626da5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.001578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-c11fa675-efc7-4480-b728-baf994626da5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921461 Nov 02 16:23:51.006032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:51.008964 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04904ee6-51cf-4fdb-977a-2c5ffd7e5f1b" -d '{"events": [{"server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:51.016002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.031918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.047969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7aa276-60ad-4715-b964-10c346bb451c req-916236f6-6622-4770-88f1-865ff475460c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.049442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb7aa276-60ad-4715-b964-10c346bb451c req-916236f6-6622-4770-88f1-865ff475460c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 946 time: 0.1251578 Nov 02 16:23:51.051170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-8fcd561c-d929-4118-9eb1-9a8cea088f9a tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.054100 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-8fcd561c-d929-4118-9eb1-9a8cea088f9a tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068698 Nov 02 16:23:51.054259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-332032a9-308d-4266-b1a9-b29eb1c0f7dd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/quotas/79ae8d43675846f9bc18de4bdf779d8b HTTP/1.1" status: 200 len: 375 time: 0.0346212 Nov 02 16:23:51.068039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Request body: {'port': {'device_id': '7b2d169b-8407-4083-85e7-c8cad698b335', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '202c667b630f489cbe62bd77f0cd176b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:51.125753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-edd3e4de-eb9d-4eab-bc6e-128b6816c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.127243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-edd3e4de-eb9d-4eab-bc6e-128b6816c4db service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.1270666 Nov 02 16:23:51.248144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-b4106ca9-1ff4-4d06-8874-0625250c5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.250532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-b4106ca9-1ff4-4d06-8874-0625250c5b4a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116350 Nov 02 16:23:51.353942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Made reservation on behalf of 202c667b630f489cbe62bd77f0cd176b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:51.360011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.377618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.476373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-00566e1c-5e86-4be1-adf2-825d2a5d8a1f service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143240 Nov 02 16:23:51.495946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:51.510531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb7aa276-60ad-4715-b964-10c346bb451c req-b5fc0429-7413-482d-afd7-9d0b9890cf8e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386146 Nov 02 16:23:51.533800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-8ca6694d-3163-49da-a022-cc617b25728b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4476106 Nov 02 16:23:51.537420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on host n-h2-811405-2 for vnic_type normal with profile {"migrating_to": "n-h1-811405-2"} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:51.537791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:51.538411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:51.544091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:51.544419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Attempting to bind port 11ccfabf-e189-419a-873e-3d06fb70216b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:51.549807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:51.550734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:51.551652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:51.552162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Bound port: 11ccfabf-e189-419a-873e-3d06fb70216b, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:51.553036 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.596906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.605126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.639609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:51.645292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:51.652779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.697602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab868bd-eaf0-474f-a91c-51fb776f48fd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:51.708793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-b8f175dd-3347-4ff8-a49e-4434963bb8a4 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237570 Nov 02 16:23:51.753303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=8']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:51.761658 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f7c87-650e-43d6-a571-7199d86b053d x-openstack-request-id: req-195f7c87-650e-43d6-a571-7199d86b053d {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:51.761946 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:51.762235 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-195f7c87-650e-43d6-a571-7199d86b053d {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:51.762627 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b', 'code': 200} Nov 02 16:23:51.781938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.782966 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:51.784518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-be29c76a-3d50-48dd-97a0-15266eafd4ab service neutron] 10.222.0.55 "PUT /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 1122 time: 1.3374753 Nov 02 16:23:51.812991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Allocated IP 192.168.233.61 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/f02647fd-e3a4-4223-9cc2-43ccfe1b5041) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:51.858933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-6ac1fd69-dea6-4488-af9b-c647f4d93cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.860515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-6ac1fd69-dea6-4488-af9b-c647f4d93cf8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 1098 time: 0.0865562 Nov 02 16:23:51.890077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['11ccfabf-e189-419a-873e-3d06fb70216b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:51.897407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0def718-290c-49de-ad5c-ce6951a3175b req-c3e8865f-9989-4fdf-9be0-cce44d5ee784 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:51.906306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0def718-290c-49de-ad5c-ce6951a3175b req-c3e8865f-9989-4fdf-9be0-cce44d5ee784 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 944 time: 0.0766757 Nov 02 16:23:51.953526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0def718-290c-49de-ad5c-ce6951a3175b req-7d54e744-c253-4057-ab85-bd4450aba7d1 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Nov 02 16:23:52.087378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5b3c86b-ba9d-496d-bec6-8365c50525de req-4f86cd26-7919-421d-8f07-98c5b9b94b97 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 210 time: 0.0345104 Nov 02 16:23:52.098164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:52.112024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.116048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7317e-ff5a-4014-9aa6-16b03da1b67a req-498a28d7-5b7f-4658-a962-3868f3605b3e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.117529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1a7317e-ff5a-4014-9aa6-16b03da1b67a req-498a28d7-5b7f-4658-a962-3868f3605b3e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 947 time: 0.0943625 Nov 02 16:23:52.124327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-69febd0f-9f06-42c9-b699-15ceed9bda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.125780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-69febd0f-9f06-42c9-b699-15ceed9bda7c service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2065833 Nov 02 16:23:52.202358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:52.206047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1a7317e-ff5a-4014-9aa6-16b03da1b67a req-82d65003-46a0-4bae-ac1c-fa70a214aa9f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704546 Nov 02 16:23:52.212450 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-70364fbd-2fab-4297-abf3-e80cb11c7c9d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa HTTP/1.1" status: 200 len: 217 time: 0.0664344 Nov 02 16:23:52.214168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'mac_address': 'fa:16:3e:4f:41:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:52.275850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693571e-0546-412a-998c-ae31b16519ae req-9ff32665-f766-4731-97c4-ff4703e95507 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.277076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.287394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0693571e-0546-412a-998c-ae31b16519ae req-9ff32665-f766-4731-97c4-ff4703e95507 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.1060803 Nov 02 16:23:52.289626 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.313173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:52.339856 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0693571e-0546-412a-998c-ae31b16519ae req-64f87052-7972-43ed-96a0-9b7294985e16 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Nov 02 16:23:52.348099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:52.359397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.369472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:52.388570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Pushing event updated for resources: {'Port': ['ID=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:52.392141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:52.408065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:52.417397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.418309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.424282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-179d90ae-b094-4aad-a0aa-735e9ac28fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.426183 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-179d90ae-b094-4aad-a0aa-735e9ac28fd1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2021687 Nov 02 16:23:52.478844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-952fc407-e8c8-44e3-9c84-ef64059feafc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4157774 Nov 02 16:23:52.500705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Request body: {'port': {'device_id': '7b2d169b-8407-4083-85e7-c8cad698b335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:52.524393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd01a4-ee0b-4d08-99ce-dd9286f49ab2 req-52a88eb3-b8b6-4bba-9486-13b2597c3fe6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.526661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4bd01a4-ee0b-4d08-99ce-dd9286f49ab2 req-52a88eb3-b8b6-4bba-9486-13b2597c3fe6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1429875 Nov 02 16:23:52.542265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-3cb2ca2e-5187-49b2-8370-dd652ffe5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.544369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-3cb2ca2e-5187-49b2-8370-dd652ffe5b43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101608 Nov 02 16:23:52.597183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4bd01a4-ee0b-4d08-99ce-dd9286f49ab2 req-92f82349-36c1-4d92-bcd9-ee25f06b5fd6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623353 Nov 02 16:23:52.610471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:52.645145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48be7a9d-0df9-4159-9c26-f7d1c97dbba2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:52.715953 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.725634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.842318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-518a3efb-bece-4a67-894a-660913e92c3c service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862036 Nov 02 16:23:52.894831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52870ef8-ff84-4f9b-a5b7-c9930f8ddda7 req-a1ec6f86-ff24-4cac-a367-2a7a100cedef tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:52.896671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52870ef8-ff84-4f9b-a5b7-c9930f8ddda7 req-a1ec6f86-ff24-4cac-a367-2a7a100cedef tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.1038561 Nov 02 16:23:52.928872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-eff6d019-7841-4f32-811c-d2b29ce87933 None None] Provisioning complete for port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:52.929486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eff6d019-7841-4f32-811c-d2b29ce87933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:52.979724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52870ef8-ff84-4f9b-a5b7-c9930f8ddda7 req-26a0eca6-5a0c-4a04-9629-f390419115b1 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Nov 02 16:23:53.013310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eff6d019-7841-4f32-811c-d2b29ce87933 None None] Port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:53.099789 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4c3f8c18-6635-44a4-b893-5dc530c94639 req-0f1a9739-8134-4f5b-8e6a-397044e01f79 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976953 Nov 02 16:23:53.103027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c399f8f6-82ca-4597-aa88-efc4f8895845 req-f4515093-52f7-4919-b900-d3b4746afa5b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 210 time: 0.0437756 Nov 02 16:23:53.178715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50fca3-f16a-44ec-bf3a-642835c091f3 req-2c2b57dd-8b7d-4681-9ce5-969939a8d9e4 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.181692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa50fca3-f16a-44ec-bf3a-642835c091f3 req-2c2b57dd-8b7d-4681-9ce5-969939a8d9e4 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.0805643 Nov 02 16:23:53.217370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02647fd-e3a4-4223-9cc2-43ccfe1b5041 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:53.232351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.248013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Transition to ACTIVE for port object f02647fd-e3a4-4223-9cc2-43ccfe1b5041 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:53.254749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa50fca3-f16a-44ec-bf3a-642835c091f3 req-06c6a85b-10f7-4470-87df-0da23803407d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666907 Nov 02 16:23:53.256143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.289063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4691a-7375-44e0-ada8-fc991541d01a req-65fbfe84-d518-4e50-9d99-ea715c763d60 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.291590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2d4691a-7375-44e0-ada8-fc991541d01a req-65fbfe84-d518-4e50-9d99-ea715c763d60 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 944 time: 0.0948007 Nov 02 16:23:53.326645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Pushing event updated for resources: {'Port': ['ID=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:53.343535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2d4691a-7375-44e0-ada8-fc991541d01a req-a1acd836-8dec-4b22-a6b2-786ee7c9e89e tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Nov 02 16:23:53.358727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.359147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.359679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.369707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.370593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.370943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.371279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.371612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.371944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.372274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.372598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.372919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:53.390268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Attempting to bind port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:53.390603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Attempting to bind port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:53.390928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Attempting to bind port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:53.396164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:53.396480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Attempting to bind port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:53.405627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:53.405984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:53.406371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:53.406955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Bound port: f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:53.407489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.424261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c987f86-762f-462a-85c8-bc2b38de52de req-e093d6d6-35bf-441c-8f38-310ced18d172 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.425745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c987f86-762f-462a-85c8-bc2b38de52de req-e093d6d6-35bf-441c-8f38-310ced18d172 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 947 time: 0.0579326 Nov 02 16:23:53.479748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] For port f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:53.483447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] For port f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:53.489224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.505827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c987f86-762f-462a-85c8-bc2b38de52de req-61bd523b-c62f-4445-baf2-13ede20abec6 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680158 Nov 02 16:23:53.524342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.524841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010259dc-455c-4101-8b79-29356be5c051 req-89dfb494-eda9-4f1c-9a68-204d22b73a98 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.524985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.526354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] 10.222.0.55 "PUT /v2.0/ports/f02647fd-e3a4-4223-9cc2-43ccfe1b5041 HTTP/1.1" status: 200 len: 1095 time: 1.0390010 Nov 02 16:23:53.526840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-010259dc-455c-4101-8b79-29356be5c051 req-89dfb494-eda9-4f1c-9a68-204d22b73a98 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 947 time: 0.1000741 Nov 02 16:23:53.532538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2d169b-8407-4083-85e7-c8cad698b335', 'tag': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:53.534922 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2d169b-8407-4083-85e7-c8cad698b335", "tag": "f02647fd-e3a4-4223-9cc2-43ccfe1b5041"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:53.564428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398e01b-bbd4-4eea-8cdf-c62a1414aa0d service neutron] Pushing event updated for resources: {'Port': ['ID=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:53.573215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-010259dc-455c-4101-8b79-29356be5c051 req-c2f89633-9a65-4a79-885e-ea9959044add tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Nov 02 16:23:53.597469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f03ad994-4a2e-4c19-9900-95bfe947dfaa details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:53.651741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-b90ffc31-8e83-4a16-bb78-6da2d4cc63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.654974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-b90ffc31-8e83-4a16-bb78-6da2d4cc63a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202c667b630f489cbe62bd77f0cd176b&device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 1098 time: 0.0769022 Nov 02 16:23:53.658723 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e0b8da-d303-4df5-b837-07414cd96e9e x-openstack-request-id: req-f2e0b8da-d303-4df5-b837-07414cd96e9e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:53.659254 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2d169b-8407-4083-85e7-c8cad698b335", "tag": "f02647fd-e3a4-4223-9cc2-43ccfe1b5041", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:53.659865 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2e0b8da-d303-4df5-b837-07414cd96e9e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:53.660507 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2d169b-8407-4083-85e7-c8cad698b335', 'tag': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041', 'status': 'completed', 'code': 200} Nov 02 16:23:53.767959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:53.775157 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6deab23-019a-4b02-b942-fed2ff76b041" -d '{"events": [{"name": "network-changed", "server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:53.814048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f03ad994-4a2e-4c19-9900-95bfe947dfaa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:53.836093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa', 'mac_address': 'fa:16:3e:d0:14:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:53.843186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c6e40-3788-4d21-b65f-2e3477dbae27 req-d61896c2-10b4-4612-9b3b-c10477851463 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:53.844776 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee6c6e40-3788-4d21-b65f-2e3477dbae27 req-d61896c2-10b4-4612-9b3b-c10477851463 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1248848 Nov 02 16:23:53.902205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.919562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee6c6e40-3788-4d21-b65f-2e3477dbae27 req-4e942a90-c9ea-46a1-ad2b-5b1813d70df3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622168 Nov 02 16:23:53.930514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03ad994-4a2e-4c19-9900-95bfe947dfaa {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:53.957113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f03ad994-4a2e-4c19-9900-95bfe947dfaa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:53.963547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:53.964351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 98def20d-8db3-4b22-8b3c-e5b93e8ec343 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:53.994103 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbac79a-ea7d-4250-95fc-28956f5f5dff x-openstack-request-id: req-8fbac79a-ea7d-4250-95fc-28956f5f5dff {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:53.995484 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:53.996011 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fbac79a-ea7d-4250-95fc-28956f5f5dff {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:53.996640 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b', 'status': 'completed', 'code': 200} Nov 02 16:23:54.062777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-7c7a6b7b-9789-4799-8e58-e4bcbd4f25e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041 HTTP/1.1" status: 200 len: 217 time: 0.3932853 Nov 02 16:23:54.087008 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-e8787a40-4c6e-4e21-8511-c7dfdf5a387e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586505 Nov 02 16:23:54.127759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33b5e-7896-42b5-814c-8cd294f657e9 req-f28d9bbe-42b0-4845-b8a8-9120abb03e4b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.139341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90c33b5e-7896-42b5-814c-8cd294f657e9 req-f28d9bbe-42b0-4845-b8a8-9120abb03e4b tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.0949018 Nov 02 16:23:54.141779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:54.143741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:54.194834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-8548f345-4baf-4d3f-8335-1470dcf8aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.195702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:54.196323 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-8548f345-4baf-4d3f-8335-1470dcf8aba9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1125 time: 0.1553831 Nov 02 16:23:54.199741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-4847e628-a5b9-4955-b5d0-96cf6235eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.201087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-4847e628-a5b9-4955-b5d0-96cf6235eb08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1242130 Nov 02 16:23:54.217226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90c33b5e-7896-42b5-814c-8cd294f657e9 req-74d74578-6bc5-439f-9523-90c0adb3c3bf tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747356 Nov 02 16:23:54.241532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'port_id': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'mac_address': 'fa:16:3e:5b:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:54.257241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=f03ad994-4a2e-4c19-9900-95bfe947dfaa,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:54.271199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91abf8b-cb93-462e-bbf8-ca49c54f86a7 req-9b69c2ab-df87-452c-b051-470ab2c484af tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.272928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e91abf8b-cb93-462e-bbf8-ca49c54f86a7 req-9b69c2ab-df87-452c-b051-470ab2c484af tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.1547649 Nov 02 16:23:54.345970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:54.347156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-189c9597-8432-44aa-a4c5-b89a6460311d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.349329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-189c9597-8432-44aa-a4c5-b89a6460311d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407713 Nov 02 16:23:54.351363 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:54.361675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:54.362049 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:54.363622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-49c131dc-34a7-4aaa-972b-5547b610ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.365491 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-49c131dc-34a7-4aaa-972b-5547b610ace2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460955 Nov 02 16:23:54.372238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': 'f0208d60-2908-4967-934a-1c0459dd1086', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:54.382521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e91abf8b-cb93-462e-bbf8-ca49c54f86a7 req-9abed7b3-1a60-4c6b-95f0-f490c8ffbd73 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924683 Nov 02 16:23:54.399721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98def20d-8db3-4b22-8b3c-e5b93e8ec343 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:54.427638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:54.451592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:54.455812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b has no active binding in host n-h1-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:23:54.458895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:54.490986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a931c35-6a40-41b2-a2ef-81b191c95513 req-9f0dbf71-16b2-4206-a5d3-b457d1588548 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 210 time: 0.1051910 Nov 02 16:23:54.544788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=98def20d-8db3-4b22-8b3c-e5b93e8ec343,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:54.545123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-4becf683-fe93-4206-86d8-34e93edff245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.547854 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-4becf683-fe93-4206-86d8-34e93edff245 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.3366723 Nov 02 16:23:54.552963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:54.579477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.100', 57859) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:54.596640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:54.599548 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef66151-e2d7-4732-83b7-403849c9feed" -d '{"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-plugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:54.618001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:54.626613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:54.636922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a657e-f124-404e-b936-d6af07e54b55 req-350b8bf7-d097-4643-9400-3fff647fa346 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.638413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-475a657e-f124-404e-b936-d6af07e54b55 req-350b8bf7-d097-4643-9400-3fff647fa346 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 945 time: 0.1222851 Nov 02 16:23:54.657826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-31e82cbf-a350-4a53-91db-8ea10c79d7b3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 217 time: 0.0964124 Nov 02 16:23:54.699440 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-e4e5eb73-4423-4a5c-9430-ca96a6a25604 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753264 Nov 02 16:23:54.700685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:54.730705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-475a657e-f124-404e-b936-d6af07e54b55 req-92c982c9-6d8f-4895-bd39-93c36d589a7f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817528 Nov 02 16:23:54.739951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0793e-3395-4ea7-96eb-9d9d23fbd5ac req-4f5431e2-a9ae-488d-b7cf-4c6b6758aeb7 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.741826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bef0793e-3395-4ea7-96eb-9d9d23fbd5ac req-4f5431e2-a9ae-488d-b7cf-4c6b6758aeb7 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 947 time: 0.0864258 Nov 02 16:23:54.754768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-5f546c58-86c2-46f0-a24b-a34d391fe786 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791187 Nov 02 16:23:54.790021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bef0793e-3395-4ea7-96eb-9d9d23fbd5ac req-186c6e4c-36c2-4ed1-a78a-4f152eec2e9a tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Nov 02 16:23:54.811943 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['98def20d-8db3-4b22-8b3c-e5b93e8ec343'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:54.853325 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed173562-0100-496b-bcf9-eb19fc9a5560 x-openstack-request-id: req-ed173562-0100-496b-bcf9-eb19fc9a5560 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:54.853740 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-plugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:54.854057 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed173562-0100-496b-bcf9-eb19fc9a5560 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:54.854550 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'code': 200} Nov 02 16:23:54.885743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f03ad994-4a2e-4c19-9900-95bfe947dfaa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:54.902877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d179-1c4b-4759-a41f-3e4e1492ec18 req-82045332-276a-4223-ba67-dcc5696a65b6 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.903141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-8b09b893-1118-4d08-a89e-b9cf5caec9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:54.904681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-8b09b893-1118-4d08-a89e-b9cf5caec9b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.2290683 Nov 02 16:23:54.905206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6382d179-1c4b-4759-a41f-3e4e1492ec18 req-82045332-276a-4223-ba67-dcc5696a65b6 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 948 time: 0.0812683 Nov 02 16:23:54.963961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-c1bbe912-94cb-4af8-9ee4-d41730880a14 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374565 Nov 02 16:23:54.985905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:54.986192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6382d179-1c4b-4759-a41f-3e4e1492ec18 req-cea71412-443b-4609-a4eb-e3123226c560 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721805 Nov 02 16:23:54.989497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:55.000321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561c3ce-dd4a-40c3-bed2-ebb42954721d req-45807338-6e21-46b4-8f76-7cca07334e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.001857 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6561c3ce-dd4a-40c3-bed2-ebb42954721d req-45807338-6e21-46b4-8f76-7cca07334e08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1101 time: 0.0853510 Nov 02 16:23:55.077263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6561c3ce-dd4a-40c3-bed2-ebb42954721d req-76a74903-3b1f-4eec-89b0-91c607e757eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664203 Nov 02 16:23:55.088247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-9e9ad330-58ea-465d-b84d-24a6037e60e8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.089760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-9e9ad330-58ea-465d-b84d-24a6037e60e8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566182 Nov 02 16:23:55.095338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5405e4-0876-43df-9053-44c2d7917d2f req-e09eb8ac-ebeb-4eef-826d-d383c360b852 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.097578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc5405e4-0876-43df-9053-44c2d7917d2f req-e09eb8ac-ebeb-4eef-826d-d383c360b852 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.0702791 Nov 02 16:23:55.124318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:55.155393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc5405e4-0876-43df-9053-44c2d7917d2f req-faf07b3e-b208-4461-9840-1e930d357d3e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Nov 02 16:23:55.185198 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f4283ea6-bfe1-43db-93cf-119a734edd9c req-cdff68fb-fd4a-4d53-8083-341db7839034 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117787 Nov 02 16:23:55.327164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-b39b7ac5-6d65-4834-902d-407ac7c87ef9 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421652 Nov 02 16:23:55.381341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e87f30-4d85-4a09-8dd6-f2ca05af3413 req-f3f74889-16c3-45b2-a0aa-cf1fa5829ba5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.383194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58e87f30-4d85-4a09-8dd6-f2ca05af3413 req-f3f74889-16c3-45b2-a0aa-cf1fa5829ba5 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.0782390 Nov 02 16:23:55.428532 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58e87f30-4d85-4a09-8dd6-f2ca05af3413 req-9d5eff05-d366-49f3-ae33-407b1de14f12 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9baddcc-c30c-4981-93a8-548b7c51d067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374258 Nov 02 16:23:55.448476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.243 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/ca6b9b0d-8283-46d7-91c5-844f4456c5e0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:55.527220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d174da-8722-470c-8a67-40efa4327642 req-434bb950-fd0d-4490-94ae-e125b8815c98 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.528308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:23:55.528804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17d174da-8722-470c-8a67-40efa4327642 req-434bb950-fd0d-4490-94ae-e125b8815c98 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0715988 Nov 02 16:23:55.531768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:55.554424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-a9826e5c-a257-481f-afbb-b0de571f70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.555942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-a9826e5c-a257-481f-afbb-b0de571f70c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202c667b630f489cbe62bd77f0cd176b&device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 1098 time: 0.1949637 Nov 02 16:23:55.578405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b6deab23-019a-4b02-b942-fed2ff76b041 req-b757ee6f-ee51-4eb4-af1e-116de83bd005 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320127 Nov 02 16:23:55.579328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17d174da-8722-470c-8a67-40efa4327642 req-7eb14a4d-08f3-470e-a385-ae26eb9c61e9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Nov 02 16:23:55.638565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-17668d72-d0c9-4a58-92c9-5cd376d6247c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.640267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-17668d72-d0c9-4a58-92c9-5cd376d6247c tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 949 time: 0.0600605 Nov 02 16:23:55.730434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e5c9dfe-35f4-4be6-93cb-84a59c73e0ff req-63aadb53-a57a-4495-afe4-18cb14aa4f9e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 210 time: 0.0554008 Nov 02 16:23:55.805420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Deleting port e2cde700-80ff-4b73-8f79-508d4abc70b5 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:23:55.806054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:55.831894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-c122e579-ea55-41e1-996b-0c720ce852db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.835723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-c122e579-ea55-41e1-996b-0c720ce852db service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2611170 Nov 02 16:23:55.899427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:55.903639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-7bc2d109-2301-4337-9989-9e01598b11f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041 HTTP/1.1" status: 200 len: 217 time: 0.0565948 Nov 02 16:23:55.980406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-a9d16c95-447a-40f8-8b50-afce7ca78bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.981884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-a9d16c95-447a-40f8-8b50-afce7ca78bdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0682840 Nov 02 16:23:55.985987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0aa2d-3c37-47ac-bc7c-fb34d1848e9a req-6736f548-be38-4d45-a687-9eafc1c7942d tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:55.987561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22c0aa2d-3c37-47ac-bc7c-fb34d1848e9a req-6736f548-be38-4d45-a687-9eafc1c7942d tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 945 time: 0.1422210 Nov 02 16:23:56.011356 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.025214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:56.031741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf205ad-2ff5-4ad3-bf9e-77b0e4e9b89c req-6808479c-e52c-4a51-a9b6-11aba97dda58 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:56.033263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3cf205ad-2ff5-4ad3-bf9e-77b0e4e9b89c req-6808479c-e52c-4a51-a9b6-11aba97dda58 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 947 time: 0.1282108 Nov 02 16:23:56.048175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] For port e2cde700-80ff-4b73-8f79-508d4abc70b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e2cde700-80ff-4b73-8f79-508d4abc70b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:56.048435 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.076216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Calling delete_port for e2cde700-80ff-4b73-8f79-508d4abc70b5 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:23:56.102753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22c0aa2d-3c37-47ac-bc7c-fb34d1848e9a req-b8daf773-5869-4b28-b1f1-48ea6b795836 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043985 Nov 02 16:23:56.183639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3cf205ad-2ff5-4ad3-bf9e-77b0e4e9b89c req-ecbb52a6-f9aa-4792-b492-9333ddc01e8e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308336 Nov 02 16:23:56.293526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43100) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:56.368479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49cc00-2011-4c78-8a64-231ca7ebc550 req-92450289-d7d2-41aa-89c9-e80e01d9f650 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:56.370267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c49cc00-2011-4c78-8a64-231ca7ebc550 req-92450289-d7d2-41aa-89c9-e80e01d9f650 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 948 time: 0.1439488 Nov 02 16:23:56.407302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:56.422315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:56.436755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247ed04-8afe-4b5f-8c06-33cdccfe6244 req-8b4f5928-da4e-4c9a-8eea-e4b87ac4b979 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:56.437990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:56.444115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:56.444852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.445189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d247ed04-8afe-4b5f-8c06-33cdccfe6244 req-8b4f5928-da4e-4c9a-8eea-e4b87ac4b979 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1502202 Nov 02 16:23:56.454220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.94 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/b0e681ff-69a5-442b-8dc6-a429e4cb3f1e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:23:56.465397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:56.483220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-8c8e6235-1b9b-4e6b-93e2-dfa6f7ad0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:56.484839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-8c8e6235-1b9b-4e6b-93e2-dfa6f7ad0c50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4685950 Nov 02 16:23:56.488339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-a56f8b48-6f1e-4e15-93bd-2668189f59fb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1201861 Nov 02 16:23:56.517250 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:23:56.548153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Request body: {'port': {'device_id': 'f0208d60-2908-4967-934a-1c0459dd1086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:56.550778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d247ed04-8afe-4b5f-8c06-33cdccfe6244 req-b4876b4b-7870-4997-98fa-c5a099240f09 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045535 Nov 02 16:23:56.572065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c49cc00-2011-4c78-8a64-231ca7ebc550 req-2c5215e8-2c96-4860-b18f-b3a6bba48cb3 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926625 Nov 02 16:23:56.586624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.603114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e2cde700-80ff-4b73-8f79-508d4abc70b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:56.666813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Pushing event deleted for resources: {'Port': ['ID=e2cde700-80ff-4b73-8f79-508d4abc70b5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:56.702162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3603469f-da1f-4340-8aac-40e7e06c0c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.722686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.723464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.723464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.724873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.725331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.725794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.726299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.726715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.727103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.727491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.727914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.728303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:23:56.787780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d1388bff-ba53-4a3d-81f1-717f6543d8d1 None None] Provisioning complete for port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:56.788604 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d1388bff-ba53-4a3d-81f1-717f6543d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.823516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29fbc55e-5c93-49ac-b0f1-2472a27a715e req-614826e7-dba5-4267-8df6-3b51fe13ff1d tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.31 "GET /v2.0/ports?device_id=629fb7dc-c938-464d-876f-69cde087ba7e HTTP/1.1" status: 200 len: 210 time: 0.1146426 Nov 02 16:23:56.833253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.834965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] No DVR routers for this DVR port e2cde700-80ff-4b73-8f79-508d4abc70b5 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:23:56.836909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d1388bff-ba53-4a3d-81f1-717f6543d8d1 None None] Port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:56.850921 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:56.854488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9b99b86-39a7-4541-810c-56cd6e88889d req-ce740bbb-7b19-45b9-9406-5e0661f17aa3 tempest-DeleteServersAdminTestJSON-79513375 tempest-DeleteServersAdminTestJSON-79513375-project] 10.222.0.55 "DELETE /v2.0/ports/e2cde700-80ff-4b73-8f79-508d4abc70b5 HTTP/1.1" status: 204 len: 173 time: 1.2056766 Nov 02 16:23:56.862110 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-883ca98a-9146-4ae7-a414-dd9f3bdc84ae service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676755 Nov 02 16:23:56.882279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629fb7dc-c938-464d-876f-69cde087ba7e', 'name': 'network-vif-deleted', 'tag': 'e2cde700-80ff-4b73-8f79-508d4abc70b5'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:56.887947 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3b7a0a-6d36-4fd7-be86-f04cc5b8f432" -d '{"events": [{"server_uuid": "629fb7dc-c938-464d-876f-69cde087ba7e", "name": "network-vif-deleted", "tag": "e2cde700-80ff-4b73-8f79-508d4abc70b5"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:57.002775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0098bf-c94b-4f56-8740-0136c57fb06d req-2dfcedce-771e-45c3-8813-4f8d2f6d3d8a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:57.013000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca0098bf-c94b-4f56-8740-0136c57fb06d req-2dfcedce-771e-45c3-8813-4f8d2f6d3d8a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.3216381 Nov 02 16:23:57.055294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ec0fda8-a446-42d9-90cf-41ea738cb79a req-aad96a6e-0826-4879-9f8a-44e9e7e7cea3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 210 time: 0.1044042 Nov 02 16:23:57.114866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca0098bf-c94b-4f56-8740-0136c57fb06d req-dc870b1e-719a-43d5-8f37-80915a142c1e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959275 Nov 02 16:23:57.129086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.133852 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c118ddfe-efcc-4e8f-9ed8-a59551e7c6ab x-openstack-request-id: req-c118ddfe-efcc-4e8f-9ed8-a59551e7c6ab {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:57.134418 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629fb7dc-c938-464d-876f-69cde087ba7e", "name": "network-vif-deleted", "tag": "e2cde700-80ff-4b73-8f79-508d4abc70b5", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:57.134865 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c118ddfe-efcc-4e8f-9ed8-a59551e7c6ab {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:57.135459 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629fb7dc-c938-464d-876f-69cde087ba7e', 'name': 'network-vif-deleted', 'tag': 'e2cde700-80ff-4b73-8f79-508d4abc70b5', 'status': 'completed', 'code': 200} Nov 02 16:23:57.164170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3603469f-da1f-4340-8aac-40e7e06c0c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.164371 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a9c7cc1a-3dc1-4a41-883b-4e31f1c668ab req-c161c688-0d33-4d14-b21c-e4f682bdcdd6 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902668 Nov 02 16:23:57.170348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3603469f-da1f-4340-8aac-40e7e06c0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.211119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.232326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:57.278852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3603469f-da1f-4340-8aac-40e7e06c0c93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9301ac9e18774a42ba915d2eefad822d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9721868 Nov 02 16:23:57.293577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43116) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:57.294291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603469f-da1f-4340-8aac-40e7e06c0c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3702f5c2-4081-4db0-92d6-5aec7d3bbfe4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:57.353342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:23:57.379746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:23:57.384192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b190-bd0c-46e2-a367-e37df61bbe02 req-dbda7f01-3d8f-43fc-bce5-0e3f3cae7420 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:57.385835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2730b190-bd0c-46e2-a367-e37df61bbe02 req-dbda7f01-3d8f-43fc-bce5-0e3f3cae7420 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 945 time: 0.1759975 Nov 02 16:23:57.387170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:57.396324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:23:57.402058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:57.402863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.409758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-000cc140-d3eb-42b3-994b-f4f808668889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.455188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-46764527-d015-43db-839b-601d8055ebcf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3424850 Nov 02 16:23:57.482623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Request body: {'port': {'device_id': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:23:57.492375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6202b33-5736-4ec1-9956-e38f5c583c77 req-452f44b5-1319-491c-9061-633c73d8ea37 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:57.506784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6202b33-5736-4ec1-9956-e38f5c583c77 req-452f44b5-1319-491c-9061-633c73d8ea37 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 947 time: 0.1911788 Nov 02 16:23:57.515776 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-000cc140-d3eb-42b3-994b-f4f808668889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.564841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2730b190-bd0c-46e2-a367-e37df61bbe02 req-bcf60e16-e2ac-4351-a3ec-1c5bbc69f124 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562276 Nov 02 16:23:57.596958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.612529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f03ad994-4a2e-4c19-9900-95bfe947dfaa up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:57.642852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6b9b0d-8283-46d7-91c5-844f4456c5e0 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:57.671448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.672249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6202b33-5736-4ec1-9956-e38f5c583c77 req-0316d6b0-67ab-496f-8727-0700353deb72 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510155 Nov 02 16:23:57.710296 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-000cc140-d3eb-42b3-994b-f4f808668889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.711033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-000cc140-d3eb-42b3-994b-f4f808668889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.715169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-000cc140-d3eb-42b3-994b-f4f808668889 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3702f5c2-4081-4db0-92d6-5aec7d3bbfe4 HTTP/1.1" status: 204 len: 168 time: 0.4170389 Nov 02 16:23:57.728129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port f03ad994-4a2e-4c19-9900-95bfe947dfaa completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:57.740791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port f03ad994-4a2e-4c19-9900-95bfe947dfaa triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:57.740969 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.744692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cc140-d3eb-42b3-994b-f4f808668889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3702f5c2-4081-4db0-92d6-5aec7d3bbfe4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:57.762007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Transition to ACTIVE for port object ca6b9b0d-8283-46d7-91c5-844f4456c5e0 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:57.777082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31c071-8ae1-44a2-a8a4-b90b32a2552f req-0ec9087f-286d-4dbb-8fc3-35d196a7a9ae tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:57.779672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd31c071-8ae1-44a2-a8a4-b90b32a2552f req-0ec9087f-286d-4dbb-8fc3-35d196a7a9ae tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.0918660 Nov 02 16:23:57.790660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.838534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-57d9ac6f-1bd4-4911-8685-287f6c892233 None None] Provisioning complete for port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:57.839032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-57d9ac6f-1bd4-4911-8685-287f6c892233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.846176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd31c071-8ae1-44a2-a8a4-b90b32a2552f req-be5b956e-058d-4a17-a282-d852c93222e2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Nov 02 16:23:57.884037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eae477-93be-4745-ac5c-44895654d2dd req-0ac80e6e-8371-444b-9a43-9eb66e568db1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:57.885745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5eae477-93be-4745-ac5c-44895654d2dd req-0ac80e6e-8371-444b-9a43-9eb66e568db1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 948 time: 0.1050823 Nov 02 16:23:57.917004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ac6f-1bd4-4911-8685-287f6c892233 None None] Port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:23:57.977440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:57.979516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5eae477-93be-4745-ac5c-44895654d2dd req-0afd9a49-c794-463a-a5e7-bafc5118ab05 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715237 Nov 02 16:23:57.989145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-de3ff658-0d1d-4ab6-b51c-6a6d4197ae2c service neutron] 10.222.0.100 "GET /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b/bindings/n-h1-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.3206928 Nov 02 16:23:58.020959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:58.023414 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a61298-0a3d-4694-b518-05aeead2bef3" -d '{"events": [{"server_uuid": "dc9cd4e3-d2cd-469f-b47d-be1d175f7812", "name": "network-vif-plugged", "status": "completed", "tag": "f03ad994-4a2e-4c19-9900-95bfe947dfaa"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:58.045904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:58.052570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f03ad994-4a2e-4c19-9900-95bfe947dfaa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:58.060945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.061753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 98def20d-8db3-4b22-8b3c-e5b93e8ec343 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:23:58.122883 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e84ed6-4a27-4f64-a371-b17f6b50af21 x-openstack-request-id: req-24e84ed6-4a27-4f64-a371-b17f6b50af21 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:58.123205 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9cd4e3-d2cd-469f-b47d-be1d175f7812", "name": "network-vif-plugged", "status": "completed", "tag": "f03ad994-4a2e-4c19-9900-95bfe947dfaa", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:58.123437 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e84ed6-4a27-4f64-a371-b17f6b50af21 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:58.124103 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa', 'code': 200} Nov 02 16:23:58.159084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f02647fd-e3a4-4223-9cc2-43ccfe1b5041 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:23:58.167888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.100', 57862) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:58.182484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=f03ad994-4a2e-4c19-9900-95bfe947dfaa,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:58.221864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:23:58.271520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:23:58.272399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.367937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43144) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:58.387725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Attempting to bind port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:58.387725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Attempting to bind port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:58.387725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Attempting to bind port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:58.399359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:58.399843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Attempting to bind port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:58.409900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:58.428728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c7b62e48-1f49-47d9-b0e4-af5c21611da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.433638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:58.434062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:58.434542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:58.435084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Bound port: ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:58.435515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.440023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041', 'mac_address': 'fa:16:3e:51:4d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:23:58.482917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.509675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.535286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02647fd-e3a4-4223-9cc2-43ccfe1b5041 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:58.541208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:58.549086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.574365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c7b62e48-1f49-47d9-b0e4-af5c21611da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.587616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:58.587758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43150) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:58.593004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.599505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c7b62e48-1f49-47d9-b0e4-af5c21611da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.606636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10663852-3487-49f3-b9e7-ce35251112db req-4cfc843d-8665-4cbb-a2d7-a08997ab4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:58.608134 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10663852-3487-49f3-b9e7-ce35251112db req-4cfc843d-8665-4cbb-a2d7-a08997ab4e47 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 1100 time: 0.4386997 Nov 02 16:23:58.618571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=98def20d-8db3-4b22-8b3c-e5b93e8ec343,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:58.647874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab66e-76d4-4c7d-8862-8e3221d2d401 req-8884283b-d4ba-45bc-bea0-c8c6151e9401 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:58.655153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef9ab66e-76d4-4c7d-8862-8e3221d2d401 req-8884283b-d4ba-45bc-bea0-c8c6151e9401 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 944 time: 0.3104289 Nov 02 16:23:58.667588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805df80-3e17-4a34-954c-0393cdeee7fa req-4f108fe4-73fa-467d-bed9-7761fb4619d3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:58.670320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:58.674639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b805df80-3e17-4a34-954c-0393cdeee7fa req-4f108fe4-73fa-467d-bed9-7761fb4619d3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 935 time: 0.4497235 Nov 02 16:23:58.702772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] For port ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:58.725072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b62e48-1f49-47d9-b0e4-af5c21611da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba532e6d-d171-4dfc-b91a-98d03deb5e86,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:58.741657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c7b62e48-1f49-47d9-b0e4-af5c21611da2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14202f3cea57492983d4a6dac9baf5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693695 Nov 02 16:23:58.745170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e681ff-69a5-442b-8dc6-a429e4cb3f1e {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:58.749785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43156) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:58.753553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] For port ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:58.763086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.769086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.774184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10663852-3487-49f3-b9e7-ce35251112db req-666beb9d-c044-442f-a4f9-b5c2487c47fc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443036 Nov 02 16:23:58.795206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef9ab66e-76d4-4c7d-8862-8e3221d2d401 req-abe663d1-8d90-42ed-8aef-ee8977dcddc5 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389921 Nov 02 16:23:58.816317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b805df80-3e17-4a34-954c-0393cdeee7fa req-fb380d86-1fcd-4da7-945e-f5e01fa361f4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252985 Nov 02 16:23:58.853867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18f39a2d-d6db-4f74-b91d-e4d6482ec7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.869267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:58.878458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Transition to ACTIVE for port object b0e681ff-69a5-442b-8dc6-a429e4cb3f1e will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:58.881545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:58.883229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.884343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f02647fd-e3a4-4223-9cc2-43ccfe1b5041'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:23:58.885403 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] 10.222.0.100 "PUT /v2.0/ports/ca6b9b0d-8283-46d7-91c5-844f4456c5e0 HTTP/1.1" status: 200 len: 1096 time: 2.3714743 Nov 02 16:23:58.893380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0208d60-2908-4967-934a-1c0459dd1086', 'tag': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:23:58.897031 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41" -d '{"events": [{"name": "network-changed", "server_uuid": "f0208d60-2908-4967-934a-1c0459dd1086", "tag": "ca6b9b0d-8283-46d7-91c5-844f4456c5e0"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:23:58.910559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18f39a2d-d6db-4f74-b91d-e4d6482ec7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.916349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:58.970337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:59.008509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-814fdbd6-8350-4aac-83e2-36cc6905c920 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4044f29654a44301ade620fadfb9081c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3911996 Nov 02 16:23:59.013214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43164) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:23:59.014371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2fc70-ddd0-4c47-ab8b-815045200d38 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:59.053478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345a621-9385-4253-ab18-c1f8bfadd42d req-a157e5ea-6e98-4f0f-9851-23a1f1b19230 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.054992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0345a621-9385-4253-ab18-c1f8bfadd42d req-a157e5ea-6e98-4f0f-9851-23a1f1b19230 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.1252792 Nov 02 16:23:59.078727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a6b5-3f3e-4ef0-b0c6-b694387973cd req-958531a8-a79b-4dff-bfe8-f7558a05e1fa tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.080247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a607a6b5-3f3e-4ef0-b0c6-b694387973cd req-958531a8-a79b-4dff-bfe8-f7558a05e1fa tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 948 time: 0.1516452 Nov 02 16:23:59.094399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ccfabf-e189-419a-873e-3d06fb70216b {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:23:59.129670 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18f39a2d-d6db-4f74-b91d-e4d6482ec7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.132698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18f39a2d-d6db-4f74-b91d-e4d6482ec7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.136213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-18f39a2d-d6db-4f74-b91d-e4d6482ec7cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba532e6d-d171-4dfc-b91a-98d03deb5e86 HTTP/1.1" status: 204 len: 168 time: 0.3793354 Nov 02 16:23:59.149950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0345a621-9385-4253-ab18-c1f8bfadd42d req-722e718b-f74b-4593-a8b6-a819aa56210f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829418 Nov 02 16:23:59.154774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:23:59.172172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f39a2d-d6db-4f74-b91d-e4d6482ec7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba532e6d-d171-4dfc-b91a-98d03deb5e86,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:59.216742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a607a6b5-3f3e-4ef0-b0c6-b694387973cd req-aed06b69-3e0e-4bef-b0f1-141b56afb6ce tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145031 Nov 02 16:23:59.237907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Attempting to bind port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:23:59.238272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Attempting to bind port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:23:59.238598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Attempting to bind port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:59.266015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:59.276408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:23:59.276777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Attempting to bind port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:23:59.307067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:23:59.307266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c25e86-10d6-477a-92b2-6f5c8f705c67 req-90e10271-2249-4115-bbd1-cfb7e5c01496 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.307383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:23:59.307776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:23:59.308207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Bound port: b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:23:59.308628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.310584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.315418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0c25e86-10d6-477a-92b2-6f5c8f705c67 req-90e10271-2249-4115-bbd1-cfb7e5c01496 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.0972416 Nov 02 16:23:59.337003 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64450716-7faa-4777-9ab4-cbaa95fcbc52 x-openstack-request-id: req-64450716-7faa-4777-9ab4-cbaa95fcbc52 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:23:59.337297 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0208d60-2908-4967-934a-1c0459dd1086", "tag": "ca6b9b0d-8283-46d7-91c5-844f4456c5e0", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:23:59.337551 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64450716-7faa-4777-9ab4-cbaa95fcbc52 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:23:59.337940 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0208d60-2908-4967-934a-1c0459dd1086', 'tag': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'status': 'completed', 'code': 200} Nov 02 16:23:59.347951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e371835d-f3c6-4129-93e0-fe090a0872c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.378882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0c25e86-10d6-477a-92b2-6f5c8f705c67 req-d7e869ef-688f-45af-9b92-4cb3f7e691eb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624897 Nov 02 16:23:59.387276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e371835d-f3c6-4129-93e0-fe090a0872c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.422680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f3e50-06c0-4b84-b644-356631a91300 req-96805f50-0885-4e3e-a3b4-0308400ec285 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.431164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d9f3e50-06c0-4b84-b644-356631a91300 req-96805f50-0885-4e3e-a3b4-0308400ec285 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 949 time: 0.0733325 Nov 02 16:23:59.470107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d9f3e50-06c0-4b84-b644-356631a91300 req-27600812-2a46-455a-962b-a392bb69f731 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Nov 02 16:23:59.539301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-603e709b-de4c-484f-b45a-341f379cb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.540869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-603e709b-de4c-484f-b45a-341f379cb265 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 1099 time: 0.4076385 Nov 02 16:23:59.817133 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-0bfb957f-8454-49a2-9ae0-8bdf2051e5d3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0 HTTP/1.1" status: 200 len: 217 time: 0.2622011 Nov 02 16:23:59.829991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] Transition to ACTIVE for port object 11ccfabf-e189-419a-873e-3d06fb70216b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:23:59.830769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e371835d-f3c6-4129-93e0-fe090a0872c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.833969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e371835d-f3c6-4129-93e0-fe090a0872c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.838645 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e371835d-f3c6-4129-93e0-fe090a0872c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9baddcc-c30c-4981-93a8-548b7c51d067 HTTP/1.1" status: 204 len: 168 time: 0.8167472 Nov 02 16:23:59.874334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.883912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] For port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:23:59.936759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371835d-f3c6-4129-93e0-fe090a0872c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9baddcc-c30c-4981-93a8-548b7c51d067,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:23:59.939848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] For port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:23:59.953136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:23:59.987428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51240c2-d1c2-44d0-8814-6258dc183834 req-786457ed-3a66-4be9-a1e5-f5745dd1b851 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.990176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e51240c2-d1c2-44d0-8814-6258dc183834 req-786457ed-3a66-4be9-a1e5-f5745dd1b851 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0644267 Nov 02 16:23:59.996922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-211cd7c9-f199-467f-b413-cbbb0ad5f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.998347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304aff7-23ea-4a69-9a75-60d709f527ba req-13c26da6-1a71-48ac-b5bc-68c23ddceb1e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:23:59.999073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-211cd7c9-f199-467f-b413-cbbb0ad5f6e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1604106 Nov 02 16:24:00.000376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d304aff7-23ea-4a69-9a75-60d709f527ba req-13c26da6-1a71-48ac-b5bc-68c23ddceb1e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 947 time: 0.1095047 Nov 02 16:24:00.035806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] No DVR routers for this DVR port 11ccfabf-e189-419a-873e-3d06fb70216b on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:24:00.060443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e51240c2-d1c2-44d0-8814-6258dc183834 req-7f2de4f7-679e-41b7-b1ef-a8ec68be3869 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586774 Nov 02 16:24:00.084297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d304aff7-23ea-4a69-9a75-60d709f527ba req-d0a96894-8e4c-4f9d-8ff2-9ca565543a5e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746992 Nov 02 16:24:00.088575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] Pushing event updated for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:00.124994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:00.126418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.127270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:00.127639 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888bc6e4-9375-4cf5-9c95-387dcadbb764" -d '{"events": [{"server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "name": "network-vif-plugged", "status": "completed", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:00.129189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] 10.222.0.100 "PUT /v2.0/ports/b0e681ff-69a5-442b-8dc6-a429e4cb3f1e HTTP/1.1" status: 200 len: 1095 time: 2.6525931 Nov 02 16:24:00.168039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-22678614-6d51-45d6-b248-3f2ae9ee1b65 service neutron] 10.222.0.100 "PUT /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b/bindings/n-h1-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1667166 Nov 02 16:24:00.178075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f02647fd-e3a4-4223-9cc2-43ccfe1b5041 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:00.323735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-79b2c9e1-f226-4b6a-968b-d59ad69002f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.330614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-79b2c9e1-f226-4b6a-968b-d59ad69002f1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2978594 Nov 02 16:24:00.336727 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631379b1-b500-4dd2-a790-58781657220d x-openstack-request-id: req-631379b1-b500-4dd2-a790-58781657220d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:00.337030 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "name": "network-vif-plugged", "status": "completed", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:00.337619 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-631379b1-b500-4dd2-a790-58781657220d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:00.338202 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'code': 200} Nov 02 16:24:00.383395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:00.389517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:00.390335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:00.416666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43202) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:00.525968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cf614-4448-4248-bc08-eb96c8590f67 req-e14a7e5f-eea3-4281-bc49-c84abef975fe tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.528090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc0cf614-4448-4248-bc08-eb96c8590f67 req-e14a7e5f-eea3-4281-bc49-c84abef975fe tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.1759160 Nov 02 16:24:00.552129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e1bc-62a1-496f-b2ae-5a4187ec750d req-6d80e38c-f68e-470d-98f4-b8847e1b5837 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.560474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ed3e1bc-62a1-496f-b2ae-5a4187ec750d req-6d80e38c-f68e-470d-98f4-b8847e1b5837 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 948 time: 0.1328356 Nov 02 16:24:00.569815 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:00.599146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab634152-7a9b-4968-873e-488d298687e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:00.616367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:00.622526 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:00.623400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e2cde700-80ff-4b73-8f79-508d4abc70b5 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:00.626486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc0cf614-4448-4248-bc08-eb96c8590f67 req-1fda06e0-289f-4ee5-8953-261695930d48 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917883 Nov 02 16:24:00.627718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774d178-bcd3-49bc-a065-3ea6a8a83064 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:00.654692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-45baf363-2199-420f-9449-37c6908c3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.656489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-45baf363-2199-420f-9449-37c6908c3e89 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 1098 time: 0.4381347 Nov 02 16:24:00.666767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ed3e1bc-62a1-496f-b2ae-5a4187ec750d req-eb5e384e-5841-45d0-b368-031b55c368f7 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052022 Nov 02 16:24:00.705308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:00.708021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: e2cde700-80ff-4b73-8f79-508d4abc70b5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:24:00.708480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e2cde700-80ff-4b73-8f79-508d4abc70b5 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:24:00.756115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-fc5bd87d-01cc-4302-be39-d434a7b499b0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e HTTP/1.1" status: 200 len: 217 time: 0.0852129 Nov 02 16:24:00.805648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-e3a48df3-3331-4e14-b4aa-8dd9ef0b6e73 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.807198 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-e3a48df3-3331-4e14-b4aa-8dd9ef0b6e73 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.4603209 Nov 02 16:24:00.817871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78627d0-6970-44da-aaf5-0f286288a1a9 req-aaeb8cc4-f297-4652-a46a-04f776b9d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.820190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78627d0-6970-44da-aaf5-0f286288a1a9 req-aaeb8cc4-f297-4652-a46a-04f776b9d295 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 1097 time: 0.3940213 Nov 02 16:24:00.837832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1deece-d755-44b1-a710-b7c36192b972 req-3d45890c-95f4-4512-b42b-0685703291af tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.846987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce1deece-d755-44b1-a710-b7c36192b972 req-3d45890c-95f4-4512-b42b-0685703291af tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 949 time: 0.1014192 Nov 02 16:24:00.873086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9920033-e51f-475f-81d3-86e7858890ef req-402e1971-2a7e-48a9-a676-d7eb5ced1ed1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.874475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-4fb41eaa-1c68-4234-badf-789ce67eb689 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770226 Nov 02 16:24:00.879121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9920033-e51f-475f-81d3-86e7858890ef req-402e1971-2a7e-48a9-a676-d7eb5ced1ed1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1159778 Nov 02 16:24:00.930667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce1deece-d755-44b1-a710-b7c36192b972 req-963a65a6-5c0c-46c2-89ee-963f13fef497 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827348 Nov 02 16:24:00.947286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9920033-e51f-475f-81d3-86e7858890ef req-400623a0-ff03-4c6c-b0c3-e6a31a8d4647 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633595 Nov 02 16:24:00.977461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-ffb6561b-253d-4e58-a03b-f3f960f9175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:00.978952 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-ffb6561b-253d-4e58-a03b-f3f960f9175f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2095783 Nov 02 16:24:01.058759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78627d0-6970-44da-aaf5-0f286288a1a9 req-4abe8a5d-b2be-4753-b0b3-9aee19685a96 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187479 Nov 02 16:24:01.064267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913b725-29c0-48b6-8187-1d88fbc13ea1 req-0a280bfc-32d9-4eab-8d8c-c5f4675e6f74 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.069638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-4f031fe0-ef50-403f-bdb7-3a8ae09c2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.071206 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-4f031fe0-ef50-403f-bdb7-3a8ae09c2083 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8&tenant_id=e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 1096 time: 0.2444031 Nov 02 16:24:01.073844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e913b725-29c0-48b6-8187-1d88fbc13ea1 req-0a280bfc-32d9-4eab-8d8c-c5f4675e6f74 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0658042 Nov 02 16:24:01.104713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab634152-7a9b-4968-873e-488d298687e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:01.116872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e913b725-29c0-48b6-8187-1d88fbc13ea1 req-90b3f643-980a-4218-927f-520646a999c9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Nov 02 16:24:01.130920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab634152-7a9b-4968-873e-488d298687e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:01.160646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-340c596d-d570-467b-809a-242675cfd3c3 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657523 Nov 02 16:24:01.162405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-7c5f01aa-6d72-4af3-8c87-049e36414725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.163795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-7c5f01aa-6d72-4af3-8c87-049e36414725 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682582 Nov 02 16:24:01.201361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab634152-7a9b-4968-873e-488d298687e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35a0af7802fc4ef9bb029e5fba967eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416763 Nov 02 16:24:01.201560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab634152-7a9b-4968-873e-488d298687e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36cb9b0-2834-4fd6-87c9-2a4008f7aec4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:01.203902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43230) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:01.210658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-0efc31f4-fd45-4ce9-9ee4-b4fbb63b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.212182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-0efc31f4-fd45-4ce9-9ee4-b4fbb63b49c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1096 time: 0.1097138 Nov 02 16:24:01.313700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1138e-3ea7-482f-8f15-5d74935ed864 req-bfbf61e8-c275-4338-bd06-faa3b13df51a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.315725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29a1138e-3ea7-482f-8f15-5d74935ed864 req-bfbf61e8-c275-4338-bd06-faa3b13df51a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 945 time: 0.1507716 Nov 02 16:24:01.318805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-1c1bc273-3940-47f9-8076-64e497838ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.320335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-1c1bc273-3940-47f9-8076-64e497838ea7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.0936944 Nov 02 16:24:01.343780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0d572-dc94-4fe6-9af1-150328b7ede7 req-92dac5c5-e292-451f-92f1-5d0b9938287e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.345763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ef0d572-dc94-4fe6-9af1-150328b7ede7 req-92dac5c5-e292-451f-92f1-5d0b9938287e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 947 time: 0.1406770 Nov 02 16:24:01.372266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'tag': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:01.374545 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb13665-b2cf-4d48-901b-28c35dfd95f4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7", "tag": "b0e681ff-69a5-442b-8dc6-a429e4cb3f1e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:01.401739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-7c5e9919-b437-46de-a184-904d42b642ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 217 time: 0.0741029 Nov 02 16:24:01.405858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db1a-0cec-4b8c-82f1-83f11be27ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:01.422867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29a1138e-3ea7-482f-8f15-5d74935ed864 req-97460433-c9ec-4b29-a69f-d99922550232 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995238 Nov 02 16:24:01.445859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db1a-0cec-4b8c-82f1-83f11be27ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:01.456389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ef0d572-dc94-4fe6-9af1-150328b7ede7 req-527bc9bf-2394-4209-b2d5-fbd99b533729 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966249 Nov 02 16:24:01.528397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db1a-0cec-4b8c-82f1-83f11be27ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:01.531739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db1a-0cec-4b8c-82f1-83f11be27ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:01.533192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9ce7db1a-0cec-4b8c-82f1-83f11be27ad0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b36cb9b0-2834-4fd6-87c9-2a4008f7aec4 HTTP/1.1" status: 204 len: 168 time: 0.3264127 Nov 02 16:24:01.550970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7db1a-0cec-4b8c-82f1-83f11be27ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36cb9b0-2834-4fd6-87c9-2a4008f7aec4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:01.574177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-9cf87706-c4dd-494a-a3ee-cb450fd844fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.579551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-9cf87706-c4dd-494a-a3ee-cb450fd844fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.1506438 Nov 02 16:24:01.588822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-02ce7c2d-cfa1-402f-ace9-e635e11d018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.590452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-02ce7c2d-cfa1-402f-ace9-e635e11d018f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 1099 time: 0.2117550 Nov 02 16:24:01.592849 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-cf85308e-caec-4437-a0d6-361c25b9bb7f service neutron] show failed (client error): The resource could not be found. Nov 02 16:24:01.593803 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-cf85308e-caec-4437-a0d6-361c25b9bb7f service neutron] 10.222.0.100 "GET /v2.0/ports/b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.2143319 Nov 02 16:24:01.594966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-264ab5df-2ca7-463e-b858-b147335270c4 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ca8e9394075f44ca861529d349a41dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256805 Nov 02 16:24:01.608298 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-c2c5e9c4-aa99-4b93-b0d3-8d3809a2e870 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727430 Nov 02 16:24:01.623828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:01.668501 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-c1aa23a8-3903-4c45-a7e2-5fdf8d0ce60a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769713 Nov 02 16:24:01.729732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:24:01.869459 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1a741-306b-4b46-9c58-5c6562f584d6 x-openstack-request-id: req-a5e1a741-306b-4b46-9c58-5c6562f584d6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:01.870058 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7", "tag": "b0e681ff-69a5-442b-8dc6-a429e4cb3f1e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:01.870058 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5e1a741-306b-4b46-9c58-5c6562f584d6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:01.870479 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'tag': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'status': 'completed', 'code': 200} Nov 02 16:24:01.934211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4f9bcda4-ccd8-4cab-afc4-6e42ccb2e8f7 req-5645e34f-fc9b-4dcc-b8eb-020b070c12fa service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874234 Nov 02 16:24:01.937199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-0dbf8e12-d556-4690-bac5-5972b914450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:01.938614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-0dbf8e12-d556-4690-bac5-5972b914450d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3282747 Nov 02 16:24:01.943532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-b4270583-4137-4e43-9b48-272035926050 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402818 Nov 02 16:24:02.075717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-11f1c3f9-1af0-4192-ad41-1795939247a2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0 HTTP/1.1" status: 200 len: 217 time: 0.1234312 Nov 02 16:24:02.096138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-30c07836-259f-448b-a2d9-6c122ffbcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.097679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-30c07836-259f-448b-a2d9-6c122ffbcc09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a&tenant_id=11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 1100 time: 0.1514287 Nov 02 16:24:02.108293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025df4b-2a36-4f06-a462-16cba9679a99 req-06fe2630-a129-47e6-871b-1bfafe2e05a7 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.109826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5025df4b-2a36-4f06-a462-16cba9679a99 req-06fe2630-a129-47e6-871b-1bfafe2e05a7 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.1624382 Nov 02 16:24:02.119464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:02.129186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-a0fb072a-6901-4f69-aa73-f9d017f7af27 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.131208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-a0fb072a-6901-4f69-aa73-f9d017f7af27 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5281100 Nov 02 16:24:02.201521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-1cbb1a5f-8ab6-4e63-9b17-14a5c44c1903 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/quotas/ca8e9394075f44ca861529d349a41dc1 HTTP/1.1" status: 200 len: 375 time: 0.0318558 Nov 02 16:24:02.254579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5025df4b-2a36-4f06-a462-16cba9679a99 req-1faeeab1-c8ae-419e-aa5d-68bb39fd6c4b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223984 Nov 02 16:24:02.269651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:02.300532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:02.340527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2d169b-8407-4083-85e7-c8cad698b335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:02.343538 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f03faa9-7d5c-4028-89db-ea194c3be84e" -d '{"events": [{"server_uuid": "7b2d169b-8407-4083-85e7-c8cad698b335", "name": "network-vif-plugged", "status": "completed", "tag": "f02647fd-e3a4-4223-9cc2-43ccfe1b5041"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:02.399266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-bcfc770a-5171-4da1-bb9d-2f8b1d7ada44 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710799 Nov 02 16:24:02.471776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-5e84e8f6-b45a-46e7-8e5d-092764944b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.473192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-5e84e8f6-b45a-46e7-8e5d-092764944b30 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 1098 time: 0.4506006 Nov 02 16:24:02.487742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-7135943d-39ca-47be-a71a-21f810cc0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.489674 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-7135943d-39ca-47be-a71a-21f810cc0494 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.3921871 Nov 02 16:24:02.500582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-4ae6d923-7647-4778-8a39-928840633fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467267 Nov 02 16:24:02.556639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299fee7-980c-4980-b48a-10821a69cd92 req-8e5da07e-9d05-4dc7-9bb5-852a98463aae tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.561527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d299fee7-980c-4980-b48a-10821a69cd92 req-8e5da07e-9d05-4dc7-9bb5-852a98463aae tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.2217393 Nov 02 16:24:02.633801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-460a1fbf-984a-4ff9-be19-93a7bbc972d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.635311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-460a1fbf-984a-4ff9-be19-93a7bbc972d5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327660 Nov 02 16:24:02.722654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-422b6d8b-9157-475e-a350-b2c3871beba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:02.763888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d299fee7-980c-4980-b48a-10821a69cd92 req-9312f575-10fc-46e4-bbfe-b37d182b5e22 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940374 Nov 02 16:24:02.840480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:02.852318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-e8e18445-7402-4cab-be54-441bab3c6b22 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792507 Nov 02 16:24:02.869795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-017f778c-ebb0-408a-8063-bcec09985a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.871746 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-017f778c-ebb0-408a-8063-bcec09985a63 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3806584 Nov 02 16:24:02.873594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4ca7-1ffa-4a1a-9148-e0f36de69e4b req-db05b881-8e1e-4ea1-8b56-4d585fbdc9a5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:02.881422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a8e4ca7-1ffa-4a1a-9148-e0f36de69e4b req-db05b881-8e1e-4ea1-8b56-4d585fbdc9a5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1510332 Nov 02 16:24:02.909600 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b6b75b-9b32-4d69-9766-c8793a85714e x-openstack-request-id: req-e1b6b75b-9b32-4d69-9766-c8793a85714e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:02.910462 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2d169b-8407-4083-85e7-c8cad698b335", "name": "network-vif-plugged", "status": "completed", "tag": "f02647fd-e3a4-4223-9cc2-43ccfe1b5041", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:02.910860 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1b6b75b-9b32-4d69-9766-c8793a85714e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:02.911472 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2d169b-8407-4083-85e7-c8cad698b335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041', 'code': 200} Nov 02 16:24:02.960464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43294) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:02.997000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:03.026878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-5a76285a-a597-49eb-b1eb-fe93b44d3b0c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e HTTP/1.1" status: 200 len: 217 time: 0.1260173 Nov 02 16:24:03.054621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a8e4ca7-1ffa-4a1a-9148-e0f36de69e4b req-6b4fffad-4687-48db-9ed7-01cc5cfbb94f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709464 Nov 02 16:24:03.136270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-07396e4c-abc0-4222-8b2b-971665d7450a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.138925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-07396e4c-abc0-4222-8b2b-971665d7450a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.2831597 Nov 02 16:24:03.140003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-422b6d8b-9157-475e-a350-b2c3871beba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.148506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-422b6d8b-9157-475e-a350-b2c3871beba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.150897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:03.153176 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502ca1a-c2c0-4240-9f58-2058c75cd1e0" -d '{"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:03.161357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.204471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fa88d-b7eb-49b0-ab38-57edb2602155 req-69a0f43f-84cc-45ae-ae0b-7175e09642b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.205964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-922fa88d-b7eb-49b0-ab38-57edb2602155 req-69a0f43f-84cc-45ae-ae0b-7175e09642b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 1100 time: 0.1714001 Nov 02 16:24:03.210032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b5aafa9-df8f-46cd-a9d0-9ac0264dab41 req-7b322433-4d7c-4947-89b2-527668b2988a service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418236 Nov 02 16:24:03.211400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-04495dae-48c0-41b4-8cf9-85d40669cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.212744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-04495dae-48c0-41b4-8cf9-85d40669cc37 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1526299 Nov 02 16:24:03.233419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Transition to ACTIVE for port object b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:03.238930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1810723335-network', 'tenant_id': '10965dd0ab88419684f9d9036f1d9438'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:03.285387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93675080-266a-4da0-bd51-f1008ec35e5e req-45870d0e-06a2-4e45-8b64-695b1e880ca3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.290649 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93675080-266a-4da0-bd51-f1008ec35e5e req-45870d0e-06a2-4e45-8b64-695b1e880ca3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 945 time: 0.2266765 Nov 02 16:24:03.291544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.300428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b6d8b-9157-475e-a350-b2c3871beba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06dba3b-47c0-4447-92df-f08440cd999f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:03.314253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-922fa88d-b7eb-49b0-ab38-57edb2602155 req-e7a0fc73-f2b4-47a6-b88d-0f8358175e9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987136 Nov 02 16:24:03.322220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-422b6d8b-9157-475e-a350-b2c3871beba3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7375b95aa6141d1804093cc04b993e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0148039 Nov 02 16:24:03.322863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43306) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:03.379189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-0e6da942-4b41-4751-a59b-1bfdbbe0db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.381466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-0e6da942-4b41-4751-a59b-1bfdbbe0db9a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388402 Nov 02 16:24:03.398526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Made reservation on behalf of 10965dd0ab88419684f9d9036f1d9438 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:03.401045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.424081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:03.444909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.453683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba52182-9183-4d57-a571-b54c9980e21c req-2e1eb1cb-40cc-4c71-9638-1797478750f4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.455256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ba52182-9183-4d57-a571-b54c9980e21c req-2e1eb1cb-40cc-4c71-9638-1797478750f4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 947 time: 0.2703359 Nov 02 16:24:03.456071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] No DVR routers for this DVR port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:24:03.462804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93675080-266a-4da0-bd51-f1008ec35e5e req-3da463b5-d440-4d24-b8a4-884f67097b3b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673067 Nov 02 16:24:03.480548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-4169800d-bfb9-4ba0-a1e2-c981f5093306 service neutron] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:03.500336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-4169800d-bfb9-4ba0-a1e2-c981f5093306 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.501526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cc411ba-fe83-4195-8178-8db91ad2c6a3 req-4169800d-bfb9-4ba0-a1e2-c981f5093306 service neutron] 10.222.0.55 "DELETE /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b/bindings/n-h2-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.3488209 Nov 02 16:24:03.509299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-328455f9-0128-4e07-8649-8fa6530de75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.560136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:03.560695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:03.561043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:03.586972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ba52182-9183-4d57-a571-b54c9980e21c req-f331a982-b702-4081-92ca-63564aa4adf6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174870 Nov 02 16:24:03.590561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:03.590654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Attempting to bind port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:03.597293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-328455f9-0128-4e07-8649-8fa6530de75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.603423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-6ff7bf48-088b-4557-a21f-29765764119a service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089522 Nov 02 16:24:03.626759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6807972-b4ca-4218-933d-a156606179ee req-29ef6900-3fa6-47da-914e-ff748465d006 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 210 time: 0.0534236 Nov 02 16:24:03.638177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:03.640311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:03.640898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:03.641518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Bound port: b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:03.641884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.714744 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218d0e3-ca61-4c2b-981e-08a0f3f53e51 x-openstack-request-id: req-9218d0e3-ca61-4c2b-981e-08a0f3f53e51 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:03.715024 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:03.715277 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9218d0e3-ca61-4c2b-981e-08a0f3f53e51 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:03.715665 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'code': 200} Nov 02 16:24:03.795332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.813205 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb13665-b2cf-4d48-901b-28c35dfd95f4 req-815f3e42-d6cc-4c2c-87ea-9cbcd211e02b service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927142 Nov 02 16:24:03.821009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-328455f9-0128-4e07-8649-8fa6530de75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.824072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-328455f9-0128-4e07-8649-8fa6530de75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.827428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-328455f9-0128-4e07-8649-8fa6530de75b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b06dba3b-47c0-4447-92df-f08440cd999f HTTP/1.1" status: 204 len: 168 time: 0.5014057 Nov 02 16:24:03.835721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328455f9-0128-4e07-8649-8fa6530de75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06dba3b-47c0-4447-92df-f08440cd999f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:03.844962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.883523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:03.892642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:24:03.901635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6d30-8b65-4cad-a47e-93f2ffa60746 req-d482df8d-f9ce-4fc9-92f4-51654305e270 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.903226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7ed6d30-8b65-4cad-a47e-93f2ffa60746 req-d482df8d-f9ce-4fc9-92f4-51654305e270 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.1720908 Nov 02 16:24:03.924682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:03.944822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.953253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a325d6d7-0e05-4618-b8ed-87ace67776bf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:03.962041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:03.962430 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Added segment 9062f9a8-8bd5-4fb7-9d76-1ed99484c691 of type vlan for network 0543c437-82c3-4144-aba7-1859f1dda674 Nov 02 16:24:03.992293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4a231-24fd-472a-8da9-22db250bad13 req-004b3983-a07e-4f62-afe4-13c515a8b9ea tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:03.993821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36e4a231-24fd-472a-8da9-22db250bad13 req-004b3983-a07e-4f62-afe4-13c515a8b9ea tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1096 time: 0.2015469 Nov 02 16:24:04.038584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.039183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.041143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] 10.222.0.55 "PUT /v2.0/ports/b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 1095 time: 1.9281881 Nov 02 16:24:04.073706 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.078253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7ed6d30-8b65-4cad-a47e-93f2ffa60746 req-fb96f110-9eb7-4901-be47-c7d074591c4b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580470 Nov 02 16:24:04.146014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9a09b-193a-4444-8b09-14ec7783aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:04.169986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36e4a231-24fd-472a-8da9-22db250bad13 req-812f722c-d5e9-42f3-b8dc-22ed1e954d25 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652079 Nov 02 16:24:04.173587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.174435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.175116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.240642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43324) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:04.272700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd151371-29fc-48cc-b701-1d4368d7ca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.314355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-06095f1e-0b6e-4fbb-b1e2-114a97582d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.315743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-06095f1e-0b6e-4fbb-b1e2-114a97582d53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1098 time: 0.2365944 Nov 02 16:24:04.336227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3742099 Nov 02 16:24:04.338051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43326) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:04.365845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Request body: {'subnet': {'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1810723335-subnet', 'tenant_id': '10965dd0ab88419684f9d9036f1d9438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:04.387644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-1ca18ddb-68d6-4da3-a9fc-b49e1f25bac7 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ca8e9394075f44ca861529d349a41dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939014 Nov 02 16:24:04.388709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3a960-b83b-4577-b400-655b637629ea admin admin] Pushing event updated for resources: {'Network': ['ID=0543c437-82c3-4144-aba7-1859f1dda674,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:04.405471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0543c437-82c3-4144-aba7-1859f1dda674 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:24:04.416281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Made reservation on behalf of 10965dd0ab88419684f9d9036f1d9438 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:04.418561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.484319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89d851-c2f4-4397-b0ab-93e554958a53 req-2fb77a8f-383a-45c0-9a44-835a5611e9a6 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.493365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d89d851-c2f4-4397-b0ab-93e554958a53 req-2fb77a8f-383a-45c0-9a44-835a5611e9a6 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.2888968 Nov 02 16:24:04.533794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7d74-a16c-4058-b450-9123854a89bc req-7cc1403b-586a-431e-97d6-a4f14cf71f8f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.537264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9bdf7d74-a16c-4058-b450-9123854a89bc req-7cc1403b-586a-431e-97d6-a4f14cf71f8f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.2264009 Nov 02 16:24:04.625062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-26529011-1037-414c-bf2d-402bed69ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.626592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-26529011-1037-414c-bf2d-402bed69ca2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2771132 Nov 02 16:24:04.632325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d89d851-c2f4-4397-b0ab-93e554958a53 req-f723d74b-5a5a-4736-8838-6b60712ff6c5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380365 Nov 02 16:24:04.708201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-b5f8b0e2-4ecf-4e81-af36-8935f871afe3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0654616 Nov 02 16:24:04.714884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9bdf7d74-a16c-4058-b450-9123854a89bc req-8811b380-0996-437c-b1e0-023706ab361b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558061 Nov 02 16:24:04.783616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.883502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-beba5ae6-8532-419e-ace5-d35203537039 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:04.884988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-beba5ae6-8532-419e-ace5-d35203537039 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4880812 Nov 02 16:24:04.889528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd151371-29fc-48cc-b701-1d4368d7ca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.900842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd151371-29fc-48cc-b701-1d4368d7ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:04.917097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Request body: {'port': {'device_id': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'ca8e9394075f44ca861529d349a41dc1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:04.927068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743245cb-caca-415b-9e1c-afd75e9a4693,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:05.022809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd151371-29fc-48cc-b701-1d4368d7ca1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22e87ec0163f4439a91941576390f107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806129 Nov 02 16:24:05.026791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:05.027205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Network hostable DHCP agents. Network: 0543c437-82c3-4144-aba7-1859f1dda674, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:24:05.031043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43342) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:05.041310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd151371-29fc-48cc-b701-1d4368d7ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc20e96-d5eb-4eb0-84c1-1b447d667de8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:05.108308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Network 0543c437-82c3-4144-aba7-1859f1dda674 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:24:05.124739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0543c437-82c3-4144-aba7-1859f1dda674) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:05.133629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d6918-6050-41db-b14a-25b244f1bf70 None None] Network 0543c437-82c3-4144-aba7-1859f1dda674 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:24:05.140592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:05.141179 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.144049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98679fa-88f7-4c28-aeb3-d7c9ad779ca5 req-e1d3710a-1563-46d7-8422-23edfc7b794c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:05.147148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e98679fa-88f7-4c28-aeb3-d7c9ad779ca5 req-e1d3710a-1563-46d7-8422-23edfc7b794c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.4195709 Nov 02 16:24:05.155090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7d1094a-4105-482b-ac0e-64b38991eff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.156254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-09cd3c13-131b-47c3-b7dd-063ec5bd92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:05.157917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43344) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:05.158435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-09cd3c13-131b-47c3-b7dd-063ec5bd92b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.4411936 Nov 02 16:24:05.163643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'floatingip': {'port_id': '98def20d-8db3-4b22-8b3c-e5b93e8ec343'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:05.197344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Made reservation on behalf of ca8e9394075f44ca861529d349a41dc1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:05.201421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.243461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bf0542d1-a8b7-46d9-aca9-76bdc6e7a259 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8923912 Nov 02 16:24:05.289223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7d1094a-4105-482b-ac0e-64b38991eff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.292612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-c3a03f11-7410-45f6-8ae1-0c9a2c788084 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:05.294337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-c3a03f11-7410-45f6-8ae1-0c9a2c788084 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.4472618 Nov 02 16:24:05.296665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.315514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81733e-9743-49cd-9224-aa9152320427 None None] Network 0543c437-82c3-4144-aba7-1859f1dda674 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:24:05.324977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-1b912e2e-1f42-4cf4-9881-859c3fb7bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:05.326789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-1b912e2e-1f42-4cf4-9881-859c3fb7bd6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459503 Nov 02 16:24:05.419534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-2ed03922-9f65-470c-b0d6-e7c90716dc3c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/quotas/e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 375 time: 0.0914760 Nov 02 16:24:05.432095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca34e7-7506-49c6-854c-ffa6fce07006 req-4a843352-db4d-4153-9f89-6071684b5149 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:05.433816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8ca34e7-7506-49c6-854c-ffa6fce07006 req-4a843352-db4d-4153-9f89-6071684b5149 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 947 time: 0.1983712 Nov 02 16:24:05.552997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-b20aa793-78b1-4cd6-b8f5-3ddd734c0cf6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1179826 Nov 02 16:24:05.558029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8ca34e7-7506-49c6-854c-ffa6fce07006 req-8d7b24f8-3525-4ef9-b171-7cb493766d77 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Nov 02 16:24:05.560382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-bedce7b8-c3d4-4e6b-96c6-f734f42d0a76 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252541 Nov 02 16:24:05.561027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7d1094a-4105-482b-ac0e-64b38991eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.563686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7d1094a-4105-482b-ac0e-64b38991eff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:05.567682 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b7d1094a-4105-482b-ac0e-64b38991eff7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edc20e96-d5eb-4eb0-84c1-1b447d667de8 HTTP/1.1" status: 204 len: 168 time: 0.5329020 Nov 02 16:24:05.623808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ca6b9b0d-8283-46d7-91c5-844f4456c5e0 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:05.669935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3415b1c-0090-4e0c-a0be-bff8033d49b9 req-b82e96ba-e73a-4777-a9e4-e0f97740e2d5 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005538 Nov 02 16:24:05.733525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:05.736377 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b" -d '{"events": [{"name": "network-changed", "server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:05.782879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79a942ce-5866-4f03-9763-5cad4e356136 req-76b72d44-e53e-4643-96c1-0bc9cb307bdf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 210 time: 0.0418487 Nov 02 16:24:05.802469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:05.865830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-eebae530-4632-42f3-af80-1370fdf7d520 service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947029 Nov 02 16:24:05.984783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:24:05.998287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:06.022650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'mac_address': 'fa:16:3e:b1:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:06.027259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1094a-4105-482b-ac0e-64b38991eff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc20e96-d5eb-4eb0-84c1-1b447d667de8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:06.066695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Allocated IP 192.168.233.140 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/120beffa-16e1-4f95-a105-1529de4a2c68) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:06.090662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82b58-f85d-4eab-8ca0-8d79ab1d4187 req-6197ba7d-9151-4cec-8dc3-93ee9d6b3388 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:06.092245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfb82b58-f85d-4eab-8ca0-8d79ab1d4187 req-6197ba7d-9151-4cec-8dc3-93ee9d6b3388 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.1869969 Nov 02 16:24:06.131074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.135530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43372) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:06.151224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-967668712-network', 'tenant_id': '9346adeb5bad43798e208ebdd4c17673'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:06.153118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6b9b0d-8283-46d7-91c5-844f4456c5e0 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:06.174680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:06.178204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-59aa62b0-cb53-4626-bd87-37f867955964 service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056295 Nov 02 16:24:06.180726 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.181972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b0e681ff-69a5-442b-8dc6-a429e4cb3f1e details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:06.204520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfb82b58-f85d-4eab-8ca0-8d79ab1d4187 req-3a68bba0-58af-436f-a77e-49e4b88cf9b6 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927863 Nov 02 16:24:06.267851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:06.289104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:06.301315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'mac_address': 'fa:16:3e:34:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:06.331646 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cdfb2b-6ed8-43ec-82ec-767b71c7d7c6 x-openstack-request-id: req-e3cdfb2b-6ed8-43ec-82ec-767b71c7d7c6 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:06.331940 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:06.332196 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3cdfb2b-6ed8-43ec-82ec-767b71c7d7c6 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:06.332599 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'status': 'completed', 'code': 200} Nov 02 16:24:06.349889 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.429883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e681ff-69a5-442b-8dc6-a429e4cb3f1e {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:06.490892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:06.496901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.532170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.586657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-30d0b0c7-6ceb-4d38-ad12-6c75b5d5b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:06.592424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-30d0b0c7-6ceb-4d38-ad12-6c75b5d5b40b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1098 time: 0.2353199 Nov 02 16:24:06.636074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:06.638120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7069d22-f959-4df9-a07b-8e8e276adb14 req-5b56ee31-8e31-4825-9832-8425e9e1d764 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:06.640018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7069d22-f959-4df9-a07b-8e8e276adb14 req-5b56ee31-8e31-4825-9832-8425e9e1d764 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.2177160 Nov 02 16:24:06.771676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Made reservation on behalf of 9346adeb5bad43798e208ebdd4c17673 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:06.775474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.790924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7069d22-f959-4df9-a07b-8e8e276adb14 req-5e8e250f-5c9d-44a1-b042-09612a696c8c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251333 Nov 02 16:24:06.793322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:06.819042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:06.845422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-dffef8e9-6c54-4258-9323-e035edeacedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:06.847237 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-dffef8e9-6c54-4258-9323-e035edeacedc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1098 time: 0.2860074 Nov 02 16:24:06.858183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:06.880696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-4a277afc-d067-49a1-83d4-baff5d3d2abe req-ce8ff8b8-853d-4855-abd1-9add4f97f526 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:24:06.887618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a277afc-d067-49a1-83d4-baff5d3d2abe req-ce8ff8b8-853d-4855-abd1-9add4f97f526 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120704 Nov 02 16:24:06.930159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce314ca9-c238-421f-a26b-f1ce101db035 req-6f3fc1c9-6f05-4a20-a93a-a111eae35379 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 210 time: 0.0565424 Nov 02 16:24:06.931595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-97d90477-f0ac-490a-93f6-cb13019779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:06.933181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-97d90477-f0ac-490a-93f6-cb13019779a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3324823 Nov 02 16:24:06.967802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.043819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-636bbcb5-bd65-49b7-9433-ca7a1686b4cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0987139 Nov 02 16:24:07.061598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48be7a9d-0df9-4159-9c26-f7d1c97dbba2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:07.191121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-28bd6817-719d-468a-975c-4c3eb69bf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.194165 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-28bd6817-719d-468a-975c-4c3eb69bf42e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3175335 Nov 02 16:24:07.219148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-86fba293-85b3-44a5-b357-e7b2d847a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.221999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-86fba293-85b3-44a5-b357-e7b2d847a271 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1676102 Nov 02 16:24:07.269983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:07.283082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c0a8-afa5-46e4-b254-44defc994c61 req-640e5037-3466-43ce-89ac-b3450f3745cd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.288011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaf4c0a8-afa5-46e4-b254-44defc994c61 req-640e5037-3466-43ce-89ac-b3450f3745cd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 948 time: 0.1676054 Nov 02 16:24:07.310064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b10719-f6de-4393-90a9-a4066eadd33e req-91c31c27-c96a-4225-aab3-eb0342e85567 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.319418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66b10719-f6de-4393-90a9-a4066eadd33e req-91c31c27-c96a-4225-aab3-eb0342e85567 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 936 time: 0.2096357 Nov 02 16:24:07.345562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.resource_extend [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:24:07.405708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:07.422227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66b10719-f6de-4393-90a9-a4066eadd33e req-cb113394-27bf-4ae0-b88e-f43065f6fcfb tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018267 Nov 02 16:24:07.428506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-1048923d-23f3-4b07-96b5-ecabbee31863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.430260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-1048923d-23f3-4b07-96b5-ecabbee31863 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967061 Nov 02 16:24:07.446737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaf4c0a8-afa5-46e4-b254-44defc994c61 req-48e25207-501e-4956-8d8b-6765d018cf65 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157343 Nov 02 16:24:07.454076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:07.474109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.475879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.487028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-2689da9f-ef38-41b9-93e3-beb209f3cf0d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.2562625 Nov 02 16:24:07.537069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.540663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event updated for resources: {'Port': ['ID=120beffa-16e1-4f95-a105-1529de4a2c68,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:07.565559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.641065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7ef6-801c-4508-bc3c-a918a23dbeea req-aeecb193-cccb-4205-8511-7ddb77647ea9 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.650223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-993a7ef6-801c-4508-bc3c-a918a23dbeea req-aeecb193-cccb-4205-8511-7ddb77647ea9 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.0925467 Nov 02 16:24:07.693939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-87ebb8a8-1fc3-4763-9baf-5b5100bf924d service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385559 Nov 02 16:24:07.700918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-cf35ba93-439d-4e9b-b7d6-db3dbd0c3348 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7972345 Nov 02 16:24:07.716413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-993a7ef6-801c-4508-bc3c-a918a23dbeea req-cfeea38c-afdf-44fe-a379-4cd42ca6f1ac tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652194 Nov 02 16:24:07.733971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Request body: {'port': {'device_id': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:07.739042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-ed998f00-fb15-4102-9dd1-197dd84bbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.740811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-ed998f00-fb15-4102-9dd1-197dd84bbb5a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2021985 Nov 02 16:24:07.769814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cc26cf9e-bb1c-4d25-b562-bbc665d636a4 None None] Provisioning complete for port 120beffa-16e1-4f95-a105-1529de4a2c68 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:07.770918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cc26cf9e-bb1c-4d25-b562-bbc665d636a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.783873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.800739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.837891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cc26cf9e-bb1c-4d25-b562-bbc665d636a4 None None] Port 120beffa-16e1-4f95-a105-1529de4a2c68 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:07.887953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:24:07.902338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:07.902841 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Added segment 7ff91c17-944a-48ed-aa57-c6e1f790a296 of type vlan for network d424462b-9a90-4fd3-b5e1-0e2e02d53e74 Nov 02 16:24:07.907723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2714e45-71af-411b-8a9d-8c8c714a4dd2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:07.921042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-718bba0c-40af-4afe-a831-a03a5d71e13a service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976116 Nov 02 16:24:07.993200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70351c2-b10c-41ec-ad8e-2b415a1b55b5 req-88eedaf3-ea2f-4a76-91a2-b4031d3fddfd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:07.995062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d70351c2-b10c-41ec-ad8e-2b415a1b55b5 req-88eedaf3-ea2f-4a76-91a2-b4031d3fddfd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.1016867 Nov 02 16:24:08.029468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f03ad994-4a2e-4c19-9900-95bfe947dfaa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:08.063255 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4 associated. External IP: 172.25.7.58, port: 98def20d-8db3-4b22-8b3c-e5b93e8ec343. Nov 02 16:24:08.069793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-13705a73-fc66-4e0a-a2f5-d4a82acae6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:08.071328 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-13705a73-fc66-4e0a-a2f5-d4a82acae6ff service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2932479 Nov 02 16:24:08.074105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-eba2e50a-314c-44c2-a46c-7ace57616cef tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=202c667b630f489cbe62bd77f0cd176b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465946 Nov 02 16:24:08.084983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d70351c2-b10c-41ec-ad8e-2b415a1b55b5 req-38b2ad0a-0be2-476c-8ffe-d97c230605b8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824814 Nov 02 16:24:08.133082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:08.135486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:08.222715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d2053d3-f614-4281-8e13-8d172c89c025 req-0df4ca18-ba9d-4f8f-aaf9-0c2234187b46 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 210 time: 0.0430889 Nov 02 16:24:08.257006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.resource_extend [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:24:08.284544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-8fb12d88-e9eb-4da9-9708-087883e0388b tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:08.286733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-8fb12d88-e9eb-4da9-9708-087883e0388b tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980751 Nov 02 16:24:08.314381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-16f9af14-d3e7-42f4-9d99-cebaa4b308b9 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/quotas/202c667b630f489cbe62bd77f0cd176b HTTP/1.1" status: 200 len: 375 time: 0.0184274 Nov 02 16:24:08.354791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-186c0637-8848-4672-a517-8209f6403ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:08.378700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-498c8548-817c-4f71-a97c-c67383d400bc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=202c667b630f489cbe62bd77f0cd176b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634124 Nov 02 16:24:08.411522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:08.412961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:08.413546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:08.541604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4004319 Nov 02 16:24:08.544419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:08.549746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Request body: {'subnet': {'network_id': 'd424462b-9a90-4fd3-b5e1-0e2e02d53e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-967668712-subnet', 'tenant_id': '9346adeb5bad43798e208ebdd4c17673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:08.594100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Made reservation on behalf of 9346adeb5bad43798e208ebdd4c17673 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:08.596348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:08.773653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abda8-5903-455c-b602-a406f4ff0d89 req-803cd40d-2f5d-4b93-bb31-d11955b68194 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:08.775572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-855abda8-5903-455c-b602-a406f4ff0d89 req-803cd40d-2f5d-4b93-bb31-d11955b68194 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 936 time: 0.1762307 Nov 02 16:24:08.789962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3c1a8-cc8d-4ccd-8dbe-d182548800b5 req-45e506cd-73ea-4c79-b244-16b9f294c7fa tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:08.792293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdb3c1a8-cc8d-4ccd-8dbe-d182548800b5 req-45e506cd-73ea-4c79-b244-16b9f294c7fa tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 948 time: 0.1333308 Nov 02 16:24:08.825632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-c95a8a20-e6b7-458a-a3ff-567923322cee service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759069 Nov 02 16:24:08.871118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258a60-28be-44c5-8695-312fa1596e2d admin admin] Pushing event updated for resources: {'Network': ['ID=d424462b-9a90-4fd3-b5e1-0e2e02d53e74,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:08.885174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d424462b-9a90-4fd3-b5e1-0e2e02d53e74 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:24:08.918454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-855abda8-5903-455c-b602-a406f4ff0d89 req-6d47d6f9-e98d-4ea4-8b0d-fb3b8f0e876d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183143 Nov 02 16:24:08.940181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdb3c1a8-cc8d-4ccd-8dbe-d182548800b5 req-36e80ada-ce64-4fa3-af6b-9a32032ea90e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411402 Nov 02 16:24:08.954087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-5a302164-5455-43de-aac0-05abf55d428e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:08.955579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-5a302164-5455-43de-aac0-05abf55d428e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.6753206 Nov 02 16:24:09.003911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Request body: {'port': {'device_id': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'admin_state_up': True, 'tenant_id': 'e5359895c62f428da23646c6f72111ba'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:09.070714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d6c3bcd-f292-404f-b20e-d533055a0d82 req-0ad13f0d-e48d-4f74-9951-7a2d71805091 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 210 time: 0.0513799 Nov 02 16:24:09.072019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:09.117974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a27d52-1b46-4815-84a1-0b4f2a263800,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:09.154675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Checking segment: {'id': '7ff91c17-944a-48ed-aa57-c6e1f790a296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd424462b-9a90-4fd3-b5e1-0e2e02d53e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:09.155260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Network hostable DHCP agents. Network: d424462b-9a90-4fd3-b5e1-0e2e02d53e74, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:24:09.182795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Network d424462b-9a90-4fd3-b5e1-0e2e02d53e74 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:24:09.196749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d424462b-9a90-4fd3-b5e1-0e2e02d53e74) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:09.207683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916b02b-8ac7-4932-938b-92a441230e34 None None] Network d424462b-9a90-4fd3-b5e1-0e2e02d53e74 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:24:09.214092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:09.215078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:09.299798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-be4f74aa-d5f9-4f44-a28e-04da4c58e4f9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7457705 Nov 02 16:24:09.300041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:24:09.325056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e86d6-9e8e-4efb-be8e-7a96c3b0eb77 req-9b770037-e854-48a3-9011-146f0ceab581 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:09.339655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-541e86d6-9e8e-4efb-be8e-7a96c3b0eb77 req-9b770037-e854-48a3-9011-146f0ceab581 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.1152806 Nov 02 16:24:09.356434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1b1b1724-4244-4ccf-b1c4-11fc1deb033b req-3f88439c-077b-4a9c-b76e-79398e363597 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122702 Nov 02 16:24:09.373404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Made reservation on behalf of e5359895c62f428da23646c6f72111ba for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:09.377244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:09.409183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e9beb8e-a3e6-41b5-b865-c52d04f2fdde req-e79389f3-902f-476b-9198-6eda1a23dc31 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 210 time: 0.0335903 Nov 02 16:24:09.438056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-541e86d6-9e8e-4efb-be8e-7a96c3b0eb77 req-21a89537-408c-418f-81d0-bcbac6508403 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953927 Nov 02 16:24:09.457357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a2367-0096-4de1-94f5-7a5e4bc67a86 None None] Network d424462b-9a90-4fd3-b5e1-0e2e02d53e74 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:24:09.653563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:24:09.669548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:24:09.673281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ca6b9b0d-8283-46d7-91c5-844f4456c5e0 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:09.686166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:09.686660 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:24:09.687833 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:24:09.735369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b28d232-05c7-44ca-a451-63c544c67020 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "PUT /v2.0/floatingips/ab5f933a-02ab-42ae-8326-5a10a40a18b4 HTTP/1.1" status: 200 len: 991 time: 4.5729849 Nov 02 16:24:09.737587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:09.740072 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a64d5-1633-4959-9b8e-ab009954ab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:09.762945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:09.767588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:09.768261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:09.825112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c38fc-9c64-49f7-810b-449f8344b063 req-dfb7a01b-21bb-4117-9efd-3632f00ddfcf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:09.831267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc7c38fc-9c64-49f7-810b-449f8344b063 req-dfb7a01b-21bb-4117-9efd-3632f00ddfcf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 947 time: 0.1106386 Nov 02 16:24:09.884582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc7c38fc-9c64-49f7-810b-449f8344b063 req-64548180-9025-49aa-9bd0-043c447e48e3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Nov 02 16:24:09.892266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Allocated IP 172.20.0.2 (bc6e6abd-7959-46fc-b92e-9dc6cb640f3b/a471c779-0145-4016-b867-4ff1cdd48e87/9883a584-1f3f-45cd-931b-c50890868234) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:09.913313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120beffa-16e1-4f95-a105-1529de4a2c68 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:09.935367 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:24:09.936828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:09.958841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.023435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:10.028713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0208d60-2908-4967-934a-1c0459dd1086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:10.034881 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e512b6-2314-4a76-9516-bcc2860da277" -d '{"events": [{"server_uuid": "f0208d60-2908-4967-934a-1c0459dd1086", "name": "network-vif-plugged", "status": "completed", "tag": "ca6b9b0d-8283-46d7-91c5-844f4456c5e0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:10.047161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.048372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b0e681ff-69a5-442b-8dc6-a429e4cb3f1e up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:10.054614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Transition to ACTIVE for port object 120beffa-16e1-4f95-a105-1529de4a2c68 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:10.104916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.122941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-5b63cae7-2602-4dab-a6ca-57e3850525ac tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.133909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-5b63cae7-2602-4dab-a6ca-57e3850525ac tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.1932926 Nov 02 16:24:10.143202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-fbf0a262-211b-481f-92c0-9b4d79da2e78 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=202c667b630f489cbe62bd77f0cd176b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227043 Nov 02 16:24:10.164777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-16271db1-c639-4625-bc97-c6fab24c375d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/quotas/10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 375 time: 0.0299013 Nov 02 16:24:10.217354 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efacd27-7cb0-4de8-882b-fc624731dbbb x-openstack-request-id: req-4efacd27-7cb0-4de8-882b-fc624731dbbb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:10.217648 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:10.218076 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4efacd27-7cb0-4de8-882b-fc624731dbbb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:10.218556 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'status': 'completed', 'code': 200} Nov 02 16:24:10.244646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:10.251473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:10.267633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.268231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.268785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.269299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.269902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.270728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.271292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.271802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.272311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.272844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.273466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.274637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:10.284770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-2e962cf4-f7f6-4d37-ac62-7d42286eeb75 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129735 Nov 02 16:24:10.321726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:10.332237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:10.332763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.397491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=120beffa-16e1-4f95-a105-1529de4a2c68,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:10.407519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16469-7d36-438c-943f-1e4066aa3598 req-4f03e5c4-001e-42e7-be47-058839a874bd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.409026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-4f03e5c4-001e-42e7-be47-058839a874bd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a&tenant_id=11fdaa49f555407e9e83d885ca7d420e&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 947 time: 0.5200200 Nov 02 16:24:10.467119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-a8128dba-0fc2-4c90-8520-05900a4e186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.470836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-a8128dba-0fc2-4c90-8520-05900a4e186a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 1097 time: 0.1419415 Nov 02 16:24:10.487707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb5c9-171e-46f0-8f66-802c6074e487 req-ac4eab1e-59a4-4f21-a0dc-9448591381b9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.491353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-593eb5c9-171e-46f0-8f66-802c6074e487 req-ac4eab1e-59a4-4f21-a0dc-9448591381b9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 948 time: 0.2378857 Nov 02 16:24:10.516917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.533505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab5f933a-02ab-42ae-8326-5a10a40a18b4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'port_id': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'mac_address': 'fa:16:3e:5b:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:23:36Z', 'updated_at': '2021-11-02T16:24:06Z', 'revision_number': 1, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:24:10.560869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:10.563376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-593eb5c9-171e-46f0-8f66-802c6074e487 req-e478eee2-ca86-4b7a-aedc-b8da26005f18 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596373 Nov 02 16:24:10.573588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:24:10.584771 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:24:10.586301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:24:10.619517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:10.620723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'mac_address': 'fa:16:3e:3a:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:10.629126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-9452fc61-4426-483f-a9ed-12bdc390da89 service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237267 Nov 02 16:24:10.650534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Attempting to bind port 120beffa-16e1-4f95-a105-1529de4a2c68 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:10.650880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Attempting to bind port 120beffa-16e1-4f95-a105-1529de4a2c68 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:10.651204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Attempting to bind port 120beffa-16e1-4f95-a105-1529de4a2c68 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:10.655059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.672750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Port 120beffa-16e1-4f95-a105-1529de4a2c68 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:10.673572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Attempting to bind port 120beffa-16e1-4f95-a105-1529de4a2c68 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:10.685992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-802183fc-6b28-4b9e-8be8-6095c6eb8e39 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.687521 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-802183fc-6b28-4b9e-8be8-6095c6eb8e39 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4896731 Nov 02 16:24:10.725054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Request body: {'port': {'device_id': '3835c32c-b245-4262-9684-6fa9ba457b62', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '202c667b630f489cbe62bd77f0cd176b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:10.725523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.730227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:24:10.737382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:10.737724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:10.738108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:10.738580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Bound port: 120beffa-16e1-4f95-a105-1529de4a2c68, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:10.739103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.775111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:10.781990 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-71e16469-7d36-438c-943f-1e4066aa3598 req-9ecb8fec-7aa8-44d9-9a11-802b4395fe5e service neutron] delete failed (client error): The resource could not be found. Nov 02 16:24:10.783670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-9ecb8fec-7aa8-44d9-9a11-802b4395fe5e service neutron] 10.222.0.100 "DELETE /v2.0/ports/b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.3618066 Nov 02 16:24:10.811848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d33c4-c991-4eea-9314-f4204a89a5dd req-857ba901-45e6-4fa6-843d-ef144821e4b5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.813641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe4d33c4-c991-4eea-9314-f4204a89a5dd req-857ba901-45e6-4fa6-843d-ef144821e4b5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 949 time: 0.1048970 Nov 02 16:24:10.817905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-c9fa6fa7-2641-4695-a854-544c156a9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:10.819382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-c9fa6fa7-2641-4695-a854-544c156a9bca service neutron] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 924 time: 0.3251107 Nov 02 16:24:10.826063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.839648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:10.840899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:10.851497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:10.938869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:10.995780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.045533 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab5f933a-02ab-42ae-8326-5a10a40a18b4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'port_id': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'mac_address': 'fa:16:3e:5b:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:23:36Z', 'updated_at': '2021-11-02T16:24:06Z', 'revision_number': 1, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:24:11.057667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15a8ea0c-cee8-45f7-848c-571313c47912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.093987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:11.097105 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fcb5a3-3e41-41e8-a9db-86b3509d5f2d None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab5f933a-02ab-42ae-8326-5a10a40a18b4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'port_id': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'mac_address': 'fa:16:3e:5b:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:23:36Z', 'updated_at': '2021-11-02T16:24:06Z', 'revision_number': 1, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:24:11.103632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] For port 120beffa-16e1-4f95-a105-1529de4a2c68, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:11.107684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:11.109933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:11.116248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.116878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.124540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Made reservation on behalf of 202c667b630f489cbe62bd77f0cd176b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:11.127975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.148550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-8cdf60d9-e812-4864-9628-4d1d8d65ee60 service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176408 Nov 02 16:24:11.152866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16469-7d36-438c-943f-1e4066aa3598 req-c4646297-1f60-4385-b67e-a56310085e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.154400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-c4646297-1f60-4385-b67e-a56310085e90 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1099 time: 0.2044220 Nov 02 16:24:11.166693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:11.167532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] For port 120beffa-16e1-4f95-a105-1529de4a2c68, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=120beffa-16e1-4f95-a105-1529de4a2c68,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:11.187567 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.189312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:11.219590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe4d33c4-c991-4eea-9314-f4204a89a5dd req-649af6a2-5df3-4a99-b1a4-eaeaa4370252 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953581 Nov 02 16:24:11.254443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.293150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-9e5c067a-f101-408f-babd-a2c13534dc17 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2943089 Nov 02 16:24:11.352540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-1665b54c-7744-41bd-8e2b-2df2ab5f9b5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343 HTTP/1.1" status: 200 len: 999 time: 0.2591150 Nov 02 16:24:11.378188 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c3fb2-ff5c-44a1-82cf-941d4dd1b588 x-openstack-request-id: req-ea0c3fb2-ff5c-44a1-82cf-941d4dd1b588 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:11.378502 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0208d60-2908-4967-934a-1c0459dd1086", "name": "network-vif-plugged", "status": "completed", "tag": "ca6b9b0d-8283-46d7-91c5-844f4456c5e0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:11.378759 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea0c3fb2-ff5c-44a1-82cf-941d4dd1b588 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:11.380884 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0208d60-2908-4967-934a-1c0459dd1086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'code': 200} Nov 02 16:24:11.472513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.100', 57872) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:11.481545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c24991-4eb6-447d-af35-fadac1a398e6 None None] New status for floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:24:11.513110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51ba1bef-36f6-49e7-aa02-f8229865c6d6 req-f5c969f4-0473-4ee4-b492-800a147f827e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 210 time: 0.0607908 Nov 02 16:24:11.584115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-79cf2265-894b-4d96-b6a6-510629143d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.585904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-79cf2265-894b-4d96-b6a6-510629143d47 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.2206285 Nov 02 16:24:11.656121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bd5c9-56e1-4b90-a8b9-5496fa30938e req-6a8e4463-12ac-47d4-803a-4599db15d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.657962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b9bd5c9-56e1-4b90-a8b9-5496fa30938e req-6a8e4463-12ac-47d4-803a-4599db15d64f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 1101 time: 0.1822021 Nov 02 16:24:11.683706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Request body: {'port': {'device_id': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:11.690771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffcd9d-c2f9-4614-bf3a-152df3b7ce58 req-965e34af-251b-499e-93da-b39ecf45dd4d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.693382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaffcd9d-c2f9-4614-bf3a-152df3b7ce58 req-965e34af-251b-499e-93da-b39ecf45dd4d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 931 time: 0.1841707 Nov 02 16:24:11.703337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.704153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:11.705892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/120beffa-16e1-4f95-a105-1529de4a2c68 HTTP/1.1" status: 200 len: 1096 time: 3.9789617 Nov 02 16:24:11.754224 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b9bd5c9-56e1-4b90-a8b9-5496fa30938e req-bb7bf5ea-3c03-42cd-9a0f-d7d28b3064b3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755045 Nov 02 16:24:11.829220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaffcd9d-c2f9-4614-bf3a-152df3b7ce58 req-27a07b29-fb0f-4fea-82ac-0e82d6f6f152 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937548 Nov 02 16:24:11.858983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-8f0db7dc-0441-46c4-927e-33e64ec8bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.858983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-8f0db7dc-0441-46c4-927e-33e64ec8bfcf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2552176 Nov 02 16:24:11.883142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae67dc6-d0fa-456b-a597-2dd19da0f4c3 req-4c13c560-ed01-4d85-8cec-a4561f758847 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:11.901025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ae67dc6-d0fa-456b-a597-2dd19da0f4c3 req-4c13c560-ed01-4d85-8cec-a4561f758847 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 948 time: 0.2384417 Nov 02 16:24:11.968462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ae67dc6-d0fa-456b-a597-2dd19da0f4c3 req-401d7b01-4d8f-4d91-8bef-b52f611ed273 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662975 Nov 02 16:24:11.977619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fb5a3-86eb-4375-9c41-7cceb1e6a1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=120beffa-16e1-4f95-a105-1529de4a2c68,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:12.070712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:12.075947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16469-7d36-438c-943f-1e4066aa3598 req-0c75908f-5752-4b2e-8c44-e452a9716a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.077561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-0c75908f-5752-4b2e-8c44-e452a9716a45 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.9067199 Nov 02 16:24:12.125709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-70b27d3d-81c5-4e40-a2db-decaec964474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.127196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-70b27d3d-81c5-4e40-a2db-decaec964474 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 1099 time: 0.3617640 Nov 02 16:24:12.132037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Allocated IP 192.168.233.198 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/8dbbaa7c-2726-4a58-b143-4545ae7dbece) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:12.171243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93b6291d-f3eb-4ccb-97e9-9bd01b564be9 req-fbe761ec-94de-4ec0-8280-af78800ef739 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 210 time: 0.0402827 Nov 02 16:24:12.181214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-9efdfaf2-c9f6-487f-8a1b-74d1533ee93c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0860107 Nov 02 16:24:12.250734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'tag': '120beffa-16e1-4f95-a105-1529de4a2c68'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:12.252703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9b7c-d0df-476e-8b39-780e046dda55 req-3b59e411-3a96-480c-ac03-360f7a77fdbf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.254783 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb61d2-c78a-402d-8e47-bf11a4db0b07" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0910f7-bd7f-4b48-aa56-5d07d353b25e", "tag": "120beffa-16e1-4f95-a105-1529de4a2c68"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:12.254942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6be9b7c-d0df-476e-8b39-780e046dda55 req-3b59e411-3a96-480c-ac03-360f7a77fdbf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 948 time: 0.1248972 Nov 02 16:24:12.258829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-f1d8a8ec-275d-43e0-ade6-5034b7d63421 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306578 Nov 02 16:24:12.315864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-d22930ac-25fc-4122-a6be-c4dbc4dcff2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=120beffa-16e1-4f95-a105-1529de4a2c68 HTTP/1.1" status: 200 len: 217 time: 0.1448984 Nov 02 16:24:12.365206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6be9b7c-d0df-476e-8b39-780e046dda55 req-2b3258c5-37f7-42ea-8aec-4bfe28689751 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022613 Nov 02 16:24:12.398438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-51eed0ff-748b-4ef2-a53b-e96464dbab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.399908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-51eed0ff-748b-4ef2-a53b-e96464dbab4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0713880 Nov 02 16:24:12.423051 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8288d484-3440-4163-a086-82069f07ff05 x-openstack-request-id: req-8288d484-3440-4163-a086-82069f07ff05 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:12.423341 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0910f7-bd7f-4b48-aa56-5d07d353b25e", "tag": "120beffa-16e1-4f95-a105-1529de4a2c68", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:12.423582 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8288d484-3440-4163-a086-82069f07ff05 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:12.423962 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'tag': '120beffa-16e1-4f95-a105-1529de4a2c68', 'status': 'completed', 'code': 200} Nov 02 16:24:12.441455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:12.458852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524a64d5-1633-4959-9b8e-ab009954ab5b req-bbcbe019-8fcf-4ed6-87a1-fd51340010cd service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866865 Nov 02 16:24:12.466157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c8ad-34c9-44d2-bc46-32ed15aad164 req-7bf476c0-ce73-4436-b294-ade3ec7829fc tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.467987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd50c8ad-34c9-44d2-bc46-32ed15aad164 req-7bf476c0-ce73-4436-b294-ade3ec7829fc tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 949 time: 0.1143806 Nov 02 16:24:12.535274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd50c8ad-34c9-44d2-bc46-32ed15aad164 req-b0472e17-d390-40d6-9b3e-a22072423ffb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Nov 02 16:24:12.537991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16469-7d36-438c-943f-1e4066aa3598 req-32201c6c-6cb2-4a3b-a3d4-e5d67f1be47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.539842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-32201c6c-6cb2-4a3b-a3d4-e5d67f1be47a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2918530 Nov 02 16:24:12.625448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7664a95-051d-4f88-8b67-5340829bfbb0 req-054f2290-6034-4ff9-881c-1eecbc1a5ec2 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 210 time: 0.0285378 Nov 02 16:24:12.626592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43556) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:12.649764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-4ffcf63d-a21d-472b-9e34-6e548781cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.651274 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-4ffcf63d-a21d-472b-9e34-6e548781cf96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302690 Nov 02 16:24:12.748277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42a1e8c8-0150-4add-8c42-e580d6f94ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:12.780798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16469-7d36-438c-943f-1e4066aa3598 req-d8f394a4-ca71-49b8-947e-32bd5aa70ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.782421 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-d8f394a4-ca71-49b8-947e-32bd5aa70ad4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2085903 Nov 02 16:24:12.883912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:12.920102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-4143dad9-2c06-4114-88cf-b03e0a22530c service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462773 Nov 02 16:24:12.948997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42a1e8c8-0150-4add-8c42-e580d6f94ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:12.956436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-eecc1b69-9603-45c5-b40d-52ff2e908ecf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:12.958759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-eecc1b69-9603-45c5-b40d-52ff2e908ecf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.1818435 Nov 02 16:24:12.967438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42a1e8c8-0150-4add-8c42-e580d6f94ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:12.977728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Request body: {'port': {'device_id': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'admin_state_up': True, 'tenant_id': '10965dd0ab88419684f9d9036f1d9438'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:13.059185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-ab8c0720-d895-45fd-bb5c-d112a0086823 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644877 Nov 02 16:24:13.091734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.106564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42a1e8c8-0150-4add-8c42-e580d6f94ff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1129039cf75464a9b71ba90e6fb9fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788692 Nov 02 16:24:13.113420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f02647fd-e3a4-4223-9cc2-43ccfe1b5041'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:13.116824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43566) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:13.129644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1e8c8-0150-4add-8c42-e580d6f94ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f4f89e-ba24-4853-88e9-fbb7db458950,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:13.165309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb46b-e598-44ab-a1f2-6f860cc3d8a5 req-ed8aa8d8-8702-4c42-bb4b-c3c991edc271 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.166822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a43bb46b-e598-44ab-a1f2-6f860cc3d8a5 req-ed8aa8d8-8702-4c42-bb4b-c3c991edc271 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 931 time: 0.2200797 Nov 02 16:24:13.173360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9883a584-1f3f-45cd-931b-c50890868234 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:13.195168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.248223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce2d70-c9d4-4481-b6d6-9e7d347a9c8b req-1a63c212-81b0-45e8-8d05-5c2113538a8e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.251087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:13.257060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14ce2d70-c9d4-4481-b6d6-9e7d347a9c8b req-1a63c212-81b0-45e8-8d05-5c2113538a8e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 948 time: 0.2079155 Nov 02 16:24:13.262406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Pushing event updated for resources: {'Port': ['ID=8dbbaa7c-2726-4a58-b143-4545ae7dbece,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:13.265490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f887e2f-892a-4460-a6d5-555576ea9904 req-c0fd0962-7eb2-4f37-9550-6c1d821fb7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347273 Nov 02 16:24:13.266847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Transition to ACTIVE for port object 9883a584-1f3f-45cd-931b-c50890868234 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:13.271057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:13.276760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:13.284372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.285033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.299299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.337061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a43bb46b-e598-44ab-a1f2-6f860cc3d8a5 req-dec2131e-e3d3-4541-8f7d-0b19995e4ce2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536436 Nov 02 16:24:13.350356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Made reservation on behalf of 10965dd0ab88419684f9d9036f1d9438 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:13.360517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.360517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af4bdc1d-d623-4fa1-8691-f2e23094f7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.381837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14ce2d70-c9d4-4481-b6d6-9e7d347a9c8b req-e3de607c-477e-4f83-a573-bef466477974 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237197 Nov 02 16:24:13.384031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:13.387380 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2259e-7141-4ad9-9338-92b194e7082c" -d '{"events": [{"server_uuid": "eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "b0e681ff-69a5-442b-8dc6-a429e4cb3f1e"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:13.463122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71e16469-7d36-438c-943f-1e4066aa3598 req-bc676a60-6ebf-4766-bc4a-34722a50b345 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828573 Nov 02 16:24:13.472470 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-5edb206d-a203-495b-94c5-e64b327a0ef8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7581408 Nov 02 16:24:13.506552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:13.526189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Request body: {'port': {'device_id': '3835c32c-b245-4262-9684-6fa9ba457b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:13.539413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-059949fc-5e57-423e-8da6-da0eb320c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.541184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-059949fc-5e57-423e-8da6-da0eb320c981 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 1099 time: 0.1744680 Nov 02 16:24:13.558760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af4bdc1d-d623-4fa1-8691-f2e23094f7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.602710 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.669405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b06d58c-5b63-4d37-9e19-6a1a899b971e req-aaaadcc1-b4ec-40a4-bbe6-3e325763781b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 210 time: 0.1250007 Nov 02 16:24:13.707189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af4bdc1d-d623-4fa1-8691-f2e23094f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.710564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af4bdc1d-d623-4fa1-8691-f2e23094f7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.715557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af4bdc1d-d623-4fa1-8691-f2e23094f7b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32f4f89e-ba24-4853-88e9-fbb7db458950 HTTP/1.1" status: 204 len: 168 time: 0.5911367 Nov 02 16:24:13.722758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:13.723631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:13.723989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:13.726159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.743395 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c33506-6f5f-454f-ab21-7295fc047180 x-openstack-request-id: req-09c33506-6f5f-454f-ab21-7295fc047180 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:13.743866 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "b0e681ff-69a5-442b-8dc6-a429e4cb3f1e", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:13.744315 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09c33506-6f5f-454f-ab21-7295fc047180 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:13.744831 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'code': 200} Nov 02 16:24:13.746016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:13.746371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:13.755958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-096e76f7-98cd-4f1d-be6f-3c70fb53dab0 None None] Provisioning complete for port 8dbbaa7c-2726-4a58-b143-4545ae7dbece triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:13.756551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-096e76f7-98cd-4f1d-be6f-3c70fb53dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.794263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:13.794850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:13.795223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:13.795682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Bound port: 9883a584-1f3f-45cd-931b-c50890868234, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:13.796044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:13.802558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bdc1d-d623-4fa1-8691-f2e23094f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f4f89e-ba24-4853-88e9-fbb7db458950,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:13.844509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-6f65368d-cec7-4efa-b85e-67ef891ebb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.845841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-6f65368d-cec7-4efa-b85e-67ef891ebb02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2779946 Nov 02 16:24:13.846994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-096e76f7-98cd-4f1d-be6f-3c70fb53dab0 None None] Port 8dbbaa7c-2726-4a58-b143-4545ae7dbece cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:13.902170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b34a0-0c04-45c7-ab1d-6bc982127869 req-1aa9e3ce-15f4-4d59-8d6b-a571e80c6924 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.904514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-260b34a0-0c04-45c7-ab1d-6bc982127869 req-1aa9e3ce-15f4-4d59-8d6b-a571e80c6924 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 948 time: 0.2835827 Nov 02 16:24:13.909169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Allocated IP 172.20.0.9 (0543c437-82c3-4144-aba7-1859f1dda674/743245cb-caca-415b-9e1c-afd75e9a4693/f2328729-fa71-4287-9e25-0c348c9f38cc) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:13.965101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8429deb-23b9-491f-bd8e-b37988ccb1a5 req-bae50eb0-4896-46ae-9b17-5b224c89aa93 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:13.966699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8429deb-23b9-491f-bd8e-b37988ccb1a5 req-bae50eb0-4896-46ae-9b17-5b224c89aa93 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 949 time: 0.1396077 Nov 02 16:24:14.029732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-260b34a0-0c04-45c7-ab1d-6bc982127869 req-c1f48683-4c76-4410-a4b8-8534ac10ad4e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063290 Nov 02 16:24:14.096245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8429deb-23b9-491f-bd8e-b37988ccb1a5 req-109de93c-11b7-4cce-9181-e7d158afbe85 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166508 Nov 02 16:24:14.150629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43584) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:14.196762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cce99ba4-e029-40f2-a6e5-c3192d72af99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.229798 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.249218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:14.252007 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-731844e4-67f2-42e4-9d1f-2130cdc54f29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=120beffa-16e1-4f95-a105-1529de4a2c68 HTTP/1.1" status: 200 len: 217 time: 0.3928218 Nov 02 16:24:14.276002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7268f-83f5-4ecb-918b-5c043d119345 req-390c3051-af0e-4c37-996a-ff63e23ec5fa tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:14.278591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3a7268f-83f5-4ecb-918b-5c043d119345 req-390c3051-af0e-4c37-996a-ff63e23ec5fa tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 936 time: 0.1293781 Nov 02 16:24:14.349494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:14.354860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:14.355237 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.382358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:14.390692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f777a70-0121-4e91-b514-fb4d07badbe1 req-a98b8044-a618-46dd-b021-d88ddd7a2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:14.392196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f777a70-0121-4e91-b514-fb4d07badbe1 req-a98b8044-a618-46dd-b021-d88ddd7a2d78 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 1100 time: 0.5608771 Nov 02 16:24:14.399309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3a7268f-83f5-4ecb-918b-5c043d119345 req-f69ce75e-6a11-4a01-9acc-6ea0aab6bc1e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Nov 02 16:24:14.409510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.410396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:14.434089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.436538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-9f962a5f-8f6c-4c09-812c-b652383702e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:14.438397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-9f962a5f-8f6c-4c09-812c-b652383702e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1763208 Nov 02 16:24:14.469779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.496293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cce99ba4-e029-40f2-a6e5-c3192d72af99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.500442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:14.501717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.503352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] 10.222.0.100 "PUT /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 1091 time: 2.8242025 Nov 02 16:24:14.510399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'tag': '9883a584-1f3f-45cd-931b-c50890868234'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:14.512684 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d9e9f0-dea9-4aea-9a92-3021400f905a" -d '{"events": [{"name": "network-changed", "server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "tag": "9883a584-1f3f-45cd-931b-c50890868234"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:14.521847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cce99ba4-e029-40f2-a6e5-c3192d72af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.523497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:14.532072 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.595912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f777a70-0121-4e91-b514-fb4d07badbe1 req-5de040f8-fa7a-48d9-846f-edf4c4cf5360 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705954 Nov 02 16:24:14.596287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:14.629802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43254cfa-4b1a-497e-a5f4-01be1769c918 service neutron] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:14.658794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-45400bb8-5118-42c4-956e-d822baf444ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:14.660326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-45400bb8-5118-42c4-956e-d822baf444ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829982 Nov 02 16:24:14.701907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-f53c0ceb-cc01-47cf-aa9f-990fed63f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:14.703459 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-f53c0ceb-cc01-47cf-aa9f-990fed63f889 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1094 time: 0.1431403 Nov 02 16:24:14.759413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbbaa7c-2726-4a58-b143-4545ae7dbece {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:14.770498 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.792795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Transition to ACTIVE for port object 8dbbaa7c-2726-4a58-b143-4545ae7dbece will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:14.802294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:14.853053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-03c1539b-f440-4b67-8446-5b41f6d9e1df service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639729 Nov 02 16:24:14.857700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Network 0543c437-82c3-4144-aba7-1859f1dda674 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:14.885122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:14.894172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbaa7c-2726-4a58-b143-4545ae7dbece,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:14.898656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:14.912954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce99ba4-e029-40f2-a6e5-c3192d72af99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde577e4-e587-4e3a-8d31-b7a462d79f75,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:14.919938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cce99ba4-e029-40f2-a6e5-c3192d72af99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d17c8c5eff3940adbf61eb66ec0855a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682941 Nov 02 16:24:14.921934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:14.945131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:14.977972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-c3ad2678-0db4-4334-9922-22450127b339 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 217 time: 0.1023080 Nov 02 16:24:15.009029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e22fc-95f5-40f1-b4d5-c6dff66ec0d3 req-81e53ae4-a75f-4b80-bc98-8b79caa17f23 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.010945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-587e22fc-95f5-40f1-b4d5-c6dff66ec0d3 req-81e53ae4-a75f-4b80-bc98-8b79caa17f23 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.4955447 Nov 02 16:24:15.022624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Attempting to bind port 8dbbaa7c-2726-4a58-b143-4545ae7dbece on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:15.022739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Attempting to bind port 8dbbaa7c-2726-4a58-b143-4545ae7dbece by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:15.023080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Attempting to bind port 8dbbaa7c-2726-4a58-b143-4545ae7dbece on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:15.024895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5247-976e-4c9c-993a-a4c71cfe4d06 req-bea9fafe-d942-4e8d-8f00-8212749999e4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.031845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c25f5247-976e-4c9c-993a-a4c71cfe4d06 req-bea9fafe-d942-4e8d-8f00-8212749999e4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.5131111 Nov 02 16:24:15.041684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Port 8dbbaa7c-2726-4a58-b143-4545ae7dbece on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:15.042012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Attempting to bind port 8dbbaa7c-2726-4a58-b143-4545ae7dbece on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:15.061618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.062246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.063291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-a06b8e12-6228-45ce-816e-b2733a4ae56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.065002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-a06b8e12-6228-45ce-816e-b2733a4ae56b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0747619 Nov 02 16:24:15.072834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:15.072834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:15.073175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:15.073611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Bound port: 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:15.073895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.106482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9feb61d2-c78a-402d-8e47-bf11a4db0b07 req-bd7159b7-7dcd-4a1c-a965-0dd87944832c service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439046 Nov 02 16:24:15.120678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-1b44d5f7-b06e-41b9-9a19-b38987157cfb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1496494 Nov 02 16:24:15.125213 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-83740c2a-7223-4f26-8cbc-052b944c08ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344672 Nov 02 16:24:15.139391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Request body: {'port': {'device_id': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:15.146461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-587e22fc-95f5-40f1-b4d5-c6dff66ec0d3 req-bff010dd-0daa-48e3-aa83-8a562f427c40 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113923 Nov 02 16:24:15.148457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58edb88e-5830-41c8-bd5d-b4f55e123d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.186800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c25f5247-976e-4c9c-993a-a4c71cfe4d06 req-500cef44-6b7e-4b26-ae20-385656496f91 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538575 Nov 02 16:24:15.220924 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58edb88e-5830-41c8-bd5d-b4f55e123d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.228170 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf8b37f-9774-408a-bee0-cd035c674d0d x-openstack-request-id: req-dbf8b37f-9774-408a-bee0-cd035c674d0d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:15.228632 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "tag": "9883a584-1f3f-45cd-931b-c50890868234", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:15.228889 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbf8b37f-9774-408a-bee0-cd035c674d0d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:15.229294 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'tag': '9883a584-1f3f-45cd-931b-c50890868234', 'status': 'completed', 'code': 200} Nov 02 16:24:15.265458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] For port 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:15.288447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] For port 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:15.291400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-abf94bf9-009e-4890-a135-54208f19af6e service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478379 Nov 02 16:24:15.292974 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.293462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.335864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.336667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.338039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] 10.222.0.100 "PUT /v2.0/ports/8dbbaa7c-2726-4a58-b143-4545ae7dbece HTTP/1.1" status: 200 len: 1096 time: 1.8269539 Nov 02 16:24:15.422476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58edb88e-5830-41c8-bd5d-b4f55e123d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.427897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58edb88e-5830-41c8-bd5d-b4f55e123d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:15.430188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58edb88e-5830-41c8-bd5d-b4f55e123d0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fde577e4-e587-4e3a-8d31-b7a462d79f75 HTTP/1.1" status: 204 len: 168 time: 0.4816632 Nov 02 16:24:15.449225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff86f-8928-4a43-b76d-4ea7f4cba0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbaa7c-2726-4a58-b143-4545ae7dbece,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:15.481337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4adcef1-b64d-4564-a372-c6cffa10b065 req-465f3eb0-0731-40a9-9efc-f39b83e1c963 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785777 Nov 02 16:24:15.488133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edb88e-5830-41c8-bd5d-b4f55e123d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde577e4-e587-4e3a-8d31-b7a462d79f75,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:15.491645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-d87969d4-84f1-4adb-819e-4b1b4c1df808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.494510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-d87969d4-84f1-4adb-819e-4b1b4c1df808 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=202c667b630f489cbe62bd77f0cd176b&device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 1099 time: 0.1000400 Nov 02 16:24:15.522189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117980b-13a1-43bc-83d6-fb1e14db7970 req-aa45cb11-0eb9-41c5-8795-3b57b7a42fa9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.529915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b117980b-13a1-43bc-83d6-fb1e14db7970 req-aa45cb11-0eb9-41c5-8795-3b57b7a42fa9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 931 time: 0.2241409 Nov 02 16:24:15.580259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-087b9448-39d7-408b-b925-96523b36332a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece HTTP/1.1" status: 200 len: 217 time: 0.0694196 Nov 02 16:24:15.642477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d91832-316c-42fd-bcfe-82e71a82abf2 req-911e0296-e7b6-4ecf-ad9c-6b4e17f3d339 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.650370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1d91832-316c-42fd-bcfe-82e71a82abf2 req-911e0296-e7b6-4ecf-ad9c-6b4e17f3d339 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 948 time: 0.3304465 Nov 02 16:24:15.664367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-914ba571-7c8d-4e43-9b7f-55fdc2fce942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.664577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b117980b-13a1-43bc-83d6-fb1e14db7970 req-45c4be36-2a7c-42c6-b05b-896632be5507 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336577 Nov 02 16:24:15.665887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-914ba571-7c8d-4e43-9b7f-55fdc2fce942 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1094 time: 0.0979736 Nov 02 16:24:15.669786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-b970fca5-5608-44ee-ba75-2a219d8d87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.671128 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-b970fca5-5608-44ee-ba75-2a219d8d87f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0750177 Nov 02 16:24:15.746047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:15.749162 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24db8885-99a0-4b18-9a6d-a1d45c479aeb" -d '{"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:15.752973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1d91832-316c-42fd-bcfe-82e71a82abf2 req-fb1b2878-ae9f-4cf3-ac52-d0ea0c62d1e1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972881 Nov 02 16:24:15.845072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-2a8747dd-702e-4ac9-9fe8-eed09985a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.847106 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-2a8747dd-702e-4ac9-9fe8-eed09985a814 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422172 Nov 02 16:24:15.848167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef52362-d84f-4d0b-b658-1615a3c1c065 req-15dcf635-40dc-4c20-8f47-a4b0bff3ed54 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.849492 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ef52362-d84f-4d0b-b658-1615a3c1c065 req-15dcf635-40dc-4c20-8f47-a4b0bff3ed54 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 949 time: 0.0904460 Nov 02 16:24:15.920631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-1a5358fa-c029-4780-a900-8de63ff15cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.922276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-1a5358fa-c029-4780-a900-8de63ff15cc4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.2270393 Nov 02 16:24:15.957017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36684b04-8269-440e-8d2c-f354f00c1b5a req-a721d2ed-a57b-4767-bf55-6495167012f2 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:15.958778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36684b04-8269-440e-8d2c-f354f00c1b5a req-a721d2ed-a57b-4767-bf55-6495167012f2 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1100 time: 0.1249878 Nov 02 16:24:15.962964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2328729-fa71-4287-9e25-0c348c9f38cc {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:15.969628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ef52362-d84f-4d0b-b658-1615a3c1c065 req-372c195b-3a70-42bc-a659-d21b220a60d5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115348 Nov 02 16:24:15.976651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.006391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Transition to ACTIVE for port object f2328729-fa71-4287-9e25-0c348c9f38cc will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:16.007639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-63342f32-1db6-4d83-92dd-dda93f73b340 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 217 time: 0.0603750 Nov 02 16:24:16.015844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.022002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-84efe9b0-612f-4ea0-b4ea-a9846bb7370d service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656699 Nov 02 16:24:16.046433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36684b04-8269-440e-8d2c-f354f00c1b5a req-ab8da841-2002-432c-973b-c2cc8029df5f tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647895 Nov 02 16:24:16.101302 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02b68b7-6058-4d42-9a6b-795fe53d80ff x-openstack-request-id: req-e02b68b7-6058-4d42-9a6b-795fe53d80ff {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:16.101729 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:16.101944 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e02b68b7-6058-4d42-9a6b-795fe53d80ff {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:16.102577 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'code': 200} Nov 02 16:24:16.150778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:16.156613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-57b00a18-5b62-4881-b486-89363ec5afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.158602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-57b00a18-5b62-4881-b486-89363ec5afd9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.1176777 Nov 02 16:24:16.214456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993399c7-185e-4736-b20e-f7c8a6498a00 req-5690d6dd-ad6a-4188-9663-4a405efcba4c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.216595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-a93d232d-3ea3-4908-adba-68eb58616ae8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403819 Nov 02 16:24:16.218730 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2352c85-9ca1-43ad-9180-89ff4e702415 req-44480aeb-cac9-48f4-8adb-e68c82615bfd service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675336 Nov 02 16:24:16.222535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-993399c7-185e-4736-b20e-f7c8a6498a00 req-5690d6dd-ad6a-4188-9663-4a405efcba4c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 948 time: 0.1375675 Nov 02 16:24:16.249780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 120beffa-16e1-4f95-a105-1529de4a2c68 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:16.332056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-993399c7-185e-4736-b20e-f7c8a6498a00 req-416091fe-9995-4f28-8d15-62e04b6cb049 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065385 Nov 02 16:24:16.374163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:16.374543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:16.374809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:16.382325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-32767f73-e8cf-4af0-8184-58f03d276208 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260211 Nov 02 16:24:16.391611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:16.391919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:16.406631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 120beffa-16e1-4f95-a105-1529de4a2c68, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=120beffa-16e1-4f95-a105-1529de4a2c68,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:16.425884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '120beffa-16e1-4f95-a105-1529de4a2c68', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '120beffa-16e1-4f95-a105-1529de4a2c68', 'mac_address': 'fa:16:3e:6f:8c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:16.427367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b2b3-7edf-4c5d-9f82-b26b964415ed req-2085dc27-be73-4160-936e-9c7a07269ddf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.440185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a96b2b3-7edf-4c5d-9f82-b26b964415ed req-2085dc27-be73-4160-936e-9c7a07269ddf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.1631083 Nov 02 16:24:16.468212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:16.468565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:16.468921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:16.469352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Bound port: f2328729-fa71-4287-9e25-0c348c9f38cc, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:16.469702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.501437 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.536518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120beffa-16e1-4f95-a105-1529de4a2c68 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:16.544099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a96b2b3-7edf-4c5d-9f82-b26b964415ed req-13af8fd1-6a33-4e6e-a496-3866bcf7f016 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891020 Nov 02 16:24:16.561340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 120beffa-16e1-4f95-a105-1529de4a2c68, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=120beffa-16e1-4f95-a105-1529de4a2c68,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:16.563739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14d9e9f0-dea9-4aea-9a92-3021400f905a req-93f6d1c3-e6d5-485e-8b13-af3c06f9dd75 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647944 Nov 02 16:24:16.566329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.587579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-55b03ee1-e938-4e5e-8a6d-c17e75872b00 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427847 Nov 02 16:24:16.624824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=120beffa-16e1-4f95-a105-1529de4a2c68,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:16.672259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:16.689575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:16.697673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.744785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.745391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:16.746781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 1091 time: 1.6119285 Nov 02 16:24:16.751751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:16.753882 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:16.787414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-86aa8c3b-06e1-489f-a5ef-5baa2bbbadc1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.788877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-86aa8c3b-06e1-489f-a5ef-5baa2bbbadc1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937859 Nov 02 16:24:16.857681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-3dbcaa82-bd2b-4737-ac33-dd652b116510 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/quotas/11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 375 time: 0.0507109 Nov 02 16:24:16.858299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62fff-54ee-4127-92a4-03266c233f93 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:16.893528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179536d-e908-4442-a948-f63b3b7881c9 req-b1709a96-88af-4b38-8a10-02c621aead79 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.895182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3179536d-e908-4442-a948-f63b3b7881c9 req-b1709a96-88af-4b38-8a10-02c621aead79 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.1474299 Nov 02 16:24:16.911369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['120beffa-16e1-4f95-a105-1529de4a2c68'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:16.921403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-f8d88f51-1ad7-40ef-91bf-f1ca4308aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:16.922859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-f8d88f51-1ad7-40ef-91bf-f1ca4308aadf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1094 time: 0.1148133 Nov 02 16:24:16.972542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-cb76f20f-5343-4149-ad81-03276a62c4a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 217 time: 0.0391552 Nov 02 16:24:17.004520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-f23a1e97-690b-41ed-9a8e-8e8cf25f3a02 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363389 Nov 02 16:24:17.028488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3179536d-e908-4442-a948-f63b3b7881c9 req-6b163730-4f76-4e1e-b653-993b8f1086d7 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190531 Nov 02 16:24:17.058672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-5c744380-d9a2-49f0-909f-df5a9f90ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.058672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-5c744380-d9a2-49f0-909f-df5a9f90ea9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0669453 Nov 02 16:24:17.118859 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb58d2-3613-4c1a-b6a8-a2b88561f3ad x-openstack-request-id: req-e3eb58d2-3613-4c1a-b6a8-a2b88561f3ad {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:17.119665 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:17.120965 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3eb58d2-3613-4c1a-b6a8-a2b88561f3ad {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:17.122533 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'status': 'completed', 'code': 200} Nov 02 16:24:17.124809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:17.128943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-f9c64a89-6afc-4c16-82cb-aeca402c4094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621514 Nov 02 16:24:17.230304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3835c32c-b245-4262-9684-6fa9ba457b62', 'tag': '8dbbaa7c-2726-4a58-b143-4545ae7dbece'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:17.232738 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170" -d '{"events": [{"name": "network-changed", "server_uuid": "3835c32c-b245-4262-9684-6fa9ba457b62", "tag": "8dbbaa7c-2726-4a58-b143-4545ae7dbece"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:17.309332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd77fe-98ff-43c4-b7e4-2d3e3eb68432 req-93fb4515-9c27-45d3-bb70-bbfd628a7255 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.310834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90fd77fe-98ff-43c4-b7e4-2d3e3eb68432 req-93fb4515-9c27-45d3-bb70-bbfd628a7255 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 949 time: 0.1397779 Nov 02 16:24:17.344269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543114f3-ec59-42f2-b483-b701cd8ee327 req-59726662-90e7-449e-8b08-64a8e5c603cd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.345796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-543114f3-ec59-42f2-b483-b701cd8ee327 req-59726662-90e7-449e-8b08-64a8e5c603cd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 949 time: 0.1400297 Nov 02 16:24:17.353593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-8f02919e-6352-43b2-b2c6-284641958233 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185571 Nov 02 16:24:17.451921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90fd77fe-98ff-43c4-b7e4-2d3e3eb68432 req-c1a7a6ab-7929-4d8b-acdf-23cadbf2c18e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317072 Nov 02 16:24:17.456656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-543114f3-ec59-42f2-b483-b701cd8ee327 req-b64f9496-35ba-401f-a98a-8b9bf5f2bc15 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021795 Nov 02 16:24:17.502393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aacfc596-efac-4e20-bea9-cc5dd4b75f22 req-77953db7-9063-4c11-83d6-c0b941a12128 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387181 Nov 02 16:24:17.548762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd318660-ce96-486f-9688-59c8f051f6d1 req-31d0603f-26ea-4e89-a6be-d7251030c094 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 210 time: 0.0343549 Nov 02 16:24:17.601664 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abed25b-b1a5-4c17-8094-645a71477aa7 x-openstack-request-id: req-3abed25b-b1a5-4c17-8094-645a71477aa7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:17.601964 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3835c32c-b245-4262-9684-6fa9ba457b62", "tag": "8dbbaa7c-2726-4a58-b143-4545ae7dbece", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:17.602246 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3abed25b-b1a5-4c17-8094-645a71477aa7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:17.602946 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3835c32c-b245-4262-9684-6fa9ba457b62', 'tag': '8dbbaa7c-2726-4a58-b143-4545ae7dbece', 'status': 'completed', 'code': 200} Nov 02 16:24:17.606528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-7d3d3b38-cc8c-4b97-a89c-c8e2f7519d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.608393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-7d3d3b38-cc8c-4b97-a89c-c8e2f7519d0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1094 time: 0.0510006 Nov 02 16:24:17.735910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-c46f1b8b-b787-4480-afe8-db7022b3e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.737766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-c46f1b8b-b787-4480-afe8-db7022b3e1fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=202c667b630f489cbe62bd77f0cd176b&device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 1099 time: 0.0524168 Nov 02 16:24:17.762059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5b992-d08c-4aac-938e-54a516e9a833 req-2f31a8f2-cbaa-4622-9669-800cd090351d tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.763839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2e5b992-d08c-4aac-938e-54a516e9a833 req-2f31a8f2-cbaa-4622-9669-800cd090351d tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 948 time: 0.0927703 Nov 02 16:24:17.792306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-dcee6373-b2f1-48a4-866e-ee38c120ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.793762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-dcee6373-b2f1-48a4-866e-ee38c120ea8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1776774 Nov 02 16:24:17.842722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-f4ca3318-693c-442e-b8ac-eb7e2f6a8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.844392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-f4ca3318-693c-442e-b8ac-eb7e2f6a8544 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.0928047 Nov 02 16:24:17.873304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-a4636f1a-5603-4eb2-b5a0-d829e2f29239 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 217 time: 0.0638967 Nov 02 16:24:17.882900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2e5b992-d08c-4aac-938e-54a516e9a833 req-5485ae18-921b-4661-9471-2830085d6f9c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100082 Nov 02 16:24:17.902180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-2dbe02fb-0c42-43bb-a10a-c2e4074502dd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece HTTP/1.1" status: 200 len: 217 time: 0.0462203 Nov 02 16:24:17.936383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f437abd-ba36-48b3-b711-ce90c4391ff1 req-07e3fb70-abee-42e0-8836-d71eb418b015 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.938581 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f437abd-ba36-48b3-b711-ce90c4391ff1 req-07e3fb70-abee-42e0-8836-d71eb418b015 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 950 time: 0.1438718 Nov 02 16:24:17.964129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-43fed61f-4ce0-405d-952d-2556d0f24be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.965839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-43fed61f-4ce0-405d-952d-2556d0f24be9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0816696 Nov 02 16:24:17.985100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-475da2de-ff29-4797-84ce-5db642b8d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:17.986766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-475da2de-ff29-4797-84ce-5db642b8d967 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0576336 Nov 02 16:24:18.022921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-fd3d2a99-7256-4d99-82c5-054f59fad039 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387182 Nov 02 16:24:18.059363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-c2a44d79-6b88-4a22-b7a5-25374b8783a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.060768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-c2a44d79-6b88-4a22-b7a5-25374b8783a0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506258 Nov 02 16:24:18.063297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f437abd-ba36-48b3-b711-ce90c4391ff1 req-3e6b6dea-2e36-485d-9819-cacdf231d0d3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040273 Nov 02 16:24:18.095503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d058d62-98eb-4379-b530-13f88c70c8a7 req-f023e70e-1128-4621-8310-ae775fed96b0 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.096995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d058d62-98eb-4379-b530-13f88c70c8a7 req-f023e70e-1128-4621-8310-ae775fed96b0 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.1531918 Nov 02 16:24:18.155250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d058d62-98eb-4379-b530-13f88c70c8a7 req-c7a9ca94-da0b-4583-8f63-0743ff5b894a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Nov 02 16:24:18.172220 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-ed5076e8-e720-4981-911b-fc952b9d8ae8 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988173 Nov 02 16:24:18.179586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-8e4cf4c9-b02f-4b3c-a046-35992790027f service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445868 Nov 02 16:24:18.265421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 120beffa-16e1-4f95-a105-1529de4a2c68 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:18.275439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea6755f1-4e7e-47d4-b75e-a3fc49dd7170 req-a7c04329-df9b-43e3-8a85-e38dc1c5fef1 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936317 Nov 02 16:24:18.320224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 120beffa-16e1-4f95-a105-1529de4a2c68 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:18.325047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 120beffa-16e1-4f95-a105-1529de4a2c68 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:18.325208 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:18.335316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faa0b58b-79c0-4a05-8809-5bf2d2b416f5 req-fdf848ae-3cfd-4433-90d6-2f9deb017309 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426268 Nov 02 16:24:18.346036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffd968-e1df-404c-9c78-8e726dfc41cb req-a7923836-f3ef-4931-886e-8cf6027d4b6b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.347534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93ffd968-e1df-404c-9c78-8e726dfc41cb req-a7923836-f3ef-4931-886e-8cf6027d4b6b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0918984 Nov 02 16:24:18.394507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93ffd968-e1df-404c-9c78-8e726dfc41cb req-745e5f2f-ac16-4fca-afa6-13068727198b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Nov 02 16:24:18.415894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:18.444727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120beffa-16e1-4f95-a105-1529de4a2c68'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:18.447040 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264d21d-687c-4007-98cd-e6c275a319d8" -d '{"events": [{"server_uuid": "2b0910f7-bd7f-4b48-aa56-5d07d353b25e", "name": "network-vif-plugged", "status": "completed", "tag": "120beffa-16e1-4f95-a105-1529de4a2c68"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:18.464506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 120beffa-16e1-4f95-a105-1529de4a2c68, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=120beffa-16e1-4f95-a105-1529de4a2c68,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:18.469359 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:18.519305 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3186fd9-043f-48d9-bc38-8bed75b2410e x-openstack-request-id: req-c3186fd9-043f-48d9-bc38-8bed75b2410e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:18.519843 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0910f7-bd7f-4b48-aa56-5d07d353b25e", "name": "network-vif-plugged", "status": "completed", "tag": "120beffa-16e1-4f95-a105-1529de4a2c68", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:18.520260 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3186fd9-043f-48d9-bc38-8bed75b2410e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:18.520657 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120beffa-16e1-4f95-a105-1529de4a2c68', 'code': 200} Nov 02 16:24:18.566145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=120beffa-16e1-4f95-a105-1529de4a2c68,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:18.585108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-8a6b672e-d40c-4ae8-a839-c0c476bd4a8b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315511 Nov 02 16:24:18.602002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ab87d-b747-4de5-b69b-3a9ec7945420 req-8ef59fc0-ec82-43c6-9c00-1a4adf3326e3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.607955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ab87d-b747-4de5-b69b-3a9ec7945420 req-8ef59fc0-ec82-43c6-9c00-1a4adf3326e3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.615489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e7ab87d-b747-4de5-b69b-3a9ec7945420 req-8ef59fc0-ec82-43c6-9c00-1a4adf3326e3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7&device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 1690 time: 0.0681567 Nov 02 16:24:18.721522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e7ab87d-b747-4de5-b69b-3a9ec7945420 req-4299630f-01e3-4ad1-95c6-b0c071aa98b9 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045184 Nov 02 16:24:18.729000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-3ebf86fa-1175-4c75-bd8b-2abe6a818b16 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.730944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-3ebf86fa-1175-4c75-bd8b-2abe6a818b16 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273448 Nov 02 16:24:18.732678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae62d70-b46c-4127-be17-df0b9b862afa req-6bf2dbba-3f60-4b34-99d1-d1050c5fe108 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.734395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ae62d70-b46c-4127-be17-df0b9b862afa req-6bf2dbba-3f60-4b34-99d1-d1050c5fe108 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 950 time: 0.1153636 Nov 02 16:24:18.741871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54636ea-7f38-4d50-a538-7ad0ee5aba17 req-3c2ab108-6028-4888-8565-107918f42604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.744018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f54636ea-7f38-4d50-a538-7ad0ee5aba17 req-3c2ab108-6028-4888-8565-107918f42604 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 1101 time: 0.1236608 Nov 02 16:24:18.763889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Request body: {'port': {'device_id': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '11fdaa49f555407e9e83d885ca7d420e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:18.793219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ae62d70-b46c-4127-be17-df0b9b862afa req-447ab815-7716-4b31-9937-5b0cc6e1968f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Nov 02 16:24:18.806175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f54636ea-7f38-4d50-a538-7ad0ee5aba17 req-76ae72e1-87e4-438c-81ff-2a0dde233fea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477033 Nov 02 16:24:18.846287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7613806b-e6d3-40b0-b709-ff44985eee4f req-efd2a6b3-5fed-43d6-a955-718d5691f9e8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 210 time: 0.0329640 Nov 02 16:24:18.896160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Made reservation on behalf of 11fdaa49f555407e9e83d885ca7d420e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:18.900427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:18.978487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70729933-efe8-4d4d-9808-6f5147cd570d req-18899d93-a45d-4741-9946-84ac6f128759 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:18.980102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70729933-efe8-4d4d-9808-6f5147cd570d req-18899d93-a45d-4741-9946-84ac6f128759 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 1100 time: 0.0470357 Nov 02 16:24:19.039402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Allocated IP 192.168.233.119 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/cfe177b3-9e12-4f6b-a131-856d3c02afab) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:19.050162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70729933-efe8-4d4d-9808-6f5147cd570d req-b0647af8-fa39-47bf-b703-cb30221c6f5e tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628488 Nov 02 16:24:19.064756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777863c-b7c8-4f25-b242-7236c8710c8d req-26875c95-650e-4a5b-84d8-9d819ad30842 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:19.066465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d777863c-b7c8-4f25-b242-7236c8710c8d req-26875c95-650e-4a5b-84d8-9d819ad30842 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 948 time: 0.0653391 Nov 02 16:24:19.117519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d777863c-b7c8-4f25-b242-7236c8710c8d req-87d71364-966f-4724-8476-b6f237425bda tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Nov 02 16:24:19.186702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f504dd-4f9b-4bac-8c4b-1eba116f87e9 req-cb9af229-2fa9-4682-a620-c2f529c3a851 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:19.188223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7f504dd-4f9b-4bac-8c4b-1eba116f87e9 req-cb9af229-2fa9-4682-a620-c2f529c3a851 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 1101 time: 0.0471556 Nov 02 16:24:19.240047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7f504dd-4f9b-4bac-8c4b-1eba116f87e9 req-3a148f00-85fd-4628-81e8-605355e503fe tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Nov 02 16:24:19.374380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1f5a9-5725-4884-8d6c-a7fc55182d35 req-7fd6f11d-ad80-4aff-9c77-0aac8b9bba19 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:19.375989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0aa1f5a9-5725-4884-8d6c-a7fc55182d35 req-7fd6f11d-ad80-4aff-9c77-0aac8b9bba19 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0827188 Nov 02 16:24:19.430485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0aa1f5a9-5725-4884-8d6c-a7fc55182d35 req-5d1bd917-0914-44ad-9798-84d3f8864341 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464687 Nov 02 16:24:19.477449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:19.525919 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:19.539289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:19.546579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb179d-e7fd-4418-9407-02584dc94eed req-398e6756-233a-4f8e-ae20-3140fd3aac49 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:19.548702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0eeb179d-e7fd-4418-9407-02584dc94eed req-398e6756-233a-4f8e-ae20-3140fd3aac49 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0640953 Nov 02 16:24:19.616383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:19.625943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0eeb179d-e7fd-4418-9407-02584dc94eed req-54c01f7c-9a36-4e90-b4b6-6fb3d5fe2762 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690553 Nov 02 16:24:19.628106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:19.641033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:19.649771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:19.651172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:19.671735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9122128 Nov 02 16:24:19.685718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bb47a-656d-4471-9c7d-ab3bcf9c32a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:19.697219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Request body: {'port': {'device_id': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:19.703289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-8b36177c-b3c0-4d1d-affc-5d6099c6e5f0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528445 Nov 02 16:24:19.704532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9883a584-1f3f-45cd-931b-c50890868234 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:19.737651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43760) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:19.774224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:19.963537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:19.980730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '9883a584-1f3f-45cd-931b-c50890868234', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'port_id': '9883a584-1f3f-45cd-931b-c50890868234', 'mac_address': 'fa:16:3e:12:6e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a471c779-0145-4016-b867-4ff1cdd48e87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:20.030527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-960e901a-5dc8-4c48-8efe-bc703cdacf95 None None] Provisioning complete for port cfe177b3-9e12-4f6b-a131-856d3c02afab triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:20.030527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-960e901a-5dc8-4c48-8efe-bc703cdacf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.063913 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.075534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acff47be-cd7e-4791-8246-6404d23e2684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.084358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9883a584-1f3f-45cd-931b-c50890868234 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:20.087726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-994799a7-9689-4239-afae-36f6c9ec16b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4027023 Nov 02 16:24:20.094680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-960e901a-5dc8-4c48-8efe-bc703cdacf95 None None] Port cfe177b3-9e12-4f6b-a131-856d3c02afab cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:20.111971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:20.117130 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.117899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 8dbbaa7c-2726-4a58-b143-4545ae7dbece details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:20.136533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e06bc-3521-4bca-b501-26d3b1e8f43a req-09e91c7b-2c15-4dd2-9fc0-0bfee8bd06bf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.138119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d5e06bc-3521-4bca-b501-26d3b1e8f43a req-09e91c7b-2c15-4dd2-9fc0-0bfee8bd06bf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 950 time: 0.1583979 Nov 02 16:24:20.152721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-b8a5309a-96ad-40bf-a5f5-b5ea2f38093d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.162593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-b8a5309a-96ad-40bf-a5f5-b5ea2f38093d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4577682 Nov 02 16:24:20.219253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-869b6857-61e0-4e25-8e54-90a21cf969b7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/quotas/79ae8d43675846f9bc18de4bdf779d8b HTTP/1.1" status: 200 len: 375 time: 0.0551872 Nov 02 16:24:20.223307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:20.264463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d5e06bc-3521-4bca-b501-26d3b1e8f43a req-918b3f02-e3a4-465c-a42a-069c4d6150bf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989699 Nov 02 16:24:20.281312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:20.338115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb363-6fc6-4c32-9114-748100be4533 req-ccd2c2aa-98aa-43f3-a640-08421eeab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.340356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-ccd2c2aa-98aa-43f3-a640-08421eeab73e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1100 time: 0.1684690 Nov 02 16:24:20.342407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acff47be-cd7e-4791-8246-6404d23e2684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.358853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acff47be-cd7e-4791-8246-6404d23e2684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.380546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:20.398214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '8dbbaa7c-2726-4a58-b143-4545ae7dbece', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '8dbbaa7c-2726-4a58-b143-4545ae7dbece', 'mac_address': 'fa:16:3e:f0:49:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:20.400299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-6b43f407-4d4b-4e3e-a282-8b18a5252aac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1539848 Nov 02 16:24:20.430641 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-acff47be-cd7e-4791-8246-6404d23e2684 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bc225cb50d64b52a9275a323f00e9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6909006 Nov 02 16:24:20.433830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43772) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:20.455446 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.466955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff47be-cd7e-4791-8246-6404d23e2684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd27902-5cf5-4d99-848f-98c65570922a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:20.477375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:20.487154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbbaa7c-2726-4a58-b143-4545ae7dbece {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:20.491940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f954e-4a11-4800-8db9-71f2e412a435 req-0b1fc7c0-f3b1-4d7f-881c-90da75c343e9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.493778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b80f954e-4a11-4800-8db9-71f2e412a435 req-0b1fc7c0-f3b1-4d7f-881c-90da75c343e9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 936 time: 0.1515427 Nov 02 16:24:20.506575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe177b3-9e12-4f6b-a131-856d3c02afab {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:20.510716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:20.515759 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.522089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.522849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'port_id': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'mac_address': 'fa:16:3e:83:70:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743245cb-caca-415b-9e1c-afd75e9a4693', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:20.536872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb363-6fc6-4c32-9114-748100be4533 req-0e0592c9-fa95-46e0-94f5-eed3ee310138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.538668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-0e0592c9-fa95-46e0-94f5-eed3ee310138 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1723323 Nov 02 16:24:20.547478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Transition to ACTIVE for port object cfe177b3-9e12-4f6b-a131-856d3c02afab will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:20.549565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fea02ec-de7f-44b4-97b5-2840fad7c197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.560690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.567034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b80f954e-4a11-4800-8db9-71f2e412a435 req-84625e6a-c5ef-4e0f-8e2d-fc747210b818 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641589 Nov 02 16:24:20.590809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.604391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-2d4d3def-e217-4882-84f0-d0e453031614 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0495214 Nov 02 16:24:20.618146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fea02ec-de7f-44b4-97b5-2840fad7c197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.621808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2328729-fa71-4287-9e25-0c348c9f38cc {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:20.647737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:20.653115 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.655290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=8dbbaa7c-2726-4a58-b143-4545ae7dbece,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:20.692484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:20.726877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:20.727472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:20.728080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:20.728573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb363-6fc6-4c32-9114-748100be4533 req-6b10d73f-09f1-44e0-83a8-e42360870c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.730172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-6b10d73f-09f1-44e0-83a8-e42360870c77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1066463 Nov 02 16:24:20.733358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Port cfe177b3-9e12-4f6b-a131-856d3c02afab on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:20.733763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:20.741030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:20.741375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:20.741821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:20.742344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Bound port: cfe177b3-9e12-4f6b-a131-856d3c02afab, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:20.742810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.744184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:20.778240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fea02ec-de7f-44b4-97b5-2840fad7c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.798507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fea02ec-de7f-44b4-97b5-2840fad7c197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.799032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5fea02ec-de7f-44b4-97b5-2840fad7c197 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bd27902-5cf5-4d99-848f-98c65570922a HTTP/1.1" status: 204 len: 168 time: 0.3642528 Nov 02 16:24:20.828411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb363-6fc6-4c32-9114-748100be4533 req-88d461b1-276c-48fb-a5ef-85a6fce7eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:20.829933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-88d461b1-276c-48fb-a5ef-85a6fce7eb19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721433 Nov 02 16:24:20.882691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea02ec-de7f-44b4-97b5-2840fad7c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd27902-5cf5-4d99-848f-98c65570922a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:20.942574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:20.947401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:20.953698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:20.964906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['8dbbaa7c-2726-4a58-b143-4545ae7dbece'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:20.996645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147233-fef1-449b-9801-a9ce7de49793 req-dc3c1459-a8e8-437b-9f8c-78227c277603 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.004398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d147233-fef1-449b-9801-a9ce7de49793 req-dc3c1459-a8e8-437b-9f8c-78227c277603 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 949 time: 0.1114697 Nov 02 16:24:21.023793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f2328729-fa71-4287-9e25-0c348c9f38cc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:21.025976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['9883a584-1f3f-45cd-931b-c50890868234'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:21.059396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:21.066517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d147233-fef1-449b-9801-a9ce7de49793 req-99363a93-44de-4834-a3fe-322a24923715 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560338 Nov 02 16:24:21.076116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.077019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:21.079038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-46bbecf3-8cd5-4ca3-b0c8-ecce5c6c7a8a service neutron] 10.222.0.100 "PUT /v2.0/ports/cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 1096 time: 1.3898077 Nov 02 16:24:21.080083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:21.086510 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a01714e-2416-4b91-8a0e-3630aff797c4" -d '{"events": [{"name": "network-changed", "server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:21.120687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-e9558294-9448-4282-8792-45fe02daa54a service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734811 Nov 02 16:24:21.210889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-c4744923-c358-428a-9634-3f878341c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.213439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-c4744923-c358-428a-9634-3f878341c8d6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1099 time: 0.0684872 Nov 02 16:24:21.312315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-fa64a0af-ddd5-45f6-8510-d9bdbcfd2818 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.0811932 Nov 02 16:24:21.320067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606fb363-6fc6-4c32-9114-748100be4533 req-55b07f6a-fda2-4cbd-9e97-fb9e50dea7f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832860 Nov 02 16:24:21.325330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43790) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:21.387739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-915baed3-dea9-4bb0-bcd3-d2680c6f9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.389241 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-915baed3-dea9-4bb0-bcd3-d2680c6f9e60 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0649168 Nov 02 16:24:21.397859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6e78db-9d02-45c5-9787-d89f7dfac3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:21.428594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdfce7-d695-4122-bd9c-1dc8f38d6155 req-2458b7e7-2aa0-4fe9-ad92-5a75cecd2425 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.430092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fcdfce7-d695-4122-bd9c-1dc8f38d6155 req-2458b7e7-2aa0-4fe9-ad92-5a75cecd2425 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.1091254 Nov 02 16:24:21.441350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb1067-8415-49f2-ae4f-4d7887d0aebf req-f5cfd0e3-4892-488e-b08a-8166636587e9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.444057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ebb1067-8415-49f2-ae4f-4d7887d0aebf req-f5cfd0e3-4892-488e-b08a-8166636587e9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.1207945 Nov 02 16:24:21.491960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fcdfce7-d695-4122-bd9c-1dc8f38d6155 req-ee48ed87-fd11-4e09-9011-89da42172ed6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Nov 02 16:24:21.570428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-60a32b91-dd32-4259-b7e8-052fc6be7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.571671 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-60a32b91-dd32-4259-b7e8-052fc6be7668 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475933 Nov 02 16:24:21.577314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6e78db-9d02-45c5-9787-d89f7dfac3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:21.582501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ebb1067-8415-49f2-ae4f-4d7887d0aebf req-4ff12fbe-4368-4a2f-9f19-b98bf698fbcb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022372 Nov 02 16:24:21.582712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6e78db-9d02-45c5-9787-d89f7dfac3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:21.752194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d489d-f1a6-4e0a-813e-b7835a2cfc15 req-1cc41854-2505-4234-84f6-82148a3bc5c5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.759693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e03d489d-f1a6-4e0a-813e-b7835a2cfc15 req-1cc41854-2505-4234-84f6-82148a3bc5c5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 950 time: 0.0863824 Nov 02 16:24:21.760596 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accfe25b-1514-4fac-ab39-e3238371eabf x-openstack-request-id: req-accfe25b-1514-4fac-ab39-e3238371eabf {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:21.760925 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:21.761309 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-accfe25b-1514-4fac-ab39-e3238371eabf {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:21.761839 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'status': 'completed', 'code': 200} Nov 02 16:24:21.764820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-e1dd8d17-c3b6-4164-b12b-fb632a47be2d service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542664 Nov 02 16:24:21.850679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-de6e78db-9d02-45c5-9787-d89f7dfac3e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb8a16e126ec407c973b8103b349a5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4721880 Nov 02 16:24:21.854279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:21.866707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e03d489d-f1a6-4e0a-813e-b7835a2cfc15 req-b78f11fa-b576-4eb3-878d-aaff2c26d1a3 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988970 Nov 02 16:24:21.873217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e78db-9d02-45c5-9787-d89f7dfac3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc7cf7-0fac-40e4-b738-2b73b2c2c000,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:21.885123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ca724-18b8-48ae-bef8-ca161be958b5 req-eb16ea89-07f1-4481-842f-77501b46d074 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:21.902702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f1ca724-18b8-48ae-bef8-ca161be958b5 req-eb16ea89-07f1-4481-842f-77501b46d074 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 948 time: 0.1072464 Nov 02 16:24:21.975295 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b7a3514-0c7e-410a-a159-25b678d4a023 req-a046b916-3fb9-486f-8123-d1a01f036c7f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0340722 Nov 02 16:24:21.989554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f1ca724-18b8-48ae-bef8-ca161be958b5 req-d4257e6f-89ff-4875-b769-e9bca2436895 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 Nov 02 16:24:22.016455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76730295-5870-4e90-bcaa-b77150fd1abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:22.114803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76730295-5870-4e90-bcaa-b77150fd1abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:22.121861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c99d5df9-42de-4dfb-8192-08a50f7d67aa req-2f2a8da2-9322-4bd9-8b81-89393159fd13 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360925 Nov 02 16:24:22.218384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76730295-5870-4e90-bcaa-b77150fd1abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:22.230246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76730295-5870-4e90-bcaa-b77150fd1abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:22.230246 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-76730295-5870-4e90-bcaa-b77150fd1abd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ddc7cf7-0fac-40e4-b738-2b73b2c2c000 HTTP/1.1" status: 204 len: 168 time: 0.3748341 Nov 02 16:24:22.242085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76730295-5870-4e90-bcaa-b77150fd1abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc7cf7-0fac-40e4-b738-2b73b2c2c000,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:22.315525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ae3e2-e7e0-4767-8c0a-5788f7ffafb2 req-fa0cbb6a-0b2d-423c-b8e7-2a33f9427650 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.315932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-28a22d89-efeb-4d7e-a6fd-dd897d7b8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.320450 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-28a22d89-efeb-4d7e-a6fd-dd897d7b8d95 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1099 time: 0.0688517 Nov 02 16:24:22.326387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f7ae3e2-e7e0-4767-8c0a-5788f7ffafb2 req-fa0cbb6a-0b2d-423c-b8e7-2a33f9427650 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 949 time: 0.1110454 Nov 02 16:24:22.367365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f7ae3e2-e7e0-4767-8c0a-5788f7ffafb2 req-83cd199f-4ebf-4010-ac51-c548767b818a tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Nov 02 16:24:22.515223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-e4742e6b-1b2a-4d45-a703-3308b6731d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.516783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-e4742e6b-1b2a-4d45-a703-3308b6731d0e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1362708 Nov 02 16:24:22.593454 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-903ee388-798b-41b2-83f8-f2647f0ad3ef service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.0500689 Nov 02 16:24:22.664606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-bbf1652a-0f10-46c6-a50c-c3eb22453b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.667326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-bbf1652a-0f10-46c6-a50c-c3eb22453b2a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0556633 Nov 02 16:24:22.670352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:22.671690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be79a5-9ede-492f-8bab-b513fcb01cd6 req-3480459d-14ab-41f0-876d-212a703d56fe tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.673317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16be79a5-9ede-492f-8bab-b513fcb01cd6 req-3480459d-14ab-41f0-876d-212a703d56fe tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.0709145 Nov 02 16:24:22.724156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16be79a5-9ede-492f-8bab-b513fcb01cd6 req-c5bda3c4-d742-4281-a429-7f8dae226ecf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Nov 02 16:24:22.751652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-b6f1e949-c776-4bc7-866c-e9f4d6137405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.753459 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-b6f1e949-c776-4bc7-866c-e9f4d6137405 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652905 Nov 02 16:24:22.850608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c8cff-bd07-4478-884a-758cf2ba2001 req-731a10bc-3fad-4bc6-b1bd-146c4838b915 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.852150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d03c8cff-bd07-4478-884a-758cf2ba2001 req-731a10bc-3fad-4bc6-b1bd-146c4838b915 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.0635519 Nov 02 16:24:22.903419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-875aa2e0-11bf-4712-8096-9e9ecf4f187a service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246815 Nov 02 16:24:22.931163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d03c8cff-bd07-4478-884a-758cf2ba2001 req-d1dedd4b-6e70-46cc-8e87-eb601a90eed6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728397 Nov 02 16:24:22.953195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.953676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.954186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.954617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.955070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.955523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.955971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.956434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.956977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.958541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.958541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.958870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.959329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.959861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:22.962291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-9ec51190-d1be-43a8-a008-4075d105bc3f tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4&device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7&device_id=3835c32c-b245-4262-9684-6fa9ba457b62&device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6&device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e&device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7&device_id=f0208d60-2908-4967-934a-1c0459dd1086&device_id=7b2d169b-8407-4083-85e7-c8cad698b335&device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812&device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9&device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e&device_id=0133731c-dd81-44dc-9bd5-1c27289ce561&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 12658 time: 0.1018312 Nov 02 16:24:22.991422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-68df9339-68ee-4789-8153-2a1755fdc856 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.064155 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5a01714e-2416-4b91-8a0e-3630aff797c4 req-d9827e19-db57-4fe3-9900-b87610b23ded service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408064 Nov 02 16:24:23.113865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-021cd9f0-9547-473f-b4f5-d7d6c1a4f5d8 req-9553beb4-2103-497e-b34e-fef5ca94a7ce tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0486526 Nov 02 16:24:23.160279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-fd922419-4634-4ba9-b332-aa3d2e200f7a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524764 Nov 02 16:24:23.318930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-68df9339-68ee-4789-8153-2a1755fdc856 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.330236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-68df9339-68ee-4789-8153-2a1755fdc856 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.346033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-b63e8295-7e13-4dda-9d21-b3a24c5acb16 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217702 Nov 02 16:24:23.405227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ecb5293-0f77-4815-bb49-b9b4f29973db req-68df9339-68ee-4789-8153-2a1755fdc856 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&id=c4883587-1fe1-457b-82bc-27ed75233cf8&id=a325d6d7-0e05-4618-b8ed-87ace67776bf&id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&id=5e126639-317a-4ea6-aada-8313ef412a5d&id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4355931 Nov 02 16:24:23.419782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df9339-68ee-4789-8153-2a1755fdc856 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6320950-3751-467c-99be-0a20155e66d7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:23.436454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655a37-a446-4bcf-ac48-e94fcc078af7 req-bf1b1942-a278-487b-be8c-9a4603eec637 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:23.444832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2655a37-a446-4bcf-ac48-e94fcc078af7 req-bf1b1942-a278-487b-be8c-9a4603eec637 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 948 time: 0.2309010 Nov 02 16:24:23.468740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-1d43af6b-1bff-4a47-8b8d-ac564ffc6943 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:23.470434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-1d43af6b-1bff-4a47-8b8d-ac564ffc6943 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912226 Nov 02 16:24:23.500601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:23.513566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-1e20e8f0-bd3b-4952-9c72-17fca41a93e2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:23.515519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-1e20e8f0-bd3b-4952-9c72-17fca41a93e2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594660 Nov 02 16:24:23.542117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:23.613128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2655a37-a446-4bcf-ac48-e94fcc078af7 req-bfa462dc-479f-4cc2-8e29-f3d158bbaa4c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671815 Nov 02 16:24:23.664156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5b9d-c30b-44fe-9496-0d49c8c2e0aa req-5c9c51a4-f07e-487f-834a-8c12d915c27c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:23.665855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10ab5b9d-c30b-44fe-9496-0d49c8c2e0aa req-5c9c51a4-f07e-487f-834a-8c12d915c27c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 949 time: 0.0876403 Nov 02 16:24:23.671817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9883a584-1f3f-45cd-931b-c50890868234 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:23.704626 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.api [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:24:23.704626 n-d-811405-2 neutron-server[102065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:24:23.704626 n-d-811405-2 neutron-server[102065]: [parameters: {'project_id': '79ae8d43675846f9bc18de4bdf779d8b', 'id': '8c7faeeb-975b-459a-869a-42b070e8d107', 'expiration': datetime.datetime(2021, 11, 2, 16, 26, 23, 699096)}] Nov 02 16:24:23.704626 n-d-811405-2 neutron-server[102065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:24:23.707056 n-d-811405-2 neutron-server[102065]: DEBUG oslo_db.api [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:24:23.728519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10ab5b9d-c30b-44fe-9496-0d49c8c2e0aa req-c71901e7-a97d-4441-8e36-88024f36be7a tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530963 Nov 02 16:24:23.730021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:23.733457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.736243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 9883a584-1f3f-45cd-931b-c50890868234 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:23.744498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 9883a584-1f3f-45cd-931b-c50890868234 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:23.745425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.865180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.898930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9883a584-1f3f-45cd-931b-c50890868234'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:23.901816 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c6070-ee69-4c4c-acb8-a5b5b92ce9b7" -d '{"events": [{"server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "name": "network-vif-plugged", "status": "completed", "tag": "9883a584-1f3f-45cd-931b-c50890868234"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:23.923848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:23.929175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:23.929977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 8dbbaa7c-2726-4a58-b143-4545ae7dbece up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:23.945436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.163 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/8aaa9d97-54f2-4df3-ad55-addf94eb53bc) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:23.955126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53f567-8f36-4ef4-b4b3-6d9750854034 req-54bd6534-b349-4f61-a487-6e48313c51d0 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:23.956636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff53f567-8f36-4ef4-b4b3-6d9750854034 req-54bd6534-b349-4f61-a487-6e48313c51d0 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.0940924 Nov 02 16:24:24.027587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:24.045972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 8dbbaa7c-2726-4a58-b143-4545ae7dbece completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:24.049773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 8dbbaa7c-2726-4a58-b143-4545ae7dbece triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:24.050175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.060161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff53f567-8f36-4ef4-b4b3-6d9750854034 req-88bfee5e-335c-4e1a-b5a3-3b7adbe94f00 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916452 Nov 02 16:24:24.109205 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b446c15-62c2-400e-b8f2-7af146336480 x-openstack-request-id: req-2b446c15-62c2-400e-b8f2-7af146336480 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:24.109583 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "name": "network-vif-plugged", "status": "completed", "tag": "9883a584-1f3f-45cd-931b-c50890868234", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:24.109919 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b446c15-62c2-400e-b8f2-7af146336480 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:24.110578 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9883a584-1f3f-45cd-931b-c50890868234', 'code': 200} Nov 02 16:24:24.134841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217736d-949d-4c42-a6fe-a27916d963c0 req-9c5e2f5f-428d-450d-bc40-56cb28752885 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.135321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217736d-949d-4c42-a6fe-a27916d963c0 req-9c5e2f5f-428d-450d-bc40-56cb28752885 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.135791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217736d-949d-4c42-a6fe-a27916d963c0 req-9c5e2f5f-428d-450d-bc40-56cb28752885 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.137438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7217736d-949d-4c42-a6fe-a27916d963c0 req-9c5e2f5f-428d-450d-bc40-56cb28752885 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e&device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812&device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 2883 time: 0.1454213 Nov 02 16:24:24.182849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.221167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:24.226753 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.248809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7217736d-949d-4c42-a6fe-a27916d963c0 req-9b06ecec-d71a-4466-a6b2-8c541a853a0c tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 Nov 02 16:24:24.272983 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.277441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:24.281157 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.290342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e067b-ca05-446d-beb9-b97d4593675a req-087e18ef-7004-460a-bfd4-3defb3cb7505 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.291901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f80e067b-ca05-446d-beb9-b97d4593675a req-087e18ef-7004-460a-bfd4-3defb3cb7505 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 945 time: 0.1318464 Nov 02 16:24:24.299016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c6170-ac42-4314-b681-c3fd5888c877 req-28324570-35ec-4f85-b848-0aaded218f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.300505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-101c6170-ac42-4314-b681-c3fd5888c877 req-28324570-35ec-4f85-b848-0aaded218f5d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0985775 Nov 02 16:24:24.303343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=8dbbaa7c-2726-4a58-b143-4545ae7dbece,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:24.313794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:24.352975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.370564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:24.372807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:24.387838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-101c6170-ac42-4314-b681-c3fd5888c877 req-91fa7d14-6b59-488f-8596-933516dc9adf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Nov 02 16:24:24.435787 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f80e067b-ca05-446d-beb9-b97d4593675a req-0677ea29-462f-4594-a537-8aab9d44e4ee tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300485 Nov 02 16:24:24.472191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:24.476609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:24.478574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:24.483260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:24.560100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.560674 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.561979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.41 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/a5b27973-ecfe-48c1-81cd-b8c35eccd903) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:24.617986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b1eeeb0-abc1-4b42-beb1-db6f1b37f059 req-5f3a2c66-7e21-4bb1-972f-942f574ae06f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0434029 Nov 02 16:24:24.625818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port f2328729-fa71-4287-9e25-0c348c9f38cc completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:24.635514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f2328729-fa71-4287-9e25-0c348c9f38cc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:24.635870 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.640718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-752e5ac5-00c3-4aad-ae1c-cf89b0aa35a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1510148 Nov 02 16:24:24.662272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Request body: {'port': {'device_id': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:24.756989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.860358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.911444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.944262 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.947875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a22b3b57-ef89-4095-85b8-0e6c9913d859 None None] Provisioning complete for port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:24.948237 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a22b3b57-ef89-4095-85b8-0e6c9913d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:24.963135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:24.968611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:24.975513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:24.983523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:24.984945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.008541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62b14-3eb5-4981-82b0-18f7ad90fbef req-89754e9c-0711-4561-95da-64fb4d7c4762 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:25.014856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=a5b27973-ecfe-48c1-81cd-b8c35eccd903,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:25.019332 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bd62b14-3eb5-4981-82b0-18f7ad90fbef req-89754e9c-0711-4561-95da-64fb4d7c4762 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.1698313 Nov 02 16:24:25.023786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7dcfcb3d-10f5-4326-8959-9433b03120d4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4856997 Nov 02 16:24:25.032202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a22b3b57-ef89-4095-85b8-0e6c9913d859 None None] Port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:25.039997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:25.061960 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.072184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010431a8-e1a9-4bc3-99ed-08dcb7faf983 req-fd7da803-d1dc-4e7b-bea8-2b148aa1a1f2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:25.073770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-010431a8-e1a9-4bc3-99ed-08dcb7faf983 req-fd7da803-d1dc-4e7b-bea8-2b148aa1a1f2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 948 time: 0.1867802 Nov 02 16:24:25.081049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Request body: {'port': {'device_id': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:25.146653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bd62b14-3eb5-4981-82b0-18f7ad90fbef req-3782602e-f756-49ab-9e1f-299e17840fe7 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297410 Nov 02 16:24:25.183299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:25.215467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-010431a8-e1a9-4bc3-99ed-08dcb7faf983 req-f84dcb5f-05a3-49f3-8d72-2e687505f1fd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157117 Nov 02 16:24:25.217526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:25.220183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.416172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d0aa3802-4027-424c-ad64-93f3311e6f76 None None] Provisioning complete for port a5b27973-ecfe-48c1-81cd-b8c35eccd903 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:25.422833 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3802-4027-424c-ad64-93f3311e6f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.439021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaa9d97-54f2-4df3-ad55-addf94eb53bc {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:25.464307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.490382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff9cfe-9165-4adc-9bad-6a50640bb953 req-0298899f-ebba-4838-bc57-a84b159db177 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:25.506469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa3802-4027-424c-ad64-93f3311e6f76 None None] Port a5b27973-ecfe-48c1-81cd-b8c35eccd903 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:25.507729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddff9cfe-9165-4adc-9bad-6a50640bb953 req-0298899f-ebba-4838-bc57-a84b159db177 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 945 time: 0.1860528 Nov 02 16:24:25.542342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Transition to ACTIVE for port object 8aaa9d97-54f2-4df3-ad55-addf94eb53bc will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:25.564165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.647274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddff9cfe-9165-4adc-9bad-6a50640bb953 req-f3fc7ac4-fd1f-4638-b432-0d3d38c54493 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296558 Nov 02 16:24:25.688861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:25.719930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b27973-ecfe-48c1-81cd-b8c35eccd903 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:25.730328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.733985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:25.756859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Transition to ACTIVE for port object a5b27973-ecfe-48c1-81cd-b8c35eccd903 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:25.762525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.832773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b27973-ecfe-48c1-81cd-b8c35eccd903,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:25.898444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:25.907926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Attempting to bind port a5b27973-ecfe-48c1-81cd-b8c35eccd903 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:25.909689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Attempting to bind port a5b27973-ecfe-48c1-81cd-b8c35eccd903 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:25.910894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Attempting to bind port a5b27973-ecfe-48c1-81cd-b8c35eccd903 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:25.913863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'mac_address': 'fa:16:3e:e9:76:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:25.918298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Port a5b27973-ecfe-48c1-81cd-b8c35eccd903 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:25.918841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Attempting to bind port a5b27973-ecfe-48c1-81cd-b8c35eccd903 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:25.934159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:25.934759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:25.935492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:25.936736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Bound port: a5b27973-ecfe-48c1-81cd-b8c35eccd903, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:25.938121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.962266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921848d7-33f8-4450-984e-0e6f28b34026 req-8586c33d-1c8c-444b-8a2b-c48288c48bb7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:25.963780 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:25.970877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921848d7-33f8-4450-984e-0e6f28b34026 req-8586c33d-1c8c-444b-8a2b-c48288c48bb7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 945 time: 0.2581725 Nov 02 16:24:25.985277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe177b3-9e12-4f6b-a131-856d3c02afab {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:26.008606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:26.011019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4661bc-5f7b-43a1-9a78-7ca07b67e729 req-9a268567-cbc9-46b8-8792-9d5dee09c6fe tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.013905 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:26.020158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a4661bc-5f7b-43a1-9a78-7ca07b67e729 req-9a268567-cbc9-46b8-8792-9d5dee09c6fe tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 947 time: 0.1118240 Nov 02 16:24:26.034062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Attempting to bind port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:26.034416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Attempting to bind port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:26.034744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Attempting to bind port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:26.061657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] For port a5b27973-ecfe-48c1-81cd-b8c35eccd903, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:26.062926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:26.063256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Attempting to bind port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:26.067256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] For port a5b27973-ecfe-48c1-81cd-b8c35eccd903, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:26.073345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:26.088217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:26.094517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921848d7-33f8-4450-984e-0e6f28b34026 req-52ccf46a-31ee-4235-864d-ecef076de345 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079917 Nov 02 16:24:26.104628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:26.104967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:26.105363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:26.105798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Bound port: 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:26.106170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:26.112414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3835c32c-b245-4262-9684-6fa9ba457b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbaa7c-2726-4a58-b143-4545ae7dbece'}, {'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:26.116656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.117176 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8a7b4-d868-499c-a742-942ce5b5af44" -d '{"events": [{"server_uuid": "3835c32c-b245-4262-9684-6fa9ba457b62", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbaa7c-2726-4a58-b143-4545ae7dbece"}, {"server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "name": "network-vif-plugged", "status": "completed", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:26.117338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:26.118974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] 10.222.0.100 "PUT /v2.0/ports/a5b27973-ecfe-48c1-81cd-b8c35eccd903 HTTP/1.1" status: 200 len: 1095 time: 1.0588593 Nov 02 16:24:26.119432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'tag': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:26.122335 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c439fe1-b210-448f-ac0e-6e6ff3613da5" -d '{"events": [{"name": "network-changed", "server_uuid": "eeedf7d5-ab01-4f6d-b445-93119400f7a0", "tag": "a5b27973-ecfe-48c1-81cd-b8c35eccd903"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:26.131507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a4661bc-5f7b-43a1-9a78-7ca07b67e729 req-dacf943a-f427-447a-befd-4872d3a5760e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104081 Nov 02 16:24:26.157262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:26.179865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438fc4c-7f3b-477f-903b-5f873862b3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b27973-ecfe-48c1-81cd-b8c35eccd903,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:26.273542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] For port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:26.283221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-3faa92b0-0fa9-4c86-8e45-376284e9b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.284756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-3faa92b0-0fa9-4c86-8e45-376284e9b761 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0949090 Nov 02 16:24:26.296873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] For port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:26.303923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:26.307587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2808c-3976-4098-ab4d-5aa7d8b51fd9 req-ea0f2948-fa8b-43b0-9a27-7b7427158c9e tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.309674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9aa2808c-3976-4098-ab4d-5aa7d8b51fd9 req-ea0f2948-fa8b-43b0-9a27-7b7427158c9e tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1101 time: 0.0776863 Nov 02 16:24:26.351028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.356945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:26.357817 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e0c8d-b6af-4ca4-8c23-b00c910717f8 x-openstack-request-id: req-264e0c8d-b6af-4ca4-8c23-b00c910717f8 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:26.358293 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3835c32c-b245-4262-9684-6fa9ba457b62", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbaa7c-2726-4a58-b143-4545ae7dbece", "code": 200}, {"server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "name": "network-vif-plugged", "status": "completed", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:26.358749 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-264e0c8d-b6af-4ca4-8c23-b00c910717f8 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:26.359192 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3835c32c-b245-4262-9684-6fa9ba457b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbaa7c-2726-4a58-b143-4545ae7dbece', 'code': 200} Nov 02 16:24:26.359779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8aaa9d97-54f2-4df3-ad55-addf94eb53bc HTTP/1.1" status: 200 len: 1096 time: 1.7066565 Nov 02 16:24:26.360426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'tag': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:26.366533 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86704d59-badc-41bd-843c-e2f57bc495e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e61697-3aa7-4ec3-acf2-2339e65429d4", "tag": "8aaa9d97-54f2-4df3-ad55-addf94eb53bc"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:26.375596 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'code': 200} Nov 02 16:24:26.378532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-721b2ed1-b99a-44e2-a421-1f38a298a884 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903 HTTP/1.1" status: 200 len: 217 time: 0.0702217 Nov 02 16:24:26.434357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e0d89-faeb-4465-9fee-8190e7ea7ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:26.438744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9aa2808c-3976-4098-ab4d-5aa7d8b51fd9 req-5bc73189-2dea-4229-8d5a-b2cb19e44490 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921271 Nov 02 16:24:26.481611 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd12805-5968-44b6-9892-ed4e288df0c3 x-openstack-request-id: req-8dd12805-5968-44b6-9892-ed4e288df0c3 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:26.482144 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeedf7d5-ab01-4f6d-b445-93119400f7a0", "tag": "a5b27973-ecfe-48c1-81cd-b8c35eccd903", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:26.482561 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dd12805-5968-44b6-9892-ed4e288df0c3 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:26.483107 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'tag': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', 'status': 'completed', 'code': 200} Nov 02 16:24:26.534624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-47bebb59-e91e-453a-b106-da2105eed98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.536992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-47bebb59-e91e-453a-b106-da2105eed98c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 1099 time: 0.0902786 Nov 02 16:24:26.582699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-11e535da-5578-4bcd-958a-46b061b6bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.586084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-11e535da-5578-4bcd-958a-46b061b6bb20 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1387699 Nov 02 16:24:26.604495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d00f5d-f4d4-43d7-a72b-da1d8b050b3b req-58243df8-d865-40f0-9a01-b342e086d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.606086 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-17d00f5d-f4d4-43d7-a72b-da1d8b050b3b req-58243df8-d865-40f0-9a01-b342e086d01d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1096 time: 0.1059825 Nov 02 16:24:26.624078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-fd61b5f8-7c49-4ed4-8cb1-33319b141758 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc HTTP/1.1" status: 200 len: 217 time: 0.0744956 Nov 02 16:24:26.641882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['cfe177b3-9e12-4f6b-a131-856d3c02afab'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:26.658032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-17d00f5d-f4d4-43d7-a72b-da1d8b050b3b req-964b9ebf-9c94-45aa-8c53-f441b64c7e29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351858 Nov 02 16:24:26.762644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59403d44-7d45-4056-8c40-abd9f1876d88 req-efc4283f-2576-417e-8159-74ae779ac7ca tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.765362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59403d44-7d45-4056-8c40-abd9f1876d88 req-efc4283f-2576-417e-8159-74ae779ac7ca tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.1440244 Nov 02 16:24:26.770662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-aa7f13a1-7488-4832-8b57-429ba039da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.772397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-aa7f13a1-7488-4832-8b57-429ba039da61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1244535 Nov 02 16:24:26.775490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7d3a5b38-ddae-4dbe-8337-3fd8825559a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.777608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7d3a5b38-ddae-4dbe-8337-3fd8825559a4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041222 Nov 02 16:24:26.783082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38723fae-e2b4-4bdd-ab5d-00197be743aa req-0e1ef492-2c27-433b-a1f6-a715aeb0fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.784512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561d9c-909f-4e0e-9bac-67202a0ee5e7 req-dbe0dbe6-e5b2-4e7d-8eb2-c7aa446f281c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.784810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-38723fae-e2b4-4bdd-ab5d-00197be743aa req-0e1ef492-2c27-433b-a1f6-a715aeb0fae1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 1101 time: 0.0992229 Nov 02 16:24:26.786628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80561d9c-909f-4e0e-9bac-67202a0ee5e7 req-dbe0dbe6-e5b2-4e7d-8eb2-c7aa446f281c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.1695805 Nov 02 16:24:26.863728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59403d44-7d45-4056-8c40-abd9f1876d88 req-b7832244-59c5-4a88-8e82-ea875cdf6c24 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896182 Nov 02 16:24:26.866993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80561d9c-909f-4e0e-9bac-67202a0ee5e7 req-5e5323e5-e9e4-439c-9b25-9e38d6ad3117 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668736 Nov 02 16:24:26.918695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-38723fae-e2b4-4bdd-ab5d-00197be743aa req-73f4e527-a3b2-4f3c-97bc-b4694c97f29b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048286 Nov 02 16:24:26.923904 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a686452e-ea0f-4fd4-948e-803a8df2d71c x-openstack-request-id: req-a686452e-ea0f-4fd4-948e-803a8df2d71c {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:26.924304 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e61697-3aa7-4ec3-acf2-2339e65429d4", "tag": "8aaa9d97-54f2-4df3-ad55-addf94eb53bc", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:26.924558 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a686452e-ea0f-4fd4-948e-803a8df2d71c {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:26.925034 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'tag': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc', 'status': 'completed', 'code': 200} Nov 02 16:24:26.940613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-6b9b6ade-9715-487a-a194-f6b41475e203 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348126 Nov 02 16:24:26.945249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-cc38501f-4dec-4b22-ac1b-6db0001a9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:26.947347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-cc38501f-4dec-4b22-ac1b-6db0001a9203 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565226 Nov 02 16:24:27.297464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535447b-4897-4e3b-8866-bfc2ae63c316 req-86a8e2fc-a3ec-43a6-b91f-3984d2d8610d tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.299077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8535447b-4897-4e3b-8866-bfc2ae63c316 req-86a8e2fc-a3ec-43a6-b91f-3984d2d8610d tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1101 time: 0.3388104 Nov 02 16:24:27.320515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e07b1a-b623-40a6-99e0-63a3ec76abd9 req-1778bff3-3d42-47b2-af54-90600b78deac tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.321955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8e07b1a-b623-40a6-99e0-63a3ec76abd9 req-1778bff3-3d42-47b2-af54-90600b78deac tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 945 time: 0.3011301 Nov 02 16:24:27.339160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-7860133e-8c2e-4827-940e-eb889ddebbdd service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802714 Nov 02 16:24:27.348842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-b00a9f87-8a8c-4b05-8e92-451a6e3eed13 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819938 Nov 02 16:24:27.425685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8535447b-4897-4e3b-8866-bfc2ae63c316 req-6cfc2fde-98df-469d-bec9-b900e22f3b5d tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188478 Nov 02 16:24:27.433500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8e07b1a-b623-40a6-99e0-63a3ec76abd9 req-ca267809-1d36-457f-bb43-999f048c917a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Nov 02 16:24:27.472337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4784d1-bdec-47b7-a52b-bcdd62d081e2 req-69dd7331-1c88-4392-8c4a-41f6f8227432 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186144 Nov 02 16:24:27.528164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-eaca42e6-c393-4bae-912a-13361da05a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.529640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-eaca42e6-c393-4bae-912a-13361da05a9a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0799448 Nov 02 16:24:27.636738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418391-4e7a-44a4-830c-644b759f135a req-8e27039d-fa37-4222-91fc-394dca43bbac tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.638259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c418391-4e7a-44a4-830c-644b759f135a req-8e27039d-fa37-4222-91fc-394dca43bbac tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 945 time: 0.1193562 Nov 02 16:24:27.646902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da3a63-9cbe-4935-aec3-3c7775783a54 req-414235c1-1356-48b8-a7d4-6ced861a7c83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.648762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0da3a63-9cbe-4935-aec3-3c7775783a54 req-414235c1-1356-48b8-a7d4-6ced861a7c83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 947 time: 0.1183574 Nov 02 16:24:27.657973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-3f252698-3e9a-46f1-9897-1d637bca5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.659460 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-3f252698-3e9a-46f1-9897-1d637bca5300 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.0910454 Nov 02 16:24:27.661999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-ee6d56f0-3688-4e60-802b-79c065154dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.663520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-ee6d56f0-3688-4e60-802b-79c065154dea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 1099 time: 0.1066508 Nov 02 16:24:27.752866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-e6e89a74-27eb-474f-bebf-1a5d47e2736d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903 HTTP/1.1" status: 200 len: 217 time: 0.0370464 Nov 02 16:24:27.763566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c418391-4e7a-44a4-830c-644b759f135a req-750ff020-9c82-4deb-8374-d04489e1a129 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141708 Nov 02 16:24:27.774433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0da3a63-9cbe-4935-aec3-3c7775783a54 req-ff9f7c89-27c8-4133-a932-b01c75db96d9 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156156 Nov 02 16:24:27.819406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-7772126e-6b19-4292-a7ac-529e7434d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.821091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-7772126e-6b19-4292-a7ac-529e7434d89a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1428082 Nov 02 16:24:27.824970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-0f0d0553-e9b0-472b-8e3b-ace095bc4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.826727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-0f0d0553-e9b0-472b-8e3b-ace095bc4160 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0613971 Nov 02 16:24:27.868979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-0d93266a-3cd4-4038-bf95-f59304ede867 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc HTTP/1.1" status: 200 len: 217 time: 0.0358040 Nov 02 16:24:27.912369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-d1b3a822-e58d-4f28-a114-fc919aabf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.914075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-d1b3a822-e58d-4f28-a114-fc919aabf1b3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496900 Nov 02 16:24:27.933823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-4b989b0f-82a6-4478-a013-a0099d1ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:27.935590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-4b989b0f-82a6-4478-a013-a0099d1ed2d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0580678 Nov 02 16:24:28.014835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa044f-e6ca-40ce-a4a8-5f9df5a592fe req-bf4bb6d7-fbcd-4a9e-b62e-469d07a06e17 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.016487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddfa044f-e6ca-40ce-a4a8-5f9df5a592fe req-bf4bb6d7-fbcd-4a9e-b62e-469d07a06e17 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0710166 Nov 02 16:24:28.018152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-b0c91573-6287-4b9c-a8c4-f6afa0826391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.019632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-b0c91573-6287-4b9c-a8c4-f6afa0826391 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649374 Nov 02 16:24:28.036527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-18feaa54-1b01-4ca5-951d-23ef4514935e service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059289 Nov 02 16:24:28.125261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddfa044f-e6ca-40ce-a4a8-5f9df5a592fe req-171277d7-1650-4b4a-9de2-104a43e8e2d7 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025724 Nov 02 16:24:28.148277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c439fe1-b210-448f-ac0e-6e6ff3613da5 req-3ec338a6-c767-4a50-baf4-91cb1395ac22 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860331 Nov 02 16:24:28.162847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4e3b4-a31b-4797-a3f0-6a2d419b015f req-d51dd949-fd6b-48c5-b2e0-90c54faebe6a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.164346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e4e3b4-a31b-4797-a3f0-6a2d419b015f req-d51dd949-fd6b-48c5-b2e0-90c54faebe6a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.1352727 Nov 02 16:24:28.177556 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-673f08f1-fdf9-45ac-bf29-0b2037ce4d58 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413743 Nov 02 16:24:28.279121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e4e3b4-a31b-4797-a3f0-6a2d419b015f req-84464846-55d9-48af-92db-2197e4b89b39 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053920 Nov 02 16:24:28.316589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be023b-e779-489f-8033-a2b51f3653d2 req-18af2751-b357-471c-93b8-fd051e7a8198 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.317225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4be023b-e779-489f-8033-a2b51f3653d2 req-18af2751-b357-471c-93b8-fd051e7a8198 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.1272931 Nov 02 16:24:28.356034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86704d59-badc-41bd-843c-e2f57bc495e7 req-497b9e17-a6e7-44f9-a6b8-ee7c4a072744 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394289 Nov 02 16:24:28.371110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4be023b-e779-489f-8033-a2b51f3653d2 req-3e8c7389-7046-4e70-8c74-a7db4efcd7f4 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467465 Nov 02 16:24:28.453696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ce6fd-f6b3-4df6-9295-e6fe88741817 req-1b7920e8-6ca4-4c40-8f7d-6f7512529c9e tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.455229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-761ce6fd-f6b3-4df6-9295-e6fe88741817 req-1b7920e8-6ca4-4c40-8f7d-6f7512529c9e tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0415132 Nov 02 16:24:28.499938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-761ce6fd-f6b3-4df6-9295-e6fe88741817 req-422c8e2b-232b-4e97-becf-65ee30e79e8d tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Nov 02 16:24:28.780228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf586eb1-a669-4b8c-a3af-79b457f4d13e req-f5d3c43d-dd7e-4ae8-9766-eba07a9723dc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.781894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf586eb1-a669-4b8c-a3af-79b457f4d13e req-f5d3c43d-dd7e-4ae8-9766-eba07a9723dc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 945 time: 0.0583544 Nov 02 16:24:28.827198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf586eb1-a669-4b8c-a3af-79b457f4d13e req-d747554b-6531-4b64-9b98-7300d8b6974a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Nov 02 16:24:28.887888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11879f3b-0c0b-487b-bba0-9e208d8bc521 req-4b7c64b1-6b78-4499-83e6-a3a61ce95400 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:28.889395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11879f3b-0c0b-487b-bba0-9e208d8bc521 req-4b7c64b1-6b78-4499-83e6-a3a61ce95400 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0598595 Nov 02 16:24:28.937431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11879f3b-0c0b-487b-bba0-9e208d8bc521 req-df52e229-4389-4a91-b3c1-ed1ccad62d86 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Nov 02 16:24:29.070060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb5e67-25a6-4440-ba1d-54f72c9186d1 req-b8cfdd23-d54b-47e0-adf9-5b1980845e93 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.078773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10bb5e67-25a6-4440-ba1d-54f72c9186d1 req-b8cfdd23-d54b-47e0-adf9-5b1980845e93 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 947 time: 0.0701392 Nov 02 16:24:29.131053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10bb5e67-25a6-4440-ba1d-54f72c9186d1 req-e8f2ad95-2d60-40a4-bc2c-cf282c12c950 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Nov 02 16:24:29.187025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44014) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:29.246631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b21f11-4c6e-4004-9c1a-2469e768d38f req-55b798f2-bcd4-418e-8027-68e6a9672a3f tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.248576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2b21f11-4c6e-4004-9c1a-2469e768d38f req-55b798f2-bcd4-418e-8027-68e6a9672a3f tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0482748 Nov 02 16:24:29.289791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2b21f11-4c6e-4004-9c1a-2469e768d38f req-9f603a98-d104-4d41-bff0-bcc08c991d11 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Nov 02 16:24:29.349406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277f37-5242-42f5-b659-ec2add48a18c req-5c528dc5-702f-4d0e-b32a-e4faf7e0cb13 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.357130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06277f37-5242-42f5-b659-ec2add48a18c req-5c528dc5-702f-4d0e-b32a-e4faf7e0cb13 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0519156 Nov 02 16:24:29.395992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06277f37-5242-42f5-b659-ec2add48a18c req-fce09642-9614-46b7-ae4d-132009a94a05 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Nov 02 16:24:29.408781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-831e4fdd-11dd-44e6-99ee-2c649fdcfac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.484199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-bda8ee1a-7785-4250-93cf-40a5403ac01a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722790 Nov 02 16:24:29.517255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c803111-96d4-4503-90c4-14f13048bc2e req-752844a6-8e62-4ccd-b433-09b4164327cb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.519653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c803111-96d4-4503-90c4-14f13048bc2e req-752844a6-8e62-4ccd-b433-09b4164327cb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.1003907 Nov 02 16:24:29.546318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-831e4fdd-11dd-44e6-99ee-2c649fdcfac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.550028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a06940-6e4c-4293-b0e1-44c9c81e144b req-b497a663-b734-4018-a87e-874f1093dbab tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.550813 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-831e4fdd-11dd-44e6-99ee-2c649fdcfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.551749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31a06940-6e4c-4293-b0e1-44c9c81e144b req-b497a663-b734-4018-a87e-874f1093dbab tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0874403 Nov 02 16:24:29.578647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c803111-96d4-4503-90c4-14f13048bc2e req-8249d9ac-879a-40a0-b4af-890a68790a12 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Nov 02 16:24:29.609730 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31a06940-6e4c-4293-b0e1-44c9c81e144b req-4913f294-18f3-46fa-90b1-31cc14f4d867 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518665 Nov 02 16:24:29.631047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-831e4fdd-11dd-44e6-99ee-2c649fdcfac5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6ab1cceee504c8fb663ac9d6a874a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427657 Nov 02 16:24:29.632646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e4fdd-11dd-44e6-99ee-2c649fdcfac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf46938-babf-4406-b1ad-fc6f17392d1c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:29.633673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44024) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:29.643844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-d486b043-5deb-43e6-bcc3-f43a60a9dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.645552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-d486b043-5deb-43e6-bcc3-f43a60a9dd85 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 1097 time: 0.0908012 Nov 02 16:24:29.727525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06178be3-12e5-4062-9449-4bfde4ea69ca req-0878851c-6765-4bbc-a493-53980e71d12d tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.729137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06178be3-12e5-4062-9449-4bfde4ea69ca req-0878851c-6765-4bbc-a493-53980e71d12d tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0802872 Nov 02 16:24:29.735258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:29.749326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48f8b30e-ccc7-45d8-99db-5b2f73d52eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.787815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-59097a50-d7fc-4a88-92ca-137feef3339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:29.789683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-59097a50-d7fc-4a88-92ca-137feef3339f service neutron] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 924 time: 0.1156249 Nov 02 16:24:29.795758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48f8b30e-ccc7-45d8-99db-5b2f73d52eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.799836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06178be3-12e5-4062-9449-4bfde4ea69ca req-726b778e-8d88-483d-9db6-0996ca341725 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618594 Nov 02 16:24:29.810073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port cfe177b3-9e12-4f6b-a131-856d3c02afab completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:29.815796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port cfe177b3-9e12-4f6b-a131-856d3c02afab triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:29.817434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.879471 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48f8b30e-ccc7-45d8-99db-5b2f73d52eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.882562 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48f8b30e-ccc7-45d8-99db-5b2f73d52eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:29.883732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48f8b30e-ccc7-45d8-99db-5b2f73d52eb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edf46938-babf-4406-b1ad-fc6f17392d1c HTTP/1.1" status: 204 len: 168 time: 0.2418425 Nov 02 16:24:29.922496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8b30e-ccc7-45d8-99db-5b2f73d52eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf46938-babf-4406-b1ad-fc6f17392d1c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:29.930901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-b656bff5-acd8-472e-8f95-899185e48eab service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343 HTTP/1.1" status: 200 len: 1001 time: 0.1256549 Nov 02 16:24:29.965023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.004418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:30.005887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:30.009404 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e840d3b0-f38c-4841-81db-b3f337815b79" -d '{"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-plugged", "status": "completed", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:30.013648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.031425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-6f91ee9f-4ad3-4296-ae32-304ffc4b7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.032887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-6f91ee9f-4ad3-4296-ae32-304ffc4b7814 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.0837057 Nov 02 16:24:30.082845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:30.123519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-c6c5d4c9-5d34-4c86-80cf-f9e58e2d4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.125617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-c6c5d4c9-5d34-4c86-80cf-f9e58e2d4ca4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732110 Nov 02 16:24:30.177981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad086a-0177-4c01-91b7-aab2819bc5b5 req-35d46619-03e6-4abf-8a29-b04ba4b05ded tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.179912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93ad086a-0177-4c01-91b7-aab2819bc5b5 req-35d46619-03e6-4abf-8a29-b04ba4b05ded tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0631962 Nov 02 16:24:30.249420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93ad086a-0177-4c01-91b7-aab2819bc5b5 req-848a18fd-e5c3-4b7b-bb0f-444a8f88e415 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608394 Nov 02 16:24:30.261398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-eec25a3a-271c-4847-8b8d-f77f3380fa13 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177158 Nov 02 16:24:30.293037 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d6914-d0b7-4e10-ad54-68392986b17d x-openstack-request-id: req-327d6914-d0b7-4e10-ad54-68392986b17d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:30.293593 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-plugged", "status": "completed", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:30.294064 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327d6914-d0b7-4e10-ad54-68392986b17d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:30.294850 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'code': 200} Nov 02 16:24:30.321187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44062) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:30.336190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-213a14cd-f229-41cd-b17b-d2c1f7770e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.357754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8aaa9d97-54f2-4df3-ad55-addf94eb53bc details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:30.389749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61298a49-d2eb-4fae-8633-6684a06b4ace req-3ef3c67c-90b8-460a-b97a-6a73fd9ef732 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137421 Nov 02 16:24:30.462021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bfcbf-8994-4778-95c7-3153a77964b4 req-32494aba-a582-49d5-ba5c-410de46ee9dc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.467285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc5bfcbf-8994-4778-95c7-3153a77964b4 req-32494aba-a582-49d5-ba5c-410de46ee9dc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0932744 Nov 02 16:24:30.481440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def23b9-9375-4e40-a079-2a4162a7d081 req-f1a2dc7e-cca2-412f-bb7d-ae209368e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.483338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4def23b9-9375-4e40-a079-2a4162a7d081 req-f1a2dc7e-cca2-412f-bb7d-ae209368e18d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1101 time: 0.0540657 Nov 02 16:24:30.514524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:30.519199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-213a14cd-f229-41cd-b17b-d2c1f7770e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.526761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-213a14cd-f229-41cd-b17b-d2c1f7770e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.529380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc', 'mac_address': 'fa:16:3e:b3:2a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:30.541070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4def23b9-9375-4e40-a079-2a4162a7d081 req-cb5f0cfb-7459-449c-9448-e130f84adbb3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Nov 02 16:24:30.572092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc5bfcbf-8994-4778-95c7-3153a77964b4 req-751e7a28-8ca8-4576-8790-a3937aa987d0 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Nov 02 16:24:30.584666 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.586000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-213a14cd-f229-41cd-b17b-d2c1f7770e64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc8eb5a2d2e944a2b6313b3203139caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632957 Nov 02 16:24:30.589203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44074) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:30.596766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a14cd-f229-41cd-b17b-d2c1f7770e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1bdc4b-738c-44b9-8a91-73aee53f0258,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:30.614911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaa9d97-54f2-4df3-ad55-addf94eb53bc {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:30.637290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:30.642543 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.650352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c173a883-50a7-47f3-b3ad-428417e603a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.676218 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c173a883-50a7-47f3-b3ad-428417e603a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.692171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65873fa-aa47-4efe-aff3-5181469f9337 req-383fde60-25e7-4109-8542-16383d4a3ac8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.694002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f65873fa-aa47-4efe-aff3-5181469f9337 req-383fde60-25e7-4109-8542-16383d4a3ac8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 947 time: 0.0526240 Nov 02 16:24:30.698405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:30.729759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c173a883-50a7-47f3-b3ad-428417e603a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.732415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c173a883-50a7-47f3-b3ad-428417e603a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:30.733456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f65873fa-aa47-4efe-aff3-5181469f9337 req-c1ae1b7c-22d1-4c2a-acb6-41c8871d9469 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Nov 02 16:24:30.733601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c173a883-50a7-47f3-b3ad-428417e603a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f1bdc4b-738c-44b9-8a91-73aee53f0258 HTTP/1.1" status: 204 len: 168 time: 0.1433651 Nov 02 16:24:30.744878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a883-50a7-47f3-b3ad-428417e603a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1bdc4b-738c-44b9-8a91-73aee53f0258,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:30.993804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8598485-3d9b-4876-a234-7f8cdd65962e req-567c6759-4c6f-4c2e-adfc-49049e1ab284 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:30.995347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8598485-3d9b-4876-a234-7f8cdd65962e req-567c6759-4c6f-4c2e-adfc-49049e1ab284 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0413716 Nov 02 16:24:31.031506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8598485-3d9b-4876-a234-7f8cdd65962e req-1c21d71b-3701-4e81-af18-b1647704c55a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299032 Nov 02 16:24:31.039868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['8aaa9d97-54f2-4df3-ad55-addf94eb53bc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:31.206213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd9c87-2e13-424f-a9a0-d1437615e7e5 req-5c2d8bfc-59a7-4374-a6ee-9d82e668f44d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:31.214860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adcd9c87-2e13-424f-a9a0-d1437615e7e5 req-5c2d8bfc-59a7-4374-a6ee-9d82e668f44d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0754707 Nov 02 16:24:31.229352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-6927c838-c9e2-4b0c-bd0e-fddd279b6cd5 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:24:31.230782 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-6927c838-c9e2-4b0c-bd0e-fddd279b6cd5 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060298 Nov 02 16:24:31.252631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adcd9c87-2e13-424f-a9a0-d1437615e7e5 req-a070bf16-c156-4e29-97ff-66d915ec64f9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Nov 02 16:24:31.271051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-62a3ee89-2486-493b-bbc4-a6739a45173f tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:31.277903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-62a3ee89-2486-493b-bbc4-a6739a45173f tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 1093 time: 0.0404496 Nov 02 16:24:31.283218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Request body: {'binding': {'host': 'n-h2-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:31.283673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:24:31.672000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on host n-h2-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:31.672339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:31.672657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:31.678466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:31.678786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:31.683651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:31.683985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:31.684362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:31.684777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Bound port: f2328729-fa71-4287-9e25-0c348c9f38cc, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:31.734009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a5b27973-ecfe-48c1-81cd-b8c35eccd903 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:31.743658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:31.756614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:31.758320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-fd65ceca-49d1-4267-b9dc-5a92213c8ab3 service neutron] 10.222.0.31 "POST /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4795804 Nov 02 16:24:31.865325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a5b27973-ecfe-48c1-81cd-b8c35eccd903, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:31.888112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', 'mac_address': 'fa:16:3e:c1:8d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:31.943444 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:31.969067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b27973-ecfe-48c1-81cd-b8c35eccd903 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:31.978032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2a99-ba93-4241-b2e3-886d9c362b9a req-53db399f-5bbb-4563-b473-8519c1cb81f1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:31.986605 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c8e2a99-ba93-4241-b2e3-886d9c362b9a req-53db399f-5bbb-4563-b473-8519c1cb81f1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0654776 Nov 02 16:24:32.011474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a5b27973-ecfe-48c1-81cd-b8c35eccd903, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:32.016931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.034728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c8e2a99-ba93-4241-b2e3-886d9c362b9a req-9b0d8dea-a650-4ae4-90b4-da7d748e3aa8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Nov 02 16:24:32.087963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a5b27973-ecfe-48c1-81cd-b8c35eccd903,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:32.111947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-bbf3f436-65f9-4695-a88d-a6772bc668d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.114183 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-bbf3f436-65f9-4695-a88d-a6772bc668d9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0758166 Nov 02 16:24:32.179744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9cfe5-528f-4efa-b226-e48b03bd586a req-6e1b4b5e-4682-4fc0-9635-d8efa692b879 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.181384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60f9cfe5-528f-4efa-b226-e48b03bd586a req-6e1b4b5e-4682-4fc0-9635-d8efa692b879 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0711837 Nov 02 16:24:32.228293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60f9cfe5-528f-4efa-b226-e48b03bd586a req-16652ea8-7f4a-4fc3-8230-c2dd7967466a tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Nov 02 16:24:32.235871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-54a35397-d3ec-4d91-8504-f9db6386a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.237361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-54a35397-d3ec-4d91-8504-f9db6386a210 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1110160 Nov 02 16:24:32.312289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-4e82cfe8-2299-4d54-a08e-4a0d3fcabeb4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 217 time: 0.0507956 Nov 02 16:24:32.346369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0960a5-7f4e-4ca1-8d7f-9b78776bfddb req-d40d9cd6-2786-4cee-8a2e-1d501daf2adf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.348573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0960a5-7f4e-4ca1-8d7f-9b78776bfddb req-d40d9cd6-2786-4cee-8a2e-1d501daf2adf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 948 time: 0.0558209 Nov 02 16:24:32.372398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8aaa9d97-54f2-4df3-ad55-addf94eb53bc up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:32.382612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-1dc9aaa1-f987-4fb2-9392-563f8e559964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.384981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-1dc9aaa1-f987-4fb2-9392-563f8e559964 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0511668 Nov 02 16:24:32.397545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0960a5-7f4e-4ca1-8d7f-9b78776bfddb req-c1d24095-743d-4461-bf58-8266826b19d8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Nov 02 16:24:32.435376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:32.444887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:32.445260 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.455344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-b2b55ae3-ce0e-4beb-97a6-4c4ef6b4582e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359683 Nov 02 16:24:32.528593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c424e-6ece-4b83-bdf0-bd56d6e85691 req-b914c9ca-fd80-4286-8858-d427f3bd9f22 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.530378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e80c424e-6ece-4b83-bdf0-bd56d6e85691 req-b914c9ca-fd80-4286-8858-d427f3bd9f22 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 945 time: 0.0609398 Nov 02 16:24:32.546921 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.568170 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f71afcff-778d-4683-9470-3eb938c13aec service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989077 Nov 02 16:24:32.576140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:32.579854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e80c424e-6ece-4b83-bdf0-bd56d6e85691 req-77aafc3c-b494-47cc-8a70-bcde665a2829 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Nov 02 16:24:32.585142 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a306ef47-b219-46ec-8f82-5a6edfe83a1c" -d '{"events": [{"server_uuid": "b3e61697-3aa7-4ec3-acf2-2339e65429d4", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa9d97-54f2-4df3-ad55-addf94eb53bc"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:32.609019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44158) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:32.623593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:32.634387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a5b27973-ecfe-48c1-81cd-b8c35eccd903'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:32.646166 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.743495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:32.755544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-76d174c6-6e79-48dd-a676-a5b1b436300f service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679959 Nov 02 16:24:32.759190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-b9ef850c-d124-47ed-abbb-3dea09f4e7b0 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:24:32.760171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-b9ef850c-d124-47ed-abbb-3dea09f4e7b0 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1497650 Nov 02 16:24:32.813232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-cc7357f4-6095-4cae-8365-a98a0400dda3 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.814647 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-cc7357f4-6095-4cae-8365-a98a0400dda3 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 1093 time: 0.0462041 Nov 02 16:24:32.839841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a11d8-fd31-4b89-9b57-b53d72b67a55 req-3e845109-b1bc-488f-87b9-12c5632ca392 tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.841614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-459a11d8-fd31-4b89-9b57-b53d72b67a55 req-3e845109-b1bc-488f-87b9-12c5632ca392 tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 1101 time: 0.0517523 Nov 02 16:24:32.860880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-459a11d8-fd31-4b89-9b57-b53d72b67a55 req-712e0d1f-e1e5-4457-a213-23ff5290bf9b tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.896169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-aa34398a-c5d8-4e6e-93bd-180f38353c30 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:32.898210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-aa34398a-c5d8-4e6e-93bd-180f38353c30 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.0540051 Nov 02 16:24:32.915340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811405-2'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:32.923799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Request body: {'binding': {'host': 'n-h1-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:32.924243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:24:32.951951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-459a11d8-fd31-4b89-9b57-b53d72b67a55 req-712e0d1f-e1e5-4457-a213-23ff5290bf9b tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.955445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-459a11d8-fd31-4b89-9b57-b53d72b67a55 req-712e0d1f-e1e5-4457-a213-23ff5290bf9b tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:32.982152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-459a11d8-fd31-4b89-9b57-b53d72b67a55 req-712e0d1f-e1e5-4457-a213-23ff5290bf9b tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341949 Nov 02 16:24:32.986544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e0d1f-e1e5-4457-a213-23ff5290bf9b tempest-LiveMigrationNegativeTest-529656764 tempest-LiveMigrationNegativeTest-529656764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8b2475-5046-4bfb-98f1-f06d3b2a9ff1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:33.015364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.094642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecffb3-5318-4d17-bdb7-8990c204122c req-0bcb6d58-69f4-490e-8827-bfc9179bb8d3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:33.096052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2cecffb3-5318-4d17-bdb7-8990c204122c req-0bcb6d58-69f4-490e-8827-bfc9179bb8d3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0517359 Nov 02 16:24:33.136102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2cecffb3-5318-4d17-bdb7-8990c204122c req-9b21b54d-fe56-4253-be3a-fbff8aece0b7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327933 Nov 02 16:24:33.199445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on host n-h1-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:33.199780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:33.200098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:33.216035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:33.216358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:33.224156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:33.234711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:33.235051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:33.235433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:33.235858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Bound port: 9883a584-1f3f-45cd-931b-c50890868234, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:33.282982 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f7a4ab-7fd3-4b99-b565-61755c408277 x-openstack-request-id: req-f8f7a4ab-7fd3-4b99-b565-61755c408277 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:33.284015 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e61697-3aa7-4ec3-acf2-2339e65429d4", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa9d97-54f2-4df3-ad55-addf94eb53bc", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:33.284521 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8f7a4ab-7fd3-4b99-b565-61755c408277 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:33.285657 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc', 'code': 200} Nov 02 16:24:33.311736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:33.340578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:33.350532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.351655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-483f5d14-f594-445b-887e-1e095c4a0b2f service neutron] 10.222.0.31 "POST /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234/bindings HTTP/1.1" status: 201 len: 389 time: 0.4807522 Nov 02 16:24:33.367484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:33.370035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6e58eb-b103-4fbe-8556-49521197a536" -d '{"events": [{"server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:33.375255 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.384104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.456481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8e3ae-b855-4e5f-8f41-b52dc173b9a8 req-dd325a18-b00a-45ba-8cba-013d4afce897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:33.458318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46f8e3ae-b855-4e5f-8f41-b52dc173b9a8 req-dd325a18-b00a-45ba-8cba-013d4afce897 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 1101 time: 0.0926423 Nov 02 16:24:33.466380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e7f91-7359-43cb-a592-bd8dea6c7f25 req-7864373a-cf28-43f0-b7a7-0920f5d3fd0d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:33.468296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f89e7f91-7359-43cb-a592-bd8dea6c7f25 req-7864373a-cf28-43f0-b7a7-0920f5d3fd0d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0916815 Nov 02 16:24:33.469426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:33.488483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on host n-h1-811405-2 for vnic_type normal with profile {"migrating_to": "n-h2-811405-2"} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:33.489014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:33.489215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:33.494972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:33.495293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Attempting to bind port f2328729-fa71-4287-9e25-0c348c9f38cc on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:33.501047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:33.501605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:33.502165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:33.502746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Bound port: f2328729-fa71-4287-9e25-0c348c9f38cc, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:33.503257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.516255 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:24:33.546908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46f8e3ae-b855-4e5f-8f41-b52dc173b9a8 req-6fed46bb-148e-4e79-b2bd-ba1dbe8133e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725513 Nov 02 16:24:33.559720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f89e7f91-7359-43cb-a592-bd8dea6c7f25 req-3efc4ec4-0a6d-4c09-bc90-aff2c0ebc356 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720186 Nov 02 16:24:33.572131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-eb02c7ec-0949-4288-8568-188424458fce req-76641b11-ecbd-4ccf-b934-fb419da7bbeb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:24:33.573687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb02c7ec-0949-4288-8568-188424458fce req-76641b11-ecbd-4ccf-b934-fb419da7bbeb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088408 Nov 02 16:24:33.594042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:33.598466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:33.611827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.707586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=8']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:33.712329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:33.712965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:33.714437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e4c61ed7-ab10-44f1-9baa-d1bf93353be1 service neutron] 10.222.0.100 "PUT /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 1121 time: 0.8044772 Nov 02 16:24:33.722916 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400de45e-b8e2-4075-ab05-dcd75bbac686 x-openstack-request-id: req-400de45e-b8e2-4075-ab05-dcd75bbac686 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:33.735240 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:33.737607 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-400de45e-b8e2-4075-ab05-dcd75bbac686 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:33.739607 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'code': 200} Nov 02 16:24:33.865566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-8cfba4e2-125c-4467-b496-21b1e5aa8961 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0541401 Nov 02 16:24:33.882151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f2328729-fa71-4287-9e25-0c348c9f38cc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:33.886170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5ead-8854-4686-a825-a5c1b87203c5 req-125b70dc-0edb-47f2-8ba9-24d87ad51bdf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:33.888481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e7d5ead-8854-4686-a825-a5c1b87203c5 req-125b70dc-0edb-47f2-8ba9-24d87ad51bdf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 945 time: 0.1037967 Nov 02 16:24:33.945508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8d23c-5d48-4d1c-8209-c607c4e775ea req-7eee6a09-c507-4047-89c7-6f589eed0470 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:33.948186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88d8d23c-5d48-4d1c-8209-c607c4e775ea req-7eee6a09-c507-4047-89c7-6f589eed0470 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 948 time: 0.1207790 Nov 02 16:24:33.971562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44202) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:33.993750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e7d5ead-8854-4686-a825-a5c1b87203c5 req-d7d80e27-9002-4eb4-9cde-b51890d8c168 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907516 Nov 02 16:24:34.001160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-69324453-f42d-4dcc-a296-bc95ae103ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.002692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-69324453-f42d-4dcc-a296-bc95ae103ee2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1131122 Nov 02 16:24:34.069549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88d8d23c-5d48-4d1c-8209-c607c4e775ea req-e38bff7d-6dea-4c51-8a19-9b1695a6f25e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072860 Nov 02 16:24:34.138311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95e896a6-6b12-46c2-852c-7ef67b19e04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.185282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f329-a4b8-4941-8be1-9468d3cf6d01 req-a2bd6e28-781d-43f1-a67d-4371792688bc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.186913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d70f329-a4b8-4941-8be1-9468d3cf6d01 req-a2bd6e28-781d-43f1-a67d-4371792688bc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0913615 Nov 02 16:24:34.188231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-cacbf700-fa7c-4447-b256-c9d21d836dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.189596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-cacbf700-fa7c-4447-b256-c9d21d836dbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1708610 Nov 02 16:24:34.240962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95e896a6-6b12-46c2-852c-7ef67b19e04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.246402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95e896a6-6b12-46c2-852c-7ef67b19e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.250161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-fc79b904-77ef-46c2-ba07-d998d150ff25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 217 time: 0.0476716 Nov 02 16:24:34.307319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d70f329-a4b8-4941-8be1-9468d3cf6d01 req-f72a0c87-722e-41a0-a798-911a7bb42b20 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100948 Nov 02 16:24:34.308675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95e896a6-6b12-46c2-852c-7ef67b19e04b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0937350b66604e27a2a2d5ab26340291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350317 Nov 02 16:24:34.308960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44218) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:34.312094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e896a6-6b12-46c2-852c-7ef67b19e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28746662-a611-4f7c-8654-b2916d1470f0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:34.354574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-89f15fc5-1056-4db7-bc16-429fb6a9e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.362758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-89f15fc5-1056-4db7-bc16-429fb6a9e78d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0986948 Nov 02 16:24:34.429584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-6f699fb1-ea79-43d5-bb4d-596c2fae25cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404088 Nov 02 16:24:34.545310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd702519-f399-4d34-95d6-01a9fb755cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.563214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324aeaf6-ceba-4745-b4cd-77d72c96ab7a req-cb91e05a-c55e-4d24-9724-69d23b5823da tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.564667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-324aeaf6-ceba-4745-b4cd-77d72c96ab7a req-cb91e05a-c55e-4d24-9724-69d23b5823da tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1662490 Nov 02 16:24:34.601385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd702519-f399-4d34-95d6-01a9fb755cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.636706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f1c58-79eb-4707-a325-ad1cd978816c req-f528eb8f-4382-43d1-a156-dd0b0154f2da tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.638084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-411f1c58-79eb-4707-a325-ad1cd978816c req-f528eb8f-4382-43d1-a156-dd0b0154f2da tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.1699014 Nov 02 16:24:34.691096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-8014d96e-23bf-4fbd-89c9-18ac70b6450f service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476950 Nov 02 16:24:34.705608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-324aeaf6-ceba-4745-b4cd-77d72c96ab7a req-af2f0ec3-4fc5-4c36-8ebd-c1e14d67fbbb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310911 Nov 02 16:24:34.771604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-411f1c58-79eb-4707-a325-ad1cd978816c req-4e5ba1d6-ff1e-4e9c-809a-8ee372c5a81c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210322 Nov 02 16:24:34.780911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd702519-f399-4d34-95d6-01a9fb755cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.783487 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd702519-f399-4d34-95d6-01a9fb755cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:34.784616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dd702519-f399-4d34-95d6-01a9fb755cd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28746662-a611-4f7c-8654-b2916d1470f0 HTTP/1.1" status: 204 len: 168 time: 0.4746592 Nov 02 16:24:34.813780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd702519-f399-4d34-95d6-01a9fb755cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28746662-a611-4f7c-8654-b2916d1470f0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:34.849455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-52a9a261-d8a3-422d-baf4-a658e44b0f6f service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470418 Nov 02 16:24:34.871795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11388641-2b36-4ee0-870c-2d572cb260b9 req-1b6e6c87-1edf-4c1d-afde-5bc6dcf2cac1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:34.873308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11388641-2b36-4ee0-870c-2d572cb260b9 req-1b6e6c87-1edf-4c1d-afde-5bc6dcf2cac1 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0870214 Nov 02 16:24:34.918687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11388641-2b36-4ee0-870c-2d572cb260b9 req-fdd49db9-af8d-405b-9b4a-e556d3066694 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Nov 02 16:24:35.025575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-22876324-81df-4855-b9e3-babf4179bbdd tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.027156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-22876324-81df-4855-b9e3-babf4179bbdd tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.0513320 Nov 02 16:24:35.043356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811405-2'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:35.109086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44236) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:35.123963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-913e27dc-1603-4136-82d7-731e91a65e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.132449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.193523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736b37a-50b3-4c59-8068-1e9b4017cbd0 req-9294ae7c-e9d3-4bf7-972b-2988d1e2780a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.194938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5736b37a-50b3-4c59-8068-1e9b4017cbd0 req-9294ae7c-e9d3-4bf7-972b-2988d1e2780a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 945 time: 0.1190701 Nov 02 16:24:35.210967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-913e27dc-1603-4136-82d7-731e91a65e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.215443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-913e27dc-1603-4136-82d7-731e91a65e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.253226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e27dc-1603-4136-82d7-731e91a65e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f8479-1cad-4835-bf58-22e0aa3caea3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:35.260628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-913e27dc-1603-4136-82d7-731e91a65e01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4abd257331894576913c0a4e9f0328b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484549 Nov 02 16:24:35.260883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44240) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:35.317442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d91ab78-4681-48b3-9e12-4716df265a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.339374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb17a-f7bb-4836-b112-9f57b537a581 req-da69301c-a9e5-4885-9956-282705ca4ae7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.340888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b35eb17a-f7bb-4836-b112-9f57b537a581 req-da69301c-a9e5-4885-9956-282705ca4ae7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 948 time: 0.1669791 Nov 02 16:24:35.341624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d91ab78-4681-48b3-9e12-4716df265a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.345666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5736b37a-50b3-4c59-8068-1e9b4017cbd0 req-6ff35e61-a6a3-41e7-8c3d-5548afff7ade tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307304 Nov 02 16:24:35.398146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d91ab78-4681-48b3-9e12-4716df265a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.402363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d91ab78-4681-48b3-9e12-4716df265a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.402896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:35.403576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1d91ab78-4681-48b3-9e12-4716df265a76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/048f8479-1cad-4835-bf58-22e0aa3caea3 HTTP/1.1" status: 204 len: 168 time: 0.1416006 Nov 02 16:24:35.419098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91ab78-4681-48b3-9e12-4716df265a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f8479-1cad-4835-bf58-22e0aa3caea3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:35.453902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b35eb17a-f7bb-4836-b112-9f57b537a581 req-bf0da7bf-ee80-455b-9a77-5629c3a73dd0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031971 Nov 02 16:24:35.519829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe638f0-0099-4f65-a775-71f669201426 req-98072a54-52bc-4ee0-ab66-f262ac0ba437 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.519829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fe638f0-0099-4f65-a775-71f669201426 req-98072a54-52bc-4ee0-ab66-f262ac0ba437 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.1034145 Nov 02 16:24:35.531274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:35.635180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-2bb70a3e-f9dd-406c-aaba-08091579df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.636958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-2bb70a3e-f9dd-406c-aaba-08091579df0e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1101 time: 0.0495741 Nov 02 16:24:35.744783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:35.754165 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d5b5af-e246-4e50-85df-a01ed6a0347d" -d '{"events": [{"name": "network-changed", "server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:35.769723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:35.788819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-47821e60-8e2a-4624-a7d2-a154cb2b18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.790930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a5b27973-ecfe-48c1-81cd-b8c35eccd903 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:35.792754 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-47821e60-8e2a-4624-a7d2-a154cb2b18e4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1378746 Nov 02 16:24:35.814947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fe638f0-0099-4f65-a775-71f669201426 req-e03410e0-7819-40c1-81c9-f4d5a286b27b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855761 Nov 02 16:24:35.818776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9883a584-1f3f-45cd-931b-c50890868234'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:35.821449 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024eef7-173d-41fe-a4d8-ad044af192c5" -d '{"events": [{"server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "9883a584-1f3f-45cd-931b-c50890868234"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:35.825500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.834299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:35.911034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-6728f0ec-23b8-4452-8892-c22ccca2ec1a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.1034689 Nov 02 16:24:35.937071 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1837cb63-3912-4a8b-8e06-98f83a3cb405 x-openstack-request-id: req-1837cb63-3912-4a8b-8e06-98f83a3cb405 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:35.938510 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:35.938811 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1837cb63-3912-4a8b-8e06-98f83a3cb405 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:35.939305 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'status': 'completed', 'code': 200} Nov 02 16:24:35.979180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852fd5e-7d2f-418a-9568-a76245c4e0b8 req-1e1a4a80-d6d3-4273-9ee5-1587d6e8e3f8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:35.980753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d852fd5e-7d2f-418a-9568-a76245c4e0b8 req-1e1a4a80-d6d3-4273-9ee5-1587d6e8e3f8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1144209 Nov 02 16:24:35.981417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:36.032074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on host n-h2-811405-2 for vnic_type normal with profile {"migrating_to": "n-h1-811405-2"} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:36.032741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:36.032741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:36.050227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:36.051079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Attempting to bind port 9883a584-1f3f-45cd-931b-c50890868234 on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:36.061892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-8196fd4a-1a9a-4b2f-b3ff-c36b9961110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.063707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-8196fd4a-1a9a-4b2f-b3ff-c36b9961110f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1382315 Nov 02 16:24:36.066871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:36.068658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:36.069055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:36.069448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:36.069929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Bound port: 9883a584-1f3f-45cd-931b-c50890868234, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:36.070750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:36.075673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-3f335b0e-e90d-4431-8828-98ca39a245c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.077649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-3f335b0e-e90d-4431-8828-98ca39a245c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1124 time: 0.0745485 Nov 02 16:24:36.086495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc has no active binding in host n-h2-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:24:36.107541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a5b27973-ecfe-48c1-81cd-b8c35eccd903 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:36.115679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a5b27973-ecfe-48c1-81cd-b8c35eccd903 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:36.116547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:36.125938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d852fd5e-7d2f-418a-9568-a76245c4e0b8 req-b363bd7b-d7c9-4cc7-b03b-dec303f9ec72 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326861 Nov 02 16:24:36.182822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:36.209638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:36.210811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-bc89d1fb-442c-476a-abc5-bf99a6daaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.214707 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:36.215579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-bc89d1fb-442c-476a-abc5-bf99a6daaeb9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306698 Nov 02 16:24:36.218794 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a10a538-59a2-4f14-99e1-8dd2b167ca48 x-openstack-request-id: req-8a10a538-59a2-4f14-99e1-8dd2b167ca48 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:36.218794 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "9883a584-1f3f-45cd-931b-c50890868234", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:36.219051 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a10a538-59a2-4f14-99e1-8dd2b167ca48 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:36.219309 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9883a584-1f3f-45cd-931b-c50890868234', 'code': 200} Nov 02 16:24:36.221695 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:36.255771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a5b27973-ecfe-48c1-81cd-b8c35eccd903, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:36.257090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:36.260889 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f87ced-4809-4b11-bc59-525947637b2e" -d '{"events": [{"server_uuid": "eeedf7d5-ab01-4f6d-b445-93119400f7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a5b27973-ecfe-48c1-81cd-b8c35eccd903"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:36.265750 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:36.296622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a12a8-5338-4b08-a56f-2824fbe4b6d3 req-3dc6f4d0-2c0d-4c35-ad96-49916d3a745e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.298407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-120a12a8-5338-4b08-a56f-2824fbe4b6d3 req-3dc6f4d0-2c0d-4c35-ad96-49916d3a745e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.2892547 Nov 02 16:24:36.335828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a5b27973-ecfe-48c1-81cd-b8c35eccd903,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:36.360319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-3ffa51f5-93e0-44bb-99a7-1ea1e12db1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.361566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-3ffa51f5-93e0-44bb-99a7-1ea1e12db1c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.2629895 Nov 02 16:24:36.408722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=8']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:36.424370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-1c70b790-0d8b-47d1-bafc-e9c1358c02eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 217 time: 0.0528040 Nov 02 16:24:36.444932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.445252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:36.446745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2af1c089-bc24-4970-9653-8b2189975f15 service neutron] 10.222.0.55 "PUT /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 1121 time: 1.4079957 Nov 02 16:24:36.455239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-120a12a8-5338-4b08-a56f-2824fbe4b6d3 req-e37c6418-4c3f-408b-8ed8-f9c546fbe0e8 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484940 Nov 02 16:24:36.465241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647b371-ccb7-4845-a5f7-9b075f334896 req-9547408d-e47c-4f81-b219-613d05a49873 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.466803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0647b371-ccb7-4845-a5f7-9b075f334896 req-9547408d-e47c-4f81-b219-613d05a49873 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.1618714 Nov 02 16:24:36.495569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-f234a5c7-424d-4c7c-a21c-0e868628a11a service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635336 Nov 02 16:24:36.532248 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc32eed-5540-4763-9925-787177395f56 x-openstack-request-id: req-fdc32eed-5540-4763-9925-787177395f56 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:36.532575 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeedf7d5-ab01-4f6d-b445-93119400f7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a5b27973-ecfe-48c1-81cd-b8c35eccd903", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:36.532831 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdc32eed-5540-4763-9925-787177395f56 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:36.533415 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', 'code': 200} Nov 02 16:24:36.536794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0647b371-ccb7-4845-a5f7-9b075f334896 req-c3f09536-e525-4b3c-96c9-5acf8984ef81 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609987 Nov 02 16:24:36.590114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-08ef289e-3612-43f1-ad7d-4048cc4d7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.593652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-08ef289e-3612-43f1-ad7d-4048cc4d7b25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.1546721 Nov 02 16:24:36.648913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-0bc7733d-d030-4d8f-91d3-fcb7f730caf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429182 Nov 02 16:24:36.698617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0d908-4582-4324-a058-b292fe942579 req-81c4c70a-fa50-4955-bb71-e1774d40d9b4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.700155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ac0d908-4582-4324-a058-b292fe942579 req-81c4c70a-fa50-4955-bb71-e1774d40d9b4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.1094410 Nov 02 16:24:36.720148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09acdd8-4d32-4e14-afa8-3d7541100857 req-0f850210-1802-4914-a428-3a1e76b5608c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.723870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e09acdd8-4d32-4e14-afa8-3d7541100857 req-0f850210-1802-4914-a428-3a1e76b5608c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0877478 Nov 02 16:24:36.780943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ac0d908-4582-4324-a058-b292fe942579 req-5f086dda-ecb0-4950-935a-77b9f85723df tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694275 Nov 02 16:24:36.781180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-40417e84-e107-4819-b7ed-6229a3d83920 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623954 Nov 02 16:24:36.790154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e09acdd8-4d32-4e14-afa8-3d7541100857 req-2e009486-3ccd-4d4b-9962-77b6bbc2b69a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593376 Nov 02 16:24:36.793996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['9883a584-1f3f-45cd-931b-c50890868234'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:36.809970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7694e-724a-4e56-a5c3-1174bd025877 req-73a8512f-58e5-489c-977c-51ba4ad2e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:36.813384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2a7694e-724a-4e56-a5c3-1174bd025877 req-73a8512f-58e5-489c-977c-51ba4ad2e079 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 1100 time: 0.1197817 Nov 02 16:24:36.870842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-22b5574a-f979-402c-be20-2ac735a27c23 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134714 Nov 02 16:24:36.975370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2a7694e-724a-4e56-a5c3-1174bd025877 req-936cd252-b3de-47ba-b87f-46ded304eeda service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264951 Nov 02 16:24:37.016923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e11d-2fe2-41d0-9d45-f16092e67a75 req-579e4deb-377a-447a-b77f-885f2398d0c3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:37.018378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f33e11d-2fe2-41d0-9d45-f16092e67a75 req-579e4deb-377a-447a-b77f-885f2398d0c3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0828989 Nov 02 16:24:37.055885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89d5b5af-e246-4e50-85df-a01ed6a0347d req-aa6ffd7b-48da-4187-8077-ac0864e710ea service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665783 Nov 02 16:24:37.085249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f33e11d-2fe2-41d0-9d45-f16092e67a75 req-23e66d38-cf0a-4f87-ad07-ce9e8926a3ec tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583465 Nov 02 16:24:37.257776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e633-99d8-426c-9d14-f70a94d33f44 req-184f4f6a-fe63-4010-b05c-15dea2cb1525 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:37.259633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf83e633-99d8-426c-9d14-f70a94d33f44 req-184f4f6a-fe63-4010-b05c-15dea2cb1525 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0538664 Nov 02 16:24:37.301674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf83e633-99d8-426c-9d14-f70a94d33f44 req-45165efb-b8a2-43f4-bf2f-cd9b189ba344 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358322 Nov 02 16:24:37.582489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3d417-55df-4f0e-b550-145a4b253291 req-004f83c4-597e-4f95-8961-1e9b5f9f9ca7 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:37.583946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfe3d417-55df-4f0e-b550-145a4b253291 req-004f83c4-597e-4f95-8961-1e9b5f9f9ca7 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0525761 Nov 02 16:24:37.622575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfe3d417-55df-4f0e-b550-145a4b253291 req-ebb665a1-8967-4cd4-9cd0-0290f0a532f2 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Nov 02 16:24:37.728715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1ee6-4f32-452c-aaa9-2670d5974c52 req-9a060019-53c3-4d6f-b8e1-9919aa6dadef tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:37.730625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a5a1ee6-4f32-452c-aaa9-2670d5974c52 req-9a060019-53c3-4d6f-b8e1-9919aa6dadef tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0520451 Nov 02 16:24:37.772944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a5a1ee6-4f32-452c-aaa9-2670d5974c52 req-cccfc862-df7f-403f-964f-04c8b088c3dd tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361013 Nov 02 16:24:37.943523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c3d2e-1857-41fc-a962-1c7c24eaa1a2 req-d8842bbe-d340-45b3-8679-510df45e515c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:37.945020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-708c3d2e-1857-41fc-a962-1c7c24eaa1a2 req-d8842bbe-d340-45b3-8679-510df45e515c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0543101 Nov 02 16:24:37.985506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-708c3d2e-1857-41fc-a962-1c7c24eaa1a2 req-21dcadc3-d407-4579-b70d-00d76be08a46 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Nov 02 16:24:38.063026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715198-183d-4494-ae9a-e1acf412cfb4 req-8c572dca-bd60-4c85-9742-1d2b56f8134a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:38.064545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0715198-183d-4494-ae9a-e1acf412cfb4 req-8c572dca-bd60-4c85-9742-1d2b56f8134a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0517228 Nov 02 16:24:38.103646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0715198-183d-4494-ae9a-e1acf412cfb4 req-a225ae3f-a851-45f8-8fe6-2b1e46a343ab tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Nov 02 16:24:38.220040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'tag': '9883a584-1f3f-45cd-931b-c50890868234'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:38.223130 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11286f78-e682-4be7-ae06-761ae8d33511" -d '{"events": [{"name": "network-changed", "server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "tag": "9883a584-1f3f-45cd-931b-c50890868234"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:38.347666 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-23a2ec74-6b18-4a7b-a3d5-05c8823fd01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:38.808801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad464c-7b96-4a03-b506-cf0080342f8c req-1ba6b2d1-7d3f-4797-8cc7-5fff84ccf13a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:38.810302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6ad464c-7b96-4a03-b506-cf0080342f8c req-1ba6b2d1-7d3f-4797-8cc7-5fff84ccf13a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0518360 Nov 02 16:24:38.848895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6ad464c-7b96-4a03-b506-cf0080342f8c req-814fa568-341c-4603-8bd4-6c25e7d88d2c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Nov 02 16:24:38.898853 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449084a-e4f9-4f81-b0a4-f89c3c1b22f7 x-openstack-request-id: req-9449084a-e4f9-4f81-b0a4-f89c3c1b22f7 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:38.899143 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "tag": "9883a584-1f3f-45cd-931b-c50890868234", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:38.899394 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9449084a-e4f9-4f81-b0a4-f89c3c1b22f7 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:38.899794 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'tag': '9883a584-1f3f-45cd-931b-c50890868234', 'status': 'completed', 'code': 200} Nov 02 16:24:38.996787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeac31c-3f25-47ed-9162-b1b9f9243443 req-2b73822b-859f-43ef-b397-37ac1728dcc0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:38.998180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6eeac31c-3f25-47ed-9162-b1b9f9243443 req-2b73822b-859f-43ef-b397-37ac1728dcc0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0537632 Nov 02 16:24:39.038783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6eeac31c-3f25-47ed-9162-b1b9f9243443 req-bf6ae3c5-8c78-4f31-952f-ae10c730f700 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Nov 02 16:24:39.144461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2d1e0-95ca-4649-a7e5-0ca3ee4fbaae req-022fe216-06b7-401a-8225-fb78de9c255c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:39.146237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8b2d1e0-95ca-4649-a7e5-0ca3ee4fbaae req-022fe216-06b7-401a-8225-fb78de9c255c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0510333 Nov 02 16:24:39.185829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8b2d1e0-95ca-4649-a7e5-0ca3ee4fbaae req-9e0648d0-e163-4c57-95f8-391ad891e532 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Nov 02 16:24:39.306480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719755-330c-44c0-9337-24e449177d5d req-99a0a3a4-030b-4f07-bd23-a76fbd41d2cf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:39.307938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96719755-330c-44c0-9337-24e449177d5d req-99a0a3a4-030b-4f07-bd23-a76fbd41d2cf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0509548 Nov 02 16:24:39.348325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96719755-330c-44c0-9337-24e449177d5d req-5c488138-c619-48e8-a14e-0b35da4bc660 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Nov 02 16:24:39.455098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b0a3-fbad-4fbd-be6b-1b041f7ae2d3 req-cdf2af37-bf79-4050-a46e-c5bdec41f0d8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:39.457680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8178b0a3-fbad-4fbd-be6b-1b041f7ae2d3 req-cdf2af37-bf79-4050-a46e-c5bdec41f0d8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0537400 Nov 02 16:24:39.495598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8178b0a3-fbad-4fbd-be6b-1b041f7ae2d3 req-78081c12-67d3-4008-a76a-25bdffae9879 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Nov 02 16:24:39.607362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bfac5-91ce-4fe5-89f2-ba6805106abb req-6f0dde56-7f93-4714-a9b5-4eabb93240ec tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:39.608814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a33bfac5-91ce-4fe5-89f2-ba6805106abb req-6f0dde56-7f93-4714-a9b5-4eabb93240ec tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0547559 Nov 02 16:24:39.648371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a33bfac5-91ce-4fe5-89f2-ba6805106abb req-a3ded6a9-3d8e-46b8-b740-8a291679ceba tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Nov 02 16:24:40.009193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d77d4-4c75-4c36-a26f-b090db7069df req-2b8857bd-1685-444f-88e6-e62fe9928e20 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:40.010677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b82d77d4-4c75-4c36-a26f-b090db7069df req-2b8857bd-1685-444f-88e6-e62fe9928e20 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0506244 Nov 02 16:24:40.049217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b82d77d4-4c75-4c36-a26f-b090db7069df req-440a14b6-e801-426e-8506-1b999a2f905f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Nov 02 16:24:40.188309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af38f1-fd92-4188-8acb-873355d359c6 req-fd8312f5-ba36-4c09-bd64-16aa879f5856 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:40.189793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79af38f1-fd92-4188-8acb-873355d359c6 req-fd8312f5-ba36-4c09-bd64-16aa879f5856 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0545776 Nov 02 16:24:40.230562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79af38f1-fd92-4188-8acb-873355d359c6 req-6f4a53ef-d3cb-449b-b1f5-d5f7a49ed277 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Nov 02 16:24:40.360950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e9b8-0486-43b3-b4e9-a8ae599e2e75 req-32e09681-bf02-4778-bf8d-e2958d2702bc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:40.363903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e10e9b8-0486-43b3-b4e9-a8ae599e2e75 req-32e09681-bf02-4778-bf8d-e2958d2702bc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0517080 Nov 02 16:24:40.403616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e10e9b8-0486-43b3-b4e9-a8ae599e2e75 req-260ea69d-2f5f-4f48-90c6-58b8ac6a7d3b tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Nov 02 16:24:40.516966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d82bd-7953-4c05-868a-91c07c4f3d23 req-9d5f8834-95c8-4685-83bd-7779b513b5f6 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:40.519361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca5d82bd-7953-4c05-868a-91c07c4f3d23 req-9d5f8834-95c8-4685-83bd-7779b513b5f6 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0501194 Nov 02 16:24:40.528430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44358) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:40.561680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca5d82bd-7953-4c05-868a-91c07c4f3d23 req-54ed403b-35d6-4dc3-b83c-fc5ee909207e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Nov 02 16:24:40.642074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e138d667-4653-4801-8160-b91e94f3a3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.670453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eddcfd-8d7d-4980-9a17-784df9b4747b req-92753b4c-7f4b-4d9b-bfd5-c6eecbbbae92 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:40.672342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3eddcfd-8d7d-4980-9a17-784df9b4747b req-92753b4c-7f4b-4d9b-bfd5-c6eecbbbae92 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0548480 Nov 02 16:24:40.713999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3eddcfd-8d7d-4980-9a17-784df9b4747b req-6bacb02e-d032-49b5-aa17-0ef537f3ed4c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Nov 02 16:24:40.726665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e138d667-4653-4801-8160-b91e94f3a3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.731149 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e138d667-4653-4801-8160-b91e94f3a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.771723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e138d667-4653-4801-8160-b91e94f3a3a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40766926b3684b84997feea1475c0575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420733 Nov 02 16:24:40.774045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d667-4653-4801-8160-b91e94f3a3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1669a682-03be-4d71-a799-8c7de5501377,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:40.774605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44364) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:40.863771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e1f4-2459-4048-b29c-f011c56b3188 req-691ab54c-82db-4808-b9ec-70ffa8765fe8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:40.865103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6b7e1f4-2459-4048-b29c-f011c56b3188 req-691ab54c-82db-4808-b9ec-70ffa8765fe8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0836582 Nov 02 16:24:40.866108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e6d6-fbbe-49d0-9089-b35fcd850669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.903436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e6d6-fbbe-49d0-9089-b35fcd850669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.942452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6b7e1f4-2459-4048-b29c-f011c56b3188 req-bbcb4552-6206-404e-a745-5480a10d94c6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672908 Nov 02 16:24:40.968181 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e6d6-fbbe-49d0-9089-b35fcd850669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.971084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e6d6-fbbe-49d0-9089-b35fcd850669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:40.972225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8fc4e6d6-fbbe-49d0-9089-b35fcd850669 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1669a682-03be-4d71-a799-8c7de5501377 HTTP/1.1" status: 204 len: 168 time: 0.1962817 Nov 02 16:24:40.980466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e6d6-fbbe-49d0-9089-b35fcd850669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669a682-03be-4d71-a799-8c7de5501377,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:41.050838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0c5-731a-441f-b2da-e017a4a74542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.177582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf33c78-2504-429b-a62e-2ce256c4853c req-99af933f-b387-4c51-a26a-42213e94b5e5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:41.179139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccf33c78-2504-429b-a62e-2ce256c4853c req-99af933f-b387-4c51-a26a-42213e94b5e5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0529671 Nov 02 16:24:41.212084 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.224701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccf33c78-2504-429b-a62e-2ce256c4853c req-bab35869-8d33-4e1f-9340-9a98aafcf807 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Nov 02 16:24:41.256030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44374) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:41.270637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54c4ed98-a912-48f7-b877-e621d9c12c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.388467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92f1a-7d51-4540-8dff-ffb6e810622b req-a620a75e-7fac-49e9-a116-efc35e4ddc81 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:41.389933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00b92f1a-7d51-4540-8dff-ffb6e810622b req-a620a75e-7fac-49e9-a116-efc35e4ddc81 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0857975 Nov 02 16:24:41.394690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54c4ed98-a912-48f7-b877-e621d9c12c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.403954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54c4ed98-a912-48f7-b877-e621d9c12c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.463708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-54c4ed98-a912-48f7-b877-e621d9c12c1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9c376787c5041e28db43479cafc58f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062867 Nov 02 16:24:41.466398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4ed98-a912-48f7-b877-e621d9c12c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84dcf7-0f56-4ba8-b58b-31f36f5cfe16,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:41.466551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:41.475109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00b92f1a-7d51-4540-8dff-ffb6e810622b req-39420175-c712-4ff3-9bfd-23f8690db0e4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783913 Nov 02 16:24:41.529079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7426848-975a-4bb2-9271-fb5fbefe086a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.555716 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7426848-975a-4bb2-9271-fb5fbefe086a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.587137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358843ea-92ea-4622-b2bf-bc234fd5afaf req-53a0a649-a617-4ab2-b8db-f9e7c81426bc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:41.588689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-358843ea-92ea-4622-b2bf-bc234fd5afaf req-53a0a649-a617-4ab2-b8db-f9e7c81426bc tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0529439 Nov 02 16:24:41.603589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7426848-975a-4bb2-9271-fb5fbefe086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.606287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7426848-975a-4bb2-9271-fb5fbefe086a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:41.610014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7426848-975a-4bb2-9271-fb5fbefe086a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e84dcf7-0f56-4ba8-b58b-31f36f5cfe16 HTTP/1.1" status: 204 len: 168 time: 0.1402473 Nov 02 16:24:41.620763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426848-975a-4bb2-9271-fb5fbefe086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84dcf7-0f56-4ba8-b58b-31f36f5cfe16,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:41.630493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-358843ea-92ea-4622-b2bf-bc234fd5afaf req-461fc6bb-d03e-483d-bd1c-f3b20cbe11f5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356746 Nov 02 16:24:41.751079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abedf47-daf6-40a1-9323-17e659968cf1 req-08e8a3ba-2028-4dc3-b18e-457b33a494f5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:41.752905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2abedf47-daf6-40a1-9323-17e659968cf1 req-08e8a3ba-2028-4dc3-b18e-457b33a494f5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0554662 Nov 02 16:24:41.803197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2abedf47-daf6-40a1-9323-17e659968cf1 req-c8bb79ee-e32b-4c5f-a9f6-6738d1f4a5db tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Nov 02 16:24:41.929862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014160-1615-4889-bf0a-98af97565e37 req-890cf168-e856-4116-833e-e05fcb4eaf9e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:41.934578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65014160-1615-4889-bf0a-98af97565e37 req-890cf168-e856-4116-833e-e05fcb4eaf9e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0594962 Nov 02 16:24:41.973537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65014160-1615-4889-bf0a-98af97565e37 req-d32e92a9-602e-496c-861f-87fad22159f3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Nov 02 16:24:42.036165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286f78-e682-4be7-ae06-761ae8d33511 req-585678de-eb06-494f-abec-d385b7f7eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.037652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-585678de-eb06-494f-abec-d385b7f7eab9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1124 time: 0.0484588 Nov 02 16:24:42.066070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc1ed9-b2ab-4de3-b288-3ac64fe2745a req-a9a7ecfa-c9cc-482c-b5a9-c97f14902c73 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.067676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9dc1ed9-b2ab-4de3-b288-3ac64fe2745a req-a9a7ecfa-c9cc-482c-b5a9-c97f14902c73 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0519459 Nov 02 16:24:42.106920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9dc1ed9-b2ab-4de3-b288-3ac64fe2745a req-3d1d683d-8c92-48e4-8846-0e167023ced8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Nov 02 16:24:42.203169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286f78-e682-4be7-ae06-761ae8d33511 req-17b35793-7ff3-4018-b0c7-d4e0951bfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.204631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-17b35793-7ff3-4018-b0c7-d4e0951bfd8e service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.0988839 Nov 02 16:24:42.267365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-93e3c8a6-eb00-4211-ac59-228894714b16 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 217 time: 0.0475249 Nov 02 16:24:42.350734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286f78-e682-4be7-ae06-761ae8d33511 req-a0490e52-ad10-48a7-959f-e33d20adb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.351939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c550c1-9396-4ac2-942c-e5a2d716b64c req-8b900ca2-b9db-473d-a02d-fe0bdb2582c8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.352419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-a0490e52-ad10-48a7-959f-e33d20adb1c2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0508046 Nov 02 16:24:42.353625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71c550c1-9396-4ac2-942c-e5a2d716b64c req-8b900ca2-b9db-473d-a02d-fe0bdb2582c8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0508878 Nov 02 16:24:42.392343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71c550c1-9396-4ac2-942c-e5a2d716b64c req-82cb5d72-0525-440d-b312-72c19c663b84 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327187 Nov 02 16:24:42.412987 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-979002ba-f8d7-46de-913b-0e973a392979 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278037 Nov 02 16:24:42.436158 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:42.524567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-a3056ef8-5432-419c-b3bc-468aedcbd27d service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971754 Nov 02 16:24:42.615340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a45fa-4b1e-4aaf-8bcf-6155e36c6734 req-c02641cb-9380-4e1e-9633-19b8bc82aaf9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.617978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-017a45fa-4b1e-4aaf-8bcf-6155e36c6734 req-c02641cb-9380-4e1e-9633-19b8bc82aaf9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0669923 Nov 02 16:24:42.636640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11286f78-e682-4be7-ae06-761ae8d33511 req-4a06343d-5b7b-4762-8fc3-283574875a5a service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971720 Nov 02 16:24:42.668204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-017a45fa-4b1e-4aaf-8bcf-6155e36c6734 req-8ac04df9-c6b6-441c-a78c-e5e78f41a9d1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Nov 02 16:24:42.751114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-cd243c95-06ae-4683-bedf-b5212920ac5c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.752609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-cd243c95-06ae-4683-bedf-b5212920ac5c tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.100 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0967362 Nov 02 16:24:42.765070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d643c-f7e7-480d-b5b1-5dd9ef018684 req-bcfcba5a-a7fc-440d-b287-7f6e10039833 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.766649 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e10d643c-f7e7-480d-b5b1-5dd9ef018684 req-bcfcba5a-a7fc-440d-b287-7f6e10039833 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 950 time: 0.0569150 Nov 02 16:24:42.809762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e10d643c-f7e7-480d-b5b1-5dd9ef018684 req-faaa1b4a-5a04-4245-82d2-456963b49483 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Nov 02 16:24:42.953551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c5503-67b9-4ce9-9cff-607139c21e30 req-d4b57212-5cd6-42ad-a544-d6c6f1c5b1ae tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:42.955436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d9c5503-67b9-4ce9-9cff-607139c21e30 req-d4b57212-5cd6-42ad-a544-d6c6f1c5b1ae tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0529096 Nov 02 16:24:42.970717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Deleting port 8dbbaa7c-2726-4a58-b143-4545ae7dbece {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:24:42.971058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:43.005575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d9c5503-67b9-4ce9-9cff-607139c21e30 req-64c64129-34c5-41d9-b8c5-f9c4562cc998 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Nov 02 16:24:43.082964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] For port 8dbbaa7c-2726-4a58-b143-4545ae7dbece, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=8dbbaa7c-2726-4a58-b143-4545ae7dbece,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:43.083466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:43.102700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Calling delete_port for 8dbbaa7c-2726-4a58-b143-4545ae7dbece owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:24:43.115243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c4fff-36bc-4c24-b1cb-18c2757f435c req-44f52001-3ad8-4169-b6bc-30d0073afe1a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:43.116752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-019c4fff-36bc-4c24-b1cb-18c2757f435c req-44f52001-3ad8-4169-b6bc-30d0073afe1a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0579207 Nov 02 16:24:43.156454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-019c4fff-36bc-4c24-b1cb-18c2757f435c req-b9da284e-590d-4ca1-99a5-e3732a226215 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Nov 02 16:24:43.260769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:43.274539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f02647fd-e3a4-4223-9cc2-43ccfe1b5041'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:43.279947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['8dbbaa7c-2726-4a58-b143-4545ae7dbece'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:43.295966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Pushing event deleted for resources: {'Port': ['ID=8dbbaa7c-2726-4a58-b143-4545ae7dbece,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:43.303674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145e1a-f2bb-47d0-9630-d9460fa7d6ee req-a9dee252-c2a0-4665-ba4f-b745d0f881ee tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:43.305288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98145e1a-f2bb-47d0-9630-d9460fa7d6ee req-a9dee252-c2a0-4665-ba4f-b745d0f881ee tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0799167 Nov 02 16:24:43.364586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98145e1a-f2bb-47d0-9630-d9460fa7d6ee req-89742659-36d8-4ac1-a0d1-e62e2ff1fa47 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497527 Nov 02 16:24:43.382277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] No DVR routers for this DVR port 8dbbaa7c-2726-4a58-b143-4545ae7dbece on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:24:43.385163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:43.389466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b536cfe2-c505-4ea7-aacf-032d6f103ce5 req-0595e2ec-ab92-4c1d-a36f-336fd8eec86e tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.100 "DELETE /v2.0/ports/8dbbaa7c-2726-4a58-b143-4545ae7dbece HTTP/1.1" status: 204 len: 173 time: 0.6221969 Nov 02 16:24:43.390195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3835c32c-b245-4262-9684-6fa9ba457b62', 'name': 'network-vif-deleted', 'tag': '8dbbaa7c-2726-4a58-b143-4545ae7dbece'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:43.398608 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16c4f03-1bf3-4d88-8f65-5a31118f6dbf" -d '{"events": [{"server_uuid": "3835c32c-b245-4262-9684-6fa9ba457b62", "name": "network-vif-deleted", "tag": "8dbbaa7c-2726-4a58-b143-4545ae7dbece"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:43.446904 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9850ecc-9aeb-46b1-8810-241fa219b167 x-openstack-request-id: req-d9850ecc-9aeb-46b1-8810-241fa219b167 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:43.447327 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3835c32c-b245-4262-9684-6fa9ba457b62", "name": "network-vif-deleted", "tag": "8dbbaa7c-2726-4a58-b143-4545ae7dbece", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:43.447680 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9850ecc-9aeb-46b1-8810-241fa219b167 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:43.448155 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3835c32c-b245-4262-9684-6fa9ba457b62', 'name': 'network-vif-deleted', 'tag': '8dbbaa7c-2726-4a58-b143-4545ae7dbece', 'status': 'completed', 'code': 200} Nov 02 16:24:43.559446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163012a-b11e-4785-93dc-1206e6173ecf req-05c5f524-15f8-452c-9239-90e39399c292 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:43.566087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e163012a-b11e-4785-93dc-1206e6173ecf req-05c5f524-15f8-452c-9239-90e39399c292 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 943 time: 0.0694640 Nov 02 16:24:43.620356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e163012a-b11e-4785-93dc-1206e6173ecf req-380eb9b3-f0bf-4344-943d-4c555382e14f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 Nov 02 16:24:43.624337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:43.795616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf68d6-3497-4b6a-bf48-d475c49feb75 req-123b4b64-7013-4748-b646-d8de8964a691 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:43.803964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baaf68d6-3497-4b6a-bf48-d475c49feb75 req-123b4b64-7013-4748-b646-d8de8964a691 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0678060 Nov 02 16:24:43.846643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baaf68d6-3497-4b6a-bf48-d475c49feb75 req-ec3ec39c-3858-4720-ac96-c954efee367f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358839 Nov 02 16:24:43.942269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec0ca859-e43f-47df-a423-ce21626813f5 req-2170d19c-a08f-4ef3-94bb-549c5e836822 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=3835c32c-b245-4262-9684-6fa9ba457b62 HTTP/1.1" status: 200 len: 210 time: 0.0278397 Nov 02 16:24:44.037708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f08511c7-34b6-4e53-8d98-e57e8d5c06ce service neutron] 10.222.0.55 "GET /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.0703311 Nov 02 16:24:44.117781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44460) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:44.132573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f22b7e-ed5d-4002-928a-f8062147c125 req-d394c555-9211-4dc0-b49a-fc8e47604277 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.134097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4f22b7e-ed5d-4002-928a-f8062147c125 req-d394c555-9211-4dc0-b49a-fc8e47604277 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0591462 Nov 02 16:24:44.180817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4f22b7e-ed5d-4002-928a-f8062147c125 req-101484ae-a8e0-48cd-b499-9a1c9a6f7f71 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383229 Nov 02 16:24:44.248938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:44.274250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:44.287086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62f41b2-57d8-4f71-bc09-1c694789e183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.320708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2328729-fa71-4287-9e25-0c348c9f38cc {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:44.333467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f60e-6e9f-408d-82bc-d0733ec82187 req-02fffd63-bf9f-462f-88b1-c095b9b4a681 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.334009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:44.335254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4519f60e-6e9f-408d-82bc-d0733ec82187 req-02fffd63-bf9f-462f-88b1-c095b9b4a681 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0906818 Nov 02 16:24:44.354700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.408931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4519f60e-6e9f-408d-82bc-d0733ec82187 req-c07c7ecb-991c-4275-9ea9-6695f77550ac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582826 Nov 02 16:24:44.421498 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62f41b2-57d8-4f71-bc09-1c694789e183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.426797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9883a584-1f3f-45cd-931b-c50890868234 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:44.427459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62f41b2-57d8-4f71-bc09-1c694789e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.432893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:44.467156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] Transition to ACTIVE for port object f2328729-fa71-4287-9e25-0c348c9f38cc will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:44.472338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.505499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a62f41b2-57d8-4f71-bc09-1c694789e183 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e6d8a51919748b6b1549a8b8dfc22b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834019 Nov 02 16:24:44.508368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44468) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:44.520225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f41b2-57d8-4f71-bc09-1c694789e183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab8da65-1c8f-42f0-a4d8-8c8ae02a5149,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:44.547012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] No DVR routers for this DVR port f2328729-fa71-4287-9e25-0c348c9f38cc on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:24:44.557283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d701-e9a2-4d8f-9edc-72325e17a26d req-8bb1b5bc-7053-4354-a758-d96bfb01b13a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.558475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:44.564849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71a3d701-e9a2-4d8f-9edc-72325e17a26d req-8bb1b5bc-7053-4354-a758-d96bfb01b13a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.1136866 Nov 02 16:24:44.584291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38bfe6e9-1a20-4ba5-bf9b-1f6c7132ad52 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc/bindings/n-h2-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5373702 Nov 02 16:24:44.619794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14cba719-5032-473d-b9f7-90f049e683e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.623678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.624670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71a3d701-e9a2-4d8f-9edc-72325e17a26d req-f4bca5d7-d08f-48a4-be6b-2f2261a1bdbb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589385 Nov 02 16:24:44.647218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:44.649304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14cba719-5032-473d-b9f7-90f049e683e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.675842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:44.678879 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5cfcec-7627-4a1e-8a94-9dcea72cc580" -d '{"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:44.692342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9883a584-1f3f-45cd-931b-c50890868234 has no active binding in host n-h1-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:24:44.692836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:44.696132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:44.703697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.731734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14cba719-5032-473d-b9f7-90f049e683e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.734982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14cba719-5032-473d-b9f7-90f049e683e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:44.739790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14cba719-5032-473d-b9f7-90f049e683e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eab8da65-1c8f-42f0-a4d8-8c8ae02a5149 HTTP/1.1" status: 204 len: 168 time: 0.2268305 Nov 02 16:24:44.739958 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7e951-ceb9-4d8f-bdd4-ca8d2d784360 x-openstack-request-id: req-cac7e951-ceb9-4d8f-bdd4-ca8d2d784360 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:44.739958 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:44.739958 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cac7e951-ceb9-4d8f-bdd4-ca8d2d784360 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:44.746252 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'code': 200} Nov 02 16:24:44.759150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-18ccf5fa-11ff-40d4-8307-4ebf63c64331 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.760753 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-18ccf5fa-11ff-40d4-8307-4ebf63c64331 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.0784826 Nov 02 16:24:44.763032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cba719-5032-473d-b9f7-90f049e683e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab8da65-1c8f-42f0-a4d8-8c8ae02a5149,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:44.795411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f121e4-b9d0-4ac0-885c-679eb0936724 req-1423d889-20e6-4c21-9b02-793eaa17e3f5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.797245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0f121e4-b9d0-4ac0-885c-679eb0936724 req-1423d889-20e6-4c21-9b02-793eaa17e3f5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.0806417 Nov 02 16:24:44.827819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f3f6454c-79a5-4ff8-ba24-ef24c9c1ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.829456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f3f6454c-79a5-4ff8-ba24-ef24c9c1ae2e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7&tenant_id=10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 1095 time: 0.0498781 Nov 02 16:24:44.845861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:44.855062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0f121e4-b9d0-4ac0-885c-679eb0936724 req-becb7899-33c3-4668-b790-1a4e25783dda tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Nov 02 16:24:44.899772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:44.933906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38ccd713-3688-4912-831e-f60d25818f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:44.935972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-38ccd713-3688-4912-831e-f60d25818f84 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0582697 Nov 02 16:24:44.993315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0252-3ffa-44c5-a586-2053a7ae01e3 req-720a3630-9f02-4075-94ba-f5bd8ed73c63 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.003964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88da0252-3ffa-44c5-a586-2053a7ae01e3 req-720a3630-9f02-4075-94ba-f5bd8ed73c63 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0678458 Nov 02 16:24:45.042239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'mac_address': 'fa:16:3e:4f:41:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:45.056700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88da0252-3ffa-44c5-a586-2053a7ae01e3 req-cde7be96-0a27-4db3-8fc9-4212d31d7274 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513246 Nov 02 16:24:45.094332 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.110153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:45.128749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44486) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:45.137170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:45.145578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-b22471be-812f-408b-a085-87cc1c76b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.147388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-b22471be-812f-408b-a085-87cc1c76b5cd service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1915817 Nov 02 16:24:45.148550 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.148722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cad-5704-4f4e-b7b5-68450251091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.211142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:45.274637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cad-5704-4f4e-b7b5-68450251091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.279846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cad-5704-4f4e-b7b5-68450251091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.318228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf4cad-5704-4f4e-b7b5-68450251091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c5082d-0bca-430b-89fa-0c4fd2994236,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:45.388599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5acf4cad-5704-4f4e-b7b5-68450251091f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64664cbc31844c57b6cfe8149513a74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582963 Nov 02 16:24:45.392427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:45.440060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea9de2-9c6b-4017-b7da-634949b0910a req-1e6a7413-de63-43a0-ab74-0b15867b54fa tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.442063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35ea9de2-9c6b-4017-b7da-634949b0910a req-1e6a7413-de63-43a0-ab74-0b15867b54fa tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 949 time: 0.1305468 Nov 02 16:24:45.448054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-25757a86-0e29-436f-a18d-a69d7a2a7d0d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 217 time: 0.2902422 Nov 02 16:24:45.452706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2896-ec07-4ee1-87a6-73b977a62781 req-b5fe3552-f272-427a-a84c-829d1736f912 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.454137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-627b2896-ec07-4ee1-87a6-73b977a62781 req-b5fe3552-f272-427a-a84c-829d1736f912 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.1318555 Nov 02 16:24:45.507109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48be7a9d-0df9-4159-9c26-f7d1c97dbba2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:45.525465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-13cad083-4bf2-49be-8bb4-cc5aad3c4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.527047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-13cad083-4bf2-49be-8bb4-cc5aad3c4fe4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0481102 Nov 02 16:24:45.532832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35ea9de2-9c6b-4017-b7da-634949b0910a req-13c746a5-75cb-4c88-882a-4c9e5dcc6e18 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776572 Nov 02 16:24:45.537646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52529e7d-f0b3-435b-87ce-deec6482621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.564050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-627b2896-ec07-4ee1-87a6-73b977a62781 req-2f40ae36-8f35-4141-89c4-ea6f065443c1 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979090 Nov 02 16:24:45.576479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f4985be0-e3fe-4a30-88a7-6b938083ed54 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289230 Nov 02 16:24:45.593104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52529e7d-f0b3-435b-87ce-deec6482621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.676838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c262a-197d-4abe-ac6e-488afa615aed req-43c60aba-09c3-4ed5-a94a-77a400313009 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.678883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199c262a-197d-4abe-ac6e-488afa615aed req-43c60aba-09c3-4ed5-a94a-77a400313009 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0754623 Nov 02 16:24:45.693952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52529e7d-f0b3-435b-87ce-deec6482621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.696547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52529e7d-f0b3-435b-87ce-deec6482621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:45.698722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-52529e7d-f0b3-435b-87ce-deec6482621c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0c5082d-0bca-430b-89fa-0c4fd2994236 HTTP/1.1" status: 204 len: 168 time: 0.3050702 Nov 02 16:24:45.699456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e2ff2caa-a1d8-4e7b-bce1-82a968ee2f31 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957224 Nov 02 16:24:45.739716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52529e7d-f0b3-435b-87ce-deec6482621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c5082d-0bca-430b-89fa-0c4fd2994236,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:45.768201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199c262a-197d-4abe-ac6e-488afa615aed req-4cacd35d-a9b5-4a04-93b6-ece54dd14cfd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827992 Nov 02 16:24:45.789557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9176b-3c99-48f8-8e5b-8a3e436b97fa req-8435a254-7fef-406e-8185-4861cc049db1 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.793884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1c9176b-3c99-48f8-8e5b-8a3e436b97fa req-8435a254-7fef-406e-8185-4861cc049db1 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0795963 Nov 02 16:24:45.819925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-756cfa75-e4f2-40f0-8d2c-b77ad1624523 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908806 Nov 02 16:24:45.842372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1c9176b-3c99-48f8-8e5b-8a3e436b97fa req-b5ac0419-6dcc-4373-aa5b-97e34d025f76 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450952 Nov 02 16:24:45.848871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 8dbbaa7c-2726-4a58-b143-4545ae7dbece no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:45.883681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 8dbbaa7c-2726-4a58-b143-4545ae7dbece {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:24:45.884302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 8dbbaa7c-2726-4a58-b143-4545ae7dbece not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:24:45.973061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36316b1-55d4-4ba0-8820-1b0c51e9a6ab req-62f8ae30-c46c-42cd-a881-9adb1692432a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:45.974594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a36316b1-55d4-4ba0-8820-1b0c51e9a6ab req-62f8ae30-c46c-42cd-a881-9adb1692432a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.0526376 Nov 02 16:24:46.014887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a36316b1-55d4-4ba0-8820-1b0c51e9a6ab req-6f22cc67-a9a7-4d90-a697-f234c0e9ca03 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331099 Nov 02 16:24:46.182321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc654-af5c-4fb7-9010-c2bb8c320c63 req-ae5e5783-1d0e-489c-9799-641a0cd7cdfe tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:46.183853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d36cc654-af5c-4fb7-9010-c2bb8c320c63 req-ae5e5783-1d0e-489c-9799-641a0cd7cdfe tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0598619 Nov 02 16:24:46.204721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f0777721-26ae-4c05-8604-643ff2bb0c56 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:46.206940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-f0777721-26ae-4c05-8604-643ff2bb0c56 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.0584431 Nov 02 16:24:46.230939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d36cc654-af5c-4fb7-9010-c2bb8c320c63 req-738d020b-92e9-4bf0-8f53-92f55ba81f4e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Nov 02 16:24:46.352688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e54ca3f8-38b4-4fa5-95d8-2545db2fa6ad service neutron] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:46.355821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e54ca3f8-38b4-4fa5-95d8-2545db2fa6ad service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:46.357115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05ed86fc-b13c-4954-b84f-a1dc35ccc8ff req-e54ca3f8-38b4-4fa5-95d8-2545db2fa6ad service neutron] 10.222.0.100 "DELETE /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc/bindings/n-h1-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.1291435 Nov 02 16:24:46.687159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c794ee-a8ce-4cb6-804b-c19470d153dd req-5f873c97-938a-4f78-8494-2509d28302d5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:46.688622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40c794ee-a8ce-4cb6-804b-c19470d153dd req-5f873c97-938a-4f78-8494-2509d28302d5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 949 time: 0.0841222 Nov 02 16:24:46.714963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d4cce-6e1f-409e-a7ab-d9100e4bb8b5 req-d2a4b214-2411-49d6-9ed8-cb9d654ee785 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:46.716542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd2d4cce-6e1f-409e-a7ab-d9100e4bb8b5 req-d2a4b214-2411-49d6-9ed8-cb9d654ee785 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.0743015 Nov 02 16:24:46.767321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40c794ee-a8ce-4cb6-804b-c19470d153dd req-b762275c-edd2-4acf-b1c8-89916d53415d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Nov 02 16:24:46.773198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd2d4cce-6e1f-409e-a7ab-d9100e4bb8b5 req-6a1bd54e-d573-413e-8ed0-2569e572a042 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ab868bd-eaf0-474f-a91c-51fb776f48fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497632 Nov 02 16:24:46.904928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe276e-798f-41d9-90f1-6b8bfcd8d054 req-a6f8a22f-787e-4e0b-9c1f-8b6ffdcf40a5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:46.912757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2abe276e-798f-41d9-90f1-6b8bfcd8d054 req-a6f8a22f-787e-4e0b-9c1f-8b6ffdcf40a5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.0696623 Nov 02 16:24:46.981352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2abe276e-798f-41d9-90f1-6b8bfcd8d054 req-a29ee2fb-d48d-4821-823a-32890ea64c3b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Nov 02 16:24:47.006369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1ba2-caf4-4dae-bb7f-5a0b35ee696f req-def497a6-851b-47ef-8051-3cf9bdfa23d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.006369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-955f1ba2-caf4-4dae-bb7f-5a0b35ee696f req-def497a6-851b-47ef-8051-3cf9bdfa23d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0751941 Nov 02 16:24:47.044946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-955f1ba2-caf4-4dae-bb7f-5a0b35ee696f req-ea7014f4-5d23-4b25-88d0-409257945be1 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Nov 02 16:24:47.148176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:47.159035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65febe-9456-40fe-b8a4-965d6634756b req-0b72e054-b2a8-4b55-89e4-692de1d6fe79 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.161527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c65febe-9456-40fe-b8a4-965d6634756b req-0b72e054-b2a8-4b55-89e4-692de1d6fe79 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 949 time: 0.0588772 Nov 02 16:24:47.181048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f2995-1179-47fd-9d0d-b52bbf0856ff req-84a1086a-628e-433a-91e4-d7f8ffa76c1b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.182825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-334f2995-1179-47fd-9d0d-b52bbf0856ff req-84a1086a-628e-433a-91e4-d7f8ffa76c1b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.0813508 Nov 02 16:24:47.225825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-334f2995-1179-47fd-9d0d-b52bbf0856ff req-78fe3403-ef48-4eb1-b106-d26e32497ee4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368710 Nov 02 16:24:47.285660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Deleting port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:24:47.286438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:47.379994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc4b4-c9ca-4a2c-9d3d-d8e94bf97f6c req-1b2d68f0-ddd4-4ddc-b406-e294a4015db5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.385541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4edc4b4-c9ca-4a2c-9d3d-d8e94bf97f6c req-1b2d68f0-ddd4-4ddc-b406-e294a4015db5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0580540 Nov 02 16:24:47.409307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] For port f02647fd-e3a4-4223-9cc2-43ccfe1b5041, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:47.410608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:47.426530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Calling delete_port for f02647fd-e3a4-4223-9cc2-43ccfe1b5041 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:24:47.454917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4edc4b4-c9ca-4a2c-9d3d-d8e94bf97f6c req-544792f6-eb0a-4434-8b39-494adc331ef5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664263 Nov 02 16:24:47.471283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73aa16-8600-4c38-b37a-6d650bd287d3 req-49f4b6ff-e704-4047-a2fd-87f520345ae3 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.473865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb73aa16-8600-4c38-b37a-6d650bd287d3 req-49f4b6ff-e704-4047-a2fd-87f520345ae3 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0510161 Nov 02 16:24:47.518628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb73aa16-8600-4c38-b37a-6d650bd287d3 req-6afa7e52-2b77-44ad-96e1-668a0b38b092 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Nov 02 16:24:47.615006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:47.630830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f02647fd-e3a4-4223-9cc2-43ccfe1b5041'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:47.648099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Pushing event deleted for resources: {'Port': ['ID=f02647fd-e3a4-4223-9cc2-43ccfe1b5041,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:47.719383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] No DVR routers for this DVR port f02647fd-e3a4-4223-9cc2-43ccfe1b5041 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:24:47.722998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:47.726964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c65febe-9456-40fe-b8a4-965d6634756b req-6abe5643-0316-4fcb-9d03-38deb19888b5 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.55 "DELETE /v2.0/ports/f02647fd-e3a4-4223-9cc2-43ccfe1b5041 HTTP/1.1" status: 204 len: 173 time: 0.5577047 Nov 02 16:24:47.727416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2d169b-8407-4083-85e7-c8cad698b335', 'name': 'network-vif-deleted', 'tag': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:47.729968 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eec1f3-d7bc-4fab-8413-526188c65d12" -d '{"events": [{"server_uuid": "7b2d169b-8407-4083-85e7-c8cad698b335", "name": "network-vif-deleted", "tag": "f02647fd-e3a4-4223-9cc2-43ccfe1b5041"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:47.852308 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a1ec3-8269-4517-a272-50a6da85da30 x-openstack-request-id: req-146a1ec3-8269-4517-a272-50a6da85da30 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:47.852836 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2d169b-8407-4083-85e7-c8cad698b335", "name": "network-vif-deleted", "tag": "f02647fd-e3a4-4223-9cc2-43ccfe1b5041", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:47.853295 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-146a1ec3-8269-4517-a272-50a6da85da30 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:47.853903 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2d169b-8407-4083-85e7-c8cad698b335', 'name': 'network-vif-deleted', 'tag': 'f02647fd-e3a4-4223-9cc2-43ccfe1b5041', 'status': 'completed', 'code': 200} Nov 02 16:24:47.895078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-e06cc1c6-8a6a-43f1-88d4-14cd66645a2d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.896752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-e06cc1c6-8a6a-43f1-88d4-14cd66645a2d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.1282988 Nov 02 16:24:47.923424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-539b085b-ce43-4cf9-a832-a929ac8f5dec tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/quotas/10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 375 time: 0.0196948 Nov 02 16:24:47.992820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40569-8848-465e-a3b1-e909bbc287a9 req-342ed652-94c4-4ba6-a1bf-4dd3fb30ada7 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:47.994226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4b40569-8848-465e-a3b1-e909bbc287a9 req-342ed652-94c4-4ba6-a1bf-4dd3fb30ada7 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 949 time: 0.0834463 Nov 02 16:24:48.004016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-4de91fd7-9cd7-4b47-b730-b859479c1c7e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624533 Nov 02 16:24:48.087125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4b40569-8848-465e-a3b1-e909bbc287a9 req-68b4e7b3-fa42-4ed9-9492-4ddba933906f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818939 Nov 02 16:24:48.128811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-0c1fc637-4f39-4609-9e13-cde9aeb39343 service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166863 Nov 02 16:24:48.210621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c6e5ad3-e0ed-484d-b1c8-f589a0ea445f req-1bfe7d24-a1fc-41e6-9ec1-163e9e4aa5c2 tempest-LiveMigrationNegativeTest-1839880416 tempest-LiveMigrationNegativeTest-1839880416-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b2d169b-8407-4083-85e7-c8cad698b335 HTTP/1.1" status: 200 len: 210 time: 0.0294967 Nov 02 16:24:48.266773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-48654dae-932d-4349-95e7-ba4ef637b80e service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308520 Nov 02 16:24:48.449314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:48.518612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:48.519059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:48.549918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72840a-fdba-4d05-9177-d6afe3414e88 req-179b10a4-f4cc-469b-9269-3200a89cf7a5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:48.552451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce72840a-fdba-4d05-9177-d6afe3414e88 req-179b10a4-f4cc-469b-9269-3200a89cf7a5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.1080213 Nov 02 16:24:48.576519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8c1a7-d0a8-4316-af8d-03e212c8683b req-f7830026-835a-45db-b11a-ec3075e83943 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:48.578117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acd8c1a7-d0a8-4316-af8d-03e212c8683b req-f7830026-835a-45db-b11a-ec3075e83943 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0940626 Nov 02 16:24:48.624956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:48.642986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce72840a-fdba-4d05-9177-d6afe3414e88 req-ac1d83c2-ad0b-404d-9502-e38843fdd5c9 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Nov 02 16:24:48.661519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:48.664344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acd8c1a7-d0a8-4316-af8d-03e212c8683b req-2e7964d0-ba5f-43fa-b944-a642e0f784bd tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669146 Nov 02 16:24:48.669824 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108be9e-19bd-44b1-9875-cb1e7cb98b5e" -d '{"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-plugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:48.704028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:48.709905 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:48.713028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:48.756321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9f5681c-a2db-4ef9-a740-e955f1826913 req-9fa61aeb-ba67-411f-b0ae-f143346384b5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0396707 Nov 02 16:24:48.823363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:24:48.823848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f02647fd-e3a4-4223-9cc2-43ccfe1b5041 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:48.831886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:48.856961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: f02647fd-e3a4-4223-9cc2-43ccfe1b5041 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:24:48.857662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f02647fd-e3a4-4223-9cc2-43ccfe1b5041 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:24:48.961843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e9d22-81ef-4bf6-8fda-a34c8db4fa4f req-c8b1b255-8e9e-4ede-a46a-8ed16d0495bb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:48.963424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd5e9d22-81ef-4bf6-8fda-a34c8db4fa4f req-c8b1b255-8e9e-4ede-a46a-8ed16d0495bb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 950 time: 0.0772681 Nov 02 16:24:48.971488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6dccb-4601-4e0d-baa9-2f5a2901ccc7 req-c0771037-ceda-4b6b-a98c-6c4b64a279e8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:48.973754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03b6dccb-4601-4e0d-baa9-2f5a2901ccc7 req-c0771037-ceda-4b6b-a98c-6c4b64a279e8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0986197 Nov 02 16:24:49.024746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd5e9d22-81ef-4bf6-8fda-a34c8db4fa4f req-677de9a0-93cf-4a58-8551-7e3875c325e8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Nov 02 16:24:49.041079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03b6dccb-4601-4e0d-baa9-2f5a2901ccc7 req-f49a6c52-466a-4e16-bcec-4d56380f0712 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507960 Nov 02 16:24:49.095385 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ab8be-c8ba-4ef0-9d21-6e829d881bdc x-openstack-request-id: req-5f0ab8be-c8ba-4ef0-9d21-6e829d881bdc {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:49.095765 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-plugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:49.096084 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f0ab8be-c8ba-4ef0-9d21-6e829d881bdc {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:49.096551 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'code': 200} Nov 02 16:24:49.291342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd988c-fccc-4053-9791-6d258b962efb req-972f328c-f10e-4327-a528-3ce108acada5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:49.293193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2dd988c-fccc-4053-9791-6d258b962efb req-972f328c-f10e-4327-a528-3ce108acada5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0784955 Nov 02 16:24:49.334481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2dd988c-fccc-4053-9791-6d258b962efb req-9bab419b-11c4-4a63-8011-c833257935c5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Nov 02 16:24:49.373104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a165d-56b4-4803-a482-30111355c844 req-11d04cca-632e-4501-bf89-786daa94bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:49.374653 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-188a165d-56b4-4803-a482-30111355c844 req-11d04cca-632e-4501-bf89-786daa94bd3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1101 time: 0.0446372 Nov 02 16:24:49.428164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-188a165d-56b4-4803-a482-30111355c844 req-46792b5a-794b-47b5-870e-d9dd5fd26198 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Nov 02 16:24:49.433088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deadb6-58c2-4728-b688-3ca11084bd43 req-4917580b-ad43-417e-8ac5-7ff3c4acddac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:49.439381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deadb6-58c2-4728-b688-3ca11084bd43 req-4917580b-ad43-417e-8ac5-7ff3c4acddac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:49.441155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77deadb6-58c2-4728-b688-3ca11084bd43 req-4917580b-ad43-417e-8ac5-7ff3c4acddac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4&device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 1690 time: 0.0701151 Nov 02 16:24:49.485984 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77deadb6-58c2-4728-b688-3ca11084bd43 req-60e93dcd-4b22-4b6d-afda-3dcbc66012c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Nov 02 16:24:49.778876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8a8cf-d398-4905-bd7e-38e7e07b42c2 req-aa4cfc4b-e529-46a3-820d-6e110b1927eb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:49.787218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dc8a8cf-d398-4905-bd7e-38e7e07b42c2 req-aa4cfc4b-e529-46a3-820d-6e110b1927eb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.0619278 Nov 02 16:24:49.800726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44654) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:49.824971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dc8a8cf-d398-4905-bd7e-38e7e07b42c2 req-dc10a036-7d46-4a4f-8ff9-4c6dafadeae5 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Nov 02 16:24:49.873588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9883a584-1f3f-45cd-931b-c50890868234 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:24:49.876069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dbd8a-690a-4795-bb12-c05aad1c0d4e req-cc28ef2e-26d9-4079-a2ea-ce21814537a8 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:49.878954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-849dbd8a-690a-4795-bb12-c05aad1c0d4e req-cc28ef2e-26d9-4079-a2ea-ce21814537a8 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 1101 time: 0.0587864 Nov 02 16:24:49.941462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03a1fb33-a491-404d-b9ee-d94ef20902b8 req-f161ef68-2e21-45fe-b0aa-9e7b645a4444 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0367713 Nov 02 16:24:49.966660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-849dbd8a-690a-4795-bb12-c05aad1c0d4e req-d3125801-585c-4ed2-aab9-3a0084779dc1 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Nov 02 16:24:50.122781 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6ca5f58b-f47f-4373-9178-2987440f2889 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=202c667b630f489cbe62bd77f0cd176b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204803 Nov 02 16:24:50.125050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44672) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:50.137710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc056b8a-4aba-4167-967a-979bb99900d9 req-4abc2de4-da1a-403b-9bf4-d570740fe4ba tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:50.139061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc056b8a-4aba-4167-967a-979bb99900d9 req-4abc2de4-da1a-403b-9bf4-d570740fe4ba tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 1100 time: 0.0473924 Nov 02 16:24:50.180985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc056b8a-4aba-4167-967a-979bb99900d9 req-dbdc1027-a768-40ad-8ff6-ab3cbbcab5ac tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Nov 02 16:24:50.181500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cf8eb6-563e-4ae6-9f1d-6641cec83b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:50.208903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cf8eb6-563e-4ae6-9f1d-6641cec83b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:50.287929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cf8eb6-563e-4ae6-9f1d-6641cec83b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:50.290822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cf8eb6-563e-4ae6-9f1d-6641cec83b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:50.292690 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-90cf8eb6-563e-4ae6-9f1d-6641cec83b5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ab868bd-eaf0-474f-a91c-51fb776f48fd HTTP/1.1" status: 204 len: 168 time: 0.1666670 Nov 02 16:24:50.307286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8eb6-563e-4ae6-9f1d-6641cec83b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab868bd-eaf0-474f-a91c-51fb776f48fd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:50.346973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771bbe-0ffc-4be1-8050-1be4b949bd9e req-62e6c676-2351-4951-8f93-1e5d20d8f74c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:50.358390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d771bbe-0ffc-4be1-8050-1be4b949bd9e req-62e6c676-2351-4951-8f93-1e5d20d8f74c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1052842 Nov 02 16:24:50.431438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d771bbe-0ffc-4be1-8050-1be4b949bd9e req-5cf6f386-2dde-498f-8d34-9bc7233f0ba6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714104 Nov 02 16:24:50.555765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-06e68789-e12e-48ca-ada7-75518cb99876 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:50.559202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-06e68789-e12e-48ca-ada7-75518cb99876 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.2203088 Nov 02 16:24:50.569405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-2f23b356-1d1d-4e67-bf74-84b5a662916e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267234 Nov 02 16:24:50.578175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Request body: {'port': {'device_id': '4fea8365-2991-4682-991a-bfba7089b7b3', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'admin_state_up': True, 'tenant_id': '10965dd0ab88419684f9d9036f1d9438'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:50.579772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259156ab-dc6d-4b2d-a251-35037cce8f48 req-97db912a-89aa-4413-a69b-7fdb3648bde9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:50.581282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-259156ab-dc6d-4b2d-a251-35037cce8f48 req-97db912a-89aa-4413-a69b-7fdb3648bde9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0808113 Nov 02 16:24:50.684635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-259156ab-dc6d-4b2d-a251-35037cce8f48 req-3e93c5ea-84ec-447a-abe1-714be6ae52ee tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795934 Nov 02 16:24:50.710889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Made reservation on behalf of 10965dd0ab88419684f9d9036f1d9438 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:50.714790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:50.738697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-6610b872-e46d-45f7-a0ae-951e0dc737d0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:50.743660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-6610b872-e46d-45f7-a0ae-951e0dc737d0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600785 Nov 02 16:24:50.762484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-add4c64d-9e20-4690-8a5d-b91414e60336 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/quotas/79ae8d43675846f9bc18de4bdf779d8b HTTP/1.1" status: 200 len: 375 time: 0.0147398 Nov 02 16:24:50.783455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44710) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:50.855464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-87d05113-2945-4cba-8afa-ec86754f7cf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4322150a01a4acc8563b7b0dba262dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693190 Nov 02 16:24:50.858005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44714) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:50.865595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Allocated IP 172.20.0.8 (0543c437-82c3-4144-aba7-1859f1dda674/743245cb-caca-415b-9e1c-afd75e9a4693/97fb0c0a-6f35-41b9-9846-55748d321c85) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:50.868894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-754870e7-6581-45b7-a7eb-d4f6c5268db6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1005919 Nov 02 16:24:50.949966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bd3debf-229f-4076-b82b-ae02201c9364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.016883 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bd3debf-229f-4076-b82b-ae02201c9364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.104669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.125776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bd3debf-229f-4076-b82b-ae02201c9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.129767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bd3debf-229f-4076-b82b-ae02201c9364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.130925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3bd3debf-229f-4076-b82b-ae02201c9364 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf8b2475-5046-4bfb-98f1-f06d3b2a9ff1 HTTP/1.1" status: 204 len: 168 time: 0.2717657 Nov 02 16:24:51.165847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3debf-229f-4076-b82b-ae02201c9364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8b2475-5046-4bfb-98f1-f06d3b2a9ff1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:51.167821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4eea4-1855-4937-bec2-dd79e8bcdf85 req-4f112d78-709d-4412-84e2-d940341f0755 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:51.177493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.183969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bf4eea4-1855-4937-bec2-dd79e8bcdf85 req-4f112d78-709d-4412-84e2-d940341f0755 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 943 time: 0.1235652 Nov 02 16:24:51.278167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bf4eea4-1855-4937-bec2-dd79e8bcdf85 req-20a1b2d9-dc9b-4eb7-a496-511f98621a7f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927482 Nov 02 16:24:51.317753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36286d9-c361-400a-8218-46d46d731c60 req-8310ce30-f393-4623-b057-1ae3e51e4594 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:51.319374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a36286d9-c361-400a-8218-46d46d731c60 req-8310ce30-f393-4623-b057-1ae3e51e4594 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 931 time: 0.1697474 Nov 02 16:24:51.339754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Network 0543c437-82c3-4144-aba7-1859f1dda674 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:51.349128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:51.354539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:51.360873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:51.361653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.375268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5cab56c-f18c-485b-86fd-25c968fe07c0 req-79089f33-c90a-47e0-8443-b4fcc1b54a7d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 210 time: 0.0318377 Nov 02 16:24:51.393101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:51.430056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a36286d9-c361-400a-8218-46d46d731c60 req-fc8727d6-777b-479c-8434-3965c0a0e473 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976362 Nov 02 16:24:51.451036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-99f8aab1-92f7-4f8d-81c0-ca4157859509 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8776507 Nov 02 16:24:51.477782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Request body: {'port': {'device_id': '4fea8365-2991-4682-991a-bfba7089b7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:51.539219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-a49abc22-6f7d-481c-aad0-dc725dabeb09 service neutron] 10.222.0.100 "GET /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234/bindings/n-h1-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.3533618 Nov 02 16:24:51.593513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:51.656059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af744bb-4ec0-4c00-8e8d-2b16285f9cbb req-38a10abe-2c65-45f0-9ce6-284e6e0a0c20 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:51.665200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6af744bb-4ec0-4c00-8e8d-2b16285f9cbb req-38a10abe-2c65-45f0-9ce6-284e6e0a0c20 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0661857 Nov 02 16:24:51.715595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6af744bb-4ec0-4c00-8e8d-2b16285f9cbb req-b93486d1-2563-49ee-bf9c-435c64f43da0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489712 Nov 02 16:24:51.866872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e43ff-6f45-4fff-a712-2befb0a1689a req-1490c220-285b-42ec-9ee2-652835751aa5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:51.878170 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a05e43ff-6f45-4fff-a712-2befb0a1689a req-1490c220-285b-42ec-9ee2-652835751aa5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0955930 Nov 02 16:24:51.948440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:51.996568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:52.071858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9883a584-1f3f-45cd-931b-c50890868234 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:52.103866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:52.134945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.152502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fb0c0a-6f35-41b9-9846-55748d321c85 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:52.198078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.216000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a05e43ff-6f45-4fff-a712-2befb0a1689a req-8fe5ef71-eb6e-4795-9139-54dc004c1820 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327034 Nov 02 16:24:52.229861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Transition to ACTIVE for port object 97fb0c0a-6f35-41b9-9846-55748d321c85 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:52.238635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.259477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] Transition to ACTIVE for port object 9883a584-1f3f-45cd-931b-c50890868234 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:52.296883 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.378155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:52.378155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:52.378155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:52.384126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:52.384535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:52.403162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:52.403728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:52.404394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:52.406111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Bound port: 97fb0c0a-6f35-41b9-9846-55748d321c85, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:52.406607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940cc51-46f6-4ac7-8328-9f65911de16c req-b048ffb4-865a-46bd-b00c-29b1eadee33b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.406855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.408188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f940cc51-46f6-4ac7-8328-9f65911de16c req-b048ffb4-865a-46bd-b00c-29b1eadee33b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.1102369 Nov 02 16:24:52.433077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] No DVR routers for this DVR port 9883a584-1f3f-45cd-931b-c50890868234 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:24:52.437656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:52.457643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6fe4-9dd7-495f-bc54-59964e3c8d14 req-ecdbd41e-e55c-4825-b931-e3d20d2b51af tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.457643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab7f6fe4-9dd7-495f-bc54-59964e3c8d14 req-ecdbd41e-e55c-4825-b931-e3d20d2b51af tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.0969930 Nov 02 16:24:52.484483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f940cc51-46f6-4ac7-8328-9f65911de16c req-1812480e-f7bb-49f7-8396-7cddac1732de tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683784 Nov 02 16:24:52.520427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab7f6fe4-9dd7-495f-bc54-59964e3c8d14 req-947f3e1a-cb84-453a-93a4-516b50871e6c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Nov 02 16:24:52.521493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] 10.222.0.100 "PUT /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234/bindings/n-h1-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9631367 Nov 02 16:24:52.545404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677462aa-9a8d-468d-8732-1cc5e677e730 service neutron] Pushing event updated for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:52.586148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:52.590654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:52.598241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.642456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7284a980-93c4-4aba-80dd-6329ea1a54de req-93d3e83b-b25f-4688-bc4d-51e9635460ea tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 210 time: 0.0366929 Nov 02 16:24:52.669231 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.680796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.681629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:52.686707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] 10.222.0.55 "PUT /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 1091 time: 1.2253678 Nov 02 16:24:52.687181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:52.689841 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6e74b9-5fb2-4614-a959-1eed98012ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:52.787536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72c08-ad13-4663-9c1d-c4bcfff87220 service neutron] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:52.791797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-982488af-7520-4c70-abd4-e9bbc3725858 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325930 Nov 02 16:24:52.820239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b638e-7d46-4c1c-8ce8-51af940ec165 req-c288955a-fa36-45c3-88e5-84212a3677cc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.828676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e40b638e-7d46-4c1c-8ce8-51af940ec165 req-c288955a-fa36-45c3-88e5-84212a3677cc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.1109490 Nov 02 16:24:52.854809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-c9c5edcf-7f19-4b7b-a1d9-c397868354e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.856545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-c9c5edcf-7f19-4b7b-a1d9-c397868354e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1094 time: 0.1052604 Nov 02 16:24:52.899602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2d51c841-bfb9-4c15-9e27-3b6038461e36 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.904109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2d51c841-bfb9-4c15-9e27-3b6038461e36 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.1929522 Nov 02 16:24:52.923782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-10e2449a-6040-4155-b8e1-9d128301e11d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 217 time: 0.0514209 Nov 02 16:24:52.930728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e40b638e-7d46-4c1c-8ce8-51af940ec165 req-81a6bada-42cd-459f-8a2e-bdcea35ea1e2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001773 Nov 02 16:24:52.991760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-9bd4be45-8cdb-46f0-8397-0ee13a14af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:52.994307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-9bd4be45-8cdb-46f0-8397-0ee13a14af5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0629253 Nov 02 16:24:53.026757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-59785df9-e298-453d-a00d-7eac3c0dc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.028793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-59785df9-e298-453d-a00d-7eac3c0dc6df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6&tenant_id=e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 1095 time: 0.1167891 Nov 02 16:24:53.049895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-f54b3637-1d69-4880-839b-9dc821a5ec71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471916 Nov 02 16:24:53.050922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-414e7fbe-fa3e-43ad-a9fe-25436d04bba8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.052577 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-414e7fbe-fa3e-43ad-a9fe-25436d04bba8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511532 Nov 02 16:24:53.119309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:53.235770 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58084ffc-f96c-437f-8619-7dc6d521f7a4 x-openstack-request-id: req-58084ffc-f96c-437f-8619-7dc6d521f7a4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:53.236062 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:53.236311 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58084ffc-f96c-437f-8619-7dc6d521f7a4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:53.236664 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'status': 'completed', 'code': 200} Nov 02 16:24:53.246013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-cf6263df-68e0-4032-8104-76a33db723f3 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813846 Nov 02 16:24:53.293606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-a5595d63-e62d-4a61-9e19-fc43c0ed5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.303265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-a5595d63-e62d-4a61-9e19-fc43c0ed5755 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1095 time: 0.2392166 Nov 02 16:24:53.314262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:53.320220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:53.423294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3818a53-cd90-4c98-b831-a1976c503edd req-74cc90c8-9e31-4f70-a787-62fd16e50b95 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.425653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3818a53-cd90-4c98-b831-a1976c503edd req-74cc90c8-9e31-4f70-a787-62fd16e50b95 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0878084 Nov 02 16:24:53.431956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80bb5791-c80e-4fbb-8901-548e129d8b84 req-16fd998b-622a-466c-8cdf-98ac88e57922 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668811 Nov 02 16:24:53.469867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3818a53-cd90-4c98-b831-a1976c503edd req-8b23aee1-be7d-4804-bbcd-83f198052e5a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Nov 02 16:24:53.563334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-b00e331a-4fe4-4179-864f-79a03e7b2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.564964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-b00e331a-4fe4-4179-864f-79a03e7b2bec service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.2414718 Nov 02 16:24:53.577028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-4002e713-6b32-4db6-8f3b-d0c443997746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.578655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-4002e713-6b32-4db6-8f3b-d0c443997746 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1094 time: 0.0849671 Nov 02 16:24:53.588551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.153 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/84b27e37-019a-4734-b5db-35f34e83ed5e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:53.659639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dc3c5-a286-4a04-989d-7baa251ecfde req-220f74a4-e23b-455f-85d4-848bbfaf2c87 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.666894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d9dc3c5-a286-4a04-989d-7baa251ecfde req-220f74a4-e23b-455f-85d4-848bbfaf2c87 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.1232209 Nov 02 16:24:53.689928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-6ec4c182-90ab-4a88-9167-f85a4e48181a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 200 len: 217 time: 0.1159754 Nov 02 16:24:53.736156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d9dc3c5-a286-4a04-989d-7baa251ecfde req-1c6a23cd-6fe7-47ed-a874-fb001438434a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682976 Nov 02 16:24:53.757981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-7467ec0b-caf6-4445-bc84-a174ab3e0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.759724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-7467ec0b-caf6-4445-bc84-a174ab3e0289 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1725900 Nov 02 16:24:53.806174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-16dbccdd-261e-443f-ba8f-a03d446f6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.807817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-16dbccdd-261e-443f-ba8f-a03d446f6382 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.1039913 Nov 02 16:24:53.843468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-5ae76f8a-59e9-4e4a-b10b-a3287de7e816 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 217 time: 0.0704365 Nov 02 16:24:53.858372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-2d8418f1-4ab8-47a9-891f-8e4e4e9658a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328813 Nov 02 16:24:53.933737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-1adb0851-a531-4514-be48-7462c0b5998a tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5484c2e9984a4556be44975657ce9b01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326953 Nov 02 16:24:53.957915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-62d0eaf0-6a30-4cab-8033-2e308baeec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:53.959686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-62d0eaf0-6a30-4cab-8033-2e308baeec27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.1081057 Nov 02 16:24:53.964711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:53.998065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-3e39d050-5b33-47e2-b698-1f3d3427c3f0 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303995 Nov 02 16:24:54.042381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-bcb3f86d-0c20-469b-864d-7f40b06977d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431902 Nov 02 16:24:54.068838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:54.083761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec', '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:54.091740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:54.127304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:54.135253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:54.146189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf314e9-7123-4631-abe0-dff9ce3681f7 req-1d574505-67a6-438d-b973-91ec9fe56345 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:54.147718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbf314e9-7123-4631-abe0-dff9ce3681f7 req-1d574505-67a6-438d-b973-91ec9fe56345 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.1498129 Nov 02 16:24:54.151286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:54.157187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:54.157417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:54.164484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=84b27e37-019a-4734-b5db-35f34e83ed5e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:54.172115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-a75026b9-b3b2-47f1-955a-9b4d44b30ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631072 Nov 02 16:24:54.179440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.179793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.180134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.180472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.180809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.181141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.181961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.181961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.182197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.182444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.182766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.183382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:54.196438 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-62b15c00-e89c-40ee-be59-4a0d70522792 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0895541 Nov 02 16:24:54.233025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-8f9c2237-9f38-4e4f-86ab-bc1b0d1d17a8 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:54.234178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Request body: {'port': {'device_id': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:54.234630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-8f9c2237-9f38-4e4f-86ab-bc1b0d1d17a8 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2920284 Nov 02 16:24:54.243825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbf314e9-7123-4631-abe0-dff9ce3681f7 req-b9176f2e-83ca-46a4-aab1-9a8e1b44d79e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846863 Nov 02 16:24:54.279739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-cb1285c3-2127-4d7c-85f2-49766436be23 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/quotas/5484c2e9984a4556be44975657ce9b01 HTTP/1.1" status: 200 len: 375 time: 0.0275471 Nov 02 16:24:54.279739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-6eb27b53-827e-4a7b-8e5d-11b542663a8a service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163844 Nov 02 16:24:54.312106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:54.416351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-5104e19d-5f00-41e7-9c8a-9a41871d74f8 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5484c2e9984a4556be44975657ce9b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345258 Nov 02 16:24:54.537302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9020c0a-c07e-47ad-908b-115ff47a5173 req-873d7068-0c49-4366-aeb5-e48ee67ba96a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:54.544907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9020c0a-c07e-47ad-908b-115ff47a5173 req-873d7068-0c49-4366-aeb5-e48ee67ba96a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 936 time: 0.1148729 Nov 02 16:24:54.557405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a1f9c023-1ac0-4e34-b967-54eddbd63246 None None] Provisioning complete for port 84b27e37-019a-4734-b5db-35f34e83ed5e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:54.557775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c023-1ac0-4e34-b967-54eddbd63246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:54.610112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9020c0a-c07e-47ad-908b-115ff47a5173 req-a08c8461-b256-4607-82ea-a0cec2b3939b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637813 Nov 02 16:24:54.626061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6e74b9-5fb2-4614-a959-1eed98012ab2 req-bd045cfa-44c1-4a65-a63a-399d9321d77f service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303344 Nov 02 16:24:54.636747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-863ae58e-c6b0-45e3-9904-fa54da12eac9 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:54.638611 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-863ae58e-c6b0-45e3-9904-fa54da12eac9 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.1557310 Nov 02 16:24:54.768076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9c023-1ac0-4e34-b967-54eddbd63246 None None] Port 84b27e37-019a-4734-b5db-35f34e83ed5e cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:54.789050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03910cee-849e-4a8b-94e2-55f851eb8ad6 req-e290cbdb-ff52-4554-9937-51fb1b205d84 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:54.791527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03910cee-849e-4a8b-94e2-55f851eb8ad6 req-e290cbdb-ff52-4554-9937-51fb1b205d84 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0913608 Nov 02 16:24:54.844939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03910cee-849e-4a8b-94e2-55f851eb8ad6 req-6e2f8f3f-b513-4b2a-9c39-278a0e642447 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472798 Nov 02 16:24:55.101228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b27e37-019a-4734-b5db-35f34e83ed5e {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:55.107884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909a32-f106-4859-bb40-6c9d4b2a7dbd req-08462a32-45ad-4ded-9142-d3de656dece3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.110113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df909a32-f106-4859-bb40-6c9d4b2a7dbd req-08462a32-45ad-4ded-9142-d3de656dece3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0608327 Nov 02 16:24:55.113877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.137635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-534d5654-a086-4a8e-b604-022a2a3d817d service neutron] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:55.140772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Transition to ACTIVE for port object 84b27e37-019a-4734-b5db-35f34e83ed5e will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:55.143764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-534d5654-a086-4a8e-b604-022a2a3d817d service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.145036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d23c3d4d-a37e-46c4-8762-85533d39c5f4 req-534d5654-a086-4a8e-b604-022a2a3d817d service neutron] 10.222.0.55 "DELETE /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234/bindings/n-h2-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.4963479 Nov 02 16:24:55.146209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.215659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Pushing event updated for resources: {'Port': ['ID=84b27e37-019a-4734-b5db-35f34e83ed5e,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:55.251654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Attempting to bind port 84b27e37-019a-4734-b5db-35f34e83ed5e on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:55.252123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Attempting to bind port 84b27e37-019a-4734-b5db-35f34e83ed5e by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:55.252543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Attempting to bind port 84b27e37-019a-4734-b5db-35f34e83ed5e on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:55.259920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Port 84b27e37-019a-4734-b5db-35f34e83ed5e on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:55.260295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Attempting to bind port 84b27e37-019a-4734-b5db-35f34e83ed5e on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:55.264179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c66ba602-dbbb-4c98-907e-fe923de4215f req-c5b13f6b-7fa8-4936-b8fc-5d027d0f3998 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 210 time: 0.0615737 Nov 02 16:24:55.268482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:55.269079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:55.269536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:55.270077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Bound port: 84b27e37-019a-4734-b5db-35f34e83ed5e, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:55.270501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.301459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df909a32-f106-4859-bb40-6c9d4b2a7dbd req-39a27ce8-3184-48a9-a05b-c070a4fd5ce8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815023 Nov 02 16:24:55.369146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] For port 84b27e37-019a-4734-b5db-35f34e83ed5e, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:55.372807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] For port 84b27e37-019a-4734-b5db-35f34e83ed5e, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84b27e37-019a-4734-b5db-35f34e83ed5e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:55.379065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.464090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Pushing event updated for resources: {'Port': ['ID=84b27e37-019a-4734-b5db-35f34e83ed5e,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:55.471632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.473129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.475994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-c5d221e4-c29a-419e-b0b2-1eff78ca52f0 service neutron] 10.222.0.100 "PUT /v2.0/ports/84b27e37-019a-4734-b5db-35f34e83ed5e HTTP/1.1" status: 200 len: 1096 time: 1.2490041 Nov 02 16:24:55.477862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'tag': '84b27e37-019a-4734-b5db-35f34e83ed5e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:55.480856 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6d2aba-e092-46bd-bb49-ef6243d30edf", "tag": "84b27e37-019a-4734-b5db-35f34e83ed5e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:55.493741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29b2da-89a2-4a35-8828-c0f0d4c876cd req-f4e36574-4562-49ec-b228-bb910d932083 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.496112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a29b2da-89a2-4a35-8828-c0f0d4c876cd req-f4e36574-4562-49ec-b228-bb910d932083 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.0915058 Nov 02 16:24:55.524673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9ca45-b0bd-4141-affe-5b964c83d9f3 req-b29186a7-d4d9-4cf2-abe4-8aaede5587f9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.526795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4c9ca45-b0bd-4141-affe-5b964c83d9f3 req-b29186a7-d4d9-4cf2-abe4-8aaede5587f9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.1381159 Nov 02 16:24:55.589264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a29b2da-89a2-4a35-8828-c0f0d4c876cd req-9c4de5a8-14ce-4e7f-b0af-9bb0c9db1963 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614619 Nov 02 16:24:55.598007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4c9ca45-b0bd-4141-affe-5b964c83d9f3 req-a0828421-029b-410b-ac54-4b4f19e76bbb tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629406 Nov 02 16:24:55.641769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44872) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:55.671637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-7880b3df-8e21-413c-bc1e-b352101835fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.675764 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-7880b3df-8e21-413c-bc1e-b352101835fe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 1099 time: 0.0875633 Nov 02 16:24:55.681583 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da68c5e-84c8-4e0a-8b45-efd1f7d52ad2 x-openstack-request-id: req-3da68c5e-84c8-4e0a-8b45-efd1f7d52ad2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:55.681869 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6d2aba-e092-46bd-bb49-ef6243d30edf", "tag": "84b27e37-019a-4734-b5db-35f34e83ed5e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:55.682186 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3da68c5e-84c8-4e0a-8b45-efd1f7d52ad2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:55.682586 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'tag': '84b27e37-019a-4734-b5db-35f34e83ed5e', 'status': 'completed', 'code': 200} Nov 02 16:24:55.765821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-2bd8596c-ee4b-463c-ab23-61017ac1b043 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=84b27e37-019a-4734-b5db-35f34e83ed5e HTTP/1.1" status: 200 len: 217 time: 0.0635772 Nov 02 16:24:55.769200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76236cf-f46d-4896-9bc3-98ce1b5280f2 req-df59a29f-be91-43bc-9479-d15a07f89cf4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.770824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d76236cf-f46d-4896-9bc3-98ce1b5280f2 req-df59a29f-be91-43bc-9479-d15a07f89cf4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 948 time: 0.0673850 Nov 02 16:24:55.826476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93350f17-cac5-438d-9e68-0b233866844c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:55.848456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-36ea3bc0-2942-4a9c-863f-e1805f6050c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.850234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-36ea3bc0-2942-4a9c-863f-e1805f6050c6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0712123 Nov 02 16:24:55.862673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d76236cf-f46d-4896-9bc3-98ce1b5280f2 req-1df90948-c065-4b0b-aedd-5c3aa6482f3a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857623 Nov 02 16:24:55.871844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfce002-3013-4420-a175-a33867463eb7 req-08e33232-3cfc-4b32-ba7e-b78772bdf1a9 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.873460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdfce002-3013-4420-a175-a33867463eb7 req-08e33232-3cfc-4b32-ba7e-b78772bdf1a9 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0785315 Nov 02 16:24:55.930694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdfce002-3013-4420-a175-a33867463eb7 req-e284a91f-f10f-46bd-b285-6b96219e86fb tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Nov 02 16:24:55.975321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-57daa7cc-8ccf-4c86-80bf-a9190f1bbb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:55.976913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-57daa7cc-8ccf-4c86-80bf-a9190f1bbb1b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036522 Nov 02 16:24:56.010990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93350f17-cac5-438d-9e68-0b233866844c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.054883 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93350f17-cac5-438d-9e68-0b233866844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.093600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c94d90-da10-4a5a-9497-795b8e7ee693 req-cdef7eef-955b-471e-bf68-57f014bc3eb5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:56.095167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c94d90-da10-4a5a-9497-795b8e7ee693 req-cdef7eef-955b-471e-bf68-57f014bc3eb5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.1043763 Nov 02 16:24:56.163577 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93350f17-cac5-438d-9e68-0b233866844c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c37064e734a04d8295c93b8c4ea1a3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206378 Nov 02 16:24:56.164187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:56.167346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c94d90-da10-4a5a-9497-795b8e7ee693 req-f33a65f2-6c1c-4038-9ba1-15f4fbadc697 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Nov 02 16:24:56.195529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-07570d1a-e8b6-4de5-8f18-779c62e0dc04 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5484c2e9984a4556be44975657ce9b01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663741 Nov 02 16:24:56.249205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350f17-cac5-438d-9e68-0b233866844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441f6558-e537-4563-baa5-ddd8e5d25d39,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:56.371084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-d887c1b7-7b06-479e-97f9-b526a7a04d11 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727207 Nov 02 16:24:56.393967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-649d4d15-ff7f-4368-a3f6-55b21f41f705 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:56.396257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-649d4d15-ff7f-4368-a3f6-55b21f41f705 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.1553142 Nov 02 16:24:56.426169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3831e612-483a-436f-bb0c-2f203a52a3c6 req-a55ffaaf-da04-4fbd-9a33-f4211ac10eeb tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 210 time: 0.0556521 Nov 02 16:24:56.428396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7699e281-eb79-4cf0-8352-ee8dc6c0133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.444147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-d86aa107-a0f9-4d16-9740-f62b6cb3d12a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/quotas/e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 375 time: 0.0169003 Nov 02 16:24:56.468719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-47d217dc-c043-4ff5-98de-a9515523abb0 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:56.470249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-47d217dc-c043-4ff5-98de-a9515523abb0 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653124 Nov 02 16:24:56.489300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Request body: {'port': {'device_id': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '5484c2e9984a4556be44975657ce9b01'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:56.496947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-adadb223-d3b0-4fa2-89cc-f8673fdcd118 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519269 Nov 02 16:24:56.508033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:24:56.553177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7699e281-eb79-4cf0-8352-ee8dc6c0133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.606885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3adb99-c926-4ce7-ac58-859561a607a3 req-dcbf5b33-5bd1-4dd1-94e5-b1b2fc71e73f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:56.608825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b3adb99-c926-4ce7-ac58-859561a607a3 req-dcbf5b33-5bd1-4dd1-94e5-b1b2fc71e73f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1203730 Nov 02 16:24:56.636190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6367c0a-8e7a-48ce-9691-83420e662e79 req-3ce2c9d5-d262-45b1-a04a-a4a11f84232c service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447522 Nov 02 16:24:56.660491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-37a93768-2a9b-4171-aa8b-d5435181c867 service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512902 Nov 02 16:24:56.682494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:56.710800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'port_id': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'mac_address': 'fa:16:3e:bf:1e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743245cb-caca-415b-9e1c-afd75e9a4693', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:24:56.715247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7699e281-eb79-4cf0-8352-ee8dc6c0133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.719872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7699e281-eb79-4cf0-8352-ee8dc6c0133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.721343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7699e281-eb79-4cf0-8352-ee8dc6c0133f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/441f6558-e537-4563-baa5-ddd8e5d25d39 HTTP/1.1" status: 204 len: 168 time: 0.5404630 Nov 02 16:24:56.743531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b3adb99-c926-4ce7-ac58-859561a607a3 req-97088502-f9dc-4b4c-8709-6fe88afba655 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249592 Nov 02 16:24:56.762515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699e281-eb79-4cf0-8352-ee8dc6c0133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f6558-e537-4563-baa5-ddd8e5d25d39,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:56.799585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Made reservation on behalf of 5484c2e9984a4556be44975657ce9b01 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:56.803537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.819952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-7e5c1e95-9456-42dd-93cb-1194df95f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:56.821521 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-7e5c1e95-9456-42dd-93cb-1194df95f5af service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 1099 time: 0.0839274 Nov 02 16:24:56.822365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.837771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-497f7154-18ac-43d4-bf91-1e582be08aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722889 Nov 02 16:24:56.870505 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.927359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fb0c0a-6f35-41b9-9846-55748d321c85 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:56.928619 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.933305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686206c2-32b5-41b4-947f-4d7e6e875e65 req-e58191cf-4d5b-4b9b-93b7-8cd14f18968a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:56.942961 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:56.944879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-686206c2-32b5-41b4-947f-4d7e6e875e65 req-e58191cf-4d5b-4b9b-93b7-8cd14f18968a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0859408 Nov 02 16:24:56.982295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:56.987849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.006635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-686206c2-32b5-41b4-947f-4d7e6e875e65 req-5b4c7c1b-54cb-4b3a-81da-78666ed9e4b5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Nov 02 16:24:57.085282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:57.207855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87596d36-25c5-4669-b514-5b53e0201117 req-2344e5de-37b5-4bc5-a20c-3a7c2ba3d0aa tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.209498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87596d36-25c5-4669-b514-5b53e0201117 req-2344e5de-37b5-4bc5-a20c-3a7c2ba3d0aa tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 948 time: 0.1152737 Nov 02 16:24:57.215110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Allocated IP 192.168.233.58 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/91edff34-9e14-4c2a-a49c-1411f1d89bc4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:57.255078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e641ce74-823d-445e-a294-53b59cb7c56c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:57.295541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44918) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:57.305673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['97fb0c0a-6f35-41b9-9846-55748d321c85'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:24:57.361917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-839580ea-2da4-4e90-850f-000c8295bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.364394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-839580ea-2da4-4e90-850f-000c8295bcbf service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.4332833 Nov 02 16:24:57.367310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87596d36-25c5-4669-b514-5b53e0201117 req-5ca43d2a-4aa1-49cf-b4ab-060c31f29968 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489539 Nov 02 16:24:57.404664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d18e0ef3-b11c-46ed-8ac4-81d3ae7994db req-36f5ff7b-7829-4b3c-93f2-82bcefbdd55b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 210 time: 0.0707879 Nov 02 16:24:57.407027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.469054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-ccfa7030-5dda-4e0e-aebb-dfb9f7d1ba43 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=84b27e37-019a-4734-b5db-35f34e83ed5e HTTP/1.1" status: 200 len: 217 time: 0.0743492 Nov 02 16:24:57.544150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-4e9214bf-32af-4dcb-9758-b0bdc62e7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.546983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-4e9214bf-32af-4dcb-9758-b0bdc62e7571 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0591013 Nov 02 16:24:57.579862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e61bd-40f9-447f-bbb9-2b989faf3feb req-a0270e68-400c-4bc2-8278-efd5d925295b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.581459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf8e61bd-40f9-447f-bbb9-2b989faf3feb req-a0270e68-400c-4bc2-8278-efd5d925295b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 944 time: 0.1236773 Nov 02 16:24:57.611722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.632785 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.633434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.640892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-bb8ac30f-d6ef-4e75-8976-69abc3739083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.642529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-bb8ac30f-d6ef-4e75-8976-69abc3739083 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771747 Nov 02 16:24:57.660111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23300768-b1e8-43f1-9894-d32b359409f8 req-61daa8eb-8366-4361-bb6c-aa464a4a43a2 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 210 time: 0.0509384 Nov 02 16:24:57.708718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf8e61bd-40f9-447f-bbb9-2b989faf3feb req-25b76908-be6f-4300-9bf2-18f2e81771cd tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152306 Nov 02 16:24:57.712913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=febb3c4a652e4e048d41581741a21787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159889 Nov 02 16:24:57.715711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44928) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:24:57.716105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb495dd5-8076-4b5f-9c0a-d44433add581,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:57.726742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.727243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.727502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.727906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.728252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.728624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.729343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.729343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.729661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.730094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.730542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.730816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea867ea-2db5-45c0-a7ba-8108907dda1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:24:57.756159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.836202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:24:57.849371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:24:57.864130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:24:57.869795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.870453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.880771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-1d5253c9-9336-409d-85c1-ef76829303ad service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178071 Nov 02 16:24:57.884544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Pushing event updated for resources: {'Port': ['ID=91edff34-9e14-4c2a-a49c-1411f1d89bc4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:57.889130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182b0f-684b-4f57-8dc4-41b391ba2040 req-962e58fc-424f-4e13-98f2-bf7752eb3bb7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:57.889781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bc11615-b337-4e1e-aa1f-98e2af157910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.890747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91182b0f-684b-4f57-8dc4-41b391ba2040 req-962e58fc-424f-4e13-98f2-bf7752eb3bb7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0611310 Nov 02 16:24:57.908897 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-11249482-74c3-4311-a8bf-bd744ae59606 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4257307 Nov 02 16:24:57.936111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Request body: {'port': {'device_id': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:57.941725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bc11615-b337-4e1e-aa1f-98e2af157910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:57.953827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91182b0f-684b-4f57-8dc4-41b391ba2040 req-a1ba0cdd-4e6c-416d-8e85-db39f9d01a1d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Nov 02 16:24:58.084241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.125650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bc11615-b337-4e1e-aa1f-98e2af157910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.129037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3bc11615-b337-4e1e-aa1f-98e2af157910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.130643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3bc11615-b337-4e1e-aa1f-98e2af157910 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb495dd5-8076-4b5f-9c0a-d44433add581 HTTP/1.1" status: 204 len: 168 time: 0.4139793 Nov 02 16:24:58.148180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce09df-f8a2-4de2-9d84-098193d11c6c req-93666c5b-08ab-4052-911b-66439d6d1e5a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:58.149936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60ce09df-f8a2-4de2-9d84-098193d11c6c req-93666c5b-08ab-4052-911b-66439d6d1e5a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0559909 Nov 02 16:24:58.151800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbaeb32a-1f6b-4f67-9a8b-6bf7fc819737 req-7f560845-46ce-4b42-8c8d-1deb162d53fb service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383308 Nov 02 16:24:58.162902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc11615-b337-4e1e-aa1f-98e2af157910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb495dd5-8076-4b5f-9c0a-d44433add581,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:58.212195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-06aa7f5a-8376-4f8d-b396-b3b6d41ea4aa None None] Provisioning complete for port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:58.213611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-06aa7f5a-8376-4f8d-b396-b3b6d41ea4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.218821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60ce09df-f8a2-4de2-9d84-098193d11c6c req-aac1d1d0-9582-474a-99e7-8e1e40405a09 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597899 Nov 02 16:24:58.269268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-06aa7f5a-8376-4f8d-b396-b3b6d41ea4aa None None] Port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:24:58.430820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91edff34-9e14-4c2a-a49c-1411f1d89bc4 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:24:58.439902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.455560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Transition to ACTIVE for port object 91edff34-9e14-4c2a-a49c-1411f1d89bc4 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:24:58.461068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.497525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdc022-76ff-4e6c-b533-fe0a4cba4d9e req-80ee4fa0-6b37-4cd6-861a-43cf769e8e04 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:58.499520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70cdc022-76ff-4e6c-b533-fe0a4cba4d9e req-80ee4fa0-6b37-4cd6-861a-43cf769e8e04 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 948 time: 0.0621872 Nov 02 16:24:58.526122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:24:58.556866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-875d7696-7cf8-4f1a-8f9b-f9e570d519ad req-de6f3e20-478d-4c3b-a458-d0717ad61ae8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 210 time: 0.0561841 Nov 02 16:24:58.566116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Pushing event updated for resources: {'Port': ['ID=91edff34-9e14-4c2a-a49c-1411f1d89bc4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:58.572554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Attempting to bind port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:24:58.572901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Attempting to bind port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:24:58.573211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Attempting to bind port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:58.581900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:24:58.582537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Attempting to bind port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:24:58.592858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:24:58.597400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70cdc022-76ff-4e6c-b533-fe0a4cba4d9e req-0c79e9a5-0950-4963-9b71-fa4447d3560b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856857 Nov 02 16:24:58.597983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:24:58.606317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:24:58.607535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Bound port: 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:24:58.607983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.616776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 97fb0c0a-6f35-41b9-9846-55748d321c85 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:24:58.622439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 97fb0c0a-6f35-41b9-9846-55748d321c85 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:24:58.623140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.709874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] For port 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:24:58.713417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] For port 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:24:58.717978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.746365 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.770504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:58.771688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.774857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] 10.222.0.55 "PUT /v2.0/ports/91edff34-9e14-4c2a-a49c-1411f1d89bc4 HTTP/1.1" status: 200 len: 1095 time: 0.8423281 Nov 02 16:24:58.777776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'tag': '91edff34-9e14-4c2a-a49c-1411f1d89bc4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:58.779387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:24:58.782098 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a0a56a-bc09-40ff-83d7-c1f58d415b84" -d '{"events": [{"server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:58.790547 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272fda25-5bdb-4cfb-8b94-211980e184cf" -d '{"events": [{"name": "network-changed", "server_uuid": "68b67c8c-9c74-4ee7-a73e-bffb0cc54b38", "tag": "91edff34-9e14-4c2a-a49c-1411f1d89bc4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:24:58.801159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:24:58.807361 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:58.830824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10e287-ab02-49de-8360-1b241e6097de service neutron] Pushing event updated for resources: {'Port': ['ID=91edff34-9e14-4c2a-a49c-1411f1d89bc4,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:58.914968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:24:58.956352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d2ae6-24fd-41d5-8e20-2997845db629 req-07eab79e-33c2-4c0f-bdbd-7268da7141a4 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:58.958065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b55d2ae6-24fd-41d5-8e20-2997845db629 req-07eab79e-33c2-4c0f-bdbd-7268da7141a4 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 947 time: 0.1337521 Nov 02 16:24:58.990092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251517f-e1bf-429c-88d7-477567493285 req-903a8d4d-36e7-43f6-ab6a-8ccc8998dad5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:58.994878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1251517f-e1bf-429c-88d7-477567493285 req-903a8d4d-36e7-43f6-ab6a-8ccc8998dad5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1224163 Nov 02 16:24:59.050894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-8ea006b3-bcc4-4550-b989-4842196b1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.052498 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-8ea006b3-bcc4-4550-b989-4842196b1ef7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5484c2e9984a4556be44975657ce9b01&device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 1098 time: 0.1859519 Nov 02 16:24:59.061557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-a2e9c1a0-9ee2-4a2e-bf88-5de9a13637e1 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.063863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-a2e9c1a0-9ee2-4a2e-bf88-5de9a13637e1 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.1412079 Nov 02 16:24:59.069319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b55d2ae6-24fd-41d5-8e20-2997845db629 req-96d074fb-2a61-48f4-a5de-fbfa5bf76217 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013541 Nov 02 16:24:59.110266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Request body: {'port': {'device_id': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'admin_state_up': True, 'tenant_id': 'e5359895c62f428da23646c6f72111ba'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:24:59.114935 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-e115981e-b42f-4a51-bcd9-61a1096cfde8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4 HTTP/1.1" status: 200 len: 217 time: 0.0500870 Nov 02 16:24:59.115885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1251517f-e1bf-429c-88d7-477567493285 req-f8610850-ba7c-46b0-9ec1-e0b6e7f9677f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Nov 02 16:24:59.188062 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa9c8aa-9655-42a9-8b0e-f62c25817c4d x-openstack-request-id: req-1aa9c8aa-9655-42a9-8b0e-f62c25817c4d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:59.188639 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:59.189067 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aa9c8aa-9655-42a9-8b0e-f62c25817c4d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:59.190712 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'code': 200} Nov 02 16:24:59.202683 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419b793c-f334-4a8a-ad4c-f83149ac0822 x-openstack-request-id: req-419b793c-f334-4a8a-ad4c-f83149ac0822 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:24:59.202988 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b67c8c-9c74-4ee7-a73e-bffb0cc54b38", "tag": "91edff34-9e14-4c2a-a49c-1411f1d89bc4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:24:59.203219 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-419b793c-f334-4a8a-ad4c-f83149ac0822 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:24:59.203614 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'tag': '91edff34-9e14-4c2a-a49c-1411f1d89bc4', 'status': 'completed', 'code': 200} Nov 02 16:24:59.238429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-4bd4c400-42c7-44b4-bd60-5dade409f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.241016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-4bd4c400-42c7-44b4-bd60-5dade409f83c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1139712 Nov 02 16:24:59.324670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-cef2d3e0-edcb-4e4e-9088-ec13623f0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.326091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-cef2d3e0-edcb-4e4e-9088-ec13623f0919 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754647 Nov 02 16:24:59.362784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Made reservation on behalf of e5359895c62f428da23646c6f72111ba for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:24:59.364616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d67ca3-4a21-4d7c-9fd3-8d3fe15fba16 req-52316931-21da-4940-bbab-616ff8dd0fd5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.366094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0d67ca3-4a21-4d7c-9fd3-8d3fe15fba16 req-52316931-21da-4940-bbab-616ff8dd0fd5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1189842 Nov 02 16:24:59.366343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:24:59.377735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f5a99-7b3e-4fdd-bcab-40aec432f7c9 req-d7cf0b11-c245-4f7d-9823-173e9664ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.379482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502f5a99-7b3e-4fdd-bcab-40aec432f7c9 req-d7cf0b11-c245-4f7d-9823-173e9664ebab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0971997 Nov 02 16:24:59.413110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e42b-dbe8-47cf-bd9f-bfbd8c718108 req-6be75df6-1345-4ab5-844f-49e74dc9396c tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.414585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08a3e42b-dbe8-47cf-bd9f-bfbd8c718108 req-6be75df6-1345-4ab5-844f-49e74dc9396c tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0981143 Nov 02 16:24:59.455330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0d67ca3-4a21-4d7c-9fd3-8d3fe15fba16 req-a0f4e0f5-7b30-497a-bf66-519e120307cf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826995 Nov 02 16:24:59.469655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502f5a99-7b3e-4fdd-bcab-40aec432f7c9 req-49fceb60-71e5-43e8-bc59-28d459168ce8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745666 Nov 02 16:24:59.483304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08a3e42b-dbe8-47cf-bd9f-bfbd8c718108 req-950d3831-cafb-45b0-82d1-6dffc1b9002c tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Nov 02 16:24:59.512057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-dcd481d1-4fb8-4537-9da6-51005777d883 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700819 Nov 02 16:24:59.573309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Allocated IP 172.20.0.5 (bc6e6abd-7959-46fc-b92e-9dc6cb640f3b/a471c779-0145-4016-b867-4ff1cdd48e87/dbfd7e46-5867-48cb-9277-11d35fe09b3b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:24:59.680365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860af1fc-4e21-46aa-94ec-8062930735b3 req-43bbb067-bec5-44a2-ae61-ea47352fadd6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 210 time: 0.0327344 Nov 02 16:24:59.726854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15db82-fec9-4806-abe3-69a792ad3ce0 req-fdae4015-8b47-4ad4-8ac2-010283eb37ca tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:24:59.729324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b15db82-fec9-4806-abe3-69a792ad3ce0 req-fdae4015-8b47-4ad4-8ac2-010283eb37ca tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 948 time: 0.0513530 Nov 02 16:24:59.773836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b15db82-fec9-4806-abe3-69a792ad3ce0 req-ff1345fb-da85-4bc7-8b11-b2604803d047 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Nov 02 16:24:59.959129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84b27e37-019a-4734-b5db-35f34e83ed5e details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:00.056317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.067330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a59ea06e-6ec6-4e84-a016-1e3466263981 req-61e71e5f-5d8f-4191-ac4e-9ffc5c690e25 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735361 Nov 02 16:25:00.079855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 84b27e37-019a-4734-b5db-35f34e83ed5e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84b27e37-019a-4734-b5db-35f34e83ed5e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:00.094000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '84b27e37-019a-4734-b5db-35f34e83ed5e', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '84b27e37-019a-4734-b5db-35f34e83ed5e', 'mac_address': 'fa:16:3e:98:e9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:00.097556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.162302 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.179432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b27e37-019a-4734-b5db-35f34e83ed5e {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:00.190768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:00.199267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:00.203265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:00.207034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:00.208468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 84b27e37-019a-4734-b5db-35f34e83ed5e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84b27e37-019a-4734-b5db-35f34e83ed5e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:00.212800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.213083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39933f-d195-409d-b127-5c985f8ff317 req-1e2e60d9-a8c1-4423-b281-e575b8c5cd57 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.213471 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.214523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.222778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc39933f-d195-409d-b127-5c985f8ff317 req-1e2e60d9-a8c1-4423-b281-e575b8c5cd57 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 947 time: 0.0736446 Nov 02 16:25:00.233721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-77e3d651-5bde-48e4-ad8f-b85c371e4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.235392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-77e3d651-5bde-48e4-ad8f-b85c371e4102 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5484c2e9984a4556be44975657ce9b01&device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 1098 time: 0.0980728 Nov 02 16:25:00.239102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-efcb8879-04ee-4ef1-8673-059ff4af9245 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1328514 Nov 02 16:25:00.269174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc39933f-d195-409d-b127-5c985f8ff317 req-1c05f7a5-39b9-4f77-a622-9c4a96d0f1da tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454671 Nov 02 16:25:00.269342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Request body: {'port': {'device_id': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:00.291407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=84b27e37-019a-4734-b5db-35f34e83ed5e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:00.327804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4c77c-bf7d-422b-baec-06d6cf3488a0 req-eabefa75-eee8-4da4-bd48-0968ecd0c953 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.329361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64a4c77c-bf7d-422b-baec-06d6cf3488a0 req-eabefa75-eee8-4da4-bd48-0968ecd0c953 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0882404 Nov 02 16:25:00.371094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64a4c77c-bf7d-422b-baec-06d6cf3488a0 req-5f6917de-697b-4dca-98fe-cbde0cd5e4e6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Nov 02 16:25:00.386712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.405184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-4412a9da-881c-4a9c-a2d6-c70fd2602f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.406648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-4412a9da-881c-4a9c-a2d6-c70fd2602f8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1614497 Nov 02 16:25:00.468413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-07164edd-b104-4d52-9258-ca2094af9ae3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4 HTTP/1.1" status: 200 len: 217 time: 0.0376086 Nov 02 16:25:00.595453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-7566c3e0-fcca-4ba8-8297-e925b6e65995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.598030 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-7566c3e0-fcca-4ba8-8297-e925b6e65995 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1162848 Nov 02 16:25:00.649593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9500b-0cc0-49d3-96b4-451a19f55257 req-d6eda190-7378-45b3-8f84-d021792443ff tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.651152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ec9500b-0cc0-49d3-96b4-451a19f55257 req-d6eda190-7378-45b3-8f84-d021792443ff tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0951889 Nov 02 16:25:00.684534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571e0bf-7c53-4d15-82ca-af55f84ce90a req-91e6fa67-26ad-469e-8178-e680c7288351 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.686042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f571e0bf-7c53-4d15-82ca-af55f84ce90a req-91e6fa67-26ad-469e-8178-e680c7288351 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0913181 Nov 02 16:25:00.697513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-5df36d5b-e92b-4c1d-aa92-96b6a93ac3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.699056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-5df36d5b-e92b-4c1d-aa92-96b6a93ac3e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847707 Nov 02 16:25:00.704844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45034) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:00.711405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ec9500b-0cc0-49d3-96b4-451a19f55257 req-39460707-036d-4eed-9c72-978774fd8784 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531962 Nov 02 16:25:00.748449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f571e0bf-7c53-4d15-82ca-af55f84ce90a req-33ef9343-55e9-468d-9b1d-d0a08d3342cd tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511665 Nov 02 16:25:00.843610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['84b27e37-019a-4734-b5db-35f34e83ed5e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:00.868810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfd7e46-5867-48cb-9277-11d35fe09b3b {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:00.884939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.889765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-9926c371-e494-49ae-a410-5206a95a942b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766198 Nov 02 16:25:00.909038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b21edf30-363d-47a5-adfa-20ce1f30f42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.950738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc629f2-33e1-4ada-8fc0-0bdadcba3f8f req-86baa07f-23fd-46ed-8d4c-00854b7f1acb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.952654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3bc629f2-33e1-4ada-8fc0-0bdadcba3f8f req-86baa07f-23fd-46ed-8d4c-00854b7f1acb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 931 time: 0.1266384 Nov 02 16:25:00.966582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Transition to ACTIVE for port object dbfd7e46-5867-48cb-9277-11d35fe09b3b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:00.977759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:00.996824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20724ff4-a189-4b96-bd50-1300260eb129 req-9f1d6b7e-d742-46a1-87be-a75bd2adc3bc tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:00.998555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20724ff4-a189-4b96-bd50-1300260eb129 req-9f1d6b7e-d742-46a1-87be-a75bd2adc3bc tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 949 time: 0.1265652 Nov 02 16:25:01.030238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3bc629f2-33e1-4ada-8fc0-0bdadcba3f8f req-837c9183-e622-4777-a85d-8c5cf78cf235 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656896 Nov 02 16:25:01.068911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20724ff4-a189-4b96-bd50-1300260eb129 req-0748d04a-76cb-475f-9168-22853e7b8b5b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592427 Nov 02 16:25:01.083203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:01.104971 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-272fda25-5bdb-4cfb-8b94-211980e184cf req-0336b4fb-d410-41eb-9227-969698eaf6c8 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974833 Nov 02 16:25:01.143449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:01.143988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:01.144464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:01.156318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:01.156816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:01.171747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b21edf30-363d-47a5-adfa-20ce1f30f42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.172743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:01.173115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:01.173606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:01.173968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Bound port: dbfd7e46-5867-48cb-9277-11d35fe09b3b, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:01.174418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.183382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b21edf30-363d-47a5-adfa-20ce1f30f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.253572 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b21edf30-363d-47a5-adfa-20ce1f30f42d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ebcde9982bc4e10800a6641029abc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477009 Nov 02 16:25:01.256293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21edf30-363d-47a5-adfa-20ce1f30f42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46afa73c-502b-44de-ac86-d3021149c150,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:01.256695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45040) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:01.280840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:01.285764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:01.290179 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.320174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb55d-4c8a-4f22-8931-7f9cc637ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.327039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.327754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.329156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] 10.222.0.100 "PUT /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 1091 time: 1.0640867 Nov 02 16:25:01.329593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:01.332446 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:01.344604 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb55d-4c8a-4f22-8931-7f9cc637ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.354336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7a92-7e48-45fa-8820-47d9090c6233 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:01.384368 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7165a6e0-3566-4e65-9dcb-0ebbfd801616 x-openstack-request-id: req-7165a6e0-3566-4e65-9dcb-0ebbfd801616 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:01.384680 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:01.384953 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7165a6e0-3566-4e65-9dcb-0ebbfd801616 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:01.385356 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'status': 'completed', 'code': 200} Nov 02 16:25:01.461601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-aed553f3-852c-4922-ab3e-3c7fbac6a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.463254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-aed553f3-852c-4922-ab3e-3c7fbac6a2b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1094 time: 0.0460072 Nov 02 16:25:01.519797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-8a5933d8-5825-46e0-88be-ba9267dba025 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 217 time: 0.0416367 Nov 02 16:25:01.573410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-88de6c6e-f0f5-42b9-a0b8-3b84f330204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.574926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-88de6c6e-f0f5-42b9-a0b8-3b84f330204f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0450952 Nov 02 16:25:01.611766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-96cb79ad-d3f9-41a6-894f-fb5b67d8f230 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262899 Nov 02 16:25:01.670546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3371-9084-45d8-a19a-2a49e9ffeac7 req-2029dffc-0fc1-4922-ae7b-a64a3b2093db tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.671938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-409a3371-9084-45d8-a19a-2a49e9ffeac7 req-2029dffc-0fc1-4922-ae7b-a64a3b2093db tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 947 time: 0.3021073 Nov 02 16:25:01.684621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f026520-dce8-4e0c-9dad-e18193fb61bd req-54fe10b8-d176-4a64-bffc-dd48accf429e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.686056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f026520-dce8-4e0c-9dad-e18193fb61bd req-54fe10b8-d176-4a64-bffc-dd48accf429e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0691006 Nov 02 16:25:01.698049 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb55d-4c8a-4f22-8931-7f9cc637ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.700635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb55d-4c8a-4f22-8931-7f9cc637ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:01.701682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ebbb55d-4c8a-4f22-8931-7f9cc637ca8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46afa73c-502b-44de-ac86-d3021149c150 HTTP/1.1" status: 204 len: 168 time: 0.4434168 Nov 02 16:25:01.725037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-7d3c44ad-027e-499f-b11b-02badbc96e70 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940039 Nov 02 16:25:01.731644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbb55d-4c8a-4f22-8931-7f9cc637ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46afa73c-502b-44de-ac86-d3021149c150,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:01.757103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-409a3371-9084-45d8-a19a-2a49e9ffeac7 req-16e04b68-fdf4-4961-82a5-9ed2b8f16930 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700614 Nov 02 16:25:01.765090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f026520-dce8-4e0c-9dad-e18193fb61bd req-516bce96-5c95-4c91-9bb4-0cb65fe933ad tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697711 Nov 02 16:25:01.876621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05c1cdae-2c4e-4730-9a5a-594a914c3872 req-4ddd80c0-3113-407e-a36d-f304daa080f9 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213310 Nov 02 16:25:01.926534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21035b8c-f4e9-4bf6-88db-9213f3fdf174 req-5e71bedf-eb25-44eb-98c4-ed6b7c136fa2 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.927989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21035b8c-f4e9-4bf6-88db-9213f3fdf174 req-5e71bedf-eb25-44eb-98c4-ed6b7c136fa2 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0895293 Nov 02 16:25:01.943006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4f4d-992a-4287-b347-2595f2b56720 req-85abde31-b478-41bc-8c0b-4ccfa8be3b1e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:01.944458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d76b4f4d-992a-4287-b347-2595f2b56720 req-85abde31-b478-41bc-8c0b-4ccfa8be3b1e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0722597 Nov 02 16:25:02.007185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-3ccc7e6d-ca20-476a-b36e-42a7c4a69506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.008717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-3ccc7e6d-ca20-476a-b36e-42a7c4a69506 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1094 time: 0.0562239 Nov 02 16:25:02.010812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d76b4f4d-992a-4287-b347-2595f2b56720 req-60038ad0-6e71-4f60-ac87-ce3be49333d3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592158 Nov 02 16:25:02.016484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21035b8c-f4e9-4bf6-88db-9213f3fdf174 req-51c6bf16-9990-4a04-81dd-2921801bbd50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811977 Nov 02 16:25:02.137468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8614d9-d3b7-4303-a1f0-80eee8370e41 req-7cd06a50-4061-43ba-8f49-cb1e648b1ab1 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.139183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e8614d9-d3b7-4303-a1f0-80eee8370e41 req-7cd06a50-4061-43ba-8f49-cb1e648b1ab1 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0458224 Nov 02 16:25:02.166889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-c253f06d-f3d2-4e6d-97dd-412f2aaff93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.168776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-c253f06d-f3d2-4e6d-97dd-412f2aaff93b service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1375043 Nov 02 16:25:02.195573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e8614d9-d3b7-4303-a1f0-80eee8370e41 req-ccd41a63-1597-41a1-90b2-a84be0476155 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Nov 02 16:25:02.226420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-71d6e349-30ea-4a9b-9ac4-e2193e4f8e2a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 217 time: 0.0381846 Nov 02 16:25:02.243950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f5b4-8652-4abc-afc2-60ba2a732945 req-ca2f5e25-c2f0-408f-a7c3-73b53544be2c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.245670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc60f5b4-8652-4abc-afc2-60ba2a732945 req-ca2f5e25-c2f0-408f-a7c3-73b53544be2c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.0683627 Nov 02 16:25:02.298802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-8536da63-d25d-41e3-86c4-0761e7f7563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.300828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-8536da63-d25d-41e3-86c4-0761e7f7563a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0526638 Nov 02 16:25:02.323427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc60f5b4-8652-4abc-afc2-60ba2a732945 req-61067a82-a57f-4346-9af8-0134104dc64e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681212 Nov 02 16:25:02.341933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c62b2-b880-4a48-9718-63d15e7d156a req-42f4f493-35bf-465d-85f4-dad51c5fcb9f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.343465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-513c62b2-b880-4a48-9718-63d15e7d156a req-42f4f493-35bf-465d-85f4-dad51c5fcb9f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 949 time: 0.0656555 Nov 02 16:25:02.355212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-30752052-23ba-485b-a8d0-143b33e16d10 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271642 Nov 02 16:25:02.398035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-513c62b2-b880-4a48-9718-63d15e7d156a req-e1acb8dc-139e-4983-b0f7-2851fe400067 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479324 Nov 02 16:25:02.446298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a86683-f042-4e49-8e98-d4834169a7b5 req-b858de48-667b-4e28-aed3-60b0af586ed0 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.448043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49a86683-f042-4e49-8e98-d4834169a7b5 req-b858de48-667b-4e28-aed3-60b0af586ed0 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0448096 Nov 02 16:25:02.483949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49a86683-f042-4e49-8e98-d4834169a7b5 req-7e19da87-cd30-472f-a5b9-55d2bbd959b2 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301490 Nov 02 16:25:02.486332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-3c3c0059-fdf6-4fe2-bc02-825d1a8dd95f service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992687 Nov 02 16:25:02.543834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 91edff34-9e14-4c2a-a49c-1411f1d89bc4 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:02.606150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-754fbcd3-2d5f-4b4a-a7c1-bf0ec56d802c req-2a55cb19-b623-477f-858d-111ba066e5b2 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020856 Nov 02 16:25:02.686263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:02.702534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '91edff34-9e14-4c2a-a49c-1411f1d89bc4', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '91edff34-9e14-4c2a-a49c-1411f1d89bc4', 'mac_address': 'fa:16:3e:7a:3c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:02.755372 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:02.769585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91edff34-9e14-4c2a-a49c-1411f1d89bc4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:02.773783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dab7b-4d0c-4ee2-b53d-856e9f4be555 req-c68d893a-7599-413f-908e-b95ab4a599c0 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.781150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b93dab7b-4d0c-4ee2-b53d-856e9f4be555 req-c68d893a-7599-413f-908e-b95ab4a599c0 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0542941 Nov 02 16:25:02.795639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:02.801556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:02.832254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b93dab7b-4d0c-4ee2-b53d-856e9f4be555 req-a15df850-d9da-41f1-8bf0-53cea1c9a799 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Nov 02 16:25:02.863509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=91edff34-9e14-4c2a-a49c-1411f1d89bc4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:02.919052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2394111-0c8f-4373-8782-3a7e7eb9824f req-51ec6f30-3e50-479e-b4c2-7a6d0f4689f7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:02.920995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2394111-0c8f-4373-8782-3a7e7eb9824f req-51ec6f30-3e50-479e-b4c2-7a6d0f4689f7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 948 time: 0.0605860 Nov 02 16:25:02.966685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2394111-0c8f-4373-8782-3a7e7eb9824f req-3943001f-00bd-4db3-b531-c1fc11adc57d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Nov 02 16:25:03.147604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['91edff34-9e14-4c2a-a49c-1411f1d89bc4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:03.167225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667f131-4517-4775-98d8-9a02b0a76a5b req-273b6890-6f6b-409a-96cb-64adc4df0963 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:03.168707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b667f131-4517-4775-98d8-9a02b0a76a5b req-273b6890-6f6b-409a-96cb-64adc4df0963 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0909700 Nov 02 16:25:03.181875 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c9467-4203-423d-9439-a984ef15c282 req-60f71bfd-b4c0-437e-8350-d1cb028f4f34 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:03.189134 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-937c9467-4203-423d-9439-a984ef15c282 req-60f71bfd-b4c0-437e-8350-d1cb028f4f34 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0810177 Nov 02 16:25:03.271614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-937c9467-4203-423d-9439-a984ef15c282 req-cebe2205-df8e-46ab-8109-dc3a7a2259be tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755126 Nov 02 16:25:03.274682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b667f131-4517-4775-98d8-9a02b0a76a5b req-dc77d17b-dc1c-4809-b58f-5f2bef195402 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826442 Nov 02 16:25:03.456526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e79-afcc-45e8-a3b7-270348d1fe6a req-3f289a8a-7187-4017-8b0b-a01ec677875f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:03.458049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38e59e79-afcc-45e8-a3b7-270348d1fe6a req-3f289a8a-7187-4017-8b0b-a01ec677875f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.0539372 Nov 02 16:25:03.485538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7858e3a8-5dc0-4753-b69b-65b4be5c87e1 req-6f6ef66e-71c5-4199-8f25-acf3b9c740a1 tempest-FlavorsV2NegativeTest-241510350 tempest-FlavorsV2NegativeTest-241510350-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d132f58d27034f9084f09e762e486a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264106 Nov 02 16:25:03.564678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38e59e79-afcc-45e8-a3b7-270348d1fe6a req-65d81476-7390-420b-9c7f-4690af1fca06 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964651 Nov 02 16:25:03.621781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858e3a8-5dc0-4753-b69b-65b4be5c87e1 req-1f33f353-bae0-4b21-bb52-967e2a12c4f6 tempest-FlavorsV2NegativeTest-241510350 tempest-FlavorsV2NegativeTest-241510350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:03.623361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7858e3a8-5dc0-4753-b69b-65b4be5c87e1 req-1f33f353-bae0-4b21-bb52-967e2a12c4f6 tempest-FlavorsV2NegativeTest-241510350 tempest-FlavorsV2NegativeTest-241510350-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309583 Nov 02 16:25:03.663568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7858e3a8-5dc0-4753-b69b-65b4be5c87e1 req-0c0bb400-a202-4c31-ba94-3f33ec59b347 tempest-FlavorsV2NegativeTest-241510350 tempest-FlavorsV2NegativeTest-241510350-project] 10.222.0.31 "GET /v2.0/quotas/d132f58d27034f9084f09e762e486a22 HTTP/1.1" status: 200 len: 375 time: 0.0276191 Nov 02 16:25:03.694762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761aea-f503-4a07-9ac0-95b8be78b2c2 req-4fac4a76-a29b-45b7-9aec-28625993f64b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:03.696264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42761aea-f503-4a07-9ac0-95b8be78b2c2 req-4fac4a76-a29b-45b7-9aec-28625993f64b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 949 time: 0.0695825 Nov 02 16:25:03.713505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7858e3a8-5dc0-4753-b69b-65b4be5c87e1 req-a4cedd24-3d1a-4c8c-ab07-f1bd71f7d751 tempest-FlavorsV2NegativeTest-241510350 tempest-FlavorsV2NegativeTest-241510350-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d132f58d27034f9084f09e762e486a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406120 Nov 02 16:25:03.751699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42761aea-f503-4a07-9ac0-95b8be78b2c2 req-7ddfaf77-05bd-47e1-9e5d-2f029b5f17af tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Nov 02 16:25:03.952495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8e946-6238-431b-9018-b1d2f3e08e39 req-c0279cc6-5509-4445-803e-0c88b2ba73bd tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:03.954957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fe8e946-6238-431b-9018-b1d2f3e08e39 req-c0279cc6-5509-4445-803e-0c88b2ba73bd tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0473957 Nov 02 16:25:03.973304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84b27e37-019a-4734-b5db-35f34e83ed5e up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:04.008143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fe8e946-6238-431b-9018-b1d2f3e08e39 req-be2dfb8d-6056-453e-bcff-5a1ded68e25d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Nov 02 16:25:04.050161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 84b27e37-019a-4734-b5db-35f34e83ed5e completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:04.050161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 84b27e37-019a-4734-b5db-35f34e83ed5e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:04.050604 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.115351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96b09d-3c85-48c5-9d53-74b95af5557e req-4710a2ae-2c4b-4a0c-9903-100642569f58 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:04.118248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c96b09d-3c85-48c5-9d53-74b95af5557e req-4710a2ae-2c4b-4a0c-9903-100642569f58 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 948 time: 0.0737109 Nov 02 16:25:04.166037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.179929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c96b09d-3c85-48c5-9d53-74b95af5557e req-7b82a169-eda7-48fc-9c45-4e2bbd6ab5a4 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Nov 02 16:25:04.200612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b27e37-019a-4734-b5db-35f34e83ed5e'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:04.202775 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e282ef2-3305-4d8b-8af2-68382e92b7c4" -d '{"events": [{"server_uuid": "fe6d2aba-e092-46bd-bb49-ef6243d30edf", "name": "network-vif-plugged", "status": "completed", "tag": "84b27e37-019a-4734-b5db-35f34e83ed5e"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:04.217226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 84b27e37-019a-4734-b5db-35f34e83ed5e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84b27e37-019a-4734-b5db-35f34e83ed5e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:04.223033 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.251761 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4456c37b-329a-435d-a571-256f4f138ef2 x-openstack-request-id: req-4456c37b-329a-435d-a571-256f4f138ef2 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:04.252165 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6d2aba-e092-46bd-bb49-ef6243d30edf", "name": "network-vif-plugged", "status": "completed", "tag": "84b27e37-019a-4734-b5db-35f34e83ed5e", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:04.253419 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4456c37b-329a-435d-a571-256f4f138ef2 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:04.254363 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b27e37-019a-4734-b5db-35f34e83ed5e', 'code': 200} Nov 02 16:25:04.295455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=84b27e37-019a-4734-b5db-35f34e83ed5e,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:04.436029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c96f-8ae7-4994-a9eb-44214fcd7204 req-ceeae352-fe44-4902-bc25-248a8419b413 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:04.437224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052caee-cfd9-44ce-947b-1dacc8ace099 req-1aabc8ff-5b5f-4254-93a2-97a4122cceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:04.439160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6052caee-cfd9-44ce-947b-1dacc8ace099 req-1aabc8ff-5b5f-4254-93a2-97a4122cceeb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 1101 time: 0.0683479 Nov 02 16:25:04.444258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a553c96f-8ae7-4994-a9eb-44214fcd7204 req-ceeae352-fe44-4902-bc25-248a8419b413 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0919905 Nov 02 16:25:04.484307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6052caee-cfd9-44ce-947b-1dacc8ace099 req-1aeab3a7-cf74-4f55-a792-38bd6c085cc7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Nov 02 16:25:04.490026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45188) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:04.497620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a553c96f-8ae7-4994-a9eb-44214fcd7204 req-a895737b-8338-48be-a596-0c76e8648575 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523007 Nov 02 16:25:04.572224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 91edff34-9e14-4c2a-a49c-1411f1d89bc4 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:04.621704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7621fbd8-6328-47ec-97ab-c03949ec0d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.625058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d77e-5a21-44ea-86c6-5e3ab3f54081 req-e313f9b2-c157-47fe-a1e1-4126bdbef8c2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:04.633135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ab9d77e-5a21-44ea-86c6-5e3ab3f54081 req-e313f9b2-c157-47fe-a1e1-4126bdbef8c2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0743017 Nov 02 16:25:04.642818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:04.648016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:04.648578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.677731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ab9d77e-5a21-44ea-86c6-5e3ab3f54081 req-a39ff68f-9dd2-439a-a42a-5a07a607e748 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Nov 02 16:25:04.736613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7621fbd8-6328-47ec-97ab-c03949ec0d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.741889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7621fbd8-6328-47ec-97ab-c03949ec0d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.756173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.790768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:04.791070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7621fbd8-6328-47ec-97ab-c03949ec0d75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d132f58d27034f9084f09e762e486a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990987 Nov 02 16:25:04.792035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621fbd8-6328-47ec-97ab-c03949ec0d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be451816-2f31-422d-87d7-751ae4729a3a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:04.793756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:04.796207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.845815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=91edff34-9e14-4c2a-a49c-1411f1d89bc4,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:04.852205 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b21eaa-3c31-4bd7-8ac3-8aef0d0ba14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.875063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b21eaa-3c31-4bd7-8ac3-8aef0d0ba14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.965715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b21eaa-3c31-4bd7-8ac3-8aef0d0ba14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.968332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b21eaa-3c31-4bd7-8ac3-8aef0d0ba14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:04.969503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-78b21eaa-3c31-4bd7-8ac3-8aef0d0ba14b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be451816-2f31-422d-87d7-751ae4729a3a HTTP/1.1" status: 204 len: 168 time: 0.1741931 Nov 02 16:25:04.979422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c45bb-e36f-4c69-a889-5cb6e30b00b7 req-5987c113-586c-43e2-8efc-ae208f7b4797 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:04.980915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-881c45bb-e36f-4c69-a889-5cb6e30b00b7 req-5987c113-586c-43e2-8efc-ae208f7b4797 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.0699506 Nov 02 16:25:04.987265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21eaa-3c31-4bd7-8ac3-8aef0d0ba14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be451816-2f31-422d-87d7-751ae4729a3a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:05.035148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-881c45bb-e36f-4c69-a889-5cb6e30b00b7 req-b311e0fe-70c4-4a01-ba2b-3fdc3b71c497 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 Nov 02 16:25:05.207829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d3d3f-53b0-4bd2-987e-36aaa7facba1 req-4a9f4a41-ea0d-419d-b80d-c62d220494f6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:05.209412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d69d3d3f-53b0-4bd2-987e-36aaa7facba1 req-4a9f4a41-ea0d-419d-b80d-c62d220494f6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 950 time: 0.1159363 Nov 02 16:25:05.311166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d69d3d3f-53b0-4bd2-987e-36aaa7facba1 req-dadf5d3c-3626-4cde-94f8-01f8e918eb03 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861790 Nov 02 16:25:05.367845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-3df1acf4-799e-426c-b9f6-cd0d1eb98fbc tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:25:05.368878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-3df1acf4-799e-426c-b9f6-cd0d1eb98fbc tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100148 Nov 02 16:25:05.426445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-f3cfcd62-b56f-47e9-8f3a-8edc6dc17c05 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:05.433432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-f3cfcd62-b56f-47e9-8f3a-8edc6dc17c05 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 1093 time: 0.0525651 Nov 02 16:25:05.439005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Request body: {'binding': {'host': 'n-h2-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:05.439697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:25:05.454332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38b27f-fa7e-4f33-ae19-8a3879a20a48 req-ece1c47b-44e8-459b-a967-da8839596072 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:05.463813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c38b27f-fa7e-4f33-ae19-8a3879a20a48 req-ece1c47b-44e8-459b-a967-da8839596072 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.0912435 Nov 02 16:25:05.527911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c38b27f-fa7e-4f33-ae19-8a3879a20a48 req-6c52d507-315d-4c82-adba-2a0e453aa453 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626543 Nov 02 16:25:05.652002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on host n-h2-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:05.652528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:05.652890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:05.658477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:05.659802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:05.666280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:05.666482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b659db-9989-4860-a39a-229892a7c1b6 req-c8e5aea3-96b4-43fe-9811-3006ccd8a116 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:05.666968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:05.667547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:05.667980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-73b659db-9989-4860-a39a-229892a7c1b6 req-c8e5aea3-96b4-43fe-9811-3006ccd8a116 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0685911 Nov 02 16:25:05.668304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Bound port: 97fb0c0a-6f35-41b9-9846-55748d321c85, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:05.718667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-73b659db-9989-4860-a39a-229892a7c1b6 req-5d6ffc67-5b38-47ce-b537-3cdfa7bd0261 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Nov 02 16:25:05.738184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:05.742052 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:05.742052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-282cfe5c-eecb-4b7b-9827-6616bd9e307b service neutron] 10.222.0.31 "POST /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85/bindings HTTP/1.1" status: 201 len: 389 time: 0.3082764 Nov 02 16:25:05.918262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e984b0-0e2f-49fb-92ad-7ac8882b3b9f req-6d9c4f33-be7c-4744-b826-ff23e7d79d2c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:05.919903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e984b0-0e2f-49fb-92ad-7ac8882b3b9f req-6d9c4f33-be7c-4744-b826-ff23e7d79d2c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1153510 Nov 02 16:25:05.952546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224e82-0af0-402e-9f52-94c058ec65b0 req-bfe62de8-9983-478b-8f74-2f3ae37b1b18 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:05.959847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96224e82-0af0-402e-9f52-94c058ec65b0 req-bfe62de8-9983-478b-8f74-2f3ae37b1b18 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0942814 Nov 02 16:25:05.989645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:06.002703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e984b0-0e2f-49fb-92ad-7ac8882b3b9f req-ba21921a-ad7e-4d79-a34e-1a7e1848c5a4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742869 Nov 02 16:25:06.022585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96224e82-0af0-402e-9f52-94c058ec65b0 req-bf165b10-67b9-4f66-a189-45cc2abcf0cf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569670 Nov 02 16:25:06.068557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-bdb743a3-784b-41cb-a74a-4af44f0c1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.070534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-bdb743a3-784b-41cb-a74a-4af44f0c1898 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0590527 Nov 02 16:25:06.188504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-804cfd6c-0f24-476a-bbdf-780a26e59adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.190641 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-804cfd6c-0f24-476a-bbdf-780a26e59adc service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1119413 Nov 02 16:25:06.241410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eded21e-6cb1-4866-8dfc-b3054a5d712e req-ab67d3de-f124-4511-bede-2b5b97454d7c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.243051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3eded21e-6cb1-4866-8dfc-b3054a5d712e req-ab67d3de-f124-4511-bede-2b5b97454d7c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.0626230 Nov 02 16:25:06.256811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-091084a8-54e8-4363-b733-4040c1e462da service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 217 time: 0.0420959 Nov 02 16:25:06.258274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91edff34-9e14-4c2a-a49c-1411f1d89bc4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:06.261058 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c7979a-a1fa-4baa-83d2-55872e58e779" -d '{"events": [{"server_uuid": "68b67c8c-9c74-4ee7-a73e-bffb0cc54b38", "name": "network-vif-plugged", "status": "completed", "tag": "91edff34-9e14-4c2a-a49c-1411f1d89bc4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:06.265690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:06.283115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'port_id': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'mac_address': 'fa:16:3e:c2:d0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a471c779-0145-4016-b867-4ff1cdd48e87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:06.294092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3eded21e-6cb1-4866-8dfc-b3054a5d712e req-d8765af8-021d-4a7e-88b1-d912d614f35d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Nov 02 16:25:06.322403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-dfc2a4d5-ced1-46c6-b84e-b25cdfd6ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.323992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-dfc2a4d5-ced1-46c6-b84e-b25cdfd6ff75 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0533156 Nov 02 16:25:06.335612 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0517c2fe-5714-4e53-a15c-bb3977b33767 x-openstack-request-id: req-0517c2fe-5714-4e53-a15c-bb3977b33767 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:06.335972 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b67c8c-9c74-4ee7-a73e-bffb0cc54b38", "name": "network-vif-plugged", "status": "completed", "tag": "91edff34-9e14-4c2a-a49c-1411f1d89bc4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:06.336231 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0517c2fe-5714-4e53-a15c-bb3977b33767 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:06.336624 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91edff34-9e14-4c2a-a49c-1411f1d89bc4', 'code': 200} Nov 02 16:25:06.359651 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:06.367940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-6e2b9c74-1c14-4275-a6ab-f6888bbdb504 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324948 Nov 02 16:25:06.382629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfd7e46-5867-48cb-9277-11d35fe09b3b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:06.409563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:06.419710 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:06.457895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6bd52-2505-45aa-af58-44832267fc0c req-6f7713c3-5402-402d-baa4-ba67b037fea3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.460363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42f6bd52-2505-45aa-af58-44832267fc0c req-6f7713c3-5402-402d-baa4-ba67b037fea3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 950 time: 0.0703425 Nov 02 16:25:06.501965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:06.521058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42f6bd52-2505-45aa-af58-44832267fc0c req-231f6323-9b33-4c84-afcd-1071fd88f3e3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535364 Nov 02 16:25:06.523059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9560d-c424-462c-b971-6704a5c7d576 req-ac6c1f81-2ec5-466e-ad64-687b140ba2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.524678 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42f9560d-c424-462c-b971-6704a5c7d576 req-ac6c1f81-2ec5-466e-ad64-687b140ba2e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 1100 time: 0.1164634 Nov 02 16:25:06.530595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-04cc6715-b362-4ea8-b3b9-d090031434e2 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411052 Nov 02 16:25:06.612986 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42f9560d-c424-462c-b971-6704a5c7d576 req-c3849dae-2311-46fc-9d65-43380d8e78e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806520 Nov 02 16:25:06.657247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd5fde-2e66-4001-a031-6137b0b1bf54 req-c24e8ae7-fa12-46ee-baec-54c48386f0a8 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.658244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-1c0729d7-998a-4e00-a388-d072d7c9ad03 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107287 Nov 02 16:25:06.658882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92cd5fde-2e66-4001-a031-6137b0b1bf54 req-c24e8ae7-fa12-46ee-baec-54c48386f0a8 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.0632226 Nov 02 16:25:06.702890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92cd5fde-2e66-4001-a031-6137b0b1bf54 req-52e7190a-ad32-4296-bb3d-627f8ae3c170 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361431 Nov 02 16:25:06.795620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45284) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:06.828034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-e34e5dd6-d701-43cc-a7a9-a6f50c10faf0 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.829535 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-e34e5dd6-d701-43cc-a7a9-a6f50c10faf0 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.0536804 Nov 02 16:25:06.842867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811405-2'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:06.855111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c0feb-43c7-4318-8a68-07cf9cc80a66 req-50a66116-b3a9-4ac8-92c9-f55dc83b924e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:06.856671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-182c0feb-43c7-4318-8a68-07cf9cc80a66 req-50a66116-b3a9-4ac8-92c9-f55dc83b924e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0621357 Nov 02 16:25:06.899398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-182c0feb-43c7-4318-8a68-07cf9cc80a66 req-008e59c8-f14e-4a96-9d9d-689d09577ede tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Nov 02 16:25:06.899993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:06.913882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-c89b-4bb7-a33f-13ef54b7036e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:06.997558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-c89b-4bb7-a33f-13ef54b7036e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.002090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-c89b-4bb7-a33f-13ef54b7036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.042371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ebda45eb-c89b-4bb7-a33f-13ef54b7036e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c234c95cfa146adaad04042ab21acb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456801 Nov 02 16:25:07.044474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda45eb-c89b-4bb7-a33f-13ef54b7036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933fd6c5-fd47-410a-a4c3-88eb3bd40fff,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:07.046787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45290) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:07.076826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:07.119391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-431a9154-1b3f-4c46-b914-2b40071e6bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.151078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:07.195266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-431a9154-1b3f-4c46-b914-2b40071e6bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.199943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:07.202230 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f93cf3-4774-4843-9376-54dc4e96ec6f" -d '{"events": [{"server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:07.206627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.214522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.215500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dbfd7e46-5867-48cb-9277-11d35fe09b3b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:07.246927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe2e30-c5e3-4b5f-99ca-23681bc6c994 req-6b1c5042-3930-4ef9-976d-b99460ce3a5c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.255552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3dbe2e30-c5e3-4b5f-99ca-23681bc6c994 req-6b1c5042-3930-4ef9-976d-b99460ce3a5c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1507061 Nov 02 16:25:07.275362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5657-e1ad-4bbe-a5b8-172f6e8e8ee6 req-be46e5b5-e1d5-401e-8a81-f0028bb4967d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.276954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95da5657-e1ad-4bbe-a5b8-172f6e8e8ee6 req-be46e5b5-e1d5-401e-8a81-f0028bb4967d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1544659 Nov 02 16:25:07.324067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:07.336657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3dbe2e30-c5e3-4b5f-99ca-23681bc6c994 req-23a739a7-ade8-4065-9bcb-36cae8ab21a8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799868 Nov 02 16:25:07.342551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on host n-h1-811405-2 for vnic_type normal with profile {"migrating_to": "n-h2-811405-2"} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:07.343085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:07.343493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:07.350986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-431a9154-1b3f-4c46-b914-2b40071e6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.353787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-431a9154-1b3f-4c46-b914-2b40071e6bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.358531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-431a9154-1b3f-4c46-b914-2b40071e6bfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/933fd6c5-fd47-410a-a4c3-88eb3bd40fff HTTP/1.1" status: 204 len: 168 time: 0.3105085 Nov 02 16:25:07.359225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:07.359545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Attempting to bind port 97fb0c0a-6f35-41b9-9846-55748d321c85 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:07.367644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:07.367985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:07.368412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:07.372773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Bound port: 97fb0c0a-6f35-41b9-9846-55748d321c85, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:07.373134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.381702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95da5657-e1ad-4bbe-a5b8-172f6e8e8ee6 req-a44b48d9-b98d-4493-a0c4-b57628681d17 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913510 Nov 02 16:25:07.383034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9154-1b3f-4c46-b914-2b40071e6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933fd6c5-fd47-410a-a4c3-88eb3bd40fff,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:07.459135 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e06b63e-c847-40e9-94bb-474de0e5afa1 x-openstack-request-id: req-6e06b63e-c847-40e9-94bb-474de0e5afa1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:07.459423 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:07.459924 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e06b63e-c847-40e9-94bb-474de0e5afa1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:07.460325 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'code': 200} Nov 02 16:25:07.486503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:07.493167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:07.496663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.570634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=8']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:07.579551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93753-45e8-4027-8cc2-8a2ef387e0bf req-983dea89-2bba-4d06-a4f4-54a3105763cf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.581659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16b93753-45e8-4027-8cc2-8a2ef387e0bf req-983dea89-2bba-4d06-a4f4-54a3105763cf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.0663881 Nov 02 16:25:07.598873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.599488 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:07.600884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-8401f4e3-fb35-4d63-9511-909006e653cc service neutron] 10.222.0.100 "PUT /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 1121 time: 0.7621565 Nov 02 16:25:07.657016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16b93753-45e8-4027-8cc2-8a2ef387e0bf req-d2060784-fa2c-4997-9a2c-850b5cd49c0d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683398 Nov 02 16:25:07.683173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a2aca-e321-4c6b-b2fa-df7e6940b132 req-68830687-48d1-4ab0-a1c4-c5d9762a8ab6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.684716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-234a2aca-e321-4c6b-b2fa-df7e6940b132 req-68830687-48d1-4ab0-a1c4-c5d9762a8ab6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 950 time: 0.0776477 Nov 02 16:25:07.725449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-234a2aca-e321-4c6b-b2fa-df7e6940b132 req-3220cf79-f178-4222-9daa-f6829ee4c8f2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Nov 02 16:25:07.757422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['97fb0c0a-6f35-41b9-9846-55748d321c85'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:07.843357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948efbe4-3e20-4bba-be47-05ebb22d72e5 req-efbb2ffb-e9e5-408e-8646-9eaf981567dc tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.847024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-948efbe4-3e20-4bba-be47-05ebb22d72e5 req-efbb2ffb-e9e5-408e-8646-9eaf981567dc tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.0682127 Nov 02 16:25:07.906545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df2c0-26fc-4fc8-89f0-9ff8aea7314e req-aca1cd14-8468-473c-a975-d5c4bae27942 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:07.909059 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d51df2c0-26fc-4fc8-89f0-9ff8aea7314e req-aca1cd14-8468-473c-a975-d5c4bae27942 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 1101 time: 0.0850494 Nov 02 16:25:07.943093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-948efbe4-3e20-4bba-be47-05ebb22d72e5 req-66c522c5-2a8d-4cc8-b5e6-a04f978fc090 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Nov 02 16:25:07.963111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d51df2c0-26fc-4fc8-89f0-9ff8aea7314e req-883a81df-5911-43cd-a446-9131b55ac999 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Nov 02 16:25:08.082069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c89149-438d-43f7-a7a7-6b9d6df000a2 req-8bfa6fa5-f66a-4e59-a372-e6de3989a2b9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:08.083965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29c89149-438d-43f7-a7a7-6b9d6df000a2 req-8bfa6fa5-f66a-4e59-a372-e6de3989a2b9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0563512 Nov 02 16:25:08.130781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29c89149-438d-43f7-a7a7-6b9d6df000a2 req-73abb6d8-0caf-40ef-a91a-e61466b6f9a0 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Nov 02 16:25:08.225035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-b4c71eb8-9666-4be3-90f5-48834134f04f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247369 Nov 02 16:25:08.347100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-ab39f152-5b0e-470b-8b46-a097344fb05f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:08.348849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-ab39f152-5b0e-470b-8b46-a097344fb05f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179833 Nov 02 16:25:08.352086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dc7dcfd4-5d94-4833-8c23-c34367b2d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:08.365173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-f75d8942-5426-4e9c-9cba-7312ac5a86d5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/quotas/79ae8d43675846f9bc18de4bdf779d8b HTTP/1.1" status: 200 len: 375 time: 0.0098414 Nov 02 16:25:08.429789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-af761089-5e0b-46bd-8212-11204607f0c6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0589600 Nov 02 16:25:08.660924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148944a-76e4-43e2-a18f-0e091934682a req-44c5ee38-29e5-4c96-b05f-954cf685e53d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:08.662634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3148944a-76e4-43e2-a18f-0e091934682a req-44c5ee38-29e5-4c96-b05f-954cf685e53d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0643435 Nov 02 16:25:08.745494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3148944a-76e4-43e2-a18f-0e091934682a req-58692c5a-5a54-4f32-86aa-df41c03bd0f9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729094 Nov 02 16:25:08.775268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c1d7b-ade5-4329-a632-c556cfeefecb req-e954bf56-26fe-48e9-9e83-d39102ca240f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:08.776824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a3c1d7b-ade5-4329-a632-c556cfeefecb req-e954bf56-26fe-48e9-9e83-d39102ca240f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0756876 Nov 02 16:25:08.828481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a3c1d7b-ade5-4329-a632-c556cfeefecb req-0dc6c6b3-63e4-4285-915e-699007f47c34 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Nov 02 16:25:08.906600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0313de5a-d2b5-488f-a50d-1c4dc83183d4 req-5f8756ea-0b20-4c62-809f-573b0abe08bd tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 210 time: 0.0291038 Nov 02 16:25:08.973503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a395f4a-46ed-433a-89bb-75fc6bf81921 req-b09bc2ae-7b93-4ccb-ba23-5d10fab555f7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:08.975299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a395f4a-46ed-433a-89bb-75fc6bf81921 req-b09bc2ae-7b93-4ccb-ba23-5d10fab555f7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.0604451 Nov 02 16:25:09.020349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a395f4a-46ed-433a-89bb-75fc6bf81921 req-e8c5c21a-210b-4fec-9bc7-2e28e6f705e8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347905 Nov 02 16:25:09.134975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7acbea-fb2c-4919-8b93-03e899d582e2 req-1201014c-babe-4ec7-9241-dbfc97c28d37 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:09.142022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e7acbea-fb2c-4919-8b93-03e899d582e2 req-1201014c-babe-4ec7-9241-dbfc97c28d37 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.0651097 Nov 02 16:25:09.180172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e7acbea-fb2c-4919-8b93-03e899d582e2 req-ee4ddbba-a03c-47cb-afba-6260aef1b770 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370181 Nov 02 16:25:09.306390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418da8e-6ecf-43eb-a706-d51d6b0b3636 req-9eccda77-c543-40e2-853e-e0bb65237588 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:09.308005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0418da8e-6ecf-43eb-a706-d51d6b0b3636 req-9eccda77-c543-40e2-853e-e0bb65237588 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0646868 Nov 02 16:25:09.349159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0418da8e-6ecf-43eb-a706-d51d6b0b3636 req-312dbdae-a42f-4819-8fe8-9288358b2386 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349011 Nov 02 16:25:09.465808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:09.468292 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3794268e-58f1-4302-8f1f-3d6686712321" -d '{"events": [{"name": "network-changed", "server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:09.508499 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9dfc93-9ed9-478b-a41c-48f2a85ab056 x-openstack-request-id: req-cc9dfc93-9ed9-478b-a41c-48f2a85ab056 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:09.508918 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:09.509257 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc9dfc93-9ed9-478b-a41c-48f2a85ab056 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:09.509752 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'status': 'completed', 'code': 200} Nov 02 16:25:09.581236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794268e-58f1-4302-8f1f-3d6686712321 req-ca4b838a-d614-4937-a527-45eb2e1ea7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:09.582435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-4629255d-2ceb-45ed-90ef-f93f7e57593b tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5484c2e9984a4556be44975657ce9b01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249083 Nov 02 16:25:09.583004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-ca4b838a-d614-4937-a527-45eb2e1ea7c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1124 time: 0.0458341 Nov 02 16:25:09.677884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794268e-58f1-4302-8f1f-3d6686712321 req-85e2e072-a982-4301-93a2-75ce6284fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:09.679460 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-85e2e072-a982-4301-93a2-75ce6284fae7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.0882440 Nov 02 16:25:09.702928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-1d6aca8c-eef8-4a1f-b1c9-29b1722ee8f2 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:09.704442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-1d6aca8c-eef8-4a1f-b1c9-29b1722ee8f2 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121006 Nov 02 16:25:09.720879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-f5b0148f-a656-4d5f-87d9-c5886cb687d5 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/quotas/5484c2e9984a4556be44975657ce9b01 HTTP/1.1" status: 200 len: 375 time: 0.0094421 Nov 02 16:25:09.730956 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-c65bad4f-48df-4c36-8c28-b3c2c94c1f39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 217 time: 0.0397027 Nov 02 16:25:09.772536 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-de54ac34-8104-4ecc-bf80-b149f4d0262a tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5484c2e9984a4556be44975657ce9b01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449667 Nov 02 16:25:09.788977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794268e-58f1-4302-8f1f-3d6686712321 req-cdaf1cdc-8b0b-43dd-953e-d5797b64987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:09.790481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-cdaf1cdc-8b0b-43dd-953e-d5797b64987c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0501206 Nov 02 16:25:09.830467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-59143e1e-35af-4a4e-aad4-c24bf6c90d25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261688 Nov 02 16:25:09.968979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-38fd2675-2511-4c75-a552-2559913e79ff service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303728 Nov 02 16:25:09.999699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:10.004988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:10.009237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9298c6-c446-4faf-ab7a-16be753135b2 req-6726d59d-d189-49df-8ac9-e7154e1e918e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:10.011217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be9298c6-c446-4faf-ab7a-16be753135b2 req-6726d59d-d189-49df-8ac9-e7154e1e918e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0819685 Nov 02 16:25:10.094780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be9298c6-c446-4faf-ab7a-16be753135b2 req-8063efc7-1f59-4702-b06a-d5b146d87428 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774715 Nov 02 16:25:10.127439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3794268e-58f1-4302-8f1f-3d6686712321 req-db69a48c-5bc1-456a-9b51-d24d09bcda22 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491253 Nov 02 16:25:10.210105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-288425c3-7b98-408a-a6f9-3848826eaa7a req-a2fb8685-ed70-4873-9bc5-4ff20cb2b9df tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Nov 02 16:25:10.235627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-cc133baa-39a0-47fb-aaa0-58a9f36d0bcb tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644643 Nov 02 16:25:10.261584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port dbfd7e46-5867-48cb-9277-11d35fe09b3b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:10.274462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d0c12-6f84-4951-a0af-8630a5d5dfec req-6944a245-1daf-4783-bb87-d891aafada50 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:10.289893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a01d0c12-6f84-4951-a0af-8630a5d5dfec req-6944a245-1daf-4783-bb87-d891aafada50 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.1595953 Nov 02 16:25:10.291502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port dbfd7e46-5867-48cb-9277-11d35fe09b3b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:10.292162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:10.320474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:10.342296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 has no active binding in host n-h2-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:25:10.357391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a01d0c12-6f84-4951-a0af-8630a5d5dfec req-5d067813-cf8a-46f8-bff9-4a8e7fc76ba5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Nov 02 16:25:10.415161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:10.446326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:10.450103 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9dcc27-76c3-4c59-b46f-4941879567e0" -d '{"events": [{"server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "name": "network-vif-plugged", "status": "completed", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:10.473222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-70fccd6c-28ac-4e29-a548-b46a6d3c3088 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:10.473893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f4d8d1d-8c64-49bc-a939-05329c8e6d56 req-759ead32-c889-4d7e-8088-ae5addf239a4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 210 time: 0.0625548 Nov 02 16:25:10.474324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:10.475077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-70fccd6c-28ac-4e29-a548-b46a6d3c3088 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241580 Nov 02 16:25:10.479074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:10.507277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:10.516273 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:25:10.558658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:10.570861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.571557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.571962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.572552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.573166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.573955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.574535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.575362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.576058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.576775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.577252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.577793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:10.622460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ca85-88e4-42f3-8659-b2b6d3e6cb3a req-07860bc5-f53f-4f99-9a7b-264d54f0eee4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:10.631482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1048ca85-88e4-42f3-8659-b2b6d3e6cb3a req-07860bc5-f53f-4f99-9a7b-264d54f0eee4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0746338 Nov 02 16:25:10.681385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1048ca85-88e4-42f3-8659-b2b6d3e6cb3a req-646eca6a-e385-4418-90ba-bb981e9aa0e2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488892 Nov 02 16:25:10.732257 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981bc38b-e19a-46f6-ae38-2373d7de82ae x-openstack-request-id: req-981bc38b-e19a-46f6-ae38-2373d7de82ae {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:10.732547 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "name": "network-vif-plugged", "status": "completed", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:10.732789 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-981bc38b-e19a-46f6-ae38-2373d7de82ae {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:10.733274 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'code': 200} Nov 02 16:25:10.745596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:10.750664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:10.787726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909b46c-84f1-4470-815c-917209f02feb req-d1b2714d-90f4-41e5-8fa6-88f186c2b682 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:10.790352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6909b46c-84f1-4470-815c-917209f02feb req-d1b2714d-90f4-41e5-8fa6-88f186c2b682 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0699229 Nov 02 16:25:10.866328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6909b46c-84f1-4470-815c-917209f02feb req-83011047-6ca4-4e97-ad94-43e2f25735d9 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677862 Nov 02 16:25:10.949238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5065658-95a9-4970-b432-4ab5aa1feb60 req-d1bb4131-8e95-4f91-b840-a20c883d4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:10.950787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5065658-95a9-4970-b432-4ab5aa1feb60 req-d1bb4131-8e95-4f91-b840-a20c883d4445 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1096 time: 0.0903437 Nov 02 16:25:10.959028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.234 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/96dfc627-6d38-4b46-8606-fb5e7088e2b5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:11.017231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5065658-95a9-4970-b432-4ab5aa1feb60 req-54c72f7f-447b-463b-988a-c4f3770ec7b8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487611 Nov 02 16:25:11.064935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58263960-0d1c-4c4a-b8e9-c22ed2a55ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:11.148975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:11.193801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:11.214900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec', '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:11.217636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:11.217984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', '84b27e37-019a-4734-b5db-35f34e83ed5e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:11.239387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:11.243367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:11.249677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:11.250368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:11.284012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:11.285787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7853668 Nov 02 16:25:11.286984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85b89-0eb5-4616-be9e-67e33eb8016e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=96dfc627-6d38-4b46-8606-fb5e7088e2b5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:11.357071 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-10a5d430-8114-468a-9ef3-accf75cce799 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5484c2e9984a4556be44975657ce9b01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407946 Nov 02 16:25:11.486089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd670d-5c16-45e2-aac9-4b89d5daa29f req-2b380d9f-4cec-4262-a932-158f4496ed09 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:11.504927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01bd670d-5c16-45e2-aac9-4b89d5daa29f req-2b380d9f-4cec-4262-a932-158f4496ed09 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1097600 Nov 02 16:25:11.506810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-07d1bb92-ae7c-4d90-968d-d9c9dc45ad4d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:11.509868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-07d1bb92-ae7c-4d90-968d-d9c9dc45ad4d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453719 Nov 02 16:25:11.531988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Request body: {'port': {'device_id': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '5484c2e9984a4556be44975657ce9b01'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:11.559304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01bd670d-5c16-45e2-aac9-4b89d5daa29f req-8785ad63-144e-4458-9ad9-99cc41567d2d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Nov 02 16:25:11.629600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-394a4931-edbd-4f34-862f-6d4d5ce918b6 None None] Provisioning complete for port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:11.630050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-394a4931-edbd-4f34-862f-6d4d5ce918b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:11.675597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df3f9943-ab31-400c-a906-5deeb9fab4fa req-e352f8ac-006a-4143-8a17-edd50176b273 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 210 time: 0.0438242 Nov 02 16:25:11.725664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-394a4931-edbd-4f34-862f-6d4d5ce918b6 None None] Port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:11.830611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded5886-ac52-465a-9291-e8702ceb338b req-33a9c45f-1fea-4bfc-9235-dd5c46cec978 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:11.832289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cded5886-ac52-465a-9291-e8702ceb338b req-33a9c45f-1fea-4bfc-9235-dd5c46cec978 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0572767 Nov 02 16:25:11.874947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cded5886-ac52-465a-9291-e8702ceb338b req-c63623f5-11f8-4ed7-b86b-3607886d8585 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365992 Nov 02 16:25:11.931600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Made reservation on behalf of 5484c2e9984a4556be44975657ce9b01 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:11.935935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.009206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631af7f7-e2e6-4dde-848b-b57d122fed69 req-42aceeff-59e9-457c-a377-eb9a23b2d04a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:12.010741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-631af7f7-e2e6-4dde-848b-b57d122fed69 req-42aceeff-59e9-457c-a377-eb9a23b2d04a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 936 time: 0.0668867 Nov 02 16:25:12.059409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-631af7f7-e2e6-4dde-848b-b57d122fed69 req-e8465510-d3ba-4a07-814e-099d89840d0f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Nov 02 16:25:12.073137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Allocated IP 192.168.233.229 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/3201bc58-3539-4923-aaa4-e5b9d4e8d334) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:12.168547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186a82-88ab-4435-901e-12b979235995 req-df4f9fc6-9663-4ea8-9947-64a212966d9d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:12.170025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0186a82-88ab-4435-901e-12b979235995 req-df4f9fc6-9663-4ea8-9947-64a212966d9d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0498147 Nov 02 16:25:12.212623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0186a82-88ab-4435-901e-12b979235995 req-d00b1d82-fb74-4c03-ab3d-b0f79a195fb9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Nov 02 16:25:12.239176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.279920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.324442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:12.327549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:12.330038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:12.337036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:12.337615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.352603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Pushing event updated for resources: {'Port': ['ID=3201bc58-3539-4923-aaa4-e5b9d4e8d334,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:12.365195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['91edff34-9e14-4c2a-a49c-1411f1d89bc4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:12.367048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e312c9bb-a27f-4094-9aef-33450ca202f1 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8402932 Nov 02 16:25:12.371227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a54f7-2da1-45d6-9563-81012136a148 req-89fb6fe9-b085-49be-9cf1-77b2c8c06717 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:12.372883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-522a54f7-2da1-45d6-9563-81012136a148 req-89fb6fe9-b085-49be-9cf1-77b2c8c06717 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0634210 Nov 02 16:25:12.385244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Request body: {'port': {'device_id': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:12.417941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-522a54f7-2da1-45d6-9563-81012136a148 req-8c39ad8c-3870-4629-8ce1-579a39e5f20e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371695 Nov 02 16:25:12.456582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.468169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.617310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Request body: {'port': {'device_id': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:12.651247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-61f5c7dd-58b5-440f-b10b-622291537b93 None None] Provisioning complete for port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:12.652243 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-61f5c7dd-58b5-440f-b10b-622291537b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.686816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-61f5c7dd-58b5-440f-b10b-622291537b93 None None] Port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:12.720562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad284-9ea3-4eb9-8ef1-56a50d4ba54d req-9a856750-d06f-4e39-a64d-9ad72a8b8990 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:12.722659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a5ad284-9ea3-4eb9-8ef1-56a50d4ba54d req-9a856750-d06f-4e39-a64d-9ad72a8b8990 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0588901 Nov 02 16:25:12.729035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.767439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a5ad284-9ea3-4eb9-8ef1-56a50d4ba54d req-a83c9ca0-c8cd-41b1-8626-a010e46861c2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Nov 02 16:25:12.881065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52cf2-406f-4a2d-8c16-7c0376dd3495 req-bfb131d1-68cf-4bd7-9222-3fd30ffa7980 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:12.881065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91c52cf2-406f-4a2d-8c16-7c0376dd3495 req-bfb131d1-68cf-4bd7-9222-3fd30ffa7980 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 936 time: 0.0526595 Nov 02 16:25:12.924630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91c52cf2-406f-4a2d-8c16-7c0376dd3495 req-6859e9b0-984e-4303-bdc1-6eb0ff476037 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Nov 02 16:25:12.962955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3201bc58-3539-4923-aaa4-e5b9d4e8d334 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:12.972014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:12.991673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Transition to ACTIVE for port object 3201bc58-3539-4923-aaa4-e5b9d4e8d334 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:12.999947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.025210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01857e-7e91-4147-8bd2-18123fa79804 req-cdc01721-5155-44af-8ea6-bf495ba96743 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.027157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca01857e-7e91-4147-8bd2-18123fa79804 req-cdc01721-5155-44af-8ea6-bf495ba96743 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0539813 Nov 02 16:25:13.075822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca01857e-7e91-4147-8bd2-18123fa79804 req-7a5c2a8a-343e-4593-8567-137c81a68a4b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417726 Nov 02 16:25:13.114114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3201bc58-3539-4923-aaa4-e5b9d4e8d334,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:13.153104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Attempting to bind port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:13.153447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Attempting to bind port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:13.153773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Attempting to bind port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:13.175062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:13.175468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Attempting to bind port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:13.189679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:13.190552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:13.190939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:13.191645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Bound port: 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:13.192015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.268583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f940f6-22cb-4d4c-97b6-8364bcfcba66 req-3ecf2540-b48a-4892-b5d3-00af3276f253 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.270328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f940f6-22cb-4d4c-97b6-8364bcfcba66 req-3ecf2540-b48a-4892-b5d3-00af3276f253 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 936 time: 0.0738659 Nov 02 16:25:13.309590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dfc627-6d38-4b46-8606-fb5e7088e2b5 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:13.325307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.334410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] For port 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:13.339832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] For port 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:13.340539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f940f6-22cb-4d4c-97b6-8364bcfcba66 req-03666339-8557-42e4-a18f-273de4f47737 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633063 Nov 02 16:25:13.345411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Transition to ACTIVE for port object 96dfc627-6d38-4b46-8606-fb5e7088e2b5 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:13.347806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.364970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.410454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.411189 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.412763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3201bc58-3539-4923-aaa4-e5b9d4e8d334 HTTP/1.1" status: 200 len: 1096 time: 1.0356836 Nov 02 16:25:13.413235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'tag': '3201bc58-3539-4923-aaa4-e5b9d4e8d334'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:13.415593 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311", "tag": "3201bc58-3539-4923-aaa4-e5b9d4e8d334"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:13.448912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b7484-3279-4ab8-a8ca-3d66180440c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3201bc58-3539-4923-aaa4-e5b9d4e8d334,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:13.532486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853efa8-6fce-41ca-a16a-eb7f7372d0ca req-71d37715-bc38-4e13-ad9e-932c002e6fd2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.543255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7853efa8-6fce-41ca-a16a-eb7f7372d0ca req-71d37715-bc38-4e13-ad9e-932c002e6fd2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1008344 Nov 02 16:25:13.553105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Attempting to bind port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:13.553440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Attempting to bind port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:13.553769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Attempting to bind port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:13.555811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Pushing event updated for resources: {'Port': ['ID=96dfc627-6d38-4b46-8606-fb5e7088e2b5,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:13.570317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:13.570650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Attempting to bind port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:13.578472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-cc4f26f7-1ac8-4d14-a1ed-dc980e7d8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.585925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-cc4f26f7-1ac8-4d14-a1ed-dc980e7d8ed2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5484c2e9984a4556be44975657ce9b01&device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 1099 time: 0.1001227 Nov 02 16:25:13.588707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:13.589347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:13.589944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:13.590646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Bound port: 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:13.591957 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.593151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.625357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7853efa8-6fce-41ca-a16a-eb7f7372d0ca req-a2f5ea2a-79b2-45ec-8537-83b55ee60ce3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807378 Nov 02 16:25:13.646526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-68a6aca1-1816-4d4c-9d33-905dfd3303c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334 HTTP/1.1" status: 200 len: 217 time: 0.0506327 Nov 02 16:25:13.705863 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b167a92c-0c6e-4d18-94e9-b3d6b578f4e2 x-openstack-request-id: req-b167a92c-0c6e-4d18-94e9-b3d6b578f4e2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:13.706288 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311", "tag": "3201bc58-3539-4923-aaa4-e5b9d4e8d334", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:13.706469 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b167a92c-0c6e-4d18-94e9-b3d6b578f4e2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:13.706844 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'tag': '3201bc58-3539-4923-aaa4-e5b9d4e8d334', 'status': 'completed', 'code': 200} Nov 02 16:25:13.763280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-a9163b82-ab53-4261-a6c3-3265a280c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.764917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-a9163b82-ab53-4261-a6c3-3265a280c955 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0947635 Nov 02 16:25:13.768877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] For port 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:13.773047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] For port 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:13.777045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.839742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48a4a0-1852-4a36-808c-2c005a59308d req-210d4527-2795-4dda-83aa-f13b8ace3fbd tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.842530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff48a4a0-1852-4a36-808c-2c005a59308d req-210d4527-2795-4dda-83aa-f13b8ace3fbd tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0975904 Nov 02 16:25:13.862089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.862745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:13.864139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] 10.222.0.100 "PUT /v2.0/ports/96dfc627-6d38-4b46-8606-fb5e7088e2b5 HTTP/1.1" status: 200 len: 1096 time: 1.2511997 Nov 02 16:25:13.891763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-f1982bc6-9ab0-4dea-a344-d36f595342b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:13.894860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-f1982bc6-9ab0-4dea-a344-d36f595342b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063054 Nov 02 16:25:13.900806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982d607-e1bd-467a-b7fe-b2703724c072 service neutron] Pushing event updated for resources: {'Port': ['ID=96dfc627-6d38-4b46-8606-fb5e7088e2b5,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:13.914511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff48a4a0-1852-4a36-808c-2c005a59308d req-1c325d5c-fd97-4fd3-a1a2-37e17ef4c62e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633652 Nov 02 16:25:14.041750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad5bad-399a-4059-832b-0465e35f1328 req-395aba44-4cff-42b2-adf2-f6f8a0cf07c3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.043419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bad5bad-399a-4059-832b-0465e35f1328 req-395aba44-4cff-42b2-adf2-f6f8a0cf07c3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0860822 Nov 02 16:25:14.087328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8ef61-bf50-4bc6-ab89-02679bdd8e8b req-15562a27-bb5f-480c-88a5-98e9b2023fee tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.090872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00e8ef61-bf50-4bc6-ab89-02679bdd8e8b req-15562a27-bb5f-480c-88a5-98e9b2023fee tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 948 time: 0.0908918 Nov 02 16:25:14.100068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-d38cd7df-79f2-4c54-811f-a555442e9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.102444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-d38cd7df-79f2-4c54-811f-a555442e9452 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 1099 time: 0.1217699 Nov 02 16:25:14.120720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bad5bad-399a-4059-832b-0465e35f1328 req-a2eef566-986e-4bed-80ca-0fe39e4e496d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694523 Nov 02 16:25:14.121666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-e052d055-6f4b-4c23-9895-86b9f8d0563d service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161458 Nov 02 16:25:14.160484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00e8ef61-bf50-4bc6-ab89-02679bdd8e8b req-cdba2665-c100-4ee2-b169-7a1a71854481 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Nov 02 16:25:14.204242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-4c768142-2e65-47f7-afa3-761f4a4ea046 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0811925 Nov 02 16:25:14.298503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-53913ab5-ec80-4878-87ee-e5f4a6ff13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.300146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-53913ab5-ec80-4878-87ee-e5f4a6ff13e9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0659962 Nov 02 16:25:14.310417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6445d-4ac9-4926-bedb-166941d93094 req-8fe5b853-4d26-4b12-b473-61743252c56d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.315670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2da6445d-4ac9-4926-bedb-166941d93094 req-8fe5b853-4d26-4b12-b473-61743252c56d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0673246 Nov 02 16:25:14.359546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f6dfb83-e7b0-498a-8eb1-d901cb5b2b7e req-29edb338-fc8f-4235-a1bc-a75b265dd33f service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245777 Nov 02 16:25:14.364621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2da6445d-4ac9-4926-bedb-166941d93094 req-0fad0bf5-ab12-4592-9180-3f3608c52f41 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Nov 02 16:25:14.377762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-ad024ee9-dfe7-4fbb-8b0e-9c42535a1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.380261 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-ad024ee9-dfe7-4fbb-8b0e-9c42535a1247 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613225 Nov 02 16:25:14.501346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e40d9f-acab-42a4-a678-f3b542805e2a req-5e1d0651-3aa8-49f6-b261-1ab7b3f96e2c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.501727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-52c4e45a-cb78-43e4-972e-d89c9546c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.503304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-52c4e45a-cb78-43e4-972e-d89c9546c44f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5484c2e9984a4556be44975657ce9b01&device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 1099 time: 0.0900974 Nov 02 16:25:14.503428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01e40d9f-acab-42a4-a678-f3b542805e2a req-5e1d0651-3aa8-49f6-b261-1ab7b3f96e2c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 948 time: 0.0624714 Nov 02 16:25:14.546370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01e40d9f-acab-42a4-a678-f3b542805e2a req-140d223e-1be2-4136-aca5-a2c511ff6ea2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Nov 02 16:25:14.551243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:14.588705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-ba335992-aa45-49ca-b66a-5cedd0a91378 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853185 Nov 02 16:25:14.675074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-55ac162e-cef5-43ad-9b33-bc6420272fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:14.683195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-d9548dbd-eb30-4fee-b995-ccab8c0a01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.684656 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-d9548dbd-eb30-4fee-b995-ccab8c0a01ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1629627 Nov 02 16:25:14.739406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-6103a1e1-405e-4540-aaac-f4447f4e430a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334 HTTP/1.1" status: 200 len: 217 time: 0.0463126 Nov 02 16:25:14.755180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e5a91-fcc0-4aa4-9670-ee206f0ec92f req-cc2e96ea-e3c9-4c6b-891f-828f4b0eb0f8 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477220 Nov 02 16:25:14.795178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13f6c-40dc-494e-b15d-b70bbbb1366c req-946d008d-1e75-47ef-8e80-f21a87b9b2a4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.797054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8c13f6c-40dc-494e-b15d-b70bbbb1366c req-946d008d-1e75-47ef-8e80-f21a87b9b2a4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0832746 Nov 02 16:25:14.802792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-f50bb12f-dcb5-4272-9dd2-9713cbf6e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.804267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-f50bb12f-dcb5-4272-9dd2-9713cbf6e82b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0482390 Nov 02 16:25:14.807769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-55ac162e-cef5-43ad-9b33-bc6420272fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:14.820947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-55ac162e-cef5-43ad-9b33-bc6420272fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:14.856299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-ae43b7b4-4178-49d1-8675-60b75f8c054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:14.857929 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-ae43b7b4-4178-49d1-8675-60b75f8c054a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429046 Nov 02 16:25:14.903326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8c13f6c-40dc-494e-b15d-b70bbbb1366c req-989255ef-f3b6-4ab4-8ea2-66407ebd9cbd tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981245 Nov 02 16:25:14.906108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac162e-cef5-43ad-9b33-bc6420272fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d900c0b-48e8-478b-aaa3-5543b5ac0f06,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:14.936380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-55ac162e-cef5-43ad-9b33-bc6420272fba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6d69daa793b45ff941a46a7190a1b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713892 Nov 02 16:25:14.937963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45500) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:14.960638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b131b094-a7d5-4991-8f38-9de8c87f4701 service neutron] 10.222.0.55 "GET /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.1219487 Nov 02 16:25:15.014479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-19985cbb-ce34-4914-82e5-8725918120d3 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460400 Nov 02 16:25:15.036551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8990446-9e6c-40ef-b797-199f8a92a7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:15.072607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000684e2-d69f-4679-bbf9-f68f719c3997 req-f1538616-f2f1-4ca4-a1bb-85c968e7ae8b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:15.074148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-000684e2-d69f-4679-bbf9-f68f719c3997 req-f1538616-f2f1-4ca4-a1bb-85c968e7ae8b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0749791 Nov 02 16:25:15.110208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8990446-9e6c-40ef-b797-199f8a92a7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:15.171108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad16f6f5-a8b9-41e3-829d-b47c1900ef0e req-b3cb0b98-8fce-4677-a7a1-4f54547b6fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426759 Nov 02 16:25:15.197498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-000684e2-d69f-4679-bbf9-f68f719c3997 req-ae8e4c43-985f-4ed2-b12b-f02f8923054b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975096 Nov 02 16:25:15.208522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8990446-9e6c-40ef-b797-199f8a92a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:15.211825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8990446-9e6c-40ef-b797-199f8a92a7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:15.213115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b8990446-9e6c-40ef-b797-199f8a92a7bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d900c0b-48e8-478b-aaa3-5543b5ac0f06 HTTP/1.1" status: 204 len: 168 time: 0.2737455 Nov 02 16:25:15.231732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8990446-9e6c-40ef-b797-199f8a92a7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d900c0b-48e8-478b-aaa3-5543b5ac0f06,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:15.283316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:15.303060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd568e0-f0bd-4069-8cdd-cdf681ef1978 req-80912052-0adc-4d8e-997b-4033b94f8496 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:15.304761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cd568e0-f0bd-4069-8cdd-cdf681ef1978 req-80912052-0adc-4d8e-997b-4033b94f8496 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0998139 Nov 02 16:25:15.361123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:15.417615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6c44-54e6-455b-8782-9b0862f3c9c3 req-b57bb1c8-b81b-4f6b-8582-1ae1c6dc7326 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:15.419057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c8f6c44-54e6-455b-8782-9b0862f3c9c3 req-b57bb1c8-b81b-4f6b-8582-1ae1c6dc7326 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 948 time: 0.1386592 Nov 02 16:25:15.421828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cd568e0-f0bd-4069-8cdd-cdf681ef1978 req-29cb6418-90d6-44d4-9f19-a56fc37e7389 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093242 Nov 02 16:25:15.428781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fb0c0a-6f35-41b9-9846-55748d321c85 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:15.454149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:15.480150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:15.509772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c8f6c44-54e6-455b-8782-9b0862f3c9c3 req-a0356fee-615e-4d26-9972-adfe70fdf2e2 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Nov 02 16:25:15.576206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0c55a-954a-4b61-aef2-031d4a4f070e req-f4913d40-2c86-4c33-811b-450be2b076ba tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:15.577859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36f0c55a-954a-4b61-aef2-031d4a4f070e req-f4913d40-2c86-4c33-811b-450be2b076ba tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0940323 Nov 02 16:25:15.708167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'tag': '96dfc627-6d38-4b46-8606-fb5e7088e2b5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:15.710654 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55e1469-1fdf-40e7-a535-154a7078d4df" -d '{"events": [{"name": "network-changed", "server_uuid": "08f7f2c9-04c2-441e-9821-5870afb5b115", "tag": "96dfc627-6d38-4b46-8606-fb5e7088e2b5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:15.894415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] Transition to ACTIVE for port object 97fb0c0a-6f35-41b9-9846-55748d321c85 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:15.901093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36f0c55a-954a-4b61-aef2-031d4a4f070e req-30a291ed-f8ff-4fb2-892d-bcbcbfd3b4d3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133814 Nov 02 16:25:15.903718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:15.961853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fec9a-6b4d-48dd-85c0-fa54e3ee6a21 req-42c3dd9c-d0df-4a88-a609-3b3570f29600 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:15.963527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-402fec9a-6b4d-48dd-85c0-fa54e3ee6a21 req-42c3dd9c-d0df-4a88-a609-3b3570f29600 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 948 time: 0.1289032 Nov 02 16:25:15.973958 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7998433-e3f8-41a7-808d-8349eac4d2a5 x-openstack-request-id: req-c7998433-e3f8-41a7-808d-8349eac4d2a5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:15.974273 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f7f2c9-04c2-441e-9821-5870afb5b115", "tag": "96dfc627-6d38-4b46-8606-fb5e7088e2b5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:15.974512 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7998433-e3f8-41a7-808d-8349eac4d2a5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:15.975254 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'tag': '96dfc627-6d38-4b46-8606-fb5e7088e2b5', 'status': 'completed', 'code': 200} Nov 02 16:25:16.006154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45538) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:16.018345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] No DVR routers for this DVR port 97fb0c0a-6f35-41b9-9846-55748d321c85 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:16.022297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] Pushing event updated for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=10']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:16.072868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-402fec9a-6b4d-48dd-85c0-fa54e3ee6a21 req-f998f596-a1f2-4645-acdc-1d0ad075f7ce tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010063 Nov 02 16:25:16.074047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-685ab76b-3d2c-4797-ace2-995e2efdc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.076868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-685ab76b-3d2c-4797-ace2-995e2efdc3bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 1099 time: 0.0521774 Nov 02 16:25:16.101878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-b306b7d6-76a4-4ed5-8afd-a7bf905eaa6e service neutron] 10.222.0.55 "PUT /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85/bindings/n-h2-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1340353 Nov 02 16:25:16.120793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5657f3-1977-4b0c-98ed-ec38c68019a0 req-0eb94f95-4e54-4068-8e48-820d0fb6944b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.122374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c5657f3-1977-4b0c-98ed-ec38c68019a0 req-0eb94f95-4e54-4068-8e48-820d0fb6944b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0789902 Nov 02 16:25:16.170515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c5657f3-1977-4b0c-98ed-ec38c68019a0 req-bdbb1a4c-e582-436a-9f88-5c9127a57676 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Nov 02 16:25:16.173179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-870630958-network', 'tenant_id': '48922ad08c6149caa6bcabce3fd51854'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:16.243356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Made reservation on behalf of 48922ad08c6149caa6bcabce3fd51854 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:16.245653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.271525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.277681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-7f4c63d5-88c9-406d-a468-eb9991018923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.279190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-7f4c63d5-88c9-406d-a468-eb9991018923 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1858399 Nov 02 16:25:16.295800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-10486811-ffe8-4f2c-abfb-a5265b4ef15d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.297330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-10486811-ffe8-4f2c-abfb-a5265b4ef15d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.0959828 Nov 02 16:25:16.329032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812d307-362c-4c6e-b5b7-27be96a37818 req-b9e5391c-4ae7-4b97-8996-d9490b3bded8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.331369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6812d307-362c-4c6e-b5b7-27be96a37818 req-b9e5391c-4ae7-4b97-8996-d9490b3bded8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0519271 Nov 02 16:25:16.357518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-7dbc28f3-14fe-46fe-b7d0-7daef84c7f40 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0592008 Nov 02 16:25:16.371390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6812d307-362c-4c6e-b5b7-27be96a37818 req-4854bf2b-45a5-415f-bc8b-5c2dfd476ef0 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Nov 02 16:25:16.449484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-28966da1-3c22-4573-bde3-4c17936ce265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.450959 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-28966da1-3c22-4573-bde3-4c17936ce265 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0766349 Nov 02 16:25:16.454599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-20cfef39-e5dc-400c-83b0-db282fe05182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.456743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-20cfef39-e5dc-400c-83b0-db282fe05182 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3&tenant_id=10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 1095 time: 0.1162069 Nov 02 16:25:16.479520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.490670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.525395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:25:16.560013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40a04d-67c3-4433-922f-e95d211df411 req-c8aff928-ee95-4dac-ae8c-8fb4fb76269a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.561808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb40a04d-67c3-4433-922f-e95d211df411 req-c8aff928-ee95-4dac-ae8c-8fb4fb76269a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0559437 Nov 02 16:25:16.578703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.580837 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Added segment 5a6579b0-fb5f-45b4-957f-169eebb0d58e of type vlan for network 0a8f987c-fe27-40e1-b772-7e84a4b851a0 Nov 02 16:25:16.591505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e476be-a043-4b16-90a9-f1f48fd7a52c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:16.602681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-7a63c26b-ffb5-4bf9-b2e5-f9af5ce1caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.604197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-7a63c26b-ffb5-4bf9-b2e5-f9af5ce1caf1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269872 Nov 02 16:25:16.632766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb40a04d-67c3-4433-922f-e95d211df411 req-07dfedfc-c723-4486-be6a-7eead92457ae tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Nov 02 16:25:16.640726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.652340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3201bc58-3539-4923-aaa4-e5b9d4e8d334 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:16.656583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e47f9-e926-44dd-ae3a-ed02663463f0 req-c419859b-e283-4afe-b110-461d3ad44b57 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.658227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e9e47f9-e926-44dd-ae3a-ed02663463f0 req-c419859b-e283-4afe-b110-461d3ad44b57 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 948 time: 0.0705936 Nov 02 16:25:16.662616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-f7f0043e-8744-4521-89d7-2d0111723fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.664087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-f7f0043e-8744-4521-89d7-2d0111723fa6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.1366417 Nov 02 16:25:16.706489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e9e47f9-e926-44dd-ae3a-ed02663463f0 req-b1df1eb5-6fd8-44a6-841e-f149aa98264a tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Nov 02 16:25:16.759754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:16.772372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '3201bc58-3539-4923-aaa4-e5b9d4e8d334', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '3201bc58-3539-4923-aaa4-e5b9d4e8d334', 'mac_address': 'fa:16:3e:06:c4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:16.780669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.781688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:16.782320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.813400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.827538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3201bc58-3539-4923-aaa4-e5b9d4e8d334 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:16.853919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:16.858806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:16.918577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3201bc58-3539-4923-aaa4-e5b9d4e8d334,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:17.038477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0fe58-c8f6-4cda-93e9-74a0d2c90523 req-544d9645-5d91-4e1d-9254-e45c741c5103 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.039932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3af0fe58-c8f6-4cda-93e9-74a0d2c90523 req-544d9645-5d91-4e1d-9254-e45c741c5103 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 944 time: 0.0537765 Nov 02 16:25:17.079339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3af0fe58-c8f6-4cda-93e9-74a0d2c90523 req-dfb141b0-198e-4655-8cd2-d3bc039a23c4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Nov 02 16:25:17.106960 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-97dc4267-21ec-405f-8837-2d3b0f3a658e service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713058 Nov 02 16:25:17.115304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1079767 Nov 02 16:25:17.119340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45552) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:17.129653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Request body: {'subnet': {'network_id': '0a8f987c-fe27-40e1-b772-7e84a4b851a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-870630958-subnet', 'tenant_id': '48922ad08c6149caa6bcabce3fd51854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:17.137587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-68d0d834-9f31-4120-9100-86f312d96440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.137974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:17.138866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-68d0d834-9f31-4120-9100-86f312d96440 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.4459157 Nov 02 16:25:17.140538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3f930-429f-4e67-bd0a-d793b38f2e20 admin admin] Pushing event updated for resources: {'Network': ['ID=0a8f987c-fe27-40e1-b772-7e84a4b851a0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:17.166231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0a8f987c-fe27-40e1-b772-7e84a4b851a0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:25:17.211458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Made reservation on behalf of 48922ad08c6149caa6bcabce3fd51854 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:17.214012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:17.222268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['3201bc58-3539-4923-aaa4-e5b9d4e8d334'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:17.225523 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-55712bad-4ca6-4286-83f8-2885c5e394c9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 217 time: 0.0484424 Nov 02 16:25:17.290050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c55e1469-1fdf-40e7-a535-154a7078d4df req-8dbcfbdf-f58d-4586-9f06-cdfc56c944a0 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648741 Nov 02 16:25:17.304300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-646a8195-1303-4235-8fe6-e1fe46a1e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.306313 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-646a8195-1303-4235-8fe6-e1fe46a1e441 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0597432 Nov 02 16:25:17.320000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b119ef-d3fe-496f-8b46-710413ac8844 req-31ef254c-36ca-45f0-afe2-754970202176 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.321642 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45b119ef-d3fe-496f-8b46-710413ac8844 req-31ef254c-36ca-45f0-afe2-754970202176 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 948 time: 0.1634371 Nov 02 16:25:17.366060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-f0e2f553-e62c-4f46-996d-82658b05dec0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276976 Nov 02 16:25:17.432249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45b119ef-d3fe-496f-8b46-710413ac8844 req-7fea974f-eabb-45cf-9916-b30357f30de7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038480 Nov 02 16:25:17.457244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220ec2-a512-4572-9ed9-1cd722be85ef req-e8cc7a6e-f954-4fcb-bb7d-b291e80df5e9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.458948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74220ec2-a512-4572-9ed9-1cd722be85ef req-e8cc7a6e-f954-4fcb-bb7d-b291e80df5e9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0901513 Nov 02 16:25:17.509322 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-979e70ab-3d9b-4bed-a359-6f5e795582f8 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246567 Nov 02 16:25:17.584585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74220ec2-a512-4572-9ed9-1cd722be85ef req-eee4140a-d1fd-4c06-9ff3-2aae7f2dd96f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078703 Nov 02 16:25:17.595723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:17.610817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79499b2c-d331-4129-96ba-1abf62ed447e req-94376c2a-7364-41f2-a470-a43b1dd9172e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.613549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79499b2c-d331-4129-96ba-1abf62ed447e req-94376c2a-7364-41f2-a470-a43b1dd9172e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.1137652 Nov 02 16:25:17.635134 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-ef781b46-dcdd-4692-9b42-2f5b7833776f service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994086 Nov 02 16:25:17.689611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da97101-ebba-4405-ae7d-33b3f39058f7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:17.706750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79499b2c-d331-4129-96ba-1abf62ed447e req-a6a78a01-5d0e-4c52-8ee4-28b01b3bef1e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686798 Nov 02 16:25:17.713503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Checking segment: {'id': '5a6579b0-fb5f-45b4-957f-169eebb0d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a8f987c-fe27-40e1-b772-7e84a4b851a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:17.713865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Network hostable DHCP agents. Network: 0a8f987c-fe27-40e1-b772-7e84a4b851a0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:25:17.758888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Network 0a8f987c-fe27-40e1-b772-7e84a4b851a0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:25:17.773246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0a8f987c-fe27-40e1-b772-7e84a4b851a0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:17.778419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.779064 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:17.784257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3f916-f33c-4b49-8f5d-f6e7cada1a81 None None] Network 0a8f987c-fe27-40e1-b772-7e84a4b851a0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:17.798579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d5ecc-c0a0-41c2-b90b-662aa6209187 req-77f54965-05ac-4aea-a7f0-65f5d9f37338 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.806746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a85d5ecc-c0a0-41c2-b90b-662aa6209187 req-77f54965-05ac-4aea-a7f0-65f5d9f37338 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0859752 Nov 02 16:25:17.828577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bbf1814d-f36f-4420-9cf2-6b4b844c63c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7079365 Nov 02 16:25:17.888848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a85d5ecc-c0a0-41c2-b90b-662aa6209187 req-3f35e523-da37-4ba9-b1bf-0f66bb1d2cde tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793240 Nov 02 16:25:17.905516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573b06a-406e-43dc-9e1a-ae74cee3efc2 req-16768047-93ae-4f62-be22-1fbed7a15cc9 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:17.907566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5573b06a-406e-43dc-9e1a-ae74cee3efc2 req-16768047-93ae-4f62-be22-1fbed7a15cc9 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 949 time: 0.0982213 Nov 02 16:25:17.958679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7d363-22b4-436b-9637-7a710593170e None None] Network 0a8f987c-fe27-40e1-b772-7e84a4b851a0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:17.958920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5573b06a-406e-43dc-9e1a-ae74cee3efc2 req-6c09fc96-d6c2-44a1-9f82-397c53be0da3 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Nov 02 16:25:18.057450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 96dfc627-6d38-4b46-8606-fb5e7088e2b5 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:18.124907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-d3cfaadf-36af-45c7-9d50-5e292c164aea tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:18.127764 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-d3cfaadf-36af-45c7-9d50-5e292c164aea tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.0564399 Nov 02 16:25:18.145417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-fedcd00c-472a-43a2-a4f3-c6703e26664b req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-565004507', 'description': 'tempest-description-1741012059'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:18.172881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fedcd00c-472a-43a2-a4f3-c6703e26664b req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.221564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:18.234063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '96dfc627-6d38-4b46-8606-fb5e7088e2b5', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '96dfc627-6d38-4b46-8606-fb5e7088e2b5', 'mac_address': 'fa:16:3e:8d:49:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:18.265524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea092-d020-4838-aede-baa779ad94a9 req-6a086f63-94aa-4b89-9521-b4cf08409ae9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:18.267100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0dea092-d020-4838-aede-baa779ad94a9 req-6a086f63-94aa-4b89-9521-b4cf08409ae9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 944 time: 0.0763702 Nov 02 16:25:18.277503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.286775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-7dd8f360-6ee2-493f-9ee7-8efe3bd44e28 service neutron] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:18.290774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-7dd8f360-6ee2-493f-9ee7-8efe3bd44e28 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.292575 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0faff402-d22b-4db9-a4d3-7531becb54b3 req-7dd8f360-6ee2-493f-9ee7-8efe3bd44e28 service neutron] 10.222.0.100 "DELETE /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85/bindings/n-h1-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.1412187 Nov 02 16:25:18.293347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dfc627-6d38-4b46-8606-fb5e7088e2b5 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:18.312674 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fedcd00c-472a-43a2-a4f3-c6703e26664b req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.321288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fedcd00c-472a-43a2-a4f3-c6703e26664b req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.323293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:18.340030 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.351961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0dea092-d020-4838-aede-baa779ad94a9 req-4eb0e328-cc3b-4f87-9b4a-afb85499be02 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732462 Nov 02 16:25:18.362858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fedcd00c-472a-43a2-a4f3-c6703e26664b req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.364095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fedcd00c-472a-43a2-a4f3-c6703e26664b req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2239473 Nov 02 16:25:18.386446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eca51-35cd-4453-acf6-095c2fa1cbb3 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:18.419926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=96dfc627-6d38-4b46-8606-fb5e7088e2b5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:18.450417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62d7757a-6e24-4485-a759-8db8e4631433 req-9c1f739e-0ba7-4110-a8c1-525d803468ff tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5 HTTP/1.1" status: 200 len: 1804 time: 0.0464602 Nov 02 16:25:18.461140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:18.461634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:18.532169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.586210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.593353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.607261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953d1e-533e-4a92-8cc5-0d87bac908a9 req-5fd12807-0f24-4a0d-ae30-aead4040275e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:18.608692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09953d1e-533e-4a92-8cc5-0d87bac908a9 req-5fd12807-0f24-4a0d-ae30-aead4040275e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 949 time: 0.0791235 Nov 02 16:25:18.640433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bfef94-9a61-489f-9739-f5a5f4f78799,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:18.646918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.648154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62d7757a-6e24-4485-a759-8db8e4631433 req-dc05fa2d-8757-461b-80ed-5ada9973d614 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1912072 Nov 02 16:25:18.652518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3201bc58-3539-4923-aaa4-e5b9d4e8d334 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:18.672302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09953d1e-533e-4a92-8cc5-0d87bac908a9 req-cbd2fa7c-7cf7-42e0-8061-1974d3b381b7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Nov 02 16:25:18.721865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:18.725967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:18.726381 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.808625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9b797-3206-4b36-8a81-a2698b570664 req-86171cf1-de62-47d4-90c4-1234d81397d5 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:18.810153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fff9b797-3206-4b36-8a81-a2698b570664 req-86171cf1-de62-47d4-90c4-1234d81397d5 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.0838089 Nov 02 16:25:18.822516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c75c94-ae6a-4b4e-85b7-1e1e53b35d2d req-6c1141cd-9883-4347-8463-17d2681c7166 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:18.826593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43c75c94-ae6a-4b4e-85b7-1e1e53b35d2d req-6c1141cd-9883-4347-8463-17d2681c7166 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0693872 Nov 02 16:25:18.838164 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.867652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3201bc58-3539-4923-aaa4-e5b9d4e8d334'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:18.869614 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feddf3ab-6b52-42a6-bab1-1536d615ec9a" -d '{"events": [{"server_uuid": "e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311", "name": "network-vif-plugged", "status": "completed", "tag": "3201bc58-3539-4923-aaa4-e5b9d4e8d334"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:18.884155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:18.885369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fff9b797-3206-4b36-8a81-a2698b570664 req-ab61e966-2b69-4702-9d7d-a880d8bb4365 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 Nov 02 16:25:18.888968 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.889986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:18.894423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43c75c94-ae6a-4b4e-85b7-1e1e53b35d2d req-abf82ffa-3e91-4bef-a6b1-0ebca1653802 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528305 Nov 02 16:25:18.942065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-bbb8a851-0cc4-42ef-89e4-fce478e3041d req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169760890', 'description': 'tempest-description-408504896'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:18.971453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bbb8a851-0cc4-42ef-89e4-fce478e3041d req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:18.973525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3201bc58-3539-4923-aaa4-e5b9d4e8d334,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:18.977227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:19.054830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4a77-3814-44b7-a9f4-8141532d936f req-1981f8a1-80f6-4a9e-ac2c-6001dc7e344f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:19.056297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e4f4a77-3814-44b7-a9f4-8141532d936f req-1981f8a1-80f6-4a9e-ac2c-6001dc7e344f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0705340 Nov 02 16:25:19.112397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bbb8a851-0cc4-42ef-89e4-fce478e3041d req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.118310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bbb8a851-0cc4-42ef-89e4-fce478e3041d req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.120723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['96dfc627-6d38-4b46-8606-fb5e7088e2b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:19.126088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e4f4a77-3814-44b7-a9f4-8141532d936f req-ffcc1928-101c-45f4-891f-d12e2ef624c0 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630839 Nov 02 16:25:19.169774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bbb8a851-0cc4-42ef-89e4-fce478e3041d req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.172169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbb8a851-0cc4-42ef-89e4-fce478e3041d req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2378225 Nov 02 16:25:19.186899 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7852d0-11b5-4536-9a07-7528864701f3 x-openstack-request-id: req-4f7852d0-11b5-4536-9a07-7528864701f3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:19.187849 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311", "name": "network-vif-plugged", "status": "completed", "tag": "3201bc58-3539-4923-aaa4-e5b9d4e8d334", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:19.188920 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f7852d0-11b5-4536-9a07-7528864701f3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:19.189936 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3201bc58-3539-4923-aaa4-e5b9d4e8d334', 'code': 200} Nov 02 16:25:19.191510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b6ed1-408a-4b6a-83c2-f901562a97ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd48cc25-ce97-48a9-9f61-21889c94da4c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:19.338256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915d61-6889-4d1c-811c-6ccce184ce0c req-2892ff26-6aa2-41a7-99bd-294409c1d5d4 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:19.339719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8915d61-6889-4d1c-811c-6ccce184ce0c req-2892ff26-6aa2-41a7-99bd-294409c1d5d4 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 950 time: 0.0970829 Nov 02 16:25:19.402300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4e020-b7a3-4137-8187-f0bd0883b618 req-cc85c78a-073a-4540-986c-bb5efe7cde90 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:19.403748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca4e020-b7a3-4137-8187-f0bd0883b618 req-cc85c78a-073a-4540-986c-bb5efe7cde90 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1151712 Nov 02 16:25:19.436888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8915d61-6889-4d1c-811c-6ccce184ce0c req-731a8ab6-b2dd-4347-8160-397184491c43 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869968 Nov 02 16:25:19.443464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd8d6c-7be6-40a9-a446-9d87b60c11a7 req-f8bb40cc-3027-4ca9-b4a2-6bb329d01112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:19.444875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74dd8d6c-7be6-40a9-a446-9d87b60c11a7 req-f8bb40cc-3027-4ca9-b4a2-6bb329d01112 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 1101 time: 0.1149421 Nov 02 16:25:19.479434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca4e020-b7a3-4137-8187-f0bd0883b618 req-5ec3f7d5-65e3-4498-96b8-e64ef6c48038 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690138 Nov 02 16:25:19.499030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74dd8d6c-7be6-40a9-a446-9d87b60c11a7 req-162395a3-ca82-4720-a16f-00e75d816a95 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Nov 02 16:25:19.603305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7a6ae926-29da-49f7-9192-b9f1357bed38 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/dd48cc25-ce97-48a9-9f61-21889c94da4c HTTP/1.1" status: 200 len: 1804 time: 0.0956452 Nov 02 16:25:19.617185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd48cc25-ce97-48a9-9f61-21889c94da4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:19.617525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd48cc25-ce97-48a9-9f61-21889c94da4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:19.665808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-a138553b-91f4-4b4c-8711-6afbe5f69696 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:19.667633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-a138553b-91f4-4b4c-8711-6afbe5f69696 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.1503577 Nov 02 16:25:19.693628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-26d21447-ff64-4124-8c81-7f725f7a48c7 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/quotas/10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 375 time: 0.0203459 Nov 02 16:25:19.738953 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.778675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-5ba90deb-a890-47c6-b615-fac381590faf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778513 Nov 02 16:25:19.780667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.785485 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.849722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee00dda-a65f-482c-ac22-5665ccdd1f37,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:19.862627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:19.863879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ac8fa2b-852e-4aa7-9961-21b6568c7756 req-7547ea03-248f-4ac5-8218-e959f236a185 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2534668 Nov 02 16:25:19.907229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-11a5f396-3da2-4bb2-870c-a697cee9cce5 service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194150 Nov 02 16:25:20.015300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-b56184dd-64b2-4eab-a0ab-364234af2d9e service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010957 Nov 02 16:25:20.054477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd76dd-4bc6-4dcf-8d54-620d5bef11ec req-a4464616-79cb-40c6-8a2a-0fb83b03b5b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:20.056050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbdd76dd-4bc6-4dcf-8d54-620d5bef11ec req-a4464616-79cb-40c6-8a2a-0fb83b03b5b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 949 time: 0.0567720 Nov 02 16:25:20.101546 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbdd76dd-4bc6-4dcf-8d54-620d5bef11ec req-fdd6eef2-4ce1-432e-b45a-1d7524cefca5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 Nov 02 16:25:20.129930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-fe4ca0cf-9807-41b1-8cf9-b9f01c5d69c7 req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-276602978', 'description': 'tempest-description-742786710'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:20.156395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe4ca0cf-9807-41b1-8cf9-b9f01c5d69c7 req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.261689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37c000-2597-4c00-b3a4-2786733a4f6c req-9a08e419-0e28-4b3b-9f63-5b90d56ee10d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:20.263337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb37c000-2597-4c00-b3a4-2786733a4f6c req-9a08e419-0e28-4b3b-9f63-5b90d56ee10d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0855534 Nov 02 16:25:20.277279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe4ca0cf-9807-41b1-8cf9-b9f01c5d69c7 req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.284751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe4ca0cf-9807-41b1-8cf9-b9f01c5d69c7 req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.333073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b85b90c-3f99-4ba5-b18e-678750a29359,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:20.340853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe4ca0cf-9807-41b1-8cf9-b9f01c5d69c7 req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.342621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe4ca0cf-9807-41b1-8cf9-b9f01c5d69c7 req-d0b609fb-369b-47de-963a-328f0f03a349 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2178082 Nov 02 16:25:20.350326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb37c000-2597-4c00-b3a4-2786733a4f6c req-5e3e4156-e40c-4450-b304-d36a7b2baf24 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754573 Nov 02 16:25:20.416491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94f7b347-3d9b-48f5-956e-fa2e5bdd2aec req-21ff31a9-0699-4a7b-9c9e-c10b8d70bea4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 210 time: 0.0344656 Nov 02 16:25:20.468936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-c8bceaef-fbb6-454e-b907-9b9fe2f57c3e req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-96617905', 'description': 'tempest-description-896062421'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:20.511608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5b083-4b50-450e-94ac-14dd6d2db6ce req-dc22e95e-2ef2-487f-8d9e-74b2f4743602 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:20.513219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfd5b083-4b50-450e-94ac-14dd6d2db6ce req-dc22e95e-2ef2-487f-8d9e-74b2f4743602 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0858941 Nov 02 16:25:20.514636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c8bceaef-fbb6-454e-b907-9b9fe2f57c3e req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.572798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfd5b083-4b50-450e-94ac-14dd6d2db6ce req-d09f5130-3000-406c-bb9f-4befb3f0d19d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 Nov 02 16:25:20.618226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c8bceaef-fbb6-454e-b907-9b9fe2f57c3e req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.623465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c8bceaef-fbb6-454e-b907-9b9fe2f57c3e req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.668349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c8bceaef-fbb6-454e-b907-9b9fe2f57c3e req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:20.669824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8bceaef-fbb6-454e-b907-9b9fe2f57c3e req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2248452 Nov 02 16:25:20.681006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760df2b-1dc3-4996-ac67-a580e586de31 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:20.763426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d271a0-f87f-4a64-b8e5-0f6b7764a91b req-0d8eca10-8e95-4e40-9d09-e488e1a23d8c tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:20.764871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d271a0-f87f-4a64-b8e5-0f6b7764a91b req-0d8eca10-8e95-4e40-9d09-e488e1a23d8c tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 950 time: 0.1013365 Nov 02 16:25:20.801579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-ab31cd14-6f15-4864-8d4b-459f11874564 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967062 Nov 02 16:25:20.838868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d271a0-f87f-4a64-b8e5-0f6b7764a91b req-685a6f94-1cf2-4538-8499-03e1b46a7148 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541222 Nov 02 16:25:20.846908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a4019-900d-43c4-8389-9fc9a15cee45 req-2dff06e2-4823-4492-ba77-dc7e355cd97b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:20.848971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc9a4019-900d-43c4-8389-9fc9a15cee45 req-2dff06e2-4823-4492-ba77-dc7e355cd97b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1054342 Nov 02 16:25:20.941014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc9a4019-900d-43c4-8389-9fc9a15cee45 req-a6f3d5b1-62dc-4da7-b4fe-eee079349301 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825076 Nov 02 16:25:20.955354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-e11295b1-2fe7-4b78-9303-826dea624032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:20.957238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-e11295b1-2fe7-4b78-9303-826dea624032 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 1096 time: 0.1070952 Nov 02 16:25:20.961508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-45099b2f-1c58-4bec-aff1-a56c967eafc7 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/8b85b90c-3f99-4ba5-b18e-678750a29359 HTTP/1.1" status: 200 len: 1803 time: 0.0736921 Nov 02 16:25:21.071979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-5874ef7e-1862-421b-b42a-a10beffa4ce8 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0 HTTP/1.1" status: 200 len: 1802 time: 0.1039808 Nov 02 16:25:21.084318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b85b90c-3f99-4ba5-b18e-678750a29359', 'remote_group_id': '8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:21.084656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b85b90c-3f99-4ba5-b18e-678750a29359', 'remote_group_id': '8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:21.124673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-3ee67958-7c93-4818-ab8f-70172c7dc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.126358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-3ee67958-7c93-4818-ab8f-70172c7dc340 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1432843 Nov 02 16:25:21.214435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-0124129a-ac55-4261-9b06-f37a613d793a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 200 len: 217 time: 0.0574927 Nov 02 16:25:21.218744 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.312845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.321635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.331030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-0b9b50c0-ddd6-4882-abaa-a8185eebcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.332620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-0b9b50c0-ddd6-4882-abaa-a8185eebcfe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0968041 Nov 02 16:25:21.349944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd5601-8e24-443f-9796-59df5316e557 req-65a14b89-43d8-458e-932e-30346d611591 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.351557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30dd5601-8e24-443f-9796-59df5316e557 req-65a14b89-43d8-458e-932e-30346d611591 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 949 time: 0.1517205 Nov 02 16:25:21.369067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db9b104-e83c-4ea2-b2bc-14b260d84aa0,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:21.390929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-bb0001f3-1256-4edd-bbb3-74251d6b9ace tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.392966 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-bb0001f3-1256-4edd-bbb3-74251d6b9ace tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.1406503 Nov 02 16:25:21.394554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-4bda4ad9-4b1f-44a0-8275-74500cb4fd5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396810 Nov 02 16:25:21.403114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.404284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-716a41e4-dc64-4e54-b4d9-fd131262e39e req-757ed47d-d4ce-4b43-9ee6-ecf2cbf3c564 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3263023 Nov 02 16:25:21.421039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Request body: {'port': {'device_id': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'admin_state_up': True, 'tenant_id': '10965dd0ab88419684f9d9036f1d9438'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:21.442411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30dd5601-8e24-443f-9796-59df5316e557 req-9307673d-bd82-462b-a852-d4af31a13126 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770450 Nov 02 16:25:21.501572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-556211117', 'description': 'tempest-description-14930394'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:21.539310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:25:21.539310 n-d-811405-2 neutron-server[102066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:25:21.539310 n-d-811405-2 neutron-server[102066]: [parameters: {'project_id': '48922ad08c6149caa6bcabce3fd51854', 'id': '6eccd236-5479-4b2c-89c7-98646065196c', 'expiration': datetime.datetime(2021, 11, 2, 16, 27, 21, 529077)}] Nov 02 16:25:21.539310 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:25:21.539866 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:25:21.540738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Made reservation on behalf of 10965dd0ab88419684f9d9036f1d9438 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:21.544510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.561184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f78e7a-bd97-44da-882f-0b3e73d0d9da req-f606fa76-c8fc-4182-9c2d-e701ee18f4ce tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.562835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4f78e7a-bd97-44da-882f-0b3e73d0d9da req-f606fa76-c8fc-4182-9c2d-e701ee18f4ce tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0952928 Nov 02 16:25:21.590342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-11471dbc-77bc-42ba-8fdb-e519c1621a35 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701143 Nov 02 16:25:21.627689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4f78e7a-bd97-44da-882f-0b3e73d0d9da req-8e329ccf-af71-4891-a14c-a0fcadc4c86c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541115 Nov 02 16:25:21.679534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Allocated IP 172.20.0.14 (0543c437-82c3-4144-aba7-1859f1dda674/743245cb-caca-415b-9e1c-afd75e9a4693/dfb15afc-4b94-4db0-91c6-af6c1fb45c80) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:21.724257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-154ae494-8242-4e65-b49e-6c95ca7181eb req-8e9514a2-98c4-452d-9ac4-f7fa5abd0785 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 210 time: 0.0348880 Nov 02 16:25:21.729466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856cebfe-3487-4b2b-8c91-a7f58f40750b req-813dd11b-47c9-458a-9c4b-e73f8b7870b9 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310575 Nov 02 16:25:21.832535 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.834384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c64b7-1f29-4ca5-ad21-21b262f77ee2 req-9199712f-3b7b-4f88-9ac6-8deddd7a680f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.836130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a7c64b7-1f29-4ca5-ad21-21b262f77ee2 req-9199712f-3b7b-4f88-9ac6-8deddd7a680f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0484788 Nov 02 16:25:21.867679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.876213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a7c64b7-1f29-4ca5-ad21-21b262f77ee2 req-bcbb39a8-8acb-48e9-8be2-f274c951aea3 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Nov 02 16:25:21.915018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Network 0543c437-82c3-4144-aba7-1859f1dda674 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:21.918659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:21.922652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:21.928430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.929059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:21.938033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:21.954002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-cadc524a-1952-4794-88d3-504dedc3999e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5368268 Nov 02 16:25:21.976227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Request body: {'port': {'device_id': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:21.983975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bb56b-aac7-4ff3-a216-98cdfd8007cf req-1ad90437-d3f5-4191-b2b6-56afddbb2d3f tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:21.985438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-857bb56b-aac7-4ff3-a216-98cdfd8007cf req-1ad90437-d3f5-4191-b2b6-56afddbb2d3f tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 950 time: 0.0503039 Nov 02 16:25:22.026515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-857bb56b-aac7-4ff3-a216-98cdfd8007cf req-e7180011-b7a5-4dcd-9cb9-e567d90f3f02 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Nov 02 16:25:22.041308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.066698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.091968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 96dfc627-6d38-4b46-8606-fb5e7088e2b5 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:22.145619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:22.149491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:22.150075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.164914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899a2f-2d72-40e4-bf35-a72bd1c1c939 req-1a9390fc-99f4-4203-92ab-df097fc04d91 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.166538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed899a2f-2d72-40e4-bf35-a72bd1c1c939 req-1a9390fc-99f4-4203-92ab-df097fc04d91 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0722229 Nov 02 16:25:22.203579 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.209829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.241361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed899a2f-2d72-40e4-bf35-a72bd1c1c939 req-095e49be-88f6-4197-a6ad-e9c2c12a196c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633643 Nov 02 16:25:22.247813 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.257547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.258836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccd0ba1b-cdee-40bd-a78c-39d9ca813304 req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7806740 Nov 02 16:25:22.265162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b9810-ec58-4935-af42-767be2e2765f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1731283-b8cb-44d5-8a37-29c1d6ea8fba,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:22.276796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dfc627-6d38-4b46-8606-fb5e7088e2b5'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:22.280036 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879ec340-ddb5-491f-afa1-96b8f3f9e9dc" -d '{"events": [{"server_uuid": "08f7f2c9-04c2-441e-9821-5870afb5b115", "name": "network-vif-plugged", "status": "completed", "tag": "96dfc627-6d38-4b46-8606-fb5e7088e2b5"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:22.294674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:22.300876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.371802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=96dfc627-6d38-4b46-8606-fb5e7088e2b5,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:22.382474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb15afc-4b94-4db0-91c6-af6c1fb45c80 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:22.391282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.397280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-52003ed2-29ea-48ab-a48a-836320b4da71 req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1533118640', 'description': 'tempest-description-529807693'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:22.406970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Transition to ACTIVE for port object dfb15afc-4b94-4db0-91c6-af6c1fb45c80 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:22.414994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.426744 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-52003ed2-29ea-48ab-a48a-836320b4da71 req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.463978 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1f54c-6bdc-4b07-87cb-704fb0f23335 x-openstack-request-id: req-65b1f54c-6bdc-4b07-87cb-704fb0f23335 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:22.464265 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f7f2c9-04c2-441e-9821-5870afb5b115", "name": "network-vif-plugged", "status": "completed", "tag": "96dfc627-6d38-4b46-8606-fb5e7088e2b5", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:22.464521 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65b1f54c-6bdc-4b07-87cb-704fb0f23335 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:22.464905 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dfc627-6d38-4b46-8606-fb5e7088e2b5', 'code': 200} Nov 02 16:25:22.490717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:22.517142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:22.517541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:22.517865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:22.523509 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-52003ed2-29ea-48ab-a48a-836320b4da71 req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.525871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:22.526357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:22.536493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:22.536739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:22.537117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:22.537572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Bound port: dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:22.537893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.555300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-52003ed2-29ea-48ab-a48a-836320b4da71 req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.589703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-52003ed2-29ea-48ab-a48a-836320b4da71 req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.591039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52003ed2-29ea-48ab-a48a-836320b4da71 req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1980987 Nov 02 16:25:22.602628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4944092-08fc-41af-bb46-3a49ee6c31f4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98be30d8-415d-43ea-9f99-310e97684f4a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:22.609936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598370-4c44-4e07-a650-a37f824a6c96 req-5ddc483c-982d-4b2a-bf93-9433e4ca9ab5 tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.611536 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5598370-4c44-4e07-a650-a37f824a6c96 req-5ddc483c-982d-4b2a-bf93-9433e4ca9ab5 tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 1101 time: 0.0907459 Nov 02 16:25:22.645187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5598370-4c44-4e07-a650-a37f824a6c96 req-4cb59756-f253-4c3b-a6c0-31d2c57f0cca tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.646876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:22.654547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:22.666303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.674278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.678652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2639921-43b2-417c-9d67-ce4189d76483 req-3d3b5f2b-9f64-4c4e-bd9e-9c9db3a81c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.680493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2639921-43b2-417c-9d67-ce4189d76483 req-3d3b5f2b-9f64-4c4e-bd9e-9c9db3a81c35 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 1101 time: 0.0925803 Nov 02 16:25:22.687852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.688492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.690896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] 10.222.0.55 "PUT /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 1092 time: 0.7188225 Nov 02 16:25:22.694054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:22.699109 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d937853c-9b96-4a27-a7c5-b75f3073515f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:22.754993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7edd89-21e1-4cb9-badd-649956980214 req-1fd30b00-2123-49d7-a2c9-259964591819 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.756455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d7edd89-21e1-4cb9-badd-649956980214 req-1fd30b00-2123-49d7-a2c9-259964591819 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.0744483 Nov 02 16:25:22.793227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5598370-4c44-4e07-a650-a37f824a6c96 req-4cb59756-f253-4c3b-a6c0-31d2c57f0cca tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.798724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5598370-4c44-4e07-a650-a37f824a6c96 req-4cb59756-f253-4c3b-a6c0-31d2c57f0cca tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:22.808138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2639921-43b2-417c-9d67-ce4189d76483 req-4c2630a8-0a50-4cff-90f2-96b691809007 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158175 Nov 02 16:25:22.815955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf96f4-5f7f-405d-878e-4d851dcb273f service neutron] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:22.825731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-85732cdf-5307-49d7-b3c4-abd366fe066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.827364 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-85732cdf-5307-49d7-b3c4-abd366fe066d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1095 time: 0.0871987 Nov 02 16:25:22.836007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5598370-4c44-4e07-a650-a37f824a6c96 req-4cb59756-f253-4c3b-a6c0-31d2c57f0cca tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167187 Nov 02 16:25:22.838738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d7edd89-21e1-4cb9-badd-649956980214 req-60133feb-49aa-499b-9099-d1647bd995db tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719793 Nov 02 16:25:22.843190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb59756-f253-4c3b-a6c0-31d2c57f0cca tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1021496e-b285-4b25-b941-dbd05b662cdd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:22.881599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-95dcb2d4-9370-48f7-89f5-e5fb3f556966 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 217 time: 0.0385973 Nov 02 16:25:22.939907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5ca-e602-477f-857b-c074f29b061d req-25981cca-5a88-4397-bdc6-7db694aa4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:22.941474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-25981cca-5a88-4397-bdc6-7db694aa4e5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0475678 Nov 02 16:25:22.982449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-980a2cf3-ee25-42be-989a-1370cb016691 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310073 Nov 02 16:25:23.091414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-80428e6f-dfaf-4a0a-b4e7-8405ff7ca38a service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973184 Nov 02 16:25:23.149486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-b34771f6-dc2d-4396-84f9-300ce169af4d tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/a1731283-b8cb-44d5-8a37-29c1d6ea8fba HTTP/1.1" status: 200 len: 1802 time: 0.2784133 Nov 02 16:25:23.183430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f66cb-07b4-4da3-9bc0-f359735abadc req-5c541b77-fe40-44ef-a5bb-2105e518f75f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.184905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e0f66cb-07b4-4da3-9bc0-f359735abadc req-5c541b77-fe40-44ef-a5bb-2105e518f75f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0907660 Nov 02 16:25:23.200305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9756b5ca-e602-477f-857b-c074f29b061d req-2a5d02f9-af90-448a-a2a3-f879ce76fe9b service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008885 Nov 02 16:25:23.234228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-5334a5d2-4eb2-4eeb-8dd5-e5eec980e047 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/98be30d8-415d-43ea-9f99-310e97684f4a HTTP/1.1" status: 200 len: 1804 time: 0.0783322 Nov 02 16:25:23.242588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e0f66cb-07b4-4da3-9bc0-f359735abadc req-c44c05ba-6633-40e4-b181-63c9a18c8f68 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Nov 02 16:25:23.249386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1731283-b8cb-44d5-8a37-29c1d6ea8fba', 'remote_group_id': '98be30d8-415d-43ea-9f99-310e97684f4a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:23.249734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1731283-b8cb-44d5-8a37-29c1d6ea8fba', 'remote_group_id': '98be30d8-415d-43ea-9f99-310e97684f4a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:23.296633 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a96a90-3e70-4ef5-9bf6-c8b294b18edc x-openstack-request-id: req-01a96a90-3e70-4ef5-9bf6-c8b294b18edc {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:23.296633 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:23.296633 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01a96a90-3e70-4ef5-9bf6-c8b294b18edc {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:23.296633 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'status': 'completed', 'code': 200} Nov 02 16:25:23.334951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.372544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-853300fd-6433-4964-8c2f-8d65bbb3095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.374502 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-853300fd-6433-4964-8c2f-8d65bbb3095f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1095 time: 0.0502596 Nov 02 16:25:23.407557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.414489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.436738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebde7dd-46a8-46cf-b0ed-1351368bc676,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:23.448426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f9d57-348a-425e-9620-37851a3f3614 req-8560bbf1-39a9-4ad9-ac67-fecabb09dca9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.450000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f50f9d57-348a-425e-9620-37851a3f3614 req-8560bbf1-39a9-4ad9-ac67-fecabb09dca9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.0946357 Nov 02 16:25:23.459111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.460298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e0515c9-3a23-4679-9f65-cf7617d7fb22 req-dd3beba7-75ae-4a20-af36-efb6d5159b56 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2168269 Nov 02 16:25:23.496653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f50f9d57-348a-425e-9620-37851a3f3614 req-8c137e47-b7f4-4863-be29-83b000d08029 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353732 Nov 02 16:25:23.513484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-5062c75c-23b7-4349-8ebd-4f04904b0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.515147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-5062c75c-23b7-4349-8ebd-4f04904b0589 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1283939 Nov 02 16:25:23.567373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-529699bd-5240-45cf-aec0-8bbbec8b5843 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 217 time: 0.0414598 Nov 02 16:25:23.591734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4843679-f45c-4b3c-ac15-e9ffd8c1b224 req-60edd278-22f6-4d71-9d43-4721336a2e51 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.593739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4843679-f45c-4b3c-ac15-e9ffd8c1b224 req-60edd278-22f6-4d71-9d43-4721336a2e51 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0615826 Nov 02 16:25:23.621486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-dc2f64ae-a79d-4c74-92fc-fc8f69c1618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.622977 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-dc2f64ae-a79d-4c74-92fc-fc8f69c1618a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0472598 Nov 02 16:25:23.657070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-61b4212f-f168-4335-a91b-f12d94af834c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245607 Nov 02 16:25:23.659594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4843679-f45c-4b3c-ac15-e9ffd8c1b224 req-e8460280-8c5e-4ac0-8c63-e5afa6622fac tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563228 Nov 02 16:25:23.671970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100c3ed-3734-4e98-a030-f2d5b8ddfa12 req-c584b245-96c9-40f1-9044-3781c14b7c19 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:23.674108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e100c3ed-3734-4e98-a030-f2d5b8ddfa12 req-c584b245-96c9-40f1-9044-3781c14b7c19 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0789196 Nov 02 16:25:23.714389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e100c3ed-3734-4e98-a030-f2d5b8ddfa12 req-a5875cbb-56ce-49b1-8bcc-8fbebffedf58 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Nov 02 16:25:23.768668 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-99cac655-302e-4636-964f-425adc477d00 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985923 Nov 02 16:25:23.775197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-daee9d21-dbe7-445f-aa51-3760603b8794 req-12555d08-17f2-4508-8671-0f915ea73126 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/98be30d8-415d-43ea-9f99-310e97684f4a HTTP/1.1" status: 200 len: 1804 time: 0.0374629 Nov 02 16:25:23.831854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-daee9d21-dbe7-445f-aa51-3760603b8794 req-201aedf8-d850-4782-b06d-78e680669d88 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.854193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-daee9d21-dbe7-445f-aa51-3760603b8794 req-201aedf8-d850-4782-b06d-78e680669d88 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.867068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d937853c-9b96-4a27-a7c5-b75f3073515f req-89026985-b7fb-48ad-b48f-917ce91f0afd service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879629 Nov 02 16:25:23.916027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-daee9d21-dbe7-445f-aa51-3760603b8794 req-201aedf8-d850-4782-b06d-78e680669d88 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.918758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-daee9d21-dbe7-445f-aa51-3760603b8794 req-201aedf8-d850-4782-b06d-78e680669d88 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:23.919867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-daee9d21-dbe7-445f-aa51-3760603b8794 req-201aedf8-d850-4782-b06d-78e680669d88 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/98be30d8-415d-43ea-9f99-310e97684f4a HTTP/1.1" status: 204 len: 173 time: 0.1384835 Nov 02 16:25:23.931314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aedf8-d850-4782-b06d-78e680669d88 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be30d8-415d-43ea-9f99-310e97684f4a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:24.017521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fb5a5-7b99-4ca6-a000-cea5f91bbea1 req-1fcbcfb6-11d7-43d9-9fab-94fa17f0d75b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:24.019079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e1fb5a5-7b99-4ca6-a000-cea5f91bbea1 req-1fcbcfb6-11d7-43d9-9fab-94fa17f0d75b tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.0524480 Nov 02 16:25:24.056262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e1fb5a5-7b99-4ca6-a000-cea5f91bbea1 req-e6075766-d754-45de-9849-2293f0f58585 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Nov 02 16:25:24.149386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e655d6a-e72d-49e2-8c76-95c7380204c1 req-232ae9cf-e990-4826-b403-da73b809153e tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:24.150890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e655d6a-e72d-49e2-8c76-95c7380204c1 req-232ae9cf-e990-4826-b403-da73b809153e tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 1101 time: 0.0432589 Nov 02 16:25:24.186087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e655d6a-e72d-49e2-8c76-95c7380204c1 req-1903e9d9-c791-4b6f-90b5-82f53a706a03 tempest-ServersAdminNegativeTestJSON-1986988599 tempest-ServersAdminNegativeTestJSON-1986988599-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292318 Nov 02 16:25:24.246876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4eb3407-ef98-462a-9cea-6977167a3aae req-70c3fddf-bdb0-46c1-ac6e-da6ec51dcb73 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/a1731283-b8cb-44d5-8a37-29c1d6ea8fba HTTP/1.1" status: 200 len: 1802 time: 0.0390339 Nov 02 16:25:24.307150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-0fda143a-2683-4fb9-ba6e-06f02053fcb3 req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-891517417', 'description': 'tempest-description-271757541'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:24.328466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0fda143a-2683-4fb9-ba6e-06f02053fcb3 req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.393604 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0fda143a-2683-4fb9-ba6e-06f02053fcb3 req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.397555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0fda143a-2683-4fb9-ba6e-06f02053fcb3 req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.429130 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0fda143a-2683-4fb9-ba6e-06f02053fcb3 req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.430377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0fda143a-2683-4fb9-ba6e-06f02053fcb3 req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1272676 Nov 02 16:25:24.432066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c063edc-d707-4d6e-a9fc-cb2003e47162 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67d763-cb9b-4a3e-abe2-739963715996,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:24.541198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a7a81-b6b3-4dad-9c64-649a4f0a468f req-d26b6c55-8550-4027-89de-dcd757e68578 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:24.542661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e3a7a81-b6b3-4dad-9c64-649a4f0a468f req-d26b6c55-8550-4027-89de-dcd757e68578 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0568087 Nov 02 16:25:24.579467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e3a7a81-b6b3-4dad-9c64-649a4f0a468f req-81dc51d4-ac03-4c97-b20d-77f89f2e5e90 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Nov 02 16:25:24.648485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-f6416762-2432-46e1-9fa8-65214872b1e5 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/6c67d763-cb9b-4a3e-abe2-739963715996 HTTP/1.1" status: 200 len: 1803 time: 0.0395927 Nov 02 16:25:24.658680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c67d763-cb9b-4a3e-abe2-739963715996', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:24.658996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c67d763-cb9b-4a3e-abe2-739963715996', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:24.716688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.743495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.747268 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.764890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e96c9cb-e5f3-419b-85af-d93080d8b501,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:24.775806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:24.777117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cbd2efd-a49d-4f7e-8706-c4ca3181855e req-19f2380c-e454-4399-8c9c-8b8a05e30e5b tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1226363 Nov 02 16:25:24.884157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645b4f-6df8-4432-856a-b953b06c7eb6 req-2aca843a-6325-40d1-9366-e32c0e76a578 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:24.885675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01645b4f-6df8-4432-856a-b953b06c7eb6 req-2aca843a-6325-40d1-9366-e32c0e76a578 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.0574389 Nov 02 16:25:24.926654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01645b4f-6df8-4432-856a-b953b06c7eb6 req-330251e1-214d-4ab7-abd0-182a6602ebfe tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Nov 02 16:25:25.044487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d7945-8f56-4392-9c33-d1f16d87c840 req-3a6c2180-8af8-4476-9abd-26dca894c1b4 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:25.045924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-075d7945-8f56-4392-9c33-d1f16d87c840 req-3a6c2180-8af8-4476-9abd-26dca894c1b4 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0496182 Nov 02 16:25:25.083965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-075d7945-8f56-4392-9c33-d1f16d87c840 req-d6142f28-b3dc-44ca-8bb0-a9efb1b7a54f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Nov 02 16:25:25.188407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220e7f-181f-4839-981d-707bb9fd273b req-10a69995-812c-4e73-b4e6-999108671cbb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:25.190897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2220e7f-181f-4839-981d-707bb9fd273b req-10a69995-812c-4e73-b4e6-999108671cbb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0509074 Nov 02 16:25:25.230876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2220e7f-181f-4839-981d-707bb9fd273b req-91123f4a-aa54-4fe9-b3cf-5540b57fbf59 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Nov 02 16:25:25.296660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-04e91cb2-3da1-4141-aaa4-cd429334b159 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/6c67d763-cb9b-4a3e-abe2-739963715996 HTTP/1.1" status: 200 len: 2396 time: 0.0402958 Nov 02 16:25:25.307571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c67d763-cb9b-4a3e-abe2-739963715996', 'remote_group_id': None}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:25.307920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c67d763-cb9b-4a3e-abe2-739963715996', 'remote_group_id': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:25.372401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.398185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.401846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.419722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996abdee-fadb-4982-b642-f357f274a7ce,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:25.427993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.429191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9b1ea7f-1b8f-4a8e-a47f-a42eca23b324 req-ce984fb8-2189-4c4d-973b-3c450d7c8242 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1257684 Nov 02 16:25:25.536167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab43b-7866-4433-9f1b-204efc4499a1 req-563c32e5-9aef-4835-adb1-f0b271ca59ac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:25.537822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bacab43b-7866-4433-9f1b-204efc4499a1 req-563c32e5-9aef-4835-adb1-f0b271ca59ac tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.0523601 Nov 02 16:25:25.577458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bacab43b-7866-4433-9f1b-204efc4499a1 req-bb0dd1ad-9f85-4d77-a8ce-df51b9e71441 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Nov 02 16:25:25.642692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a183472-db7a-4107-819c-46bbfba947f5 req-647bf34e-0b15-4ee6-88ed-677a7f5e1efd tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/6c67d763-cb9b-4a3e-abe2-739963715996 HTTP/1.1" status: 200 len: 2994 time: 0.0414965 Nov 02 16:25:25.799611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-98eec6cf-2949-4f81-b145-6d9c42573707 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-group-rules/996abdee-fadb-4982-b642-f357f274a7ce HTTP/1.1" status: 200 len: 783 time: 0.0225184 Nov 02 16:25:25.882650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-9ed8f249-5ba4-4d4e-a7c1-834880f42790 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/6c67d763-cb9b-4a3e-abe2-739963715996 HTTP/1.1" status: 200 len: 2994 time: 0.0761704 Nov 02 16:25:25.894869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72a07-57f2-491a-b2c5-b3c2fde6dfa0 req-aa565ef3-d010-42ff-843c-051df5a1a3ac tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:25.896307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78f72a07-57f2-491a-b2c5-b3c2fde6dfa0 req-aa565ef3-d010-42ff-843c-051df5a1a3ac tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0824492 Nov 02 16:25:25.933883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-3987c74f-945d-4996-ab4a-e8233a4354a1 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.944821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-3987c74f-945d-4996-ab4a-e8233a4354a1 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.967516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78f72a07-57f2-491a-b2c5-b3c2fde6dfa0 req-41dd87b9-ca2e-468c-be12-529452a69dec tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645814 Nov 02 16:25:25.989596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-3987c74f-945d-4996-ab4a-e8233a4354a1 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.989596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-3987c74f-945d-4996-ab4a-e8233a4354a1 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:25.989596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7a2a921-e213-4a1e-ba01-316fb35b2840 req-3987c74f-945d-4996-ab4a-e8233a4354a1 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/996abdee-fadb-4982-b642-f357f274a7ce HTTP/1.1" status: 204 len: 173 time: 0.0918686 Nov 02 16:25:25.995080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987c74f-945d-4996-ab4a-e8233a4354a1 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=996abdee-fadb-4982-b642-f357f274a7ce,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:26.112420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28298-f79c-4094-9973-fbfd898f9284 req-4bafe492-5b79-44f0-8c3f-d4282a514183 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:26.113866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dc28298-f79c-4094-9973-fbfd898f9284 req-4bafe492-5b79-44f0-8c3f-d4282a514183 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.0710492 Nov 02 16:25:26.121825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5352eb-3bc6-4935-8ab9-532cf6995b66 req-2935474d-fe9a-4bca-bb51-2b0952880a9d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:26.123222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad5352eb-3bc6-4935-8ab9-532cf6995b66 req-2935474d-fe9a-4bca-bb51-2b0952880a9d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 950 time: 0.0898397 Nov 02 16:25:26.178073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dc28298-f79c-4094-9973-fbfd898f9284 req-1e1787be-13ac-4706-9987-36ae2b80b68b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538259 Nov 02 16:25:26.182743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad5352eb-3bc6-4935-8ab9-532cf6995b66 req-339c020d-2e62-4354-8e5d-d5cbc0bea8bd tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Nov 02 16:25:26.245635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f041b30f-794c-469f-85e5-f426b535428d req-72337ae5-6bb0-4545-a41c-88f8e07517c8 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/6c67d763-cb9b-4a3e-abe2-739963715996 HTTP/1.1" status: 200 len: 2396 time: 0.0414774 Nov 02 16:25:26.326512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34c8f-5ca6-4d7d-96e0-2618041341ce req-9a36e52d-3a52-4079-b696-492821b5d303 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:26.327954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0c34c8f-5ca6-4d7d-96e0-2618041341ce req-9a36e52d-3a52-4079-b696-492821b5d303 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0814164 Nov 02 16:25:26.358855 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f041b30f-794c-469f-85e5-f426b535428d req-ff47308f-d4a6-4c16-8085-4a6ac63b79ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.397149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0c34c8f-5ca6-4d7d-96e0-2618041341ce req-94f78992-bcc2-4d87-9e50-e553db4ed9c4 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Nov 02 16:25:26.398819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f041b30f-794c-469f-85e5-f426b535428d req-ff47308f-d4a6-4c16-8085-4a6ac63b79ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.444249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f041b30f-794c-469f-85e5-f426b535428d req-ff47308f-d4a6-4c16-8085-4a6ac63b79ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.447104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f041b30f-794c-469f-85e5-f426b535428d req-ff47308f-d4a6-4c16-8085-4a6ac63b79ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.448379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f041b30f-794c-469f-85e5-f426b535428d req-ff47308f-d4a6-4c16-8085-4a6ac63b79ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c67d763-cb9b-4a3e-abe2-739963715996 HTTP/1.1" status: 204 len: 173 time: 0.1909535 Nov 02 16:25:26.459837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47308f-d4a6-4c16-8085-4a6ac63b79ba tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67d763-cb9b-4a3e-abe2-739963715996,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:26.505176 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-97fdd2bd-55f1-4ace-9ed3-8badf04c51ae req-9aa69768-04de-4f39-8ea8-22d09e14e3a0 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] show failed (client error): The resource could not be found. Nov 02 16:25:26.506208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97fdd2bd-55f1-4ace-9ed3-8badf04c51ae req-9aa69768-04de-4f39-8ea8-22d09e14e3a0 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/98be30d8-415d-43ea-9f99-310e97684f4a HTTP/1.1" status: 404 len: 352 time: 0.0314152 Nov 02 16:25:26.529018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210b5-07d1-4d50-9e6e-7251f6e0e82c req-ebd2fbda-691e-41a4-9a11-fdbccb88def6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:26.530486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca4210b5-07d1-4d50-9e6e-7251f6e0e82c req-ebd2fbda-691e-41a4-9a11-fdbccb88def6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0666447 Nov 02 16:25:26.592397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca4210b5-07d1-4d50-9e6e-7251f6e0e82c req-6b22bd02-2f45-4c6a-b9b2-76666a9f710a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541666 Nov 02 16:25:26.595006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4a2c0ef-2d6e-48e8-b5e9-2453be43341c req-23033630-bd0c-472d-b5db-ee0d2360b70e tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/a1731283-b8cb-44d5-8a37-29c1d6ea8fba HTTP/1.1" status: 200 len: 1802 time: 0.0636632 Nov 02 16:25:26.681141 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f4a2c0ef-2d6e-48e8-b5e9-2453be43341c req-d9d118af-b8ae-4e8b-adeb-f94abee6d70f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.693945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:26.712514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f4a2c0ef-2d6e-48e8-b5e9-2453be43341c req-d9d118af-b8ae-4e8b-adeb-f94abee6d70f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.722832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29fc53-38f8-469d-ba51-01722b7dfe5d req-2e4cb783-bcfc-46ed-b036-6f580a045449 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:26.724305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd29fc53-38f8-469d-ba51-01722b7dfe5d req-2e4cb783-bcfc-46ed-b036-6f580a045449 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.0749876 Nov 02 16:25:26.781228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd29fc53-38f8-469d-ba51-01722b7dfe5d req-4dc0dc91-f218-455a-820a-e1e769015109 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Nov 02 16:25:26.790019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f4a2c0ef-2d6e-48e8-b5e9-2453be43341c req-d9d118af-b8ae-4e8b-adeb-f94abee6d70f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.792845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f4a2c0ef-2d6e-48e8-b5e9-2453be43341c req-d9d118af-b8ae-4e8b-adeb-f94abee6d70f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.794261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4a2c0ef-2d6e-48e8-b5e9-2453be43341c req-d9d118af-b8ae-4e8b-adeb-f94abee6d70f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1731283-b8cb-44d5-8a37-29c1d6ea8fba HTTP/1.1" status: 204 len: 173 time: 0.1914082 Nov 02 16:25:26.794715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:26.804249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d118af-b8ae-4e8b-adeb-f94abee6d70f tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1731283-b8cb-44d5-8a37-29c1d6ea8fba,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:26.817323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'port_id': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'mac_address': 'fa:16:3e:e8:37:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743245cb-caca-415b-9e1c-afd75e9a4693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:26.865691 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.868870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f55baea-18dc-46ce-a390-efb857026f0e req-589fd0ff-58d7-4ade-9ca6-70be7b365776 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0 HTTP/1.1" status: 200 len: 1802 time: 0.0502536 Nov 02 16:25:26.880127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb15afc-4b94-4db0-91c6-af6c1fb45c80 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:26.900286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:26.904488 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.934613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8f55baea-18dc-46ce-a390-efb857026f0e req-bdfb55ee-f5ae-4606-894d-c6d84a006f37 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:26.949895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:26.956784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8f55baea-18dc-46ce-a390-efb857026f0e req-bdfb55ee-f5ae-4606-894d-c6d84a006f37 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.016481 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8f55baea-18dc-46ce-a390-efb857026f0e req-bdfb55ee-f5ae-4606-894d-c6d84a006f37 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.020349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8f55baea-18dc-46ce-a390-efb857026f0e req-bdfb55ee-f5ae-4606-894d-c6d84a006f37 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.021612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f55baea-18dc-46ce-a390-efb857026f0e req-bdfb55ee-f5ae-4606-894d-c6d84a006f37 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0 HTTP/1.1" status: 204 len: 173 time: 0.1436539 Nov 02 16:25:27.030710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb55ee-f5ae-4606-894d-c6d84a006f37 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f98e0-1dcb-4f3b-997b-9752aecd9dd0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:27.109008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf35db28-0b23-4807-ac13-fc996215b45c req-cb5364f4-4913-49dd-ba99-deff03d58604 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/8b85b90c-3f99-4ba5-b18e-678750a29359 HTTP/1.1" status: 200 len: 1803 time: 0.0691147 Nov 02 16:25:27.121250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f7d7e-fdfa-46fb-9726-a9646dfbfa1f req-7cf51db5-5179-46df-8f05-320b1b8b695e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:27.122691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-312f7d7e-fdfa-46fb-9726-a9646dfbfa1f req-7cf51db5-5179-46df-8f05-320b1b8b695e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0761065 Nov 02 16:25:27.188790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-312f7d7e-fdfa-46fb-9726-a9646dfbfa1f req-e502967e-5ec7-4cb4-9211-f6683e25cce6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 Nov 02 16:25:27.201177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bf35db28-0b23-4807-ac13-fc996215b45c req-1f19bbd8-fd68-46ae-a3df-6d0b4f351743 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.215738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['dfb15afc-4b94-4db0-91c6-af6c1fb45c80'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:27.232036 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bf35db28-0b23-4807-ac13-fc996215b45c req-1f19bbd8-fd68-46ae-a3df-6d0b4f351743 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.312272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bf35db28-0b23-4807-ac13-fc996215b45c req-1f19bbd8-fd68-46ae-a3df-6d0b4f351743 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.315207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bf35db28-0b23-4807-ac13-fc996215b45c req-1f19bbd8-fd68-46ae-a3df-6d0b4f351743 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.316340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf35db28-0b23-4807-ac13-fc996215b45c req-1f19bbd8-fd68-46ae-a3df-6d0b4f351743 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b85b90c-3f99-4ba5-b18e-678750a29359 HTTP/1.1" status: 204 len: 173 time: 0.1927836 Nov 02 16:25:27.333022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19bbd8-fd68-46ae-a3df-6d0b4f351743 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b85b90c-3f99-4ba5-b18e-678750a29359,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:27.343862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6069ba-1409-48d4-8f38-7095021cf9ec req-9769b10f-0871-421a-bb65-8a52501f9a31 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:27.346594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d6069ba-1409-48d4-8f38-7095021cf9ec req-9769b10f-0871-421a-bb65-8a52501f9a31 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 950 time: 0.0783257 Nov 02 16:25:27.411965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d6069ba-1409-48d4-8f38-7095021cf9ec req-68bc7fb4-916e-4532-873b-2aff60547858 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Nov 02 16:25:27.431543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7c50d-bb49-4123-a72e-688ba8f36765 req-d65e9abc-2ad3-463b-976b-e4b361639d17 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:27.433240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60a7c50d-bb49-4123-a72e-688ba8f36765 req-d65e9abc-2ad3-463b-976b-e4b361639d17 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.0637510 Nov 02 16:25:27.506272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47145-a221-4ced-911d-aa475e492b90 req-354bd72b-51f1-400d-a1fb-50ed1372bfda tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:27.506897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60a7c50d-bb49-4123-a72e-688ba8f36765 req-4805e28b-cf87-4238-b688-daaa177e5dd0 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621214 Nov 02 16:25:27.507742 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-78d47145-a221-4ced-911d-aa475e492b90 req-354bd72b-51f1-400d-a1fb-50ed1372bfda tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 950 time: 0.0524027 Nov 02 16:25:27.509130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fee993f1-26cf-4588-8e34-f28e2c631c5c req-7d9f82cd-33bf-4299-ac35-23052110ea02 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/dd48cc25-ce97-48a9-9f61-21889c94da4c HTTP/1.1" status: 200 len: 2403 time: 0.0720868 Nov 02 16:25:27.572611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fee993f1-26cf-4588-8e34-f28e2c631c5c req-7dea3e52-3a3b-4db3-8a2d-e9b76833b9fe tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.613985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Deleting port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:25:27.614368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.619468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fee993f1-26cf-4588-8e34-f28e2c631c5c req-7dea3e52-3a3b-4db3-8a2d-e9b76833b9fe tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.657604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e1ca0-2aac-4d41-8637-48d5de79459b req-1d22b242-1a24-4939-9a0c-352f976d461b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:27.660179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-596e1ca0-2aac-4d41-8637-48d5de79459b req-1d22b242-1a24-4939-9a0c-352f976d461b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0887814 Nov 02 16:25:27.691194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fee993f1-26cf-4588-8e34-f28e2c631c5c req-7dea3e52-3a3b-4db3-8a2d-e9b76833b9fe tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.693746 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fee993f1-26cf-4588-8e34-f28e2c631c5c req-7dea3e52-3a3b-4db3-8a2d-e9b76833b9fe tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.695346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fee993f1-26cf-4588-8e34-f28e2c631c5c req-7dea3e52-3a3b-4db3-8a2d-e9b76833b9fe tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd48cc25-ce97-48a9-9f61-21889c94da4c HTTP/1.1" status: 204 len: 173 time: 0.1797001 Nov 02 16:25:27.715173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-596e1ca0-2aac-4d41-8637-48d5de79459b req-b8e344f2-1867-49bb-a3c1-7fd2a25bb7af tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 Nov 02 16:25:27.716044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea3e52-3a3b-4db3-8a2d-e9b76833b9fe tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd48cc25-ce97-48a9-9f61-21889c94da4c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:27.721261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] For port 3201bc58-3539-4923-aaa4-e5b9d4e8d334, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3201bc58-3539-4923-aaa4-e5b9d4e8d334,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:27.721621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.743588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Calling delete_port for 3201bc58-3539-4923-aaa4-e5b9d4e8d334 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:25:27.840782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3c77d95-5fb8-4016-acac-c4d3b1361e5b req-c031a4ba-97b9-4421-8060-75ccb721ff1a tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "GET /v2.0/security-groups/ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5 HTTP/1.1" status: 200 len: 2397 time: 0.0772357 Nov 02 16:25:27.848962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061accab-4090-4846-933d-5b3e123668c6 req-bea6c83f-ed8d-4a4d-94b5-19221efa28b3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:27.850422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-061accab-4090-4846-933d-5b3e123668c6 req-bea6c83f-ed8d-4a4d-94b5-19221efa28b3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0851281 Nov 02 16:25:27.894017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.916519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-061accab-4090-4846-933d-5b3e123668c6 req-143ff58f-2752-4857-97c7-08e0ebb87ea4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588455 Nov 02 16:25:27.926981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Pushing event deleted for resources: {'Port': ['ID=3201bc58-3539-4923-aaa4-e5b9d4e8d334,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:27.938482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e3c77d95-5fb8-4016-acac-c4d3b1361e5b req-93d12837-09c6-4f09-9f8b-4b217bb3baa4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.958540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e3c77d95-5fb8-4016-acac-c4d3b1361e5b req-93d12837-09c6-4f09-9f8b-4b217bb3baa4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.977249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] No DVR routers for this DVR port 3201bc58-3539-4923-aaa4-e5b9d4e8d334 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:27.981163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:27.985180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-78d47145-a221-4ced-911d-aa475e492b90 req-5606ff4e-4664-40e6-9606-8bb7461d6385 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "DELETE /v2.0/ports/3201bc58-3539-4923-aaa4-e5b9d4e8d334 HTTP/1.1" status: 204 len: 173 time: 0.4715009 Nov 02 16:25:27.985650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'name': 'network-vif-deleted', 'tag': '3201bc58-3539-4923-aaa4-e5b9d4e8d334'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:27.988828 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30cab90-ca23-49ef-aa19-5b21f7ec3ab1" -d '{"events": [{"server_uuid": "e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311", "name": "network-vif-deleted", "tag": "3201bc58-3539-4923-aaa4-e5b9d4e8d334"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:28.006375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['91edff34-9e14-4c2a-a49c-1411f1d89bc4', '3201bc58-3539-4923-aaa4-e5b9d4e8d334'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:28.059469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e3c77d95-5fb8-4016-acac-c4d3b1361e5b req-93d12837-09c6-4f09-9f8b-4b217bb3baa4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.062232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e3c77d95-5fb8-4016-acac-c4d3b1361e5b req-93d12837-09c6-4f09-9f8b-4b217bb3baa4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.069391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45762) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:28.077216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3c77d95-5fb8-4016-acac-c4d3b1361e5b req-93d12837-09c6-4f09-9f8b-4b217bb3baa4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5 HTTP/1.1" status: 204 len: 173 time: 0.2257392 Nov 02 16:25:28.106447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd8116-7c5d-464b-ab66-2c7ca7e1cf3a req-2241a7c9-4ca4-4b5d-8638-6a1f95246fad tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:28.111698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbcd8116-7c5d-464b-ab66-2c7ca7e1cf3a req-2241a7c9-4ca4-4b5d-8638-6a1f95246fad tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.1097207 Nov 02 16:25:28.127192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12837-09c6-4f09-9f8b-4b217bb3baa4 tempest-SecurityGroupRulesTestJSON-1016471695 tempest-SecurityGroupRulesTestJSON-1016471695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c22f9-8dbf-46d0-8b4a-7b41eb0874f5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:28.141351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Deleting subnet 8da97101-ebba-4405-ae7d-33b3f39058f7 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:25:28.145922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.184667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbcd8116-7c5d-464b-ab66-2c7ca7e1cf3a req-f83528ce-83dd-46f4-aa63-8f3ed0398c4c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600362 Nov 02 16:25:28.202280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.211550 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.241923 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bf19f7-d85a-4497-a4f6-410ce8f83987 x-openstack-request-id: req-10bf19f7-d85a-4497-a4f6-410ce8f83987 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:28.242155 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311", "name": "network-vif-deleted", "tag": "3201bc58-3539-4923-aaa4-e5b9d4e8d334", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:28.242382 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10bf19f7-d85a-4497-a4f6-410ce8f83987 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:28.242777 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311', 'name': 'network-vif-deleted', 'tag': '3201bc58-3539-4923-aaa4-e5b9d4e8d334', 'status': 'completed', 'code': 200} Nov 02 16:25:28.281222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.307144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da97101-ebba-4405-ae7d-33b3f39058f7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:28.310890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.314164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-73022096-ce48-4689-8040-02ed75f920fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8da97101-ebba-4405-ae7d-33b3f39058f7 HTTP/1.1" status: 204 len: 168 time: 0.2434843 Nov 02 16:25:28.316973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45766) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:28.379357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0baaf0-4466-4508-a11e-6181342db486 req-119c9ac7-419c-41aa-abaf-6f0ee0824916 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:28.380675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd0baaf0-4466-4508-a11e-6181342db486 req-119c9ac7-419c-41aa-abaf-6f0ee0824916 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1039355 Nov 02 16:25:28.415700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.448733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd0baaf0-4466-4508-a11e-6181342db486 req-7f2ed81d-0308-41af-89c7-868c787a341e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617027 Nov 02 16:25:28.582217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.624463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0870877-6b5f-4e1f-8eef-7790acd4fe4e req-10cc10da-c02c-465f-8e8a-7d7985850b10 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8a2dc85-0e16-4ac4-aab9-6e64c0ba7311 HTTP/1.1" status: 200 len: 210 time: 0.0643744 Nov 02 16:25:28.631736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8f987c-fe27-40e1-b772-7e84a4b851a0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:28.643556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6579b0-fb5f-45b4-957f-169eebb0d58e') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:28.643906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6579b0-fb5f-45b4-957f-169eebb0d58e') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:28.652285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b58e27-fb24-4365-9246-0c45a2ef9136 req-0a580006-53a9-42d9-90dc-069220b4db2a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:28.655088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78b58e27-fb24-4365-9246-0c45a2ef9136 req-0a580006-53a9-42d9-90dc-069220b4db2a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1096 time: 0.1128297 Nov 02 16:25:28.657082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.680930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.694543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:28.696678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:28.713518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:25:28.713925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:25:28.715663 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:25:28.768833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78b58e27-fb24-4365-9246-0c45a2ef9136 req-4a726613-2cd3-4c5a-81d7-36d04983446a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047268 Nov 02 16:25:28.793930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.808624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1d78c-13ce-450d-a72e-b0505f5645bf req-44698f48-1559-48fb-a493-804c9492027b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:28.810277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ba1d78c-13ce-450d-a72e-b0505f5645bf req-44698f48-1559-48fb-a493-804c9492027b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.1270938 Nov 02 16:25:28.812571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.819527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a8f987c-fe27-40e1-b772-7e84a4b851a0 HTTP/1.1" status: 204 len: 168 time: 0.4985805 Nov 02 16:25:28.819970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:28.826405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:28.827171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:28.830845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49bb99-abe0-4c7b-ae93-b1938cc4e01e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a8f987c-fe27-40e1-b772-7e84a4b851a0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:28.886594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ba1d78c-13ce-450d-a72e-b0505f5645bf req-a4d20488-5c58-4cda-8fef-40365be39fdf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571785 Nov 02 16:25:28.935009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1edbe-da56-4c40-84b5-640f8062fa89 req-0a46d7b0-4e5d-4bc8-928f-38543cd4896b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:28.943848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3db1edbe-da56-4c40-84b5-640f8062fa89 req-0a46d7b0-4e5d-4bc8-928f-38543cd4896b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 950 time: 0.0828042 Nov 02 16:25:28.985083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:29.008296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:29.019473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3db1edbe-da56-4c40-84b5-640f8062fa89 req-d790851f-08f3-4c75-80bb-7d99c39ccc39 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Nov 02 16:25:29.029817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'mac_address': 'fa:16:3e:4f:41:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:29.046942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a2bef791-adf4-4529-a233-8e60df27f183 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48922ad08c6149caa6bcabce3fd51854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589774 Nov 02 16:25:29.049594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:29.081113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.116563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:29.124693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f563d2-288f-451f-8365-f9e7853b97e5 req-bab9861e-360c-4b74-b3cf-65223a3e3904 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:29.126717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0f563d2-288f-451f-8365-f9e7853b97e5 req-bab9861e-360c-4b74-b3cf-65223a3e3904 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0896738 Nov 02 16:25:29.147984 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.150358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579580e6-f36e-4ef7-915a-691cebaa1099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.162500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:29.169670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.182189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579580e6-f36e-4ef7-915a-691cebaa1099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.193755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:29.199216 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19bdc3-0dd0-4022-a44c-2b46945caca4" -d '{"events": [{"server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "name": "network-vif-plugged", "status": "completed", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:29.223184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:29.231813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0f563d2-288f-451f-8365-f9e7853b97e5 req-6164ad27-6791-4a98-b393-6f19bc281ef2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899651 Nov 02 16:25:29.288192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579580e6-f36e-4ef7-915a-691cebaa1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.291287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579580e6-f36e-4ef7-915a-691cebaa1099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.295106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-579580e6-f36e-4ef7-915a-691cebaa1099 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e476be-a043-4b16-90a9-f1f48fd7a52c HTTP/1.1" status: 204 len: 168 time: 0.2419462 Nov 02 16:25:29.295271 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.295271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:29.331519 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e3f222-679e-4e20-ac93-d86ce39afefb x-openstack-request-id: req-98e3f222-679e-4e20-ac93-d86ce39afefb {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:29.332130 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "name": "network-vif-plugged", "status": "completed", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:29.332719 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98e3f222-679e-4e20-ac93-d86ce39afefb {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:29.333597 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'code': 200} Nov 02 16:25:29.333812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579580e6-f36e-4ef7-915a-691cebaa1099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e476be-a043-4b16-90a9-f1f48fd7a52c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:29.337083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:29.469576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffdaf0-2ed9-486a-9f2d-7e7ef6e591fb req-3a28a132-f3ed-4004-9d8b-4c670756138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:29.474830 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0ffdaf0-2ed9-486a-9f2d-7e7ef6e591fb req-3a28a132-f3ed-4004-9d8b-4c670756138a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1097 time: 0.0931890 Nov 02 16:25:29.498220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:29.528448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1d748-463e-4436-bf7a-84a279d00025 req-c92478bf-ebb6-4b6b-bab4-65ed4ca638b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:29.539276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48be7a9d-0df9-4159-9c26-f7d1c97dbba2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:29.541550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20b1d748-463e-4436-bf7a-84a279d00025 req-c92478bf-ebb6-4b6b-bab4-65ed4ca638b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.1032388 Nov 02 16:25:29.557159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0ffdaf0-2ed9-486a-9f2d-7e7ef6e591fb req-ec439439-6210-48c4-87aa-b5854b6a5f95 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743446 Nov 02 16:25:29.587779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20b1d748-463e-4436-bf7a-84a279d00025 req-21c4b0df-4810-429c-93ac-4aa99cbb6acf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Nov 02 16:25:29.589743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.616108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:29.676410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:29.686538 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:29.787911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:29.920088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aa52d-c740-43a9-b8a6-331327a58ce7 req-5b1c8628-ffa4-4dda-bee9-22ef27723949 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:29.944885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-357aa52d-c740-43a9-b8a6-331327a58ce7 req-5b1c8628-ffa4-4dda-bee9-22ef27723949 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 1101 time: 0.1622136 Nov 02 16:25:29.985679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-357aa52d-c740-43a9-b8a6-331327a58ce7 req-f25bbeda-a9cc-4c36-aef1-c6b63fc8c23b tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Nov 02 16:25:30.149310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6bd36-d94d-4019-ae0e-c6f300489697 req-1a8a4deb-b56a-42d0-a6fd-ee3d89edb9de tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:30.150891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ae6bd36-d94d-4019-ae0e-c6f300489697 req-1a8a4deb-b56a-42d0-a6fd-ee3d89edb9de tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1207356 Nov 02 16:25:30.166517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcebcb9-3584-49e5-81d7-23fbac9903c9 req-575668e2-cbc4-4e19-8d01-24c68d73cd4d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:30.167999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dcebcb9-3584-49e5-81d7-23fbac9903c9 req-575668e2-cbc4-4e19-8d01-24c68d73cd4d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.0962024 Nov 02 16:25:30.236508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dcebcb9-3584-49e5-81d7-23fbac9903c9 req-6d941fe3-4158-482d-904c-6b555062c15d tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609982 Nov 02 16:25:30.248933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ae6bd36-d94d-4019-ae0e-c6f300489697 req-ee67ff23-f60f-4a51-a50c-71b5ebb33c53 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919898 Nov 02 16:25:30.384852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45860) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:30.385650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-2bc7c27a-636a-4a83-b316-4209108dfaf2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272503 Nov 02 16:25:30.422650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6b903-a750-4068-a52e-a00a165e9db0 req-44b08d56-295f-41ed-a51c-cd34241e4b6d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:30.424760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26c6b903-a750-4068-a52e-a00a165e9db0 req-44b08d56-295f-41ed-a51c-cd34241e4b6d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 949 time: 0.1080587 Nov 02 16:25:30.496291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-683580819-network', 'tenant_id': 'a2c0048726434ced96b5b0a56421c075'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:30.506639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26c6b903-a750-4068-a52e-a00a165e9db0 req-90d6b7a6-4378-4993-b4f7-abc32824f27f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533552 Nov 02 16:25:30.523258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Made reservation on behalf of a2c0048726434ced96b5b0a56421c075 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:30.526528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.538199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.540010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-cde06c84-6504-49cc-bff3-282f824875e0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:30.541737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-cde06c84-6504-49cc-bff3-282f824875e0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502471 Nov 02 16:25:30.557407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-f0f400dd-4ae7-49dd-8353-62cafaade0ae tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/quotas/79ae8d43675846f9bc18de4bdf779d8b HTTP/1.1" status: 200 len: 375 time: 0.0099676 Nov 02 16:25:30.625992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.631203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.655788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:25:30.657251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-24a0a644-00e6-4099-8921-36947e0d800c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0932662 Nov 02 16:25:30.669359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0057f-1018-437a-8e29-b35ba51afc05 req-215de360-1a7d-45be-8b49-ee1f934519a0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:30.672173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4d7f7-a160-4381-9cea-e8224466c456,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:30.675786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92f0057f-1018-437a-8e29-b35ba51afc05 req-215de360-1a7d-45be-8b49-ee1f934519a0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0764430 Nov 02 16:25:30.678715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.679273 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Added segment 7e450b86-9992-47d5-b487-fa9cf79bca80 of type vlan for network 5db670cd-d008-4441-aab4-de76f4e62712 Nov 02 16:25:30.701066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3201bc58-3539-4923-aaa4-e5b9d4e8d334 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:30.723945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.747529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 3201bc58-3539-4923-aaa4-e5b9d4e8d334 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:25:30.747874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3201bc58-3539-4923-aaa4-e5b9d4e8d334 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:30.752266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92f0057f-1018-437a-8e29-b35ba51afc05 req-fd8ff3fb-77af-4429-ab0d-e0bc7be19f2d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734086 Nov 02 16:25:30.760229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.761354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:30.762100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:30.854060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4680302 Nov 02 16:25:30.856787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:30.862303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Request body: {'subnet': {'network_id': '5db670cd-d008-4441-aab4-de76f4e62712', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-683580819-subnet', 'tenant_id': 'a2c0048726434ced96b5b0a56421c075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:30.896367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee69cf-0b2e-4715-b3e9-7076cf97bf9b admin admin] Pushing event updated for resources: {'Network': ['ID=5db670cd-d008-4441-aab4-de76f4e62712,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:30.912006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 5db670cd-d008-4441-aab4-de76f4e62712 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:25:30.928598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d8aa7d3-b4a0-4833-9bf6-8f1bec390edb req-02f14051-21df-4606-8891-013f7bedff31 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 210 time: 0.0444832 Nov 02 16:25:30.934091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Made reservation on behalf of a2c0048726434ced96b5b0a56421c075 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:30.936754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:31.152741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:31.219024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f950ef-1221-4c33-ac5f-5cc5d6e52f0c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:31.230252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Checking segment: {'id': '7e450b86-9992-47d5-b487-fa9cf79bca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5db670cd-d008-4441-aab4-de76f4e62712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:31.230833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Network hostable DHCP agents. Network: 5db670cd-d008-4441-aab4-de76f4e62712, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:25:31.254528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Network 5db670cd-d008-4441-aab4-de76f4e62712 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:25:31.268485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 5db670cd-d008-4441-aab4-de76f4e62712) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:31.277600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3063580-ce00-42eb-8f1e-1b4990a97be0 None None] Network 5db670cd-d008-4441-aab4-de76f4e62712 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:31.284064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:31.284964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:31.340193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ee9057ae-9f00-42af-81cf-a116a2237941 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4823134 Nov 02 16:25:31.452506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a9b7-d26d-4367-acab-59f58659dc7d req-f97baf98-3299-4b57-bebb-40589bf207be tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:31.460599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e163a9b7-d26d-4367-acab-59f58659dc7d req-f97baf98-3299-4b57-bebb-40589bf207be tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.1006660 Nov 02 16:25:31.493574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd528323-e245-42ae-89bb-daf77e3fa9e3 req-225b4df1-f71d-441e-b52f-c31bb34056e5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:31.496553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd528323-e245-42ae-89bb-daf77e3fa9e3 req-225b4df1-f71d-441e-b52f-c31bb34056e5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1023560 Nov 02 16:25:31.509833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1150b8-e27c-47b2-813e-7f00c0c27699 None None] Network 5db670cd-d008-4441-aab4-de76f4e62712 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:31.539345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-404f27e9-5801-418c-88b5-c35e7efa865c tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:31.549887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-404f27e9-5801-418c-88b5-c35e7efa865c tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 949 time: 0.1010203 Nov 02 16:25:31.567511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e163a9b7-d26d-4367-acab-59f58659dc7d req-176b4fec-1250-4db5-8ab2-6e2548547c82 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/security-groups?id=e641ce74-823d-445e-a294-53b59cb7c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056638 Nov 02 16:25:31.662974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd528323-e245-42ae-89bb-daf77e3fa9e3 req-66783f7e-9ac8-45ad-b482-0c496fc604f3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508989 Nov 02 16:25:31.715513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-e761d22e-cc9b-4e20-b3d2-0b030ba50a4b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1281972 Nov 02 16:25:31.768221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Deleting port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:25:31.768431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:31.818334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77719bd-c33f-4dec-9dd2-b07e8cfcf106 req-14f9c41d-e258-494a-bad5-6bc0b6a04af8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:31.819822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d77719bd-c33f-4dec-9dd2-b07e8cfcf106 req-14f9c41d-e258-494a-bad5-6bc0b6a04af8 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 949 time: 0.1203108 Nov 02 16:25:31.879542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d77719bd-c33f-4dec-9dd2-b07e8cfcf106 req-701635df-0ac2-4823-902e-14bf3ccbc96f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524666 Nov 02 16:25:31.900524 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-5da60678-5b6b-42da-810f-a1b9f4b2d155 req-fab47d50-aa7e-422b-9b29-775a1fdb9da8 tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] show failed (client error): The resource could not be found. Nov 02 16:25:31.903185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-01229b7d-54b1-432d-8c3d-66968c59fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:31.903997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-01229b7d-54b1-432d-8c3d-66968c59fd29 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ca8e9394075f44ca861529d349a41dc1&device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 1100 time: 0.0699341 Nov 02 16:25:31.912441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5da60678-5b6b-42da-810f-a1b9f4b2d155 req-fab47d50-aa7e-422b-9b29-775a1fdb9da8 tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups/780ee442-b589-4451-8ead-40fc92473d54 HTTP/1.1" status: 404 len: 352 time: 0.0253754 Nov 02 16:25:31.946895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] For port 91edff34-9e14-4c2a-a49c-1411f1d89bc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=91edff34-9e14-4c2a-a49c-1411f1d89bc4,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:31.947291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:31.999534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e961117-1f15-4fa3-90e6-93dbc5c2b622 req-0542b3a2-c056-4261-8276-8fee9a0957d4 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:32.001088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e961117-1f15-4fa3-90e6-93dbc5c2b622 req-0542b3a2-c056-4261-8276-8fee9a0957d4 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1097 time: 0.0664005 Nov 02 16:25:32.004804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Calling delete_port for 91edff34-9e14-4c2a-a49c-1411f1d89bc4 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:25:32.030225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf7ef7-96a1-4bca-9e83-0949f7e60f76 req-9a5bb82b-6037-4fc1-808d-fc96ada7f5d0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:32.031773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19bf7ef7-96a1-4bca-9e83-0949f7e60f76 req-9a5bb82b-6037-4fc1-808d-fc96ada7f5d0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0696628 Nov 02 16:25:32.082823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e961117-1f15-4fa3-90e6-93dbc5c2b622 req-dd5346ab-2c92-4cac-8c8e-0c02ca203223 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713272 Nov 02 16:25:32.115491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-6b5a001f-0651-4998-a7b2-aee1b50e7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:32.117036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-6b5a001f-0651-4998-a7b2-aee1b50e7f3c service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1671646 Nov 02 16:25:32.127467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19bf7ef7-96a1-4bca-9e83-0949f7e60f76 req-7e4f6c3d-10c8-4b94-96e2-4ebfd72b0743 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Nov 02 16:25:32.191927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-1dcfe695-7b76-49b3-91f0-cc36b5af317c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905240 Nov 02 16:25:32.214863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-526a3ca1-874f-4974-bdbb-99696f62abba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa HTTP/1.1" status: 200 len: 217 time: 0.0735793 Nov 02 16:25:32.236429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:32.253625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['91edff34-9e14-4c2a-a49c-1411f1d89bc4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:32.296179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Pushing event deleted for resources: {'Port': ['ID=91edff34-9e14-4c2a-a49c-1411f1d89bc4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:32.356099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef134e45-69b1-4246-a898-3646a35a25b2 req-c25ac43a-0c9f-4ade-ba26-ea2a253e266f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 210 time: 0.1284418 Nov 02 16:25:32.361459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-710df68f-9d2e-468c-b04a-2bdbb5db4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:32.363116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-710df68f-9d2e-468c-b04a-2bdbb5db4f59 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0768762 Nov 02 16:25:32.451494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] No DVR routers for this DVR port 91edff34-9e14-4c2a-a49c-1411f1d89bc4 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:32.460115 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:32.464915 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6b82b201-77d6-46ce-acf0-7c4dfdccce5a req-a2e172f4-ac4e-4776-9454-917b941775b7 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.55 "DELETE /v2.0/ports/91edff34-9e14-4c2a-a49c-1411f1d89bc4 HTTP/1.1" status: 204 len: 173 time: 0.9082975 Nov 02 16:25:32.465387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'name': 'network-vif-deleted', 'tag': '91edff34-9e14-4c2a-a49c-1411f1d89bc4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:32.467979 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77365574-f584-4b95-81b4-82193acdb9dd" -d '{"events": [{"server_uuid": "68b67c8c-9c74-4ee7-a73e-bffb0cc54b38", "name": "network-vif-deleted", "tag": "91edff34-9e14-4c2a-a49c-1411f1d89bc4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:32.494333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-5da4f1bb-f17b-4fde-a5a7-dc20a553da8d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:32.496383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-5da4f1bb-f17b-4fde-a5a7-dc20a553da8d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950337 Nov 02 16:25:32.508319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-444157f6-2868-448e-80e4-7388cefc6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:32.510396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-444157f6-2868-448e-80e4-7388cefc6cdc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964911 Nov 02 16:25:32.514312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Request body: {'port': {'device_id': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '79ae8d43675846f9bc18de4bdf779d8b'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:32.536437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1376f84-95b3-47c9-857c-9e870574adc7 req-1d25a378-afdc-409b-a758-087f2d43c8ee tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2c0048726434ced96b5b0a56421c075 HTTP/1.1" status: 200 len: 2984 time: 0.1297953 Nov 02 16:25:32.697303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-ef8a2494-d317-46c2-a76f-72278e5035fb service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717403 Nov 02 16:25:32.697927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1376f84-95b3-47c9-857c-9e870574adc7 req-90049888-a3d7-429e-931a-e38ef5a32085 tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups/faf4d7f7-a160-4381-9cea-e8224466c456 HTTP/1.1" status: 200 len: 2981 time: 0.1158307 Nov 02 16:25:32.725376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:32.738974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Made reservation on behalf of 79ae8d43675846f9bc18de4bdf779d8b for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:32.742498 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:32.790237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1376f84-95b3-47c9-857c-9e870574adc7 req-bae93a0c-8c7f-4f60-a1a9-6f4e9fe2eb9b tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups/faf4d7f7-a160-4381-9cea-e8224466c456 HTTP/1.1" status: 200 len: 2981 time: 0.0916505 Nov 02 16:25:32.833132 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e487bb-9291-433a-82eb-e96df7c9ef92 x-openstack-request-id: req-f9e487bb-9291-433a-82eb-e96df7c9ef92 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:32.833434 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b67c8c-9c74-4ee7-a73e-bffb0cc54b38", "name": "network-vif-deleted", "tag": "91edff34-9e14-4c2a-a49c-1411f1d89bc4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:32.833690 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9e487bb-9291-433a-82eb-e96df7c9ef92 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:32.834101 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b67c8c-9c74-4ee7-a73e-bffb0cc54b38', 'name': 'network-vif-deleted', 'tag': '91edff34-9e14-4c2a-a49c-1411f1d89bc4', 'status': 'completed', 'code': 200} Nov 02 16:25:32.867903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:32.868598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:32.945535 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54d79cc4-ef1c-403d-8a79-194d58505d5e req-652b98b5-7098-478d-832e-0479b459ccd7 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329404 Nov 02 16:25:32.947408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a778a188-118c-42f2-9417-48e5e45b19ee req-136f2d47-194a-4e58-9e33-76cb02ae9cb5 tempest-ServersAdminNegativeTestJSON-656083066 tempest-ServersAdminNegativeTestJSON-656083066-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b67c8c-9c74-4ee7-a73e-bffb0cc54b38 HTTP/1.1" status: 200 len: 210 time: 0.0508204 Nov 02 16:25:32.991725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:33.009773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f767434b-a0b4-4620-b366-8551d01336a8 req-de7d2e97-c158-4d63-9cb2-277392091b7f tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups/faf4d7f7-a160-4381-9cea-e8224466c456 HTTP/1.1" status: 200 len: 2981 time: 0.1146352 Nov 02 16:25:33.021385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:33.023793 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c6bcea-d4ba-4dc6-a428-a6a630cfef3f" -d '{"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-plugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:33.060026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:33.066875 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:33.071755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 91edff34-9e14-4c2a-a49c-1411f1d89bc4 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:33.102605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 91edff34-9e14-4c2a-a49c-1411f1d89bc4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:25:33.103075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 91edff34-9e14-4c2a-a49c-1411f1d89bc4 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:33.167123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:33.181382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Allocated IP 192.168.233.77 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/eadc2cff-17dd-4865-9e71-fe70d16269dc) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:33.195781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52e25-becb-4be3-a454-4124ac106072 req-5cc61c21-4a15-40a4-93b0-0ce90dcd0afa tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:33.197270 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cff52e25-becb-4be3-a454-4124ac106072 req-5cc61c21-4a15-40a4-93b0-0ce90dcd0afa tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 951 time: 0.1682003 Nov 02 16:25:33.210221 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-f767434b-a0b4-4620-b366-8551d01336a8 req-9f52685a-b67c-4524-862b-79fae67f4a33 tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 16:25:33.224976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f767434b-a0b4-4620-b366-8551d01336a8 req-9f52685a-b67c-4524-862b-79fae67f4a33 tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "DELETE /v2.0/security-groups/faf4d7f7-a160-4381-9cea-e8224466c456 HTTP/1.1" status: 409 len: 352 time: 0.2129312 Nov 02 16:25:33.255228 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a90e8b-7c83-4967-a652-d63b22eb02bb x-openstack-request-id: req-40a90e8b-7c83-4967-a652-d63b22eb02bb {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:33.255719 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-plugged", "status": "completed", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:33.255819 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40a90e8b-7c83-4967-a652-d63b22eb02bb {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:33.256170 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'code': 200} Nov 02 16:25:33.429904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c67b-f2cc-4a60-a700-4e06d92817d3 req-b007142f-3af3-498f-9684-e1320e7718d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:33.431886 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0af7c67b-f2cc-4a60-a700-4e06d92817d3 req-b007142f-3af3-498f-9684-e1320e7718d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1102 time: 0.0583687 Nov 02 16:25:33.476438 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0af7c67b-f2cc-4a60-a700-4e06d92817d3 req-9a4c1ae3-8a3c-4d39-8034-549dd0304c7a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Nov 02 16:25:33.654167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cff52e25-becb-4be3-a454-4124ac106072 req-cf188447-43b0-4398-847f-615d2ee49005 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287531 Nov 02 16:25:33.719841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bef09-6b82-4a5b-81a7-47f732cd551c req-7adcc9ce-fd79-4c81-87c1-a2370366c12e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:33.721819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d2bef09-6b82-4a5b-81a7-47f732cd551c req-7adcc9ce-fd79-4c81-87c1-a2370366c12e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.4061668 Nov 02 16:25:33.757209 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-690e3a38-a78b-4643-a113-3f859732b4d7 req-0e9cde1f-e4c4-487c-8372-fce871bf3efb tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] show failed (client error): The resource could not be found. Nov 02 16:25:33.758309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-690e3a38-a78b-4643-a113-3f859732b4d7 req-0e9cde1f-e4c4-487c-8372-fce871bf3efb tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups/cf9dc739-5f71-4b04-b473-bdce5f43af9e HTTP/1.1" status: 404 len: 352 time: 0.0353496 Nov 02 16:25:33.821313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:33.826988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d2bef09-6b82-4a5b-81a7-47f732cd551c req-9059603e-9857-4901-9cbc-efe096c76b31 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885077 Nov 02 16:25:33.880270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:33.891689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec', '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:33.929838 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-f20c787f-9fbf-4db1-9fb8-58979747ead3 req-642c4a61-864b-4140-9170-c8473fe7a2cb tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] show failed (client error): The resource could not be found. Nov 02 16:25:33.931268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f20c787f-9fbf-4db1-9fb8-58979747ead3 req-642c4a61-864b-4140-9170-c8473fe7a2cb tempest-SecurityGroupsNegativeTestJSON-147480438 tempest-SecurityGroupsNegativeTestJSON-147480438-project] 10.222.0.31 "GET /v2.0/security-groups/f39f836b-78e3-48f3-b2b3-0c4052c5a1f0 HTTP/1.1" status: 404 len: 352 time: 0.0549557 Nov 02 16:25:33.941118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', '84b27e37-019a-4734-b5db-35f34e83ed5e', '96dfc627-6d38-4b46-8606-fb5e7088e2b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:33.946044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45952) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:33.958811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:33.983786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:33.995628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:34.059555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:34.063490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.081599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event updated for resources: {'Port': ['ID=eadc2cff-17dd-4865-9e71-fe70d16269dc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:34.131515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103d21-adeb-471e-8a21-5157e9a22346 req-686adad9-ee86-4b2e-b81d-0ad9326077ed tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:34.133112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3103d21-adeb-471e-8a21-5157e9a22346 req-686adad9-ee86-4b2e-b81d-0ad9326077ed tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 935 time: 0.2044733 Nov 02 16:25:34.203491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3103d21-adeb-471e-8a21-5157e9a22346 req-440037e8-052d-48d3-a41c-29c89d944380 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Nov 02 16:25:34.220493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-7cc68320-22d2-4438-8ee3-d72ac2dbd5c8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7144456 Nov 02 16:25:34.234290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Request body: {'port': {'device_id': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:34.361337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.459446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Deleting subnet 93f950ef-1221-4c33-ac5f-5cc5d6e52f0c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:25:34.472602 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.487320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-faf4ad39-7cda-4d42-a5aa-964db558f85c None None] Provisioning complete for port eadc2cff-17dd-4865-9e71-fe70d16269dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:34.488041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-faf4ad39-7cda-4d42-a5aa-964db558f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.529021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:34.560577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.580045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.600520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-faf4ad39-7cda-4d42-a5aa-964db558f85c None None] Port eadc2cff-17dd-4865-9e71-fe70d16269dc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:34.712448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.769436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:34.776001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/93f950ef-1221-4c33-ac5f-5cc5d6e52f0c HTTP/1.1" status: 204 len: 168 time: 0.8288419 Nov 02 16:25:34.780802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45976) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:34.781536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de8a0c-4dc9-4224-af6a-8b2351dfb0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f950ef-1221-4c33-ac5f-5cc5d6e52f0c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:34.837533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1b548-1275-4a8b-8d46-7ef5a092ecec req-231fd0f3-72c9-402e-96f9-8107d4f24b76 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:34.839072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bb1b548-1275-4a8b-8d46-7ef5a092ecec req-231fd0f3-72c9-402e-96f9-8107d4f24b76 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 951 time: 0.0741343 Nov 02 16:25:34.877717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c46953ab-38a3-4a40-921c-4aea21fdb61e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5484c2e9984a4556be44975657ce9b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451581 Nov 02 16:25:34.882217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45982) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:34.920380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.019306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03436eed-9c4c-4f70-b4d1-10296b905b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.022038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadc2cff-17dd-4865-9e71-fe70d16269dc {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:35.028954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bb1b548-1275-4a8b-8d46-7ef5a092ecec req-7fa3e35c-2840-4754-928c-77e20f94751a tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784964 Nov 02 16:25:35.035584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.067928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12b2c-e4af-4911-ba6a-cb3c1e910b0d req-369667ae-2e18-459a-9457-15c9eede803c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:35.074930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3e12b2c-e4af-4911-ba6a-cb3c1e910b0d req-369667ae-2e18-459a-9457-15c9eede803c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1094356 Nov 02 16:25:35.077334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Transition to ACTIVE for port object eadc2cff-17dd-4865-9e71-fe70d16269dc will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:35.097803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.109738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.124212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03436eed-9c4c-4f70-b4d1-10296b905b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.148168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.148539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.150283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.150283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.150283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.150283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.150589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.150954 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.151300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.151627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.189720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3e12b2c-e4af-4911-ba6a-cb3c1e910b0d req-c418f578-0843-4cac-bbd2-a9fce9e0f504 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111372 Nov 02 16:25:35.192027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc2cff-17dd-4865-9e71-fe70d16269dc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:35.242797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.243196 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.243536 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.249416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:25:35.249970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db670cd-d008-4441-aab4-de76f4e62712']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:35.308272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e450b86-9992-47d5-b487-fa9cf79bca80') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:35.311574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e450b86-9992-47d5-b487-fa9cf79bca80') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:35.385850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.440544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.471435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Attempting to bind port eadc2cff-17dd-4865-9e71-fe70d16269dc on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:35.471777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Attempting to bind port eadc2cff-17dd-4865-9e71-fe70d16269dc by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:35.472107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Attempting to bind port eadc2cff-17dd-4865-9e71-fe70d16269dc on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:35.483470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:25:35.483680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Port eadc2cff-17dd-4865-9e71-fe70d16269dc on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:35.483876 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.484019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Attempting to bind port eadc2cff-17dd-4865-9e71-fe70d16269dc on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:35.496419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:35.496822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:35.497276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:35.498190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Bound port: eadc2cff-17dd-4865-9e71-fe70d16269dc, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:35.498585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: from cryptography.utils import int_from_bytes Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: from cryptography.utils import int_from_bytes Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:25:35.506468 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:25:35.525684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82efb1-a229-403d-9dff-3c72da7531f0 req-0263989c-3124-45a5-9925-f624a3828b10 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:35.529021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a82efb1-a229-403d-9dff-3c72da7531f0 req-0263989c-3124-45a5-9925-f624a3828b10 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 947 time: 0.1681240 Nov 02 16:25:35.584471 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03436eed-9c4c-4f70-b4d1-10296b905b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.587532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03436eed-9c4c-4f70-b4d1-10296b905b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.591826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-03436eed-9c4c-4f70-b4d1-10296b905b91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e641ce74-823d-445e-a294-53b59cb7c56c HTTP/1.1" status: 204 len: 168 time: 0.7086117 Nov 02 16:25:35.616315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03436eed-9c4c-4f70-b4d1-10296b905b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641ce74-823d-445e-a294-53b59cb7c56c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:35.620849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.630035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.634400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5db670cd-d008-4441-aab4-de76f4e62712 HTTP/1.1" status: 204 len: 168 time: 0.8493767 Nov 02 16:25:35.648258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcf1af-0caa-4831-92e0-2d74f2f0aad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db670cd-d008-4441-aab4-de76f4e62712,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:35.703514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a82efb1-a229-403d-9dff-3c72da7531f0 req-254de710-d348-411c-acb9-d1d72bb539c0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595328 Nov 02 16:25:35.751737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f8733-8207-4ee1-b37a-509dfcf15947 req-c32d0721-90b9-4c1c-bae3-8948575764f2 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:35.754239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c54f8733-8207-4ee1-b37a-509dfcf15947 req-c32d0721-90b9-4c1c-bae3-8948575764f2 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1102 time: 0.1981256 Nov 02 16:25:35.795384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] For port eadc2cff-17dd-4865-9e71-fe70d16269dc, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:35.828835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c54f8733-8207-4ee1-b37a-509dfcf15947 req-7aff450e-4bbf-4ba4-b455-759ac9587164 tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Nov 02 16:25:35.831671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] For port eadc2cff-17dd-4865-9e71-fe70d16269dc, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:35.840716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:35.846451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:35.938045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bad094c5-6feb-4076-af86-d93bf0f4643e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2c0048726434ced96b5b0a56421c075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960658 Nov 02 16:25:35.943742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46008) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:35.944551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc2cff-17dd-4865-9e71-fe70d16269dc,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:36.000786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:36.001906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.003833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-eae9a2d5-76b5-41ff-ab10-b08481a82994 service neutron] 10.222.0.55 "PUT /v2.0/ports/eadc2cff-17dd-4865-9e71-fe70d16269dc HTTP/1.1" status: 200 len: 1095 time: 1.7739112 Nov 02 16:25:36.004276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'tag': 'eadc2cff-17dd-4865-9e71-fe70d16269dc'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:36.006576 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192" -d '{"events": [{"name": "network-changed", "server_uuid": "29601c4a-b2d8-4ec5-90fa-099becd1c8c3", "tag": "eadc2cff-17dd-4865-9e71-fe70d16269dc"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:36.022279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b72b117-ad65-479c-af1e-546686a1d7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.146910 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c463e988-f6eb-498a-8327-13c332489b8f x-openstack-request-id: req-c463e988-f6eb-498a-8327-13c332489b8f {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:36.147217 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29601c4a-b2d8-4ec5-90fa-099becd1c8c3", "tag": "eadc2cff-17dd-4865-9e71-fe70d16269dc", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:36.147486 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c463e988-f6eb-498a-8327-13c332489b8f {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:36.147879 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'tag': 'eadc2cff-17dd-4865-9e71-fe70d16269dc', 'status': 'completed', 'code': 200} Nov 02 16:25:36.151129 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b72b117-ad65-479c-af1e-546686a1d7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.178175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46014) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:36.268298 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6201dec2-314f-4f0b-81e5-55c68c9fbb82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c929e293f9645178e670c0b594da6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885789 Nov 02 16:25:36.270582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46020) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:36.283300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-fc1bcccd-6e5e-40e2-9cea-ff9f27a693a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:36.286012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-fc1bcccd-6e5e-40e2-9cea-ff9f27a693a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 1098 time: 0.2251699 Nov 02 16:25:36.291714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ccd9d-b14e-4f26-9919-5eee5a560537 req-d657358b-c974-41e0-b239-71cbca5902ec tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:36.293289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e28ccd9d-b14e-4f26-9919-5eee5a560537 req-d657358b-c974-41e0-b239-71cbca5902ec tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 1102 time: 0.1497269 Nov 02 16:25:36.334388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d94147cc-1590-4f9b-894a-a6eafe74fee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.359552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d94147cc-1590-4f9b-894a-a6eafe74fee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.366874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-148058d0-ce48-4ecf-b8bb-8279e8941749 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc HTTP/1.1" status: 200 len: 217 time: 0.0675201 Nov 02 16:25:36.374518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b72b117-ad65-479c-af1e-546686a1d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.377365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b72b117-ad65-479c-af1e-546686a1d7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.378541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7b72b117-ad65-479c-af1e-546686a1d7b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faf4d7f7-a160-4381-9cea-e8224466c456 HTTP/1.1" status: 204 len: 168 time: 0.4241838 Nov 02 16:25:36.416429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d94147cc-1590-4f9b-894a-a6eafe74fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.440363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d94147cc-1590-4f9b-894a-a6eafe74fee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:36.442643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d94147cc-1590-4f9b-894a-a6eafe74fee1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1021496e-b285-4b25-b941-dbd05b662cdd HTTP/1.1" status: 204 len: 168 time: 0.1705616 Nov 02 16:25:36.454937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72b117-ad65-479c-af1e-546686a1d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4d7f7-a160-4381-9cea-e8224466c456,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:36.460554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-390a806a-f7e9-42f3-996e-ba4acfbd22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:36.461676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-390a806a-f7e9-42f3-996e-ba4acfbd22a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0800788 Nov 02 16:25:36.475386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94147cc-1590-4f9b-894a-a6eafe74fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021496e-b285-4b25-b941-dbd05b662cdd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:36.562174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e28ccd9d-b14e-4f26-9919-5eee5a560537 req-c5c3d38a-c4fb-49f8-9fc8-6e08526d2a8a tempest-ServersAdminTestJSON-528310433 tempest-ServersAdminTestJSON-528310433-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000916 Nov 02 16:25:36.587021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63745e1-e44c-472b-860c-84c1582f72d2 req-c2cee6cd-ff4b-46ab-a249-b925ac4a2a4f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:36.588549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f63745e1-e44c-472b-860c-84c1582f72d2 req-c2cee6cd-ff4b-46ab-a249-b925ac4a2a4f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.2234499 Nov 02 16:25:36.609173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-b3725b4e-aede-4522-be93-142570ff9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:36.609173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-b3725b4e-aede-4522-be93-142570ff9ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287115 Nov 02 16:25:36.797150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f63745e1-e44c-472b-860c-84c1582f72d2 req-6f0212db-f321-421a-8b7b-ba7b5240fde8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877649 Nov 02 16:25:36.953926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-b078f691-d5c0-4655-94c9-45ca1a625d05 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254540 Nov 02 16:25:37.004214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5658d8-5a20-4d2b-913f-9eb9f5054c24 req-5aeebbd1-7732-4e68-ad1d-0181f33c2988 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.005718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c5658d8-5a20-4d2b-913f-9eb9f5054c24 req-5aeebbd1-7732-4e68-ad1d-0181f33c2988 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 947 time: 0.1437654 Nov 02 16:25:37.077002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac1b1a-daa9-481e-a034-a800154ea631 req-a5c50708-7343-4007-84c1-f7420b5acc27 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.078544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0ac1b1a-daa9-481e-a034-a800154ea631 req-a5c50708-7343-4007-84c1-f7420b5acc27 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 950 time: 0.1667376 Nov 02 16:25:37.094408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c5658d8-5a20-4d2b-913f-9eb9f5054c24 req-56c57143-98fc-4448-9681-070d986e9ac6 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597322 Nov 02 16:25:37.170155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d2794bf-0085-4ef5-8a27-1e7dd8e5d3a6 req-58c0754c-e71c-4ff4-b95e-c6e8433d5174 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046356 Nov 02 16:25:37.187030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0ac1b1a-daa9-481e-a034-a800154ea631 req-325c7429-e733-44d3-b94c-f547f1d13e5f tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005256 Nov 02 16:25:37.287093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-315a8efd-6e54-4a7d-b030-d814fd6cbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.288946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-315a8efd-6e54-4a7d-b030-d814fd6cbee6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0554450 Nov 02 16:25:37.395575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-1bbf7ed2-cc74-49f8-912b-afd6b684e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.397137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-1bbf7ed2-cc74-49f8-912b-afd6b684e119 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1006868 Nov 02 16:25:37.459804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-5b04f3d0-d979-40f3-b563-281c4d447cce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc HTTP/1.1" status: 200 len: 217 time: 0.0545845 Nov 02 16:25:37.472833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46064) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:37.536350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-6adcede6-b59f-496b-bfa1-d33e8367a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.537827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-6adcede6-b59f-496b-bfa1-d33e8367a498 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0627775 Nov 02 16:25:37.600054 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-2eb3b1ff-0892-4e9c-a992-9b23c240e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.600180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-737880854-network', 'tenant_id': '26c9351847564611b3fb7360baa8b65b'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:37.603148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-2eb3b1ff-0892-4e9c-a992-9b23c240e0fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517683 Nov 02 16:25:37.622176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Made reservation on behalf of 26c9351847564611b3fb7360baa8b65b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:37.624942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.636290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.710634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-17ad72ae-b1ec-4f05-85fb-687b12d8717a service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911219 Nov 02 16:25:37.718119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46074) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:37.729781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.734644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.767269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:25:37.777276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79946231-f3c7-43fd-9b98-ffb4a208708e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:37.785906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.785906 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Added segment 99b08359-2c8f-4517-8725-4e95ed7e11ef of type vlan for network ec79629a-3a98-4199-bed2-ff2f23aba855 Nov 02 16:25:37.846209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-network', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:37.848881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.854177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11c65eb3-fc0f-4fc2-9f5c-172fc0cb3192 req-3f5db5d5-76d9-4731-b9b0-d7a1281dc6e2 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291864 Nov 02 16:25:37.883845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Made reservation on behalf of a3be71cea9684b56924b39ed4c3f0bb0 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:37.886953 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.888224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.889455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.890099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.911071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:37.954728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4765539 Nov 02 16:25:37.955343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46080) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:37.960314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Request body: {'subnet': {'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-737880854-subnet', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:37.972847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553744-567f-43f2-aeb9-24866e81a1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec79629a-3a98-4199-bed2-ff2f23aba855,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:37.983010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ec79629a-3a98-4199-bed2-ff2f23aba855 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:25:37.988400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05af7-9fa7-4b56-bcb2-db6778d87ba9 req-8ea943dd-7416-4fe4-926a-25c2afe8fcc2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:37.990051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10e05af7-9fa7-4b56-bcb2-db6778d87ba9 req-8ea943dd-7416-4fe4-926a-25c2afe8fcc2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1000862 Nov 02 16:25:38.052906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Made reservation on behalf of 26c9351847564611b3fb7360baa8b65b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:38.055432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.140402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10e05af7-9fa7-4b56-bcb2-db6778d87ba9 req-7015147a-7fd5-4de4-a0e9-2d143afdf8a5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409190 Nov 02 16:25:38.147353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.162693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.242868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:25:38.248240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c607aff0-1988-41e4-8403-d9672ca253da,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:38.314113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.314956 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Added segment e2bfe6ee-b114-4e6c-b58b-b567f238994b of type vlan for network 7ea034f0-0869-4413-85a4-168f0e50dccd Nov 02 16:25:38.358746 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-76ff6c36-2543-404d-9ac5-bd0e44cf601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.427837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-dc343fea-b622-4faf-a009-dbf864927eb3 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:38.429573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-dc343fea-b622-4faf-a009-dbf864927eb3 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 950 time: 0.2472560 Nov 02 16:25:38.456443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce2ec7-ed15-4001-9785-7329719f04d8 req-cf67f4e7-12b7-409b-9df0-2caa06a81aa0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:38.458369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64ce2ec7-ed15-4001-9785-7329719f04d8 req-cf67f4e7-12b7-409b-9df0-2caa06a81aa0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 947 time: 0.2477129 Nov 02 16:25:38.467876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.524815 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f9cf0-bbd8-4fb8-9ba3-d7a7b893a306 req-69d86e24-8565-4acb-add4-9b4f85a7f287 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:38.526411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d4f9cf0-bbd8-4fb8-9ba3-d7a7b893a306 req-69d86e24-8565-4acb-add4-9b4f85a7f287 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 950 time: 0.2353995 Nov 02 16:25:38.659606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.660624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:38.661206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.670202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64ce2ec7-ed15-4001-9785-7329719f04d8 req-d9f55f28-2968-45fd-b478-c21fb9acbe78 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963847 Nov 02 16:25:38.681961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.762379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d4f9cf0-bbd8-4fb8-9ba3-d7a7b893a306 req-636612f8-6166-4713-958b-9768f7e0249c tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189729 Nov 02 16:25:38.781246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0620039 Nov 02 16:25:38.784767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46088) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:38.804778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Request body: {'subnet': {'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-subnet', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:38.820127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c189dae-1bae-47ae-95ef-3d319e21b530 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea034f0-0869-4413-85a4-168f0e50dccd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:38.822782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdcc603-c318-4987-9ef7-2a50d056c5f6,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:38.837653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7ea034f0-0869-4413-85a4-168f0e50dccd details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:25:38.839385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Made reservation on behalf of a3be71cea9684b56924b39ed4c3f0bb0 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:38.842979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.853180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Deleting port 120beffa-16e1-4f95-a105-1529de4a2c68 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:25:38.853542 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.860930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Checking segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:38.861558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Network hostable DHCP agents. Network: ec79629a-3a98-4199-bed2-ff2f23aba855, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:25:38.940278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Network ec79629a-3a98-4199-bed2-ff2f23aba855 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:25:38.960344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ec79629a-3a98-4199-bed2-ff2f23aba855) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:38.969990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:38.971365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:38.977439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def33b0-b57e-4848-aced-37881477e2d2 None None] Network ec79629a-3a98-4199-bed2-ff2f23aba855 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:38.990582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a1223bc7-31e1-45f8-ba34-305cdaef0960 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0341527 Nov 02 16:25:38.998295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46090) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:39.003904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:39.009371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] For port 120beffa-16e1-4f95-a105-1529de4a2c68, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=120beffa-16e1-4f95-a105-1529de4a2c68,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:39.009684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.032796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Calling delete_port for 120beffa-16e1-4f95-a105-1529de4a2c68 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:25:39.086768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.099502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.101139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.159087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bd6c3f-322b-4727-ab18-675b77b9728e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:39.161300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Checking segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:39.161661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Network hostable DHCP agents. Network: 7ea034f0-0869-4413-85a4-168f0e50dccd, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:25:39.184109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Network 7ea034f0-0869-4413-85a4-168f0e50dccd is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:25:39.195621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7ea034f0-0869-4413-85a4-168f0e50dccd) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:39.200751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:39.201383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.210259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f88b36-3bc8-4166-8ed3-7cec4ce446b1 None None] Network 7ea034f0-0869-4413-85a4-168f0e50dccd requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:39.230757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f5396bf0-d8bb-494e-9d10-0ca067297d0b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4447598 Nov 02 16:25:39.233434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46096) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:39.239196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:39.270081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.282939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.284795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.308179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902c419-d552-4624-8279-66675e606bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ec79629a-3a98-4199-bed2-ff2f23aba855', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:25:39.309293 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9902c419-d552-4624-8279-66675e606bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.354695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.536075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.571248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-9902c419-d552-4624-8279-66675e606bbd None None] Allocated IP 172.20.0.2 (ec79629a-3a98-4199-bed2-ff2f23aba855/bbdcc603-c318-4987-9ef7-2a50d056c5f6/86119ac7-1443-4ea4-98cf-b52c8331c26c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:39.580965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-7ea034f0-0869-4413-85a4-168f0e50dccd', 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'fixed_ips': [{'subnet_id': '54bd6c3f-322b-4727-ab18-675b77b9728e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:25:39.581862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.713195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b63044-c569-425a-9f99-abf680afae4c req-2253a947-7049-46f8-a089-8e547e684583 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:39.721298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93b63044-c569-425a-9f99-abf680afae4c req-2253a947-7049-46f8-a089-8e547e684583 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.4436040 Nov 02 16:25:39.769342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.808027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.822765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Allocated IP 172.20.0.2 (7ea034f0-0869-4413-85a4-168f0e50dccd/54bd6c3f-322b-4727-ab18-675b77b9728e/c1e6b450-cc55-4981-ab9a-dcb91ec393dc) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:39.842869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.911280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93b63044-c569-425a-9f99-abf680afae4c req-f751804a-a1f2-4b2e-a368-4fe0d661ccf2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890113 Nov 02 16:25:39.918513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9902c419-d552-4624-8279-66675e606bbd None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.928990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9902c419-d552-4624-8279-66675e606bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.958930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:39.974725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c419-d552-4624-8279-66675e606bbd None None] Pushing event updated for resources: {'Port': ['ID=86119ac7-1443-4ea4-98cf-b52c8331c26c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:39.977286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['120beffa-16e1-4f95-a105-1529de4a2c68', '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:39.985514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f03ad994-4a2e-4c19-9900-95bfe947dfaa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:40.007113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event deleted for resources: {'Port': ['ID=120beffa-16e1-4f95-a105-1529de4a2c68,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:40.027610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Allocated IP 172.25.7.191 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:40.031664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b33cad-9322-4d8e-a3e4-81d22f98a7dd req-91e7e7cb-0f33-483b-8053-e214d296f4c0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:40.033055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3b33cad-9322-4d8e-a3e4-81d22f98a7dd req-91e7e7cb-0f33-483b-8053-e214d296f4c0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 947 time: 0.2258539 Nov 02 16:25:40.177693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea81d0ee-3e21-4c9b-a9e4-21d11c29da15 req-7c6e79c4-4698-4095-8a4e-d5471fd33dcf tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0910f7-bd7f-4b48-aa56-5d07d353b25e HTTP/1.1" status: 200 len: 210 time: 0.0682423 Nov 02 16:25:40.180669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] No DVR routers for this DVR port 120beffa-16e1-4f95-a105-1529de4a2c68 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:40.183542 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.187033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd674458-4340-409b-860b-97feb3f2d6b7 req-d3ece541-a8f5-4658-ab47-83990584ba5d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "DELETE /v2.0/ports/120beffa-16e1-4f95-a105-1529de4a2c68 HTTP/1.1" status: 204 len: 173 time: 1.7430537 Nov 02 16:25:40.202149 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.210443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'name': 'network-vif-deleted', 'tag': '120beffa-16e1-4f95-a105-1529de4a2c68'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:40.222100 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80954b53-f291-4dd2-a80c-e0f0ec639588" -d '{"events": [{"server_uuid": "2b0910f7-bd7f-4b48-aa56-5d07d353b25e", "name": "network-vif-deleted", "tag": "120beffa-16e1-4f95-a105-1529de4a2c68"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:40.232332 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3b33cad-9322-4d8e-a3e4-81d22f98a7dd req-00f42176-d4f5-4d9f-ada7-15bce5588460 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806095 Nov 02 16:25:40.265568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902c419-d552-4624-8279-66675e606bbd None None] Network ec79629a-3a98-4199-bed2-ff2f23aba855 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:40.271057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.293559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-9902c419-d552-4624-8279-66675e606bbd None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:40.306093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902c419-d552-4624-8279-66675e606bbd None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:40.347955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:40.353731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:40.365831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:40.391286 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7eb01d-232b-4ef2-8aae-4cb326f8c34a x-openstack-request-id: req-1c7eb01d-232b-4ef2-8aae-4cb326f8c34a {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:40.391615 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0910f7-bd7f-4b48-aa56-5d07d353b25e", "name": "network-vif-deleted", "tag": "120beffa-16e1-4f95-a105-1529de4a2c68", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:40.392042 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c7eb01d-232b-4ef2-8aae-4cb326f8c34a {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:40.392527 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0910f7-bd7f-4b48-aa56-5d07d353b25e', 'name': 'network-vif-deleted', 'tag': '120beffa-16e1-4f95-a105-1529de4a2c68', 'status': 'completed', 'code': 200} Nov 02 16:25:40.399627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9902c419-d552-4624-8279-66675e606bbd None None] Attempting to bind port 86119ac7-1443-4ea4-98cf-b52c8331c26c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:40.400002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9902c419-d552-4624-8279-66675e606bbd None None] Attempting to bind port 86119ac7-1443-4ea4-98cf-b52c8331c26c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:40.400363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c419-d552-4624-8279-66675e606bbd None None] Attempting to bind port 86119ac7-1443-4ea4-98cf-b52c8331c26c on network ec79629a-3a98-4199-bed2-ff2f23aba855 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:40.411276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c419-d552-4624-8279-66675e606bbd None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:40.411655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c419-d552-4624-8279-66675e606bbd None None] Checking segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:40.412066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9902c419-d552-4624-8279-66675e606bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.415221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c419-d552-4624-8279-66675e606bbd None None] Bound using segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:40.415789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9902c419-d552-4624-8279-66675e606bbd None None] Bound port: 86119ac7-1443-4ea4-98cf-b52c8331c26c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:40.416195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9902c419-d552-4624-8279-66675e606bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.477930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.504973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.529932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Pushing event updated for resources: {'Port': ['ID=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:40.663064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Allocated IP 172.25.7.120 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/7a0e9382-e4d3-490a-90c1-39069d4be3b3) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:40.725371 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.728666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.743658 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.778673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device eadc2cff-17dd-4865-9e71-fe70d16269dc details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:40.806636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.850457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:40.891320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port eadc2cff-17dd-4865-9e71-fe70d16269dc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:40.903442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:40.905429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:40.907676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9902c419-d552-4624-8279-66675e606bbd None None] For port 86119ac7-1443-4ea4-98cf-b52c8331c26c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:40.908157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:40.924818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'eadc2cff-17dd-4865-9e71-fe70d16269dc', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'eadc2cff-17dd-4865-9e71-fe70d16269dc', 'mac_address': 'fa:16:3e:6e:34:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:40.948000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0e9382-e4d3-490a-90c1-39069d4be3b3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:41.027994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.056208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.063598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadc2cff-17dd-4865-9e71-fe70d16269dc {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:41.106654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port eadc2cff-17dd-4865-9e71-fe70d16269dc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:41.119436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9902c419-d552-4624-8279-66675e606bbd None None] For port 86119ac7-1443-4ea4-98cf-b52c8331c26c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=86119ac7-1443-4ea4-98cf-b52c8331c26c,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:41.122519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Network 7ea034f0-0869-4413-85a4-168f0e50dccd is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:41.134912 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.164901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9902c419-d552-4624-8279-66675e606bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.169744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f87c38ca-7a16-43ee-ae15-de6f5417f11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.172034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:41.183660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964c893-33bf-4152-bde0-837c1a6a1413 req-35a91191-f68e-43e9-92f0-f9af3999f091 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:41.185443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6964c893-33bf-4152-bde0-837c1a6a1413 req-35a91191-f68e-43e9-92f0-f9af3999f091 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1398811 Nov 02 16:25:41.212106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Pushing event updated for resources: {'Port': ['ID=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:41.245600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:25:41.318880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6964c893-33bf-4152-bde0-837c1a6a1413 req-b649e137-40e9-49d1-9894-9f68d5098ad0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848324 Nov 02 16:25:41.349493 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.351544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=eadc2cff-17dd-4865-9e71-fe70d16269dc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:41.384796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:41.392919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:25:41.409447 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Sync routers for ids ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:25:41.424568 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Routers {'8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:41.424760 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:41.433187 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.449596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.453118 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6b08f4b1-046b-4f16-acb5-96b0bb0f67fc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2159183 Nov 02 16:25:41.454550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46122) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:41.554811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c419-d552-4624-8279-66675e606bbd None None] Pushing event updated for resources: {'Port': ['ID=86119ac7-1443-4ea4-98cf-b52c8331c26c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:41.588663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240610d4-7ea2-42a3-99c3-a596942fc0ea req-2cd22c8f-88dc-4b06-b2e3-d7b72a79f9f5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:41.591027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-240610d4-7ea2-42a3-99c3-a596942fc0ea req-2cd22c8f-88dc-4b06-b2e3-d7b72a79f9f5 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 948 time: 0.1417637 Nov 02 16:25:41.617087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['eadc2cff-17dd-4865-9e71-fe70d16269dc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:41.688284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Set router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:41.733163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Attempting to bind port c1e6b450-cc55-4981-ab9a-dcb91ec393dc on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:41.733163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Attempting to bind port c1e6b450-cc55-4981-ab9a-dcb91ec393dc by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:41.733163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Attempting to bind port c1e6b450-cc55-4981-ab9a-dcb91ec393dc on network 7ea034f0-0869-4413-85a4-168f0e50dccd {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:41.750348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:41.751257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Checking segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:41.751999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.752378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Bound using segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:41.753034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Bound port: c1e6b450-cc55-4981-ab9a-dcb91ec393dc, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:41.753687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.867136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-240610d4-7ea2-42a3-99c3-a596942fc0ea req-1529bfb9-0be5-4be3-af61-c4f039ba3371 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692285 Nov 02 16:25:41.895953 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:41.911052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab8e62-44a2-4e7a-8e4f-3cf18143167c req-1e36187a-5d53-491a-9595-8c987878c385 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:41.918969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58ab8e62-44a2-4e7a-8e4f-3cf18143167c req-1e36187a-5d53-491a-9595-8c987878c385 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 949 time: 0.1799397 Nov 02 16:25:41.983279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] For port c1e6b450-cc55-4981-ab9a-dcb91ec393dc, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:41.987319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] For port c1e6b450-cc55-4981-ab9a-dcb91ec393dc, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:41.993314 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.041865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58ab8e62-44a2-4e7a-8e4f-3cf18143167c req-e2f49f47-0ce2-4e02-b91b-c313844b5ec0 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218402 Nov 02 16:25:42.089529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4fe68-e0e2-4634-b076-a0c5dcb1a85d None None] Pushing event updated for resources: {'Port': ['ID=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:42.180135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Router 30ee36e6-65d5-4ff2-8229-52baa04340ce is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:25:42.216653 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:40Z', 'revision_number': 3, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:42.248556 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Checking router: 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:25:42.249148 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Updating router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:25:42.289291 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.466006 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.569315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:25:42.582397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Sync routers for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:25:42.601249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:42.601918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:42.638007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.642513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9df95c8-5a52-423e-8155-de7102ad12d6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6421134 Nov 02 16:25:42.646519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:42.697342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d41ba-f053-45fc-ba2c-54eed3bcb82e req-eeaf8792-3b47-4398-8fdf-444b022d9230 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:42.715949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3d41ba-f053-45fc-ba2c-54eed3bcb82e req-eeaf8792-3b47-4398-8fdf-444b022d9230 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.2163823 Nov 02 16:25:42.774065 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.782662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 120beffa-16e1-4f95-a105-1529de4a2c68 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:42.786895 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.816632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 120beffa-16e1-4f95-a105-1529de4a2c68 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:25:42.817018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 120beffa-16e1-4f95-a105-1529de4a2c68 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:42.876676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:42.881102 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Attempting to bind port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:42.881506 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Attempting to bind port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:42.881903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Attempting to bind port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:42.907787 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:42.908068 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:42.908438 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.908851 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:42.909397 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Bound port: ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:42.909767 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.913327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:42.923553 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Pushing event updated for resources: {'Port': ['ID=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:42.970264 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.970582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.970868 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.974655 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.975035 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.975523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.975709 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.976046 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.976478 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.976697 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.977029 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:42.977355 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:43.044782 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] For port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:43.058932 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] For port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:43.069973 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:43.123408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548342d-428a-4b75-ab11-5aaddecc8554 None None] Network ec79629a-3a98-4199-bed2-ff2f23aba855 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:43.179832 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Routers {'8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:43.182980 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:43.289734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Allocated IP 172.20.0.1 (7ea034f0-0869-4413-85a4-168f0e50dccd/54bd6c3f-322b-4727-ab18-675b77b9728e/aa345eff-b4ff-4b9f-af8f-1a8d46ab5449) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:43.345361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e4d78ed4-a92d-4ec6-a8de-079d2c42d98b None None] Provisioning complete for port 86119ac7-1443-4ea4-98cf-b52c8331c26c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:43.346335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e4d78ed4-a92d-4ec6-a8de-079d2c42d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:43.507814 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0640aea-1776-4a40-b820-6389e1d10bbc None None] Pushing event updated for resources: {'Port': ['ID=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:43.549300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:43.552784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 86119ac7-1443-4ea4-98cf-b52c8331c26c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:43.607255 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] Set router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:43.650280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:43.698857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Network 7ea034f0-0869-4413-85a4-168f0e50dccd is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:43.701844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:43.705077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:43.709787 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3d41ba-f053-45fc-ba2c-54eed3bcb82e req-64b6c432-4a5c-4873-aa6b-0387ac8d372b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9929676 Nov 02 16:25:43.716922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f805-42a1-4973-965c-20f9e7080a4f req-fe654332-976e-4c44-a584-adfddcce56c2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:43.725448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ef1f805-42a1-4973-965c-20f9e7080a4f req-fe654332-976e-4c44-a584-adfddcce56c2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 948 time: 0.6583524 Nov 02 16:25:43.729253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Pushing event updated for resources: {'Port': ['ID=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:43.769831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7d81a-49e7-40a0-82f3-17916f28a66c None None] Network 7ea034f0-0869-4413-85a4-168f0e50dccd requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:43.804807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ef1f805-42a1-4973-965c-20f9e7080a4f req-c7640855-f925-4d55-ac03-f6d8b0a94673 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784459 Nov 02 16:25:43.818405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:43.838876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:43.929938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62924d3d-f5ab-474f-a00c-04e472b83e85 req-b9987758-e4cb-4f16-a1ac-efbdef77a83b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:43.938749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62924d3d-f5ab-474f-a00c-04e472b83e85 req-b9987758-e4cb-4f16-a1ac-efbdef77a83b tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 949 time: 0.1464782 Nov 02 16:25:43.990414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62924d3d-f5ab-474f-a00c-04e472b83e85 req-143c1c50-fecb-4963-900f-be7fa7f3d959 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Nov 02 16:25:44.030492 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:40Z', 'revision_number': 3, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:44.054808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e4d78ed4-a92d-4ec6-a8de-079d2c42d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.068950 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785d01d-251f-498e-96d0-2d0bdb115836 None None] The sync data for ids ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'] in n-d-811405-2 is: [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:40Z', 'revision_number': 3, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:25:44.111418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.128547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 86119ac7-1443-4ea4-98cf-b52c8331c26c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:44.129484 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.160033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.373914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:41Z', 'revision_number': 3, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:44.451832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.458462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Checking router: 30ee36e6-65d5-4ff2-8229-52baa04340ce for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:25:44.460612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.460768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Updating router 30ee36e6-65d5-4ff2-8229-52baa04340ce port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:25:44.517719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e4d78ed4-a92d-4ec6-a8de-079d2c42d98b None None] For port 86119ac7-1443-4ea4-98cf-b52c8331c26c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=86119ac7-1443-4ea4-98cf-b52c8331c26c,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:44.521772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Allocated IP 172.20.0.1 (ec79629a-3a98-4199-bed2-ff2f23aba855/bbdcc603-c318-4987-9ef7-2a50d056c5f6/c9f32ede-98e9-447b-9729-5c9f5718c324) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:44.529798 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e4d78ed4-a92d-4ec6-a8de-079d2c42d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.550083 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.560681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.571049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Pushing event updated for resources: {'Port': ['ID=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:44.702664 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.765894 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.791923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Network 7ea034f0-0869-4413-85a4-168f0e50dccd is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:44.794386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:44.804074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1e6b450-cc55-4981-ab9a-dcb91ec393dc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:44.818102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device eadc2cff-17dd-4865-9e71-fe70d16269dc up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:44.824714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d78ed4-a92d-4ec6-a8de-079d2c42d98b None None] Pushing event updated for resources: {'Port': ['ID=86119ac7-1443-4ea4-98cf-b52c8331c26c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:44.853232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Network ec79629a-3a98-4199-bed2-ff2f23aba855 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:44.856719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:44.861462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:44.906474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Provisioning complete for port c1e6b450-cc55-4981-ab9a-dcb91ec393dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:44.906857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:44.944629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.101381 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-c150e0c9-a1a2-49bf-b991-a47012d18751 service neutron] show failed (client error): The resource could not be found. Nov 02 16:25:45.102444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-c150e0c9-a1a2-49bf-b991-a47012d18751 service neutron] 10.222.0.100 "GET /v2.0/ports/cfe177b3-9e12-4f6b-a131-856d3c02afab/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.1729445 Nov 02 16:25:45.104935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port eadc2cff-17dd-4865-9e71-fe70d16269dc completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:45.121853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:25:45.142872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port eadc2cff-17dd-4865-9e71-fe70d16269dc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:45.143252 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.150518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c1e6b450-cc55-4981-ab9a-dcb91ec393dc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:45.150883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.276521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Pushing event updated for resources: {'Port': ['ID=c9f32ede-98e9-447b-9729-5c9f5718c324,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:45.297141 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.405503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4ae4-deb9-4f4d-b554-eff50db4f754 req-f9fc2e3a-0088-411b-a735-1411ca97795c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:45.417172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-2a42d768-27c5-439f-806e-cdcd1e154c68 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:45.417889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0da4ae4-deb9-4f4d-b554-eff50db4f754 req-f9fc2e3a-0088-411b-a735-1411ca97795c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.4850976 Nov 02 16:25:45.418878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-2a42d768-27c5-439f-806e-cdcd1e154c68 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.100 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 949 time: 0.1867764 Nov 02 16:25:45.429061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.430168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018fee-b1a4-4324-8bff-d03205e61880 req-239eea62-23ac-4ffa-a555-193a36d30d07 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:45.431824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38018fee-b1a4-4324-8bff-d03205e61880 req-239eea62-23ac-4ffa-a555-193a36d30d07 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 948 time: 0.4846852 Nov 02 16:25:45.459164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.499991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] For port c1e6b450-cc55-4981-ab9a-dcb91ec393dc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:45.513621 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.518751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:25:45.528227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-634e3c1c-0734-43a5-9d48-26506d1ea50d admin admin] 10.222.0.31 "PUT /v2.0/routers/8af2e4b0-79d4-4716-bbd8-d6acb52ec88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0726397 Nov 02 16:25:45.587825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.615626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-541b3204-fc60-45de-aaac-167bc38d19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:45.617392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-541b3204-fc60-45de-aaac-167bc38d19f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e&tenant_id=11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 1101 time: 0.1981370 Nov 02 16:25:45.648470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:45.660030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Deleting port f03ad994-4a2e-4c19-9900-95bfe947dfaa {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:25:45.660378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.673919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0da4ae4-deb9-4f4d-b554-eff50db4f754 req-cbef2e17-d0c8-40a4-bef2-0dbc3c395ca0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165480 Nov 02 16:25:45.740522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.756220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Pushing event updated for resources: {'Port': ['ID=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:45.760739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:25:45.761099 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:25:45.770771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38018fee-b1a4-4324-8bff-d03205e61880 req-19a1d765-590f-4a48-be37-cc491697ae66 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063059 Nov 02 16:25:45.771376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] For port f03ad994-4a2e-4c19-9900-95bfe947dfaa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f03ad994-4a2e-4c19-9900-95bfe947dfaa,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:45.771775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.773481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.784964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Calling delete_port for f03ad994-4a2e-4c19-9900-95bfe947dfaa owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:25:45.879597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Provisioning complete for port 86119ac7-1443-4ea4-98cf-b52c8331c26c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:45.880200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-697557f7-cb71-4130-bf59-90e13abc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.928669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11a46f-0826-4dc5-b9fd-e0d28cc1fda2 None None] Pushing event updated for resources: {'Port': ['ID=7a0e9382-e4d3-490a-90c1-39069d4be3b3,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:45.932336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Attempting to bind port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:45.932555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Attempting to bind port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:45.932907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Attempting to bind port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:45.946064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:45.947069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:45.947069 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.947278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:45.947892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Bound port: 7a0e9382-e4d3-490a-90c1-39069d4be3b3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:45.948276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.971415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:45.981910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc2cff-17dd-4865-9e71-fe70d16269dc'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:45.988181 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2e26f-bc1b-42e5-b399-4e3854f078fa" -d '{"events": [{"server_uuid": "29601c4a-b2d8-4ec5-90fa-099becd1c8c3", "name": "network-vif-plugged", "status": "completed", "tag": "eadc2cff-17dd-4865-9e71-fe70d16269dc"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:45.998170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.002374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48be7a9d-0df9-4159-9c26-f7d1c97dbba2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:46.022404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event deleted for resources: {'Port': ['ID=f03ad994-4a2e-4c19-9900-95bfe947dfaa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:46.082932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea12a-3a57-419a-8e59-3a57b1518109 req-9a714b9e-8db7-4261-9f24-f7e7462f3462 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:46.084319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f03ad994-4a2e-4c19-9900-95bfe947dfaa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:46.090082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9dcea12a-3a57-419a-8e59-3a57b1518109 req-9a714b9e-8db7-4261-9f24-f7e7462f3462 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cd4e3-d2cd-469f-b47d-be1d175f7812 HTTP/1.1" status: 200 len: 867 time: 0.1780267 Nov 02 16:25:46.097946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] No DVR routers for this DVR port f03ad994-4a2e-4c19-9900-95bfe947dfaa on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:46.115011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.119127 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca46e71f-7dd0-481c-b3d6-7f9fb4cac50c req-f07d5886-f694-414e-93fd-72dbd2fdb821 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.100 "DELETE /v2.0/ports/f03ad994-4a2e-4c19-9900-95bfe947dfaa HTTP/1.1" status: 204 len: 173 time: 0.6733975 Nov 02 16:25:46.119754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'name': 'network-vif-deleted', 'tag': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:46.122913 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f29e7b-db03-4ffb-a8fa-674d5af6295c" -d '{"events": [{"server_uuid": "dc9cd4e3-d2cd-469f-b47d-be1d175f7812", "name": "network-vif-deleted", "tag": "f03ad994-4a2e-4c19-9900-95bfe947dfaa"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:46.123554 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa945b5-4024-41a9-8c04-f722251da2df x-openstack-request-id: req-1aa945b5-4024-41a9-8c04-f722251da2df {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:46.123554 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29601c4a-b2d8-4ec5-90fa-099becd1c8c3", "name": "network-vif-plugged", "status": "completed", "tag": "eadc2cff-17dd-4865-9e71-fe70d16269dc", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:46.124654 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aa945b5-4024-41a9-8c04-f722251da2df {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:46.125932 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc2cff-17dd-4865-9e71-fe70d16269dc', 'code': 200} Nov 02 16:25:46.211511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] For port 7a0e9382-e4d3-490a-90c1-39069d4be3b3, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:46.215740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] For port 7a0e9382-e4d3-490a-90c1-39069d4be3b3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7a0e9382-e4d3-490a-90c1-39069d4be3b3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:46.219026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port eadc2cff-17dd-4865-9e71-fe70d16269dc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:46.225080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.228605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb09ed-0512-4e41-bbb0-1bb8069664fb req-0514babe-ce6c-4db6-8276-522416916eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:46.231606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-52cb09ed-0512-4e41-bbb0-1bb8069664fb req-0514babe-ce6c-4db6-8276-522416916eda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0835338 Nov 02 16:25:46.234894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.279141 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e4409c-082f-4be1-95a9-94b62567a608 x-openstack-request-id: req-87e4409c-082f-4be1-95a9-94b62567a608 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:46.279501 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9cd4e3-d2cd-469f-b47d-be1d175f7812", "name": "network-vif-deleted", "tag": "f03ad994-4a2e-4c19-9900-95bfe947dfaa", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:46.279717 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87e4409c-082f-4be1-95a9-94b62567a608 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:46.280325 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9cd4e3-d2cd-469f-b47d-be1d175f7812', 'name': 'network-vif-deleted', 'tag': 'f03ad994-4a2e-4c19-9900-95bfe947dfaa', 'status': 'completed', 'code': 200} Nov 02 16:25:46.302428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-52cb09ed-0512-4e41-bbb0-1bb8069664fb req-0a155385-752f-44ca-91bf-efab6d3f14a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Nov 02 16:25:46.305040 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9dcea12a-3a57-419a-8e59-3a57b1518109 req-34a1c033-4647-466e-8291-f910d3ee057e tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140069 Nov 02 16:25:46.311764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.335669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.410211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11a46f-0826-4dc5-b9fd-e0d28cc1fda2 None None] Pushing event updated for resources: {'Port': ['ID=7a0e9382-e4d3-490a-90c1-39069d4be3b3,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:46.432031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:46.432542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:46.459818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46176) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:46.465370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-network', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:46.512665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Made reservation on behalf of ef41a3d08e2244a7908deba0a2a21c17 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:46.522696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.542871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.550693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Pushing event updated for resources: {'Port': ['ID=c9f32ede-98e9-447b-9729-5c9f5718c324,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:46.558742 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.614246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:46.652510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:46.659589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.669060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.717597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 86119ac7-1443-4ea4-98cf-b52c8331c26c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:46.721095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=eadc2cff-17dd-4865-9e71-fe70d16269dc,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:46.730967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Provisioning complete for port c1e6b450-cc55-4981-ab9a-dcb91ec393dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:46.731440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.737315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:46.739853 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a49d97-23ff-41e9-a44f-ace6f0691603" -d '{"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:46.757238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:25:46.780705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b79831-6b48-4b9e-8e99-8fed7ed70e0c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:46.800787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.802444 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Added segment 84a3243c-6323-4fa6-9c38-1e2be6cd17e2 of type vlan for network d5751170-3dd6-489f-a5ac-a631189db65e Nov 02 16:25:46.813362 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.820414 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Sync routers for ids ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:25:46.836397 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Routers {'8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:46.837798 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:46.863676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:46.915854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Network ec79629a-3a98-4199-bed2-ff2f23aba855 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:46.916847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 86119ac7-1443-4ea4-98cf-b52c8331c26c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:46.917332 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.928836 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeecd02-fe7f-483d-92ce-7ee30dc3d8f4 x-openstack-request-id: req-1eeecd02-fe7f-483d-92ce-7ee30dc3d8f4 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:46.929054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.929331 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:46.929704 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eeecd02-fe7f-483d-92ce-7ee30dc3d8f4 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:46.930227 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'code': 200} Nov 02 16:25:46.931137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:46.975316 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:46.977394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:46.978486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.061797 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Set router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:47.062918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] Pushing event updated for resources: {'Network': ['ID=d5751170-3dd6-489f-a5ac-a631189db65e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:47.077024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4be2623c-662f-4e92-888e-da3e9b15749f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6158576 Nov 02 16:25:47.080660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:47.086075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Request body: {'subnet': {'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-subnet', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:47.118397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Made reservation on behalf of ef41a3d08e2244a7908deba0a2a21c17 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:25:47.124452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.187732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d5751170-3dd6-489f-a5ac-a631189db65e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:25:47.207703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Transition to ACTIVE for port object cfe177b3-9e12-4f6b-a131-856d3c02afab will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:25:47.254788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.318795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:47.359237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a723e7b-22e5-418c-9191-797e62858e08 req-a7f0d7f1-d4c5-4aa9-bebb-86d171fc136b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:47.361091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a723e7b-22e5-418c-9191-797e62858e08 req-a7f0d7f1-d4c5-4aa9-bebb-86d171fc136b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.4418697 Nov 02 16:25:47.368741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.401606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc375d05-fdf5-4665-b552-3544b244a378 req-2d1f1c73-5105-411c-a961-ca85cf91b7f7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:47.409162 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:44Z', 'revision_number': 4, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'aa345eff-b4ff-4b9f-af8f-1a8d46ab5449', 'name': '', 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'mac_address': 'fa:16:3e:f6:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:42Z', 'updated_at': '2021-11-02T16:25:44Z', 'revision_number': 2, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'subnets': [{'id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:47.410643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc375d05-fdf5-4665-b552-3544b244a378 req-2d1f1c73-5105-411c-a961-ca85cf91b7f7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 949 time: 0.4504318 Nov 02 16:25:47.418705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] No DVR routers for this DVR port cfe177b3-9e12-4f6b-a131-856d3c02afab on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:47.444600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.454779 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Checking router: 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:25:47.455763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Updating router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:25:47.494777 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.497965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1e6b450-cc55-4981-ab9a-dcb91ec393dc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:47.523928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Router 30ee36e6-65d5-4ff2-8229-52baa04340ce has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:25:47.530217 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:25:47.564096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Provisioning complete for port c9f32ede-98e9-447b-9729-5c9f5718c324 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:47.564579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.567336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Checking segment: {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:47.568080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Network hostable DHCP agents. Network: d5751170-3dd6-489f-a5ac-a631189db65e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:25:47.575840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a723e7b-22e5-418c-9191-797e62858e08 req-b393f1ff-f56d-4cdf-8ee5-03aacab4cd5b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548495 Nov 02 16:25:47.576735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3242079-2199-42a6-8bdc-999cc4f16446,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:47.598251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:47.598917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:47.599162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Network d5751170-3dd6-489f-a5ac-a631189db65e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:25:47.603495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:47.612756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d5751170-3dd6-489f-a5ac-a631189db65e) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:47.623026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:47.623730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.631430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c7517-78a1-4d59-957d-9708c706a108 None None] Network d5751170-3dd6-489f-a5ac-a631189db65e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:47.636728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc375d05-fdf5-4665-b552-3544b244a378 req-0785363c-2d1d-41af-9c54-c024af3308c3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250638 Nov 02 16:25:47.647178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b883af3-c603-4779-9206-5b8e1e4f5edb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5628786 Nov 02 16:25:47.648324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46194) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:47.657511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:47.660853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Port cfe177b3-9e12-4f6b-a131-856d3c02afab on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:47.661020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Attempting to bind port cfe177b3-9e12-4f6b-a131-856d3c02afab on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:47.713870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.716049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.746884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Port c9f32ede-98e9-447b-9729-5c9f5718c324 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:47.820251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Provisioning complete for port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:47.822327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.856189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 2, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:47.858385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.896750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c1e6b450-cc55-4981-ab9a-dcb91ec393dc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:47.897079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:47.906246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e9b61-b9a3-4f8c-be4a-b05b58d4b65c None None] The sync data for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 is: [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 2, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:25:47.949020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-85166b76-45db-4e76-8928-fd18bfe8ed0b None None] Port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:48.137828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:48.138461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:48.138461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:48.138892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Bound port: cfe177b3-9e12-4f6b-a131-856d3c02afab, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:48.139246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.160594 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.164135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.169317 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.170187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5751170-3dd6-489f-a5ac-a631189db65e', 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'fixed_ips': [{'subnet_id': 'f3242079-2199-42a6-8bdc-999cc4f16446'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:25:48.171089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.176013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4ddb1a17-e414-4fda-951a-b2137f7b2463 None None] Provisioning complete for port c9f32ede-98e9-447b-9729-5c9f5718c324 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:48.176562 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1a17-e414-4fda-951a-b2137f7b2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.226717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:48.244956 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a4951-cf94-4aa2-a299-03877610fbcd None None] Pushing event updated for resources: {'Port': ['ID=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:48.279879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:48.337376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0387560-5adf-4ac3-9c28-e76cebf212de req-79a9565e-eceb-4fff-a4d5-5d095c43fbc5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:48.345710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0387560-5adf-4ac3-9c28-e76cebf212de req-79a9565e-eceb-4fff-a4d5-5d095c43fbc5 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 951 time: 0.2094963 Nov 02 16:25:48.387188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:25:48.393941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7536b34-6347-465e-96ab-0ba53eedf5fa admin admin] 10.222.0.31 "PUT /v2.0/routers/30ee36e6-65d5-4ff2-8229-52baa04340ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7448690 Nov 02 16:25:48.401540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:48.409687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:48.418447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.457640 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0387560-5adf-4ac3-9c28-e76cebf212de req-c2fed4e1-1d88-4d99-ba45-2f0ecdcff1a3 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Nov 02 16:25:48.478426 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Attempting to bind port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:48.478798 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Attempting to bind port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:48.479163 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Attempting to bind port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 on network 7ea034f0-0869-4413-85a4-168f0e50dccd {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:48.491216 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:48.491584 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Checking segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:48.492033 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.492548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Bound using segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:48.493247 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Bound port: aa345eff-b4ff-4b9f-af8f-1a8d46ab5449, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:48.493695 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.500813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb1a17-e414-4fda-951a-b2137f7b2463 None None] Port c9f32ede-98e9-447b-9729-5c9f5718c324 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:48.526630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:48.528267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.534582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] 10.222.0.55 "PUT /v2.0/ports/cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 1096 time: 2.8944170 Nov 02 16:25:48.555208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:48.555677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f03ad994-4a2e-4c19-9900-95bfe947dfaa no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:48.615445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.643859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: f03ad994-4a2e-4c19-9900-95bfe947dfaa {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:25:48.644270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f03ad994-4a2e-4c19-9900-95bfe947dfaa not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:48.680072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:48.680921 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.692026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.699878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8942d-207d-476f-ac0e-385bdc65cfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:48.708878 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] For port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:48.713676 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] For port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:48.723462 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.827825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-da3f28c5-b92f-4deb-b973-f7c7c15508aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:48.829319 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a4951-cf94-4aa2-a299-03877610fbcd None None] Pushing event updated for resources: {'Port': ['ID=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:48.836333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-da3f28c5-b92f-4deb-b973-f7c7c15508aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1099 time: 0.2539999 Nov 02 16:25:48.883379 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Routers {'8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:48.883992 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:48.909843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:48.936029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Allocated IP 172.20.0.2 (d5751170-3dd6-489f-a5ac-a631189db65e/f3242079-2199-42a6-8bdc-999cc4f16446/65b9dc30-53a6-450c-822d-a418554dd288) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:48.949161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:48.952016 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbf3750-77d1-49cf-b5c5-fda8113e2210" -d '{"events": [{"name": "network-changed", "server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:48.969930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Allocated IP 172.25.7.236 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/7e94b9d5-c2d8-407c-bfde-9ef2443aaa83) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:48.989674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5267-1b54-4c4b-805f-534ac1e32308 req-1d5de21c-c638-457e-8b8a-0632dab33c6e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:48.991323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f2b5267-1b54-4c4b-805f-534ac1e32308 req-1d5de21c-c638-457e-8b8a-0632dab33c6e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 948 time: 0.2576346 Nov 02 16:25:49.087228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06486d9-9186-4fa4-b13f-175ecf449fc0 req-cc86103f-6307-47bc-a5b6-050c0ac24974 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:49.100102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e06486d9-9186-4fa4-b13f-175ecf449fc0 req-cc86103f-6307-47bc-a5b6-050c0ac24974 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 949 time: 0.3154674 Nov 02 16:25:49.152119 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] Set router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:49.204647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-fddd1904-d6b4-4dd1-8a58-9cdd58f19fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:49.210719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-fddd1904-d6b4-4dd1-8a58-9cdd58f19fa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3311136 Nov 02 16:25:49.238644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:49.269177 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.281075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e06486d9-9186-4fa4-b13f-175ecf449fc0 req-3b004f9f-0d33-4a34-9899-9f23ac0c92c3 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800978 Nov 02 16:25:49.284758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f2b5267-1b54-4c4b-805f-534ac1e32308 req-32a1f9a4-62af-41fb-bb4b-bedb6b0a5add tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697742 Nov 02 16:25:49.285779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-8197d30f-edb2-43db-bccf-889020e760e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.0617974 Nov 02 16:25:49.293043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.305645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.371568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.390417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.452161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-37445142-da2b-4832-8d05-ce26eadb90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:49.453852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-37445142-da2b-4832-8d05-ce26eadb90a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1541984 Nov 02 16:25:49.462563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e46aed1a-3cb3-4aeb-94a2-4716a89a8ff4 None None] Provisioning complete for port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:49.463426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e46aed1a-3cb3-4aeb-94a2-4716a89a8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.526779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Network d5751170-3dd6-489f-a5ac-a631189db65e is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:49.535539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:49.543752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:49.560685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a0e9382-e4d3-490a-90c1-39069d4be3b3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:49.560959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Pushing event updated for resources: {'Port': ['ID=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:49.571073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:49.571747 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee9264e-d37b-4bc2-82d8-118dfd46c465 x-openstack-request-id: req-bee9264e-d37b-4bc2-82d8-118dfd46c465 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:49.572042 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:49.572292 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bee9264e-d37b-4bc2-82d8-118dfd46c465 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:49.572646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:49.572776 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'status': 'completed', 'code': 200} Nov 02 16:25:49.579107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:49.633146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:49.647711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-1e0296c3-5db7-4b69-8332-19b555e01259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:49.655421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-1e0296c3-5db7-4b69-8332-19b555e01259 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859963 Nov 02 16:25:49.665171 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:44Z', 'revision_number': 4, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'aa345eff-b4ff-4b9f-af8f-1a8d46ab5449', 'name': '', 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'mac_address': 'fa:16:3e:f6:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:42Z', 'updated_at': '2021-11-02T16:25:48Z', 'revision_number': 4, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'subnets': [{'id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:49.668764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-271cef74-3672-43ac-93c6-12d24ca18497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:49.670484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-271cef74-3672-43ac-93c6-12d24ca18497 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1099 time: 0.0703723 Nov 02 16:25:49.717011 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecc901-512d-4204-a7c4-a420149aa692 None None] The sync data for ids ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'] in n-d-811405-2 is: [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:44Z', 'revision_number': 4, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'aa345eff-b4ff-4b9f-af8f-1a8d46ab5449', 'name': '', 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'mac_address': 'fa:16:3e:f6:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:42Z', 'updated_at': '2021-11-02T16:25:48Z', 'revision_number': 4, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'subnets': [{'id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:25:49.795507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Pushing event updated for resources: {'Port': ['ID=65b9dc30-53a6-450c-822d-a418554dd288,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:49.836469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Attempting to bind port 65b9dc30-53a6-450c-822d-a418554dd288 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:49.836839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Attempting to bind port 65b9dc30-53a6-450c-822d-a418554dd288 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:49.837201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Attempting to bind port 65b9dc30-53a6-450c-822d-a418554dd288 on network d5751170-3dd6-489f-a5ac-a631189db65e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:49.899249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e46aed1a-3cb3-4aeb-94a2-4716a89a8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.901236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:49.901595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.905646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-0dd78d8c-a8eb-4d47-b337-c38a43146e28 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447388 Nov 02 16:25:49.957996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:49.958549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Checking segment: {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:49.959067 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.959532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Bound using segment: {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:49.964532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Bound port: 65b9dc30-53a6-450c-822d-a418554dd288, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:49.965134 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:49.992627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dd2c1-b1e8-4372-8d7d-6a9ceaa9111e req-f0ded884-3e3e-4aae-936a-772f8091b182 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:50.002892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-894dd2c1-b1e8-4372-8d7d-6a9ceaa9111e req-f0ded884-3e3e-4aae-936a-772f8091b182 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 1100 time: 0.3162086 Nov 02 16:25:50.075898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-894dd2c1-b1e8-4372-8d7d-6a9ceaa9111e req-5ff7ec11-f805-44a1-86ee-e560c36fa803 tempest-ServersOnMultiNodesTest-1168738240 tempest-ServersOnMultiNodesTest-1168738240-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726416 Nov 02 16:25:50.112317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-11769b49-1ce7-4086-abad-41b676baf510 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:50.113994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-11769b49-1ce7-4086-abad-41b676baf510 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 951 time: 0.2944322 Nov 02 16:25:50.141746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] For port 65b9dc30-53a6-450c-822d-a418554dd288, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:50.150788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] For port 65b9dc30-53a6-450c-822d-a418554dd288, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=65b9dc30-53a6-450c-822d-a418554dd288,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:50.153911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dc709c1-5a6f-4ad7-ae77-0a4f5f74212b req-f7a68c2b-e821-4d04-bf8e-15445d9c0f42 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361290 Nov 02 16:25:50.179863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.183624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e46aed1a-3cb3-4aeb-94a2-4716a89a8ff4 None None] For port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:50.281140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e46aed1a-3cb3-4aeb-94a2-4716a89a8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.317186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46234) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:50.331695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801104747', 'description': 'tempest-description--1371133172'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:50.347902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-e318a79c-f036-48e8-a590-ef861ead8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:50.349376 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-e318a79c-f036-48e8-a590-ef861ead8409 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.5287278 Nov 02 16:25:50.436162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.469019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da8e0-a466-40dd-a16e-fc7ad109699a None None] Pushing event updated for resources: {'Port': ['ID=65b9dc30-53a6-450c-822d-a418554dd288,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:50.537799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-c6bdf26c-ba02-4c78-ac86-4a0013199fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:50.539402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-c6bdf26c-ba02-4c78-ac86-4a0013199fc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1099 time: 0.3281507 Nov 02 16:25:50.556055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46aed1a-3cb3-4aeb-94a2-4716a89a8ff4 None None] Pushing event updated for resources: {'Port': ['ID=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:50.569440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8899af8e-4a8b-4519-99ea-48b59f5eb588 None None] Provisioning complete for port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:50.570034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8899af8e-4a8b-4519-99ea-48b59f5eb588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.573276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.598806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 7a0e9382-e4d3-490a-90c1-39069d4be3b3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7a0e9382-e4d3-490a-90c1-39069d4be3b3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:50.600798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21200-feee-4f61-998f-59018fb3d0e5 req-2e87beb5-528f-4d8f-b044-bd2d221a3661 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:50.613631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb21200-feee-4f61-998f-59018fb3d0e5 req-2e87beb5-528f-4d8f-b044-bd2d221a3661 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 951 time: 0.3000810 Nov 02 16:25:50.635929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.836676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eb21200-feee-4f61-998f-59018fb3d0e5 req-40675116-6e6e-4c15-bebe-3e5f5859ab37 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f5611f6-2776-4834-a812-8e1e52d98827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218885 Nov 02 16:25:50.889903 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.910291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:50.934355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-cf7aef04-7f99-40a1-8811-a82dec683f39 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.5345378 Nov 02 16:25:50.941291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=7a0e9382-e4d3-490a-90c1-39069d4be3b3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:50.975384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7092468-cd81-4016-b52d-51b683f32ca6 req-9f063976-e2e3-48af-aec5-5ccd75201b3c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:50.982830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7092468-cd81-4016-b52d-51b683f32ca6 req-9f063976-e2e3-48af-aec5-5ccd75201b3c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 948 time: 0.2588375 Nov 02 16:25:50.989467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:51.012163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.017660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5cd19599-7ef0-4c9d-9f6a-d878e0cc2d78 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6942201 Nov 02 16:25:51.020454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46242) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:51.028193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Request body: {'security_group_rule': {'security_group_id': 'f70783a7-1b6b-401d-99b8-4e1f1a24d8f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:51.045726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-e1c86d43-4b18-41d7-b8ab-f240d4385208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.047162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-e1c86d43-4b18-41d7-b8ab-f240d4385208 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.4947486 Nov 02 16:25:51.051288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7092468-cd81-4016-b52d-51b683f32ca6 req-bb90da7f-1ae8-4b55-9b77-09b99b94f676 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677323 Nov 02 16:25:51.052911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.116399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-4971740d-04ef-436a-a565-d684e33d5f85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.0561295 Nov 02 16:25:51.141749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-91bf91d6-374d-4a90-bc6e-8bbe7bbd44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.143770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-91bf91d6-374d-4a90-bc6e-8bbe7bbd44be service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1772547 Nov 02 16:25:51.168889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.171464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214a23-022a-4cbc-b053-2fcd1339017d req-0079be70-cba8-44b5-93b6-a652c777b1aa tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.173852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae214a23-022a-4cbc-b053-2fcd1339017d req-0079be70-cba8-44b5-93b6-a652c777b1aa tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 949 time: 0.1295297 Nov 02 16:25:51.232204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Deleting port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:25:51.232544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.237911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae214a23-022a-4cbc-b053-2fcd1339017d req-52f188c8-8125-41e7-9e37-162be9b4f040 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Nov 02 16:25:51.240033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-b4842ecd-4f9c-4e50-883e-20d663041a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.242303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-b4842ecd-4f9c-4e50-883e-20d663041a7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1125176 Nov 02 16:25:51.314481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-5bf5f9be-dc61-46d8-b398-fa5a5e9c5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.316414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-5bf5f9be-dc61-46d8-b398-fa5a5e9c5e2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632820 Nov 02 16:25:51.483084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-3a2bf8ff-1246-4e9a-9203-78f137bfd615 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572986 Nov 02 16:25:51.492643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-71e651c5-75e7-4f28-a9ef-32b40cca34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.494347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-71e651c5-75e7-4f28-a9ef-32b40cca34c4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3223455 Nov 02 16:25:51.501067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.617947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:51.618941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.666276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69098701-32f1-4f9e-bb16-ec671ac1f7ed,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:51.691710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:51.693348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.714839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-f04ab8e9-dcd3-40d5-a060-36a2fdb194be service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142088 Nov 02 16:25:51.715583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] For port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:51.715960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.739161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.765534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Calling delete_port for 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:25:51.780902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.782744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-481289ad-4ecb-4403-be4f-0c683533eb9a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7612672 Nov 02 16:25:51.789883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:51.799980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Request body: {'security_group_rule': {'security_group_id': 'f70783a7-1b6b-401d-99b8-4e1f1a24d8f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:51.871208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c8871-288d-423c-9e0f-e13aebf6f2e6 req-29ce3401-3e01-4408-82eb-fc6eda2b4d62 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:51.872532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-fa5496c2-0fd2-4255-8cda-249df7cbca8e service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629577 Nov 02 16:25:51.872793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-972c8871-288d-423c-9e0f-e13aebf6f2e6 req-29ce3401-3e01-4408-82eb-fc6eda2b4d62 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1096 time: 0.2043805 Nov 02 16:25:51.889796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:51.897551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:51.960295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32933dc-3090-41b3-9587-93e63663bc60 None None] Network d5751170-3dd6-489f-a5ac-a631189db65e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:25:52.031319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:52.032408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.041633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.044053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-972c8871-288d-423c-9e0f-e13aebf6f2e6 req-0b14eb5a-46c0-4b3b-90cb-250e7f62b196 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501009 Nov 02 16:25:52.048593 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.056143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c35af-607f-42af-a62c-c9e4cfe0d416 req-29158c78-2f4e-47e8-8218-156d643d5910 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:52.065112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b3c35af-607f-42af-a62c-c9e4cfe0d416 req-29158c78-2f4e-47e8-8218-156d643d5910 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1097 time: 0.1908844 Nov 02 16:25:52.092392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6dbf3750-77d1-49cf-b5c5-fda8113e2210 req-d6dd7695-8e96-4a2f-a9b6-85f8f5415eaa service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782811 Nov 02 16:25:52.099654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-42c9c803-9c83-454b-a0dd-30ef011e3b88 None None] Provisioning complete for port 65b9dc30-53a6-450c-822d-a418554dd288 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:52.100157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42c9c803-9c83-454b-a0dd-30ef011e3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.105222 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2900d25f-4348-44c8-8f13-54e94b15dc84,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:52.126092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.130828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-400fe397-40bf-401d-9b0d-4ce4bad197fa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343635 Nov 02 16:25:52.130828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:52.135231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:52.145553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b3c35af-607f-42af-a62c-c9e4cfe0d416 req-f759c5be-b393-4b7f-9f6d-9a05efbcf4c7 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794554 Nov 02 16:25:52.196874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.233493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:25:52.244569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 65b9dc30-53a6-450c-822d-a418554dd288 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:52.256796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9577a95a-22c3-400d-96cc-5c6fa7bb8fbc req-bb33ee37-8959-4a74-9a01-ec1204d9c56d tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1b3045-307f-4395-b28f-6b73911c7fe9 HTTP/1.1" status: 200 len: 210 time: 0.0834339 Nov 02 16:25:52.257562 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.336680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-741bb181-6693-485d-9896-b6653780a7b4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:52.339981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-741bb181-6693-485d-9896-b6653780a7b4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/ports?device_id=29601c4a-b2d8-4ec5-90fa-099becd1c8c3 HTTP/1.1" status: 200 len: 949 time: 0.1876354 Nov 02 16:25:52.352169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Pushing event deleted for resources: {'Port': ['ID=48be7a9d-0df9-4159-9c26-f7d1c97dbba2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:52.405031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] No DVR routers for this DVR port 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:52.410834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.413574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42c9c803-9c83-454b-a0dd-30ef011e3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.416223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 65b9dc30-53a6-450c-822d-a418554dd288 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:52.416911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.418725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2ea9186c-59e5-4c0b-98d2-e6c607765ebd req-72a1b2e0-8e56-4aa2-a87c-11ebfa368f50 tempest-ServersAdminTestJSON-2017714387 tempest-ServersAdminTestJSON-2017714387-project] 10.222.0.55 "DELETE /v2.0/ports/48be7a9d-0df9-4159-9c26-f7d1c97dbba2 HTTP/1.1" status: 204 len: 173 time: 2.1837201 Nov 02 16:25:52.423971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-deleted', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:52.429527 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a462a2-ef63-4705-bcba-fe64e6abf987" -d '{"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-deleted", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:52.539198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-42c9c803-9c83-454b-a0dd-30ef011e3b88 None None] For port 65b9dc30-53a6-450c-822d-a418554dd288, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=65b9dc30-53a6-450c-822d-a418554dd288,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:52.557191 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42c9c803-9c83-454b-a0dd-30ef011e3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.668235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Sync routers for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:25:52.670723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:25:52.671637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ea8c2-71ea-476c-ada0-2ab380202762 req-9bf1036a-f3f8-46dc-a436-d6e831e77ed8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:52.673637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da4ea8c2-71ea-476c-ada0-2ab380202762 req-9bf1036a-f3f8-46dc-a436-d6e831e77ed8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 948 time: 0.2480602 Nov 02 16:25:52.686747 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Sync routers for ids ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:25:52.709539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Routers {'fb116daa-c8fe-47fd-bb7a-67d7b06e6084'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:52.710724 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:52.730604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.732079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-724902d3-e397-49a4-bd73-3196c01b705d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0828645 Nov 02 16:25:52.735088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:52.781351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a0e9382-e4d3-490a-90c1-39069d4be3b3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:52.837139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:52.838017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:52.847028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port eadc2cff-17dd-4865-9e71-fe70d16269dc {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:25:52.849086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:52.911119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:25:52.953051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da4ea8c2-71ea-476c-ada0-2ab380202762 req-e50d3174-298a-454d-8495-c53155bd50f3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692101 Nov 02 16:25:52.993657 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Set router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:53.004238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.063791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:53.111968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port eadc2cff-17dd-4865-9e71-fe70d16269dc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=eadc2cff-17dd-4865-9e71-fe70d16269dc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:53.113185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.174864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for eadc2cff-17dd-4865-9e71-fe70d16269dc owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:25:53.241793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.291891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:25:53.295068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48be7a9d-0df9-4159-9c26-f7d1c97dbba2 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:53.301801 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 3, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:53.325954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c803-9c83-454b-a0dd-30ef011e3b88 None None] Pushing event updated for resources: {'Port': ['ID=65b9dc30-53a6-450c-822d-a418554dd288,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:53.348741 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Checking router: fb116daa-c8fe-47fd-bb7a-67d7b06e6084 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:25:53.349295 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Updating router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:25:53.389698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Allocated IP 172.25.7.99 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/df84c771-3ce6-4b67-99cb-dead761de42d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:53.394353 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.404155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0bc79cd8-3152-4794-8bab-737e66fbfb8a None None] Provisioning complete for port 65b9dc30-53a6-450c-822d-a418554dd288 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:53.404560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0bc79cd8-3152-4794-8bab-737e66fbfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.413747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:53.484168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'mac_address': 'fa:16:3e:e9:76:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:25:53.487911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:53.553128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:53.553463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.565430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.589781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.596958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec', '8aaa9d97-54f2-4df3-ad55-addf94eb53bc', 'eadc2cff-17dd-4865-9e71-fe70d16269dc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:53.599378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', '84b27e37-019a-4734-b5db-35f34e83ed5e', '96dfc627-6d38-4b46-8606-fb5e7088e2b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:53.608590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=eadc2cff-17dd-4865-9e71-fe70d16269dc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:53.614832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.705671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port eadc2cff-17dd-4865-9e71-fe70d16269dc on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:25:53.711274 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.714789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d2193ac-fdaf-4ba6-9d7a-60bf5b6c9de1 req-c91ffa51-4402-42c3-9da4-87596ca09678 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "DELETE /v2.0/ports/eadc2cff-17dd-4865-9e71-fe70d16269dc HTTP/1.1" status: 204 len: 173 time: 1.3549876 Nov 02 16:25:53.715229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'name': 'network-vif-deleted', 'tag': 'eadc2cff-17dd-4865-9e71-fe70d16269dc'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:25:53.717702 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04c7ec8-c406-42f6-9040-41734a19fb25" -d '{"events": [{"server_uuid": "29601c4a-b2d8-4ec5-90fa-099becd1c8c3", "name": "network-vif-deleted", "tag": "eadc2cff-17dd-4865-9e71-fe70d16269dc"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:25:53.763684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:53.929549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event updated for resources: {'Port': ['ID=df84c771-3ce6-4b67-99cb-dead761de42d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:53.967788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:53.970967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:53.975620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:53.979682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Allocated IP 172.20.0.1 (d5751170-3dd6-489f-a5ac-a631189db65e/f3242079-2199-42a6-8bdc-999cc4f16446/b62c01d0-7d22-43ac-b48a-88eb79253796) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:25:54.110530 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.119100 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.172102 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.184399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.189453 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Attempting to bind port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:54.189846 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Attempting to bind port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:54.190258 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Attempting to bind port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:54.200954 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82271-ec45-42ae-be78-f5bb2fab93fb None None] Pushing event updated for resources: {'Port': ['ID=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:54.210886 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:54.211263 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:54.211715 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.212108 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:54.212674 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Bound port: 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:54.213074 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.300929 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.301140 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] For port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:54.305032 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] For port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:54.309732 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.361074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.413078 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82271-ec45-42ae-be78-f5bb2fab93fb None None] Pushing event updated for resources: {'Port': ['ID=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:54.431848 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Routers {'fb116daa-c8fe-47fd-bb7a-67d7b06e6084'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:54.432536 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:54.512131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe177b3-9e12-4f6b-a131-856d3c02afab {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:25:54.597811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] Set router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:54.646613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-1c64c358-6445-4a76-a6d4-8afd0e2a7905 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:25:54.653718 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-1c64c358-6445-4a76-a6d4-8afd0e2a7905 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185754 Nov 02 16:25:54.661043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-42636faf-bc91-4c13-83e6-3a8787909441 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:25:54.662260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-42636faf-bc91-4c13-83e6-3a8787909441 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283258 Nov 02 16:25:54.693789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:54.709722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 65b9dc30-53a6-450c-822d-a418554dd288 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:54.715539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-b1ffcf1e-7efb-478e-8d5b-e26b0e0fd371 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:54.723540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-b1ffcf1e-7efb-478e-8d5b-e26b0e0fd371 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 1094 time: 0.0686946 Nov 02 16:25:54.728247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Request body: {'binding': {'host': 'n-h2-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:54.728831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:25:54.809959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.815636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.855490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 3, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:54.873366 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.887104 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746af36-9066-427f-9f22-1b3440fdb6d1 None None] The sync data for ids ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'] in n-d-811405-2 is: [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 3, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:25:54.910435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.925349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event updated for resources: {'Port': ['ID=df84c771-3ce6-4b67-99cb-dead761de42d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:54.936904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.944147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Network d5751170-3dd6-489f-a5ac-a631189db65e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:54.949836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:54.968621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:54.970921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4215061e-a94b-42a9-bdd3-a646738b2da6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8394170 Nov 02 16:25:54.988402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:25:54.991421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-2c777418-29fe-4685-897a-017981c269d3 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:54.992785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-2c777418-29fe-4685-897a-017981c269d3 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 1093 time: 0.3026655 Nov 02 16:25:54.996573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on host n-h2-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:54.996910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:54.997237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:55.028501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:55.028821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:55.041815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Request body: {'binding': {'host': 'n-h1-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:25:55.042697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:25:55.044435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:55.044763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:55.045137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:55.045676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Bound port: dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:55.105527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:55.128679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Pushing event updated for resources: {'Port': ['ID=b62c01d0-7d22-43ac-b48a-88eb79253796,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:55.146517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.146872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.147213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.147550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.147885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.148215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.148543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.148872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.149197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.149519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.149708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 2, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:55.149864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.150159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:55.165960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.234350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Checking router: 30ee36e6-65d5-4ff2-8229-52baa04340ce for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:25:55.234655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Updating router 30ee36e6-65d5-4ff2-8229-52baa04340ce port c9f32ede-98e9-447b-9729-5c9f5718c324 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:25:55.283672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 65b9dc30-53a6-450c-822d-a418554dd288 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:55.284052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.296315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:55.302177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['cfe177b3-9e12-4f6b-a131-856d3c02afab'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:25:55.308476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.312241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.313567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-12dc6250-402c-400a-9a86-0059e5b5cdf1 service neutron] 10.222.0.31 "POST /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80/bindings HTTP/1.1" status: 201 len: 389 time: 0.5890820 Nov 02 16:25:55.447620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cdeb8c59-f3cf-4bd1-b2a6-258ab47eee2a None None] Provisioning complete for port b62c01d0-7d22-43ac-b48a-88eb79253796 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:55.448200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8c59-f3cf-4bd1-b2a6-258ab47eee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.494454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on host n-h1-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:55.496371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:55.497125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:55.515410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:25:55.516857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:55.528569 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa6e94-8f34-416c-914e-d31fdab6d6ba x-openstack-request-id: req-f5aa6e94-8f34-416c-914e-d31fdab6d6ba {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:55.529226 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b3045-307f-4395-b28f-6b73911c7fe9", "name": "network-vif-deleted", "tag": "48be7a9d-0df9-4159-9c26-f7d1c97dbba2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:55.529226 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5aa6e94-8f34-416c-914e-d31fdab6d6ba {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:55.529521 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b3045-307f-4395-b28f-6b73911c7fe9', 'name': 'network-vif-deleted', 'tag': '48be7a9d-0df9-4159-9c26-f7d1c97dbba2', 'status': 'completed', 'code': 200} Nov 02 16:25:55.530021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.542346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:55.542346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:55.545595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:55.546235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Bound port: dbfd7e46-5867-48cb-9277-11d35fe09b3b, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:55.661528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb8c59-f3cf-4bd1-b2a6-258ab47eee2a None None] Port b62c01d0-7d22-43ac-b48a-88eb79253796 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:55.755818 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17842085-3a21-4899-a3aa-b8a96df62bd9 x-openstack-request-id: req-17842085-3a21-4899-a3aa-b8a96df62bd9 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:25:55.756282 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29601c4a-b2d8-4ec5-90fa-099becd1c8c3", "name": "network-vif-deleted", "tag": "eadc2cff-17dd-4865-9e71-fe70d16269dc", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:25:55.756541 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17842085-3a21-4899-a3aa-b8a96df62bd9 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:25:55.756946 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29601c4a-b2d8-4ec5-90fa-099becd1c8c3', 'name': 'network-vif-deleted', 'tag': 'eadc2cff-17dd-4865-9e71-fe70d16269dc', 'status': 'completed', 'code': 200} Nov 02 16:25:55.765290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:55.801634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:55.802839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e605a10d-ef44-4061-b8b4-3ac52d6cf49b service neutron] 10.222.0.31 "POST /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7997129 Nov 02 16:25:55.900345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5538752-4233-4b3a-92f2-942bf3e49e19 req-12b87378-7388-4324-afed-8dfd142b3cb7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:55.925571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5538752-4233-4b3a-92f2-942bf3e49e19 req-12b87378-7388-4324-afed-8dfd142b3cb7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.1005044 Nov 02 16:25:56.037382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5538752-4233-4b3a-92f2-942bf3e49e19 req-76c9deeb-01f2-4d7a-b154-8525ac902e8f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086800 Nov 02 16:25:56.104981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-c06f7267-4e7f-45ab-9d80-435b7e9b04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.107629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-c06f7267-4e7f-45ab-9d80-435b7e9b04af service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1097 time: 0.4167275 Nov 02 16:25:56.303732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8326e83-ecf0-433c-9899-bebe79315752 req-94ff2573-fdd8-4a1d-bf5d-1e7740ea667a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.320951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8326e83-ecf0-433c-9899-bebe79315752 req-94ff2573-fdd8-4a1d-bf5d-1e7740ea667a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.2670043 Nov 02 16:25:56.342242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e51e26d3-3465-41bc-9878-483ea4496569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.343721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-e51e26d3-3465-41bc-9878-483ea4496569 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1096 time: 0.1982741 Nov 02 16:25:56.501874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46406) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:56.585528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-a636799d-10e0-4aaa-b011-4e09f869b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.587053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-a636799d-10e0-4aaa-b011-4e09f869b2b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1894715 Nov 02 16:25:56.595754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-5002b871-d7ec-4167-98b6-334d4c62c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.597256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-5002b871-d7ec-4167-98b6-334d4c62c0ea service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.4697001 Nov 02 16:25:56.713056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:56.727941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-61250b85-4fc0-48d7-97ee-482325e31257 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 217 time: 0.1121686 Nov 02 16:25:56.731470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:56.778741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8326e83-ecf0-433c-9899-bebe79315752 req-0ffc78be-80ef-4a90-9e13-19fa474a7843 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568219 Nov 02 16:25:56.785280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:56.796604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1123a8c-d1f3-47a0-906c-8855df58284b req-ddb0965b-ad68-4c40-91b6-aea3360824db tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.807638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1123a8c-d1f3-47a0-906c-8855df58284b req-ddb0965b-ad68-4c40-91b6-aea3360824db tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.2195706 Nov 02 16:25:56.814646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-0524fefe-d558-4fdc-acd7-ec701600bb8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 217 time: 0.2124851 Nov 02 16:25:56.873730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:56.975721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-8dea1cc2-a7dd-46d9-b8de-b70c120892b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:56.976816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Pushing event updated for resources: {'Port': ['ID=b62c01d0-7d22-43ac-b48a-88eb79253796,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:56.980261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-8dea1cc2-a7dd-46d9-b8de-b70c120892b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.1318345 Nov 02 16:25:56.985398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:56.992810 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.019914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device eadc2cff-17dd-4865-9e71-fe70d16269dc no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:25:57.045655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1123a8c-d1f3-47a0-906c-8855df58284b req-1b0ddf1b-d1d4-4485-a36f-ac24a8148057 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368557 Nov 02 16:25:57.077600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-f4c32811-9fc8-4c5a-9c5e-7b4eba64a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:57.083791 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-f4c32811-9fc8-4c5a-9c5e-7b4eba64a0e0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.3440852 Nov 02 16:25:57.089125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-2dd76d9d-81c3-40c3-8f7f-e7bd5f55c7aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654783 Nov 02 16:25:57.179732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270022f-fe26-4117-86bf-ddb115eb472b None None] Pushing event updated for resources: {'Port': ['ID=c9f32ede-98e9-447b-9729-5c9f5718c324,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:57.225401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: eadc2cff-17dd-4865-9e71-fe70d16269dc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:25:57.225807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device eadc2cff-17dd-4865-9e71-fe70d16269dc not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:25:57.229546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e43e-21ff-447b-b777-6f6dfbb5e8a3 req-6d4a579c-280c-42ea-a9fe-8ad512634f7a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:57.245935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c038e43e-21ff-447b-b777-6f6dfbb5e8a3 req-6d4a579c-280c-42ea-a9fe-8ad512634f7a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.2210908 Nov 02 16:25:57.255514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5dff26e8-26e6-4db1-bb78-3899d0990b59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca8e9394075f44ca861529d349a41dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7374175 Nov 02 16:25:57.259890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:57.325472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-44dc8e5b-67c9-4374-aa66-fee5e630af0f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519063 Nov 02 16:25:57.364685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:57.365119 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.419515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c1af-553e-47fc-befd-2d1993bf155c req-d027fd0a-d764-4e4a-aecd-e88c29752d74 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:57.424941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-d027fd0a-d764-4e4a-aecd-e88c29752d74 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e&tenant_id=11fdaa49f555407e9e83d885ca7d420e&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 949 time: 0.3519506 Nov 02 16:25:57.431568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Attempting to bind port c9f32ede-98e9-447b-9729-5c9f5718c324 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:25:57.431954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Attempting to bind port c9f32ede-98e9-447b-9729-5c9f5718c324 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:25:57.432322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Attempting to bind port c9f32ede-98e9-447b-9729-5c9f5718c324 on network ec79629a-3a98-4199-bed2-ff2f23aba855 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:25:57.440652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:25:57.441040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Checking segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:25:57.441734 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.441828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Bound using segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:25:57.442343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Bound port: c9f32ede-98e9-447b-9729-5c9f5718c324, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:25:57.442825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.588884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] For port c9f32ede-98e9-447b-9729-5c9f5718c324, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:25:57.593768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] For port c9f32ede-98e9-447b-9729-5c9f5718c324, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c9f32ede-98e9-447b-9729-5c9f5718c324,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:25:57.602608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.603225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd2e9-db0c-4926-9285-c95253948f05 req-f941b8b5-ec58-4789-9092-e8363716d69d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:57.611600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-596fd2e9-db0c-4926-9285-c95253948f05 req-f941b8b5-ec58-4789-9092-e8363716d69d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.2774687 Nov 02 16:25:57.615110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-43058f35-281a-4aeb-80d1-2db2131bc3cd service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161378 Nov 02 16:25:57.620777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c038e43e-21ff-447b-b777-6f6dfbb5e8a3 req-acee5682-5704-4220-8af6-7a3c8a687d73 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737471 Nov 02 16:25:57.644114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.680113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.686202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270022f-fe26-4117-86bf-ddb115eb472b None None] Pushing event updated for resources: {'Port': ['ID=c9f32ede-98e9-447b-9729-5c9f5718c324,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:57.706742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.742616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:57.753320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Network d5751170-3dd6-489f-a5ac-a631189db65e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:25:57.768415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:57.768998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:57.771021 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.777130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:25:57.804457 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-70649d13-ce37-426f-a0ad-d826a2ae35dc service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436898 Nov 02 16:25:57.872862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-596fd2e9-db0c-4926-9285-c95253948f05 req-7cd3737c-e41f-4024-b618-2c36f9ea1bf8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602742 Nov 02 16:25:57.936599 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-9262c1af-553e-47fc-befd-2d1993bf155c req-dad8b821-34a1-4e5f-951e-b526ef621973 service neutron] delete failed (client error): The resource could not be found. Nov 02 16:25:57.937304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-dad8b821-34a1-4e5f-951e-b526ef621973 service neutron] 10.222.0.100 "DELETE /v2.0/ports/cfe177b3-9e12-4f6b-a131-856d3c02afab/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.4372973 Nov 02 16:25:57.940800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.944300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:57.951462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f5611f6-2776-4834-a812-8e1e52d98827 HTTP/1.1" status: 204 len: 168 time: 0.6898358 Nov 02 16:25:58.132143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5611f6-2776-4834-a812-8e1e52d98827,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:58.165950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ec471756-bb7b-4371-bf81-9ed0f0a43a2c None None] Provisioning complete for port c9f32ede-98e9-447b-9729-5c9f5718c324 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:58.167097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec471756-bb7b-4371-bf81-9ed0f0a43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:58.183660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-2b60d907-3a0d-4384-ad24-9dd0f8b16714 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738898 Nov 02 16:25:58.232610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:58.269876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.270421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.270882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.273587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.276377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.276939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.277878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.283032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.284552 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.286832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.287635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.288020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fcd9b9-a10c-4017-a8e2-3410e5b949b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:25:58.326442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-772597e8-cb0c-4cc1-a5ff-8dc29dfe2608 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026629 Nov 02 16:25:58.330706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f48d6b-55c1-4383-97ac-8607ce16f36a req-72913a92-2d2a-433f-8351-e6de5ee6238c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:58.333989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c1af-553e-47fc-befd-2d1993bf155c req-17b6118c-e43b-4f30-8083-d588a7944f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:58.336436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-17b6118c-e43b-4f30-8083-d588a7944f56 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 1100 time: 0.1494882 Nov 02 16:25:58.338835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82f48d6b-55c1-4383-97ac-8607ce16f36a req-72913a92-2d2a-433f-8351-e6de5ee6238c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.3803549 Nov 02 16:25:58.343011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:25:58.371040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85bcba-1582-4c0a-a1c3-504aebc6f432 req-f273e8d3-68ba-4f07-972a-c4f2a729d011 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:58.372933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d85bcba-1582-4c0a-a1c3-504aebc6f432 req-f273e8d3-68ba-4f07-972a-c4f2a729d011 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1868575 Nov 02 16:25:58.429708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:58.437030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d85bcba-1582-4c0a-a1c3-504aebc6f432 req-a85f1c67-bd2c-4554-bfbd-24aec8c0b299 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Nov 02 16:25:58.485631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82f48d6b-55c1-4383-97ac-8607ce16f36a req-3f303e58-88a8-43b2-a80c-86dd950ed71b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344404 Nov 02 16:25:58.641410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec471756-bb7b-4371-bf81-9ed0f0a43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:58.669734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c1af-553e-47fc-befd-2d1993bf155c req-d1aca38c-2e5b-4be9-a18d-b9aed759f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:58.676763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-d1aca38c-2e5b-4be9-a18d-b9aed759f70d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3246498 Nov 02 16:25:58.749398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ec471756-bb7b-4371-bf81-9ed0f0a43a2c None None] For port c9f32ede-98e9-447b-9729-5c9f5718c324, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c9f32ede-98e9-447b-9729-5c9f5718c324,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:25:58.754817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec471756-bb7b-4371-bf81-9ed0f0a43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:58.773667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:58.817286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-61ec836a-32d0-49de-9501-8145b30a5449 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 200 len: 217 time: 0.1206257 Nov 02 16:25:58.861891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:58.882595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf22fbe8-8f8f-4e18-93ba-6d709f35f229 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d346324ee4d84df6806da2cb8335d976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073956 Nov 02 16:25:58.886071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:25:58.903467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:25:58.927749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-14ca5827-248f-4a61-88ca-6878c2e6553d admin admin] 10.222.0.31 "PUT /v2.0/routers/fb116daa-c8fe-47fd-bb7a-67d7b06e6084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904671 Nov 02 16:25:58.929911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c1af-553e-47fc-befd-2d1993bf155c req-58f4d3f3-453e-4f97-b00d-56f0853d5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:58.931769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-58f4d3f3-453e-4f97-b00d-56f0853d5dc0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1004400 Nov 02 16:25:58.943352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Sync routers for ids ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:25:58.959002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:25:59.038753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c1af-553e-47fc-befd-2d1993bf155c req-1c362aae-ae7b-4f8c-8d92-4382d899a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:59.046625 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-1c362aae-ae7b-4f8c-8d92-4382d899a705 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984733 Nov 02 16:25:59.110257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882cc86-bfa4-4c2f-a664-4b4779753693 req-61a4a5b9-e5d0-4d52-aa58-490e44df4045 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:59.113070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1882cc86-bfa4-4c2f-a664-4b4779753693 req-61a4a5b9-e5d0-4d52-aa58-490e44df4045 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.3088465 Nov 02 16:25:59.128949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Routers {'fb116daa-c8fe-47fd-bb7a-67d7b06e6084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:25:59.129921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:59.183904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d694f49e-31e8-4cd7-ba7b-130ee68962ce None None] Provisioning complete for port b62c01d0-7d22-43ac-b48a-88eb79253796 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:59.185522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d694f49e-31e8-4cd7-ba7b-130ee68962ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:59.187362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec471756-bb7b-4371-bf81-9ed0f0a43a2c None None] Pushing event updated for resources: {'Port': ['ID=c9f32ede-98e9-447b-9729-5c9f5718c324,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:59.199100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7f5-5cff-4987-b12d-7f6a6b829970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:59.326501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7f5-5cff-4987-b12d-7f6a6b829970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:59.334435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-2a73b4da-c23d-442a-99b4-d64e52be82ab service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710593 Nov 02 16:25:59.437415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7f5-5cff-4987-b12d-7f6a6b829970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:59.440735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7f5-5cff-4987-b12d-7f6a6b829970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:59.441922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5be7e7f5-5cff-4987-b12d-7f6a6b829970 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6320950-3751-467c-99be-0a20155e66d7 HTTP/1.1" status: 204 len: 168 time: 0.5530937 Nov 02 16:25:59.459393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1882cc86-bfa4-4c2f-a664-4b4779753693 req-820a4dd4-30fb-45c5-9f77-f262d2994677 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090622 Nov 02 16:25:59.511828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa4a8-ba9a-4535-9964-e201f277df13 req-22318cf3-d7dd-4e2b-8892-ebcac1d303a8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:59.525467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b7aa4a8-ba9a-4535-9964-e201f277df13 req-22318cf3-d7dd-4e2b-8892-ebcac1d303a8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.5603538 Nov 02 16:25:59.569566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9262c1af-553e-47fc-befd-2d1993bf155c req-dc72213a-7e73-45df-a20d-129d4b019413 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205017 Nov 02 16:25:59.645052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Set router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:25:59.655494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d694f49e-31e8-4cd7-ba7b-130ee68962ce None None] Port b62c01d0-7d22-43ac-b48a-88eb79253796 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:25:59.693819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b7aa4a8-ba9a-4535-9964-e201f277df13 req-58caf2e9-4f41-4461-a50d-fdda2a93d1f1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660993 Nov 02 16:25:59.695338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:59.695721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:25:59.699113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:57Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:25:59.700427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7e7f5-5cff-4987-b12d-7f6a6b829970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6320950-3751-467c-99be-0a20155e66d7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:25:59.789543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8399e24-5710-44c6-bb82-4a430b1fb448 None None] The sync data for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 is: [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:57Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:25:59.907037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd147848-49b5-4d61-bf81-f8500e7b4219 req-c84e6e81-e481-47d4-be46-f24e7016dc30 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:25:59.920210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port cfe177b3-9e12-4f6b-a131-856d3c02afab completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:25:59.921079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd147848-49b5-4d61-bf81-f8500e7b4219 req-c84e6e81-e481-47d4-be46-f24e7016dc30 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.2720907 Nov 02 16:25:59.948648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port cfe177b3-9e12-4f6b-a131-856d3c02afab triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:25:59.949029 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:00.001402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d694f49e-31e8-4cd7-ba7b-130ee68962ce None None] Provisioning complete for port c9f32ede-98e9-447b-9729-5c9f5718c324 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:00.001839 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d694f49e-31e8-4cd7-ba7b-130ee68962ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:00.041128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-d33e13dd-ca66-42d2-9bb3-e0e6ce1fa362 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:00.043193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-d33e13dd-ca66-42d2-9bb3-e0e6ce1fa362 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.1303124 Nov 02 16:26:00.146913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd147848-49b5-4d61-bf81-f8500e7b4219 req-f93ba055-10a3-4979-823c-85cc9cc3f156 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229908 Nov 02 16:26:00.189835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7fa9-9a5b-4d95-929d-48e3b59c7278 req-da7deb11-f16a-4c01-961c-16b555832a01 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:00.205314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f41d7fa9-9a5b-4d95-929d-48e3b59c7278 req-da7deb11-f16a-4c01-961c-16b555832a01 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.2802241 Nov 02 16:26:00.363737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:00.366080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:00.404922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f41d7fa9-9a5b-4d95-929d-48e3b59c7278 req-070503e8-4df3-478f-912a-c44864f259c0 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951246 Nov 02 16:26:00.700198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port 96dfc627-6d38-4b46-8606-fb5e7088e2b5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=96dfc627-6d38-4b46-8606-fb5e7088e2b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:00.700676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:00.719997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for 96dfc627-6d38-4b46-8606-fb5e7088e2b5 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:01.064670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:01.154776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec', '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:01.176377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9dd9a-ce01-4236-a567-670fbf9301d4 req-d50e6b66-8791-462e-a3b4-35e1db8a3e4d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:01.195872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62a9dd9a-ce01-4236-a567-670fbf9301d4 req-d50e6b66-8791-462e-a3b4-35e1db8a3e4d tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f7f2c9-04c2-441e-9821-5870afb5b115 HTTP/1.1" status: 200 len: 950 time: 0.5601413 Nov 02 16:26:01.231490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=96dfc627-6d38-4b46-8606-fb5e7088e2b5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:01.251046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', '84b27e37-019a-4734-b5db-35f34e83ed5e', '96dfc627-6d38-4b46-8606-fb5e7088e2b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:01.329189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port 96dfc627-6d38-4b46-8606-fb5e7088e2b5 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:01.333340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:01.343101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aebb7b6e-6832-4a5b-84f1-0ff3a692cb34 req-3297d6ac-6c54-4702-bd07-e8cca37cbf89 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "DELETE /v2.0/ports/96dfc627-6d38-4b46-8606-fb5e7088e2b5 HTTP/1.1" status: 204 len: 173 time: 1.2804899 Nov 02 16:26:01.349219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'name': 'network-vif-deleted', 'tag': '96dfc627-6d38-4b46-8606-fb5e7088e2b5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:01.362200 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9454b4f-c931-441c-802d-b1f1480aa144" -d '{"events": [{"server_uuid": "08f7f2c9-04c2-441e-9821-5870afb5b115", "name": "network-vif-deleted", "tag": "96dfc627-6d38-4b46-8606-fb5e7088e2b5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:01.395436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbdd92-d247-4f25-ad4e-ff762a8f4e17 req-3455b1d9-308b-4285-b7c1-8669d0a00ba0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:01.411443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cdbdd92-d247-4f25-ad4e-ff762a8f4e17 req-3455b1d9-308b-4285-b7c1-8669d0a00ba0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.5075686 Nov 02 16:26:01.547279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62a9dd9a-ce01-4236-a567-670fbf9301d4 req-ed4c848b-f325-4b24-88bf-6b55a1cfd881 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490038 Nov 02 16:26:01.638527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cdbdd92-d247-4f25-ad4e-ff762a8f4e17 req-559f8d98-b736-4d08-854c-8b4b0beaf01b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259047 Nov 02 16:26:01.693203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c9f32ede-98e9-447b-9729-5c9f5718c324 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:01.806520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:01.810024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:25:55Z', 'revision_number': 4, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b62c01d0-7d22-43ac-b48a-88eb79253796', 'name': '', 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'mac_address': 'fa:16:3e:05:ba:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f3242079-2199-42a6-8bdc-999cc4f16446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:53Z', 'updated_at': '2021-11-02T16:25:55Z', 'revision_number': 2, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'subnets': [{'id': 'f3242079-2199-42a6-8bdc-999cc4f16446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:01.840857 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b334bf-d6c0-45a8-aae5-5943b0f568d9 x-openstack-request-id: req-85b334bf-d6c0-45a8-aae5-5943b0f568d9 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:01.842026 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f7f2c9-04c2-441e-9821-5870afb5b115", "name": "network-vif-deleted", "tag": "96dfc627-6d38-4b46-8606-fb5e7088e2b5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:01.842603 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85b334bf-d6c0-45a8-aae5-5943b0f568d9 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:01.843207 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f7f2c9-04c2-441e-9821-5870afb5b115', 'name': 'network-vif-deleted', 'tag': '96dfc627-6d38-4b46-8606-fb5e7088e2b5', 'status': 'completed', 'code': 200} Nov 02 16:26:01.879230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6048d-afdb-432e-9298-764912a17e76 req-980e7f18-83ef-4ad4-8b26-fe438feddba4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:01.893558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68a6048d-afdb-432e-9298-764912a17e76 req-980e7f18-83ef-4ad4-8b26-fe438feddba4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1376901 Nov 02 16:26:01.960588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68a6048d-afdb-432e-9298-764912a17e76 req-8c2b2f84-347c-4985-867d-84290d71e5f7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655458 Nov 02 16:26:02.053289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Checking router: fb116daa-c8fe-47fd-bb7a-67d7b06e6084 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:26:02.053669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Updating router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 port b62c01d0-7d22-43ac-b48a-88eb79253796 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:26:02.087943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04058fcf-ab1c-4c11-922a-954c4dca5381 req-322702f5-eb06-46f9-8422-a8de1e64b2dd tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:02.097921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04058fcf-ab1c-4c11-922a-954c4dca5381 req-322702f5-eb06-46f9-8422-a8de1e64b2dd tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1297617 Nov 02 16:26:02.226394 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:02.246372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04058fcf-ab1c-4c11-922a-954c4dca5381 req-c103967c-dc2b-46db-8b85-6370b7d9c355 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461191 Nov 02 16:26:02.279712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacdf9b-bd2b-4b4a-a112-c54baa831224 req-e53a1ff8-6880-4542-917b-19b06457bc8e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:02.289797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2eacdf9b-bd2b-4b4a-a112-c54baa831224 req-e53a1ff8-6880-4542-917b-19b06457bc8e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 949 time: 0.1728280 Nov 02 16:26:02.377530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2eacdf9b-bd2b-4b4a-a112-c54baa831224 req-a2a9b6ae-d133-4ed2-87ad-c7c281c496e6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765450 Nov 02 16:26:02.426651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:02.429736 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fcf16f-0404-4468-b98a-68fa69f409f7" -d '{"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-plugged", "status": "completed", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:02.486826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c9f32ede-98e9-447b-9729-5c9f5718c324 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:02.487351 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:02.518573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:02.524197 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d4c44-984a-415c-a783-4f418215f3aa x-openstack-request-id: req-344d4c44-984a-415c-a783-4f418215f3aa {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:02.524635 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-plugged", "status": "completed", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:02.524996 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-344d4c44-984a-415c-a783-4f418215f3aa {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:02.525546 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'code': 200} Nov 02 16:26:02.585859 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:02.917458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:03.289594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:03.291248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c9f32ede-98e9-447b-9729-5c9f5718c324 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:03.320690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:03.471292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375aeed-6ec3-4816-a292-9c73876b3695 None None] Pushing event updated for resources: {'Port': ['ID=b62c01d0-7d22-43ac-b48a-88eb79253796,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:03.598599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c9f32ede-98e9-447b-9729-5c9f5718c324 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:03.605579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:03.642295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Attempting to bind port b62c01d0-7d22-43ac-b48a-88eb79253796 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:03.643145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Attempting to bind port b62c01d0-7d22-43ac-b48a-88eb79253796 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:03.643689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Attempting to bind port b62c01d0-7d22-43ac-b48a-88eb79253796 on network d5751170-3dd6-489f-a5ac-a631189db65e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:03.673299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:03.677600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Checking segment: {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:03.678433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:03.679073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Bound using segment: {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:03.679750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Bound port: b62c01d0-7d22-43ac-b48a-88eb79253796, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a3243c-6323-4fa6-9c38-1e2be6cd17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:03.680301 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:03.924819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] For port b62c01d0-7d22-43ac-b48a-88eb79253796, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:03.936098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1280abd5-a121-4e38-9b72-23370695484e None None] Provisioning complete for port b62c01d0-7d22-43ac-b48a-88eb79253796 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:03.936475 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1280abd5-a121-4e38-9b72-23370695484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:03.975610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] For port b62c01d0-7d22-43ac-b48a-88eb79253796, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b62c01d0-7d22-43ac-b48a-88eb79253796,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:03.988147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:04.242901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1280abd5-a121-4e38-9b72-23370695484e None None] Port b62c01d0-7d22-43ac-b48a-88eb79253796 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:26:04.314217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 96dfc627-6d38-4b46-8606-fb5e7088e2b5 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:04.355172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375aeed-6ec3-4816-a292-9c73876b3695 None None] Pushing event updated for resources: {'Port': ['ID=b62c01d0-7d22-43ac-b48a-88eb79253796,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:04.362213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Routers {'fb116daa-c8fe-47fd-bb7a-67d7b06e6084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:26:04.368085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-ea5db900-90f2-4046-9911-01480261c01d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624840 Nov 02 16:26:04.369780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:04.372608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 96dfc627-6d38-4b46-8606-fb5e7088e2b5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:04.372954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 96dfc627-6d38-4b46-8606-fb5e7088e2b5 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:04.571440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59b16-c86c-4cc2-9346-794463bcf191 req-3b0cd1e8-d462-46bc-8797-a85acb999c43 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:04.590757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80c59b16-c86c-4cc2-9346-794463bcf191 req-3b0cd1e8-d462-46bc-8797-a85acb999c43 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 950 time: 0.3804216 Nov 02 16:26:04.653612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] Set router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:26:04.703735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-b25ca123-a03c-439a-b02a-ae99da0b9875 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:04.713755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-b25ca123-a03c-439a-b02a-ae99da0b9875 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390272 Nov 02 16:26:04.761411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:04.766226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-557ca48c-9fd1-4633-b915-e14d6710210e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/quotas/11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 375 time: 0.0504649 Nov 02 16:26:04.778071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80c59b16-c86c-4cc2-9346-794463bcf191 req-77ef9141-9a5d-4bb8-b854-ac680eee8ec7 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862435 Nov 02 16:26:04.858623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-e90bb33f-c95a-4ba6-9b81-977c66b8352a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906873 Nov 02 16:26:04.954574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-177842e8-0e8b-4927-b8d8-fb1c357d961d None None] Provisioning complete for port b62c01d0-7d22-43ac-b48a-88eb79253796 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:04.955061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-177842e8-0e8b-4927-b8d8-fb1c357d961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.011233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac9770-165e-47c8-a1d0-942842f7fc78 req-658657fd-2325-4000-b3f1-e000fe0daf49 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:05.024440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaac9770-165e-47c8-a1d0-942842f7fc78 req-658657fd-2325-4000-b3f1-e000fe0daf49 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1042442 Nov 02 16:26:05.055986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b27099f5-281b-401c-ba1c-92bec187d69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.149867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaac9770-165e-47c8-a1d0-942842f7fc78 req-fc049455-933d-4438-a905-574c058cb67c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208689 Nov 02 16:26:05.290473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b27099f5-281b-401c-ba1c-92bec187d69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.336862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b27099f5-281b-401c-ba1c-92bec187d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.426646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46e946-1c08-4757-9e89-2150674f0a27 req-b844d661-a70f-4488-82da-628c1004db5c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:05.433871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be46e946-1c08-4757-9e89-2150674f0a27 req-b844d661-a70f-4488-82da-628c1004db5c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1203270 Nov 02 16:26:05.473002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1edb3cb2-dfb9-4fc1-847e-c2a9615487ed req-11c6d1fe-77ab-40db-b2a6-4ba2dc25993a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 210 time: 0.0652463 Nov 02 16:26:05.547725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be46e946-1c08-4757-9e89-2150674f0a27 req-d52eeacc-6c7d-4387-89d9-8cd596079164 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068525 Nov 02 16:26:05.592657 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-177842e8-0e8b-4927-b8d8-fb1c357d961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.620461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46562) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:05.624526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b27099f5-281b-401c-ba1c-92bec187d69f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e18e2a6e4ae405a931c1f5062307177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8611636 Nov 02 16:26:05.673593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-a60c36c0-3a22-4014-9db9-a0fd4b2f4198 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:05.681814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-a60c36c0-3a22-4014-9db9-a0fd4b2f4198 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 950 time: 0.3872433 Nov 02 16:26:05.688159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27099f5-281b-401c-ba1c-92bec187d69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f656c57a-6510-4694-af00-43cfb4289b32,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:05.784819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-177842e8-0e8b-4927-b8d8-fb1c357d961d None None] For port b62c01d0-7d22-43ac-b48a-88eb79253796, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b62c01d0-7d22-43ac-b48a-88eb79253796,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:05.788967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b63589c9-8908-4c1b-8116-ebc2728645f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.803995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-177842e8-0e8b-4927-b8d8-fb1c357d961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.817257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:25:55Z', 'revision_number': 4, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b62c01d0-7d22-43ac-b48a-88eb79253796', 'name': '', 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'mac_address': 'fa:16:3e:05:ba:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f3242079-2199-42a6-8bdc-999cc4f16446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:53Z', 'updated_at': '2021-11-02T16:26:03Z', 'revision_number': 4, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'subnets': [{'id': 'f3242079-2199-42a6-8bdc-999cc4f16446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:05.819315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b63589c9-8908-4c1b-8116-ebc2728645f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.882409 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b63589c9-8908-4c1b-8116-ebc2728645f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.885854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b63589c9-8908-4c1b-8116-ebc2728645f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:05.889476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b63589c9-8908-4c1b-8116-ebc2728645f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f656c57a-6510-4694-af00-43cfb4289b32 HTTP/1.1" status: 204 len: 168 time: 0.2652841 Nov 02 16:26:05.909191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63589c9-8908-4c1b-8116-ebc2728645f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656c57a-6510-4694-af00-43cfb4289b32,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:06.036130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878034b-152a-4664-8bd9-c27a4c12100c req-8b71e995-bd49-4312-8965-cdf567608a67 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:06.048102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9878034b-152a-4664-8bd9-c27a4c12100c req-8b71e995-bd49-4312-8965-cdf567608a67 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 950 time: 0.0867453 Nov 02 16:26:06.111189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port 84b27e37-019a-4734-b5db-35f34e83ed5e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:06.115075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:06.160196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca5f14-bada-42fd-944f-ad9b59d3fab0 None None] The sync data for ids ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'] in n-d-811405-2 is: [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:25:55Z', 'revision_number': 4, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b62c01d0-7d22-43ac-b48a-88eb79253796', 'name': '', 'network_id': 'd5751170-3dd6-489f-a5ac-a631189db65e', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'mac_address': 'fa:16:3e:05:ba:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f3242079-2199-42a6-8bdc-999cc4f16446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:53Z', 'updated_at': '2021-11-02T16:26:03Z', 'revision_number': 4, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'subnets': [{'id': 'f3242079-2199-42a6-8bdc-999cc4f16446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:26:06.165238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177842e8-0e8b-4927-b8d8-fb1c357d961d None None] Pushing event updated for resources: {'Port': ['ID=b62c01d0-7d22-43ac-b48a-88eb79253796,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:06.219197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9878034b-152a-4664-8bd9-c27a4c12100c req-2138ef9d-83f0-4c03-aa0a-08c22d595887 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629109 Nov 02 16:26:06.472999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67d0ad-4f50-4bd5-bb3a-cff201030100 req-af9e69d6-2793-49d5-a1e7-89ad28619827 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:06.476302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e67d0ad-4f50-4bd5-bb3a-cff201030100 req-af9e69d6-2793-49d5-a1e7-89ad28619827 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1374557 Nov 02 16:26:06.667534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e67d0ad-4f50-4bd5-bb3a-cff201030100 req-a07f03db-d671-4d55-9cc0-60e8aee416d7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813800 Nov 02 16:26:06.727528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port 84b27e37-019a-4734-b5db-35f34e83ed5e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84b27e37-019a-4734-b5db-35f34e83ed5e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:06.737468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:06.756663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-818c6de4-9e79-4a01-bd75-9de5c74fda65 req-8a739643-6200-4bc8-9cac-c9f8d9413af1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 210 time: 0.1049333 Nov 02 16:26:06.806240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for 84b27e37-019a-4734-b5db-35f34e83ed5e owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:06.974475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158246ee-eaa6-4f6f-a5ce-c54943f12932 req-6d999043-9e87-4547-9244-91d98299c6df tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:06.988418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-158246ee-eaa6-4f6f-a5ce-c54943f12932 req-6d999043-9e87-4547-9244-91d98299c6df tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1586719 Nov 02 16:26:07.112827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-158246ee-eaa6-4f6f-a5ce-c54943f12932 req-8c203133-85a7-4b43-81e2-4830fb2135ce tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199353 Nov 02 16:26:07.286268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:07.307925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec', '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:07.387495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', '84b27e37-019a-4734-b5db-35f34e83ed5e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:07.405298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b62c01d0-7d22-43ac-b48a-88eb79253796 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:07.438817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=84b27e37-019a-4734-b5db-35f34e83ed5e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:07.566718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b5ab3b-5613-48ff-8d5f-29918a109775 req-ee7a45cd-df20-498f-932b-1eb70d0f02bf tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe6d2aba-e092-46bd-bb49-ef6243d30edf HTTP/1.1" status: 200 len: 210 time: 0.1392202 Nov 02 16:26:07.657089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-5d989cdd-24e4-4794-8703-ecddf835713d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794563 Nov 02 16:26:07.664722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port 84b27e37-019a-4734-b5db-35f34e83ed5e on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:07.676698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:07.690872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-616eac65-fe77-4df5-a8a4-e7592b1b2681 req-478ff47f-b8a6-426d-8f3a-f3a76f080fb8 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "DELETE /v2.0/ports/84b27e37-019a-4734-b5db-35f34e83ed5e HTTP/1.1" status: 204 len: 173 time: 1.9799955 Nov 02 16:26:07.691433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'name': 'network-vif-deleted', 'tag': '84b27e37-019a-4734-b5db-35f34e83ed5e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:07.693829 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e5662-bdd8-407f-b902-e5444a269ac2" -d '{"events": [{"server_uuid": "fe6d2aba-e092-46bd-bb49-ef6243d30edf", "name": "network-vif-deleted", "tag": "84b27e37-019a-4734-b5db-35f34e83ed5e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:07.930381 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fcadf1-91dd-4619-bb5f-1d332be936e8 x-openstack-request-id: req-c1fcadf1-91dd-4619-bb5f-1d332be936e8 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:07.930673 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6d2aba-e092-46bd-bb49-ef6243d30edf", "name": "network-vif-deleted", "tag": "84b27e37-019a-4734-b5db-35f34e83ed5e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:07.931162 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1fcadf1-91dd-4619-bb5f-1d332be936e8 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:07.931726 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6d2aba-e092-46bd-bb49-ef6243d30edf', 'name': 'network-vif-deleted', 'tag': '84b27e37-019a-4734-b5db-35f34e83ed5e', 'status': 'completed', 'code': 200} Nov 02 16:26:08.276058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d92e0f-3f6e-45a7-8ce9-d3b941e80165 req-cc24e7ec-860b-4bb5-a208-fb26ec397004 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:08.277646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31d92e0f-3f6e-45a7-8ce9-d3b941e80165 req-cc24e7ec-860b-4bb5-a208-fb26ec397004 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.3290613 Nov 02 16:26:08.279604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86b7f74b-9f73-4995-9092-0d2c3ce6cf93 req-fab497b6-cd7e-4e50-a57d-6234e2f065cf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 210 time: 0.1191344 Nov 02 16:26:08.293642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b62c01d0-7d22-43ac-b48a-88eb79253796 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:08.294148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:08.337298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-791b4c2c-1b81-4e2a-a93c-a566b7017f80 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:08.340767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-791b4c2c-1b81-4e2a-a93c-a566b7017f80 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6740603 Nov 02 16:26:08.404504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Request body: {'port': {'device_id': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '11fdaa49f555407e9e83d885ca7d420e'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:08.584555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31d92e0f-3f6e-45a7-8ce9-d3b941e80165 req-511059c2-0437-45b1-98b1-3097c188f390 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914319 Nov 02 16:26:08.789702 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c14db93d-3f72-40ea-94df-3318e65fa547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:08.825591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3166b50-6e3a-4ee3-b5da-dbcf8977dd0f req-07cac156-821c-406b-8f92-336b399ad304 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:08.840501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3166b50-6e3a-4ee3-b5da-dbcf8977dd0f req-07cac156-821c-406b-8f92-336b399ad304 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.3196061 Nov 02 16:26:08.939808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Made reservation on behalf of 11fdaa49f555407e9e83d885ca7d420e for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:08.951354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:09.227924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Allocated IP 192.168.233.116 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/a710055f-8c2b-4112-b396-31ef88afe353) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:26:09.674795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3166b50-6e3a-4ee3-b5da-dbcf8977dd0f req-d3fe427b-e77d-4afe-a58a-19c612ccc067 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076797 Nov 02 16:26:09.685151 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:09.763708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:09.884043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:26:09.889002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:09.908250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:26:09.972735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:10.059738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:10.060378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:10.125467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc25c-d700-4247-befc-2d0ce2b97091 req-4e22f368-9667-4298-b92f-c38f5122b229 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:10.136845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-249dc25c-d700-4247-befc-2d0ce2b97091 req-4e22f368-9667-4298-b92f-c38f5122b229 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 936 time: 0.2491281 Nov 02 16:26:10.149694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-95b468d9-b5ed-49ae-a985-c93789401466 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7612529 Nov 02 16:26:10.295919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'cfe177b3-9e12-4f6b-a131-856d3c02afab'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:10.330521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-249dc25c-d700-4247-befc-2d0ce2b97091 req-fa5a7fbc-dd53-4fed-b814-7df8cc938d70 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786649 Nov 02 16:26:10.351441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Request body: {'port': {'device_id': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:10.368804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3d98004f-fe49-49e1-a326-2ac65fa3fd2e None None] Provisioning complete for port a710055f-8c2b-4112-b396-31ef88afe353 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:10.369197 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d98004f-fe49-49e1-a326-2ac65fa3fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:10.371213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84b27e37-019a-4734-b5db-35f34e83ed5e no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:10.399436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 84b27e37-019a-4734-b5db-35f34e83ed5e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:10.400124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84b27e37-019a-4734-b5db-35f34e83ed5e not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:10.467795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3d98004f-fe49-49e1-a326-2ac65fa3fd2e None None] Port a710055f-8c2b-4112-b396-31ef88afe353 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:26:10.587496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:10.929994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af0761-847e-46b4-9bc2-7fa74fef3e5b req-d810e156-5469-4c5c-a110-98020572e4dd tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:10.932334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00af0761-847e-46b4-9bc2-7fa74fef3e5b req-d810e156-5469-4c5c-a110-98020572e4dd tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.4610901 Nov 02 16:26:11.055129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00af0761-847e-46b4-9bc2-7fa74fef3e5b req-b9efbd9d-0c76-4aff-a06f-4690b79f7e8d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115756 Nov 02 16:26:11.080321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e13542d-9d09-421a-94b4-b0fa78a5a77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:11.231011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:11.300040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc8a7-2576-42f2-b1ed-c1f54e68dd46 req-95d2505b-37e7-40da-a100-8ffe1b21bd7b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:11.301534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7aefc8a7-2576-42f2-b1ed-c1f54e68dd46 req-95d2505b-37e7-40da-a100-8ffe1b21bd7b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1318297 Nov 02 16:26:11.395368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7aefc8a7-2576-42f2-b1ed-c1f54e68dd46 req-62dc96eb-5a29-4c07-aa78-67cb54205818 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833743 Nov 02 16:26:11.443803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-f38312f4-0275-4b55-bf70-f7acb330c9c0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:11.449769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-f38312f4-0275-4b55-bf70-f7acb330c9c0 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 950 time: 0.1725671 Nov 02 16:26:11.521589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a710055f-8c2b-4112-b396-31ef88afe353 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:11.550433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:11.614327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Transition to ACTIVE for port object a710055f-8c2b-4112-b396-31ef88afe353 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:11.625169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.239556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:12.239897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.305857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:12.317086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6c74-4415-40d9-a588-3cee5afe2deb req-769e2c50-d981-4735-a31f-3684ea67c21a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:12.322659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efbf6c74-4415-40d9-a588-3cee5afe2deb req-769e2c50-d981-4735-a31f-3684ea67c21a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 950 time: 0.7257144 Nov 02 16:26:12.399818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efbf6c74-4415-40d9-a588-3cee5afe2deb req-b7c5793a-8ef0-4cc2-8d37-a0cb6e88ef51 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538576 Nov 02 16:26:12.431465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab37eb-ee3d-4582-bbe2-e3afa4f6fdf6 req-2c5d923e-315a-4ecd-b086-9bc30dacc7d5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:12.460390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7ab37eb-ee3d-4582-bbe2-e3afa4f6fdf6 req-2c5d923e-315a-4ecd-b086-9bc30dacc7d5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.6959295 Nov 02 16:26:12.487250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:12.487944 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.490543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.535118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7ab37eb-ee3d-4582-bbe2-e3afa4f6fdf6 req-dff35191-e165-4bbb-a979-389c9ad2014b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Nov 02 16:26:12.536377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:12.536724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:12.537052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:12.554481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:12.554817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:12.556529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for 8aaa9d97-54f2-4df3-ad55-addf94eb53bc owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:12.567642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:12.569497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:12.570899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:12.572584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Bound port: a710055f-8c2b-4112-b396-31ef88afe353, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:12.573031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.693343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:12.697862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:12.732460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.761445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:12.762657 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:12.764498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] 10.222.0.55 "PUT /v2.0/ports/a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 1096 time: 2.5228112 Nov 02 16:26:12.776652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:12.784587 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:12.963414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba34c31-6ae3-405c-9f32-1a3cde61e03f req-010368a1-1cc5-47cb-bb7a-b5d358e1d0ef tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:12.969201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ba34c31-6ae3-405c-9f32-1a3cde61e03f req-010368a1-1cc5-47cb-bb7a-b5d358e1d0ef tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.2020497 Nov 02 16:26:12.989867 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:13.002879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16fb64-d003-4431-b40b-f71f265687b4 req-37d17079-56a4-4cc3-8b4d-b6138ffea648 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:13.005914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d16fb64-d003-4431-b40b-f71f265687b4 req-37d17079-56a4-4cc3-8b4d-b6138ffea648 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.3065650 Nov 02 16:26:13.012459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:13.014997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'a5b27973-ecfe-48c1-81cd-b8c35eccd903'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:13.138875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ba34c31-6ae3-405c-9f32-1a3cde61e03f req-18d65add-5df0-4f56-b96d-1f4aaa7da28d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687024 Nov 02 16:26:13.141730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-9e8de387-fe70-42ca-83cc-8220a93e342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:13.150597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-9e8de387-fe70-42ca-83cc-8220a93e342a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1099 time: 0.2614748 Nov 02 16:26:13.267137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=8aaa9d97-54f2-4df3-ad55-addf94eb53bc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:13.357420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-eb1c34fc-7f77-4f30-8467-f551b2b06970 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.1788731 Nov 02 16:26:13.377828 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b1284-1ed5-4388-b329-692085934c23 x-openstack-request-id: req-c44b1284-1ed5-4388-b329-692085934c23 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:13.378160 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:13.379690 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c44b1284-1ed5-4388-b329-692085934c23 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:13.381503 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'status': 'completed', 'code': 200} Nov 02 16:26:13.415735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa14799-1057-4a78-a8a4-5f2679748c1e service neutron] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:13.438637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port 8aaa9d97-54f2-4df3-ad55-addf94eb53bc on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:13.481006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d16fb64-d003-4431-b40b-f71f265687b4 req-97e722a1-7ca2-4b75-9b92-a815911a5f35 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041376 Nov 02 16:26:13.482739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-4c5d6f36-2627-414c-af3f-536105413b1f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:13.489924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-4c5d6f36-2627-414c-af3f-536105413b1f tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 949 time: 0.4433048 Nov 02 16:26:13.495271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:13.509498 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fb966de4-3508-4cf6-b14a-31d965ee14df req-d4305c17-7935-4baf-b940-bdc581a9093a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "DELETE /v2.0/ports/8aaa9d97-54f2-4df3-ad55-addf94eb53bc HTTP/1.1" status: 204 len: 173 time: 2.0497327 Nov 02 16:26:13.510107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'name': 'network-vif-deleted', 'tag': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:13.511627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-418302d4-ccb1-4e98-a5e8-a0c5325a6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:13.519145 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bb8202-d4cb-40c9-b03e-450f8abe6921" -d '{"events": [{"server_uuid": "b3e61697-3aa7-4ec3-acf2-2339e65429d4", "name": "network-vif-deleted", "tag": "8aaa9d97-54f2-4df3-ad55-addf94eb53bc"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:13.520810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-418302d4-ccb1-4e98-a5e8-a0c5325a6b20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1313016 Nov 02 16:26:13.672608 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25d6327-4a51-464e-9b7b-6dfcd1c61afa x-openstack-request-id: req-e25d6327-4a51-464e-9b7b-6dfcd1c61afa {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:13.673022 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e61697-3aa7-4ec3-acf2-2339e65429d4", "name": "network-vif-deleted", "tag": "8aaa9d97-54f2-4df3-ad55-addf94eb53bc", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:13.673891 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e25d6327-4a51-464e-9b7b-6dfcd1c61afa {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:13.676024 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e61697-3aa7-4ec3-acf2-2339e65429d4', 'name': 'network-vif-deleted', 'tag': '8aaa9d97-54f2-4df3-ad55-addf94eb53bc', 'status': 'completed', 'code': 200} Nov 02 16:26:13.729511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cf17305-52b1-4afb-91c7-c4e1444ac593 req-1febb748-1787-4ba3-82bd-b6039972cb77 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e61697-3aa7-4ec3-acf2-2339e65429d4 HTTP/1.1" status: 200 len: 210 time: 0.1187150 Nov 02 16:26:13.785135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-040e755e-659b-49de-863f-ca52fd8d5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:13.791130 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:13.793797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-040e755e-659b-49de-863f-ca52fd8d5cee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650661 Nov 02 16:26:13.835548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port a5b27973-ecfe-48c1-81cd-b8c35eccd903 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:13.835903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:14.018832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port a5b27973-ecfe-48c1-81cd-b8c35eccd903, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a5b27973-ecfe-48c1-81cd-b8c35eccd903,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:14.019710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:14.038561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for a5b27973-ecfe-48c1-81cd-b8c35eccd903 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:14.129906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c48b-3055-4a5a-9a6d-e2564dd32353 req-52f670e4-05cb-400e-afe6-36c4c558ad39 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:14.133678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4075c48b-3055-4a5a-9a6d-e2564dd32353 req-52f670e4-05cb-400e-afe6-36c4c558ad39 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.1810744 Nov 02 16:26:14.221460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-3315f8fb-280c-4a95-81c5-1cc25c0da622 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184580 Nov 02 16:26:14.294998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:14.320144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:14.351083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=a5b27973-ecfe-48c1-81cd-b8c35eccd903,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:14.424874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port a5b27973-ecfe-48c1-81cd-b8c35eccd903 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:14.427933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:14.433011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8f917bc-826a-4b4c-a1da-3f69eac8841e req-c3d690e2-4023-4edf-a8b4-ef465064dd49 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "DELETE /v2.0/ports/a5b27973-ecfe-48c1-81cd-b8c35eccd903 HTTP/1.1" status: 204 len: 173 time: 0.9070373 Nov 02 16:26:14.461209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4075c48b-3055-4a5a-9a6d-e2564dd32353 req-a976030e-0fc2-4501-91bb-7feb80f30a54 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145800 Nov 02 16:26:14.558574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0907d-aa84-44d9-bcce-6c11250d00f8 req-81a49485-6725-4847-9ec1-8a9ddf87c5a9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:14.568061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ec0907d-aa84-44d9-bcce-6c11250d00f8 req-81a49485-6725-4847-9ec1-8a9ddf87c5a9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.2388885 Nov 02 16:26:14.610729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ca7bf2e-f712-4303-971a-70ed6a6c3d3f req-d3b0ec13-d528-4d8d-b611-16ddd3d70651 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797753 Nov 02 16:26:14.672273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ec0907d-aa84-44d9-bcce-6c11250d00f8 req-d67c8c5b-3c82-4998-a6c0-f8c97d995370 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024368 Nov 02 16:26:14.740066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46698) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:14.977234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51b9e4-af8b-4ca5-97a1-430a9ce37d85 req-678d9002-3914-4a56-b228-88a74761b1fc tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:14.980668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8aaa9d97-54f2-4df3-ad55-addf94eb53bc no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:14.981315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a51b9e4-af8b-4ca5-97a1-430a9ce37d85 req-678d9002-3914-4a56-b228-88a74761b1fc tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.3060989 Nov 02 16:26:14.995503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-597e3a14-e652-4859-a41d-f351016e7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:14.997187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-597e3a14-e652-4859-a41d-f351016e7bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1099 time: 0.3151000 Nov 02 16:26:15.028630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81d1ef5b-247d-4fc0-90cb-bc03dba43797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.082735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a51b9e4-af8b-4ca5-97a1-430a9ce37d85 req-b2fd7f07-60fb-4356-921c-5bfcb8c8eb4d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803545 Nov 02 16:26:15.122457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 8aaa9d97-54f2-4df3-ad55-addf94eb53bc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:15.123528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8aaa9d97-54f2-4df3-ad55-addf94eb53bc not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:15.206007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cc85703-2969-464c-b04e-490f07c29436 req-90c3cf86-4b0f-4cea-8d26-36815b8d3a81 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeedf7d5-ab01-4f6d-b445-93119400f7a0 HTTP/1.1" status: 200 len: 210 time: 0.1567194 Nov 02 16:26:15.304191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81d1ef5b-247d-4fc0-90cb-bc03dba43797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.309236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81d1ef5b-247d-4fc0-90cb-bc03dba43797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.365669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-40b8bfb6-9d52-4f8b-baf9-b1b0a4573e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:15.367108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-40b8bfb6-9d52-4f8b-baf9-b1b0a4573e5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2977920 Nov 02 16:26:15.424170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1ef5b-247d-4fc0-90cb-bc03dba43797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea7ffd-252f-45de-8a88-91504c8a9a77,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:15.426891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-dff3f477-8af5-4f66-90b8-314ff26cb10b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.0505459 Nov 02 16:26:15.471081 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-81d1ef5b-247d-4fc0-90cb-bc03dba43797 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99338f46ae7e4c42b6a8f02cfc9229d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7285879 Nov 02 16:26:15.471742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46710) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:15.483760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:15.544790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-b84e609b-c9cb-4f96-ad6d-bc8db6e082a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:15.553007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-b84e609b-c9cb-4f96-ad6d-bc8db6e082a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1020184 Nov 02 16:26:15.589978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72620ec9-4d96-482b-a5fe-bf758c39d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.617826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72620ec9-4d96-482b-a5fe-bf758c39d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.680657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'name': 'network-vif-deleted', 'tag': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:15.683518 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad66d9e-0b50-41c5-8b15-38071efb572d" -d '{"events": [{"server_uuid": "eeedf7d5-ab01-4f6d-b445-93119400f7a0", "name": "network-vif-deleted", "tag": "a5b27973-ecfe-48c1-81cd-b8c35eccd903"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:15.699585 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72620ec9-4d96-482b-a5fe-bf758c39d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.707661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72620ec9-4d96-482b-a5fe-bf758c39d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:15.708879 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-72620ec9-4d96-482b-a5fe-bf758c39d6c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efea7ffd-252f-45de-8a88-91504c8a9a77 HTTP/1.1" status: 204 len: 168 time: 0.2358022 Nov 02 16:26:15.725423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72620ec9-4d96-482b-a5fe-bf758c39d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea7ffd-252f-45de-8a88-91504c8a9a77,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:15.746584 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c2d388-9283-435e-914c-3b951eb71406 x-openstack-request-id: req-a3c2d388-9283-435e-914c-3b951eb71406 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:15.747893 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeedf7d5-ab01-4f6d-b445-93119400f7a0", "name": "network-vif-deleted", "tag": "a5b27973-ecfe-48c1-81cd-b8c35eccd903", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:15.748307 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3c2d388-9283-435e-914c-3b951eb71406 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:15.748892 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeedf7d5-ab01-4f6d-b445-93119400f7a0', 'name': 'network-vif-deleted', 'tag': 'a5b27973-ecfe-48c1-81cd-b8c35eccd903', 'status': 'completed', 'code': 200} Nov 02 16:26:15.761656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-6e1c9037-8565-4828-b346-f5fb913bb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:15.763131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-6e1c9037-8565-4828-b346-f5fb913bb921 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777930 Nov 02 16:26:15.793578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf5fbd-d468-43b2-8a74-882c6566b3a5 req-01becffd-efa3-491f-9131-febaf4deb332 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:15.804825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21bf5fbd-d468-43b2-8a74-882c6566b3a5 req-01becffd-efa3-491f-9131-febaf4deb332 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.2444615 Nov 02 16:26:16.089702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21bf5fbd-d468-43b2-8a74-882c6566b3a5 req-2102d035-b08c-4976-99d5-4b9d8292cb68 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580340 Nov 02 16:26:16.127803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414650-f8fb-412a-8358-0bcb93f6e49c req-e7d401ec-4310-4175-adaf-b02c3945876d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:16.138868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65414650-f8fb-412a-8358-0bcb93f6e49c req-e7d401ec-4310-4175-adaf-b02c3945876d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.3050468 Nov 02 16:26:16.272001 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65414650-f8fb-412a-8358-0bcb93f6e49c req-842abe54-444f-4511-b5df-981796679ef3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305902 Nov 02 16:26:16.288525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-4108905b-f10f-4da1-8d3a-08d8d2065c5f service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826171 Nov 02 16:26:16.464893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbfcd-2eb0-41b7-bd6c-53b1141c405a req-d4017a57-73d5-4ad8-9502-6c5ad3c3af50 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:16.466458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcfbbfcd-2eb0-41b7-bd6c-53b1141c405a req-d4017a57-73d5-4ad8-9502-6c5ad3c3af50 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.2570035 Nov 02 16:26:16.560850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcfbbfcd-2eb0-41b7-bd6c-53b1141c405a req-6b54e9da-717d-4de9-945d-c1d20685f8c2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Nov 02 16:26:16.624032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe10d473-cdcf-44fb-b6da-e91c00c9f1ec req-e8871ba2-9275-46d5-a2f5-3c6dad346e8a service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272147 Nov 02 16:26:16.993051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:17.104955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46754) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:17.166828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.248187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:17.275280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'a710055f-8c2b-4112-b396-31ef88afe353', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'a710055f-8c2b-4112-b396-31ef88afe353', 'mac_address': 'fa:16:3e:b9:c5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:26:17.319082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c5a4-1b6d-43e2-abd7-e8811284c490 req-d11b1825-5378-4d91-95a6-a08fe2005309 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:17.330939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf15c5a4-1b6d-43e2-abd7-e8811284c490 req-d11b1825-5378-4d91-95a6-a08fe2005309 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.1226220 Nov 02 16:26:17.374424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.407132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-874806827-network', 'tenant_id': 'd8455444ddaf483db5a24c66845205a8'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:17.426582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a710055f-8c2b-4112-b396-31ef88afe353 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:17.432143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf15c5a4-1b6d-43e2-abd7-e8811284c490 req-b35aafcb-f703-48fc-9f6c-85a72becf052 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945971 Nov 02 16:26:17.461008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Made reservation on behalf of d8455444ddaf483db5a24c66845205a8 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:17.466364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.477448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:17.486866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2f7f-fd53-439c-a212-d07d715590e9 req-d9ae7a36-19ec-4e7f-a25b-da56af5a4e41 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:17.489340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.490077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.498637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab7c2f7f-fd53-439c-a212-d07d715590e9 req-d9ae7a36-19ec-4e7f-a25b-da56af5a4e41 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 950 time: 0.1494226 Nov 02 16:26:17.566874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:17.577485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.578527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.579085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.579607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.580090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.580549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.580995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.581471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.581896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.582714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.583188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.583626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:17.625738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.632006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.660602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:26:17.672046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3146245c-b72f-4ac2-9879-520989d03b24,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:17.690546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.693936 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Added segment a583d97b-de86-4d71-bfef-4303e5852df9 of type vlan for network 714e7efd-cc31-4f33-8a04-9b5ffab525bb Nov 02 16:26:17.700790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab7c2f7f-fd53-439c-a212-d07d715590e9 req-8d3ce422-7027-49fc-bc15-e91e46698e01 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941502 Nov 02 16:26:17.736881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f62f08-fdb0-4e95-b3b6-1bb959c3c08d req-9a0e9030-3632-47df-8239-4493c3b64088 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:17.738444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4f62f08-fdb0-4e95-b3b6-1bb959c3c08d req-9a0e9030-3632-47df-8239-4493c3b64088 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.2115033 Nov 02 16:26:17.763412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.787758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['a710055f-8c2b-4112-b396-31ef88afe353'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:17.799067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.800378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:17.801179 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:17.883631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] Pushing event updated for resources: {'Network': ['ID=714e7efd-cc31-4f33-8a04-9b5ffab525bb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:17.904296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 714e7efd-cc31-4f33-8a04-9b5ffab525bb details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:26:17.907764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4f62f08-fdb0-4e95-b3b6-1bb959c3c08d req-2642bd34-d1ae-43cc-935b-43438f763d61 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480169 Nov 02 16:26:17.914399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6e7a854b-cd8c-4844-8de6-ec5dde3bcc32 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8072290 Nov 02 16:26:17.916860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46768) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:17.924527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Request body: {'subnet': {'network_id': '714e7efd-cc31-4f33-8a04-9b5ffab525bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-874806827-subnet', 'tenant_id': 'd8455444ddaf483db5a24c66845205a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:17.949402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Made reservation on behalf of d8455444ddaf483db5a24c66845205a8 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:17.955941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:18.061588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0949-3dc4-4992-b438-9a7247dab5c3 req-6a437023-0938-4033-82a4-1de94f737d61 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:18.064479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d6d0949-3dc4-4992-b438-9a7247dab5c3 req-6a437023-0938-4033-82a4-1de94f737d61 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.0807712 Nov 02 16:26:18.121630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d6d0949-3dc4-4992-b438-9a7247dab5c3 req-eb6296e1-bf3d-46d0-b7a3-ec7073255d03 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507746 Nov 02 16:26:18.201764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:18.277144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cdd301-d7c9-4d81-bd3c-3e354a9ab6bf,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:18.287479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Checking segment: {'id': 'a583d97b-de86-4d71-bfef-4303e5852df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '714e7efd-cc31-4f33-8a04-9b5ffab525bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:18.287841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Network hostable DHCP agents. Network: 714e7efd-cc31-4f33-8a04-9b5ffab525bb, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:26:18.312009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Network 714e7efd-cc31-4f33-8a04-9b5ffab525bb is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:26:18.323853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 714e7efd-cc31-4f33-8a04-9b5ffab525bb) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:18.329041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:18.329858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:18.338484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057d303-0294-456a-8604-87db32d25d17 None None] Network 714e7efd-cc31-4f33-8a04-9b5ffab525bb requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:26:18.365247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c37bdfc2-c462-4901-ae7d-e422aaf96f30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4470246 Nov 02 16:26:18.499136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a5b27973-ecfe-48c1-81cd-b8c35eccd903 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:18.529060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: a5b27973-ecfe-48c1-81cd-b8c35eccd903 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:18.529376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a5b27973-ecfe-48c1-81cd-b8c35eccd903 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:18.632643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caed878-f373-4c3b-8d2c-caaf8c668fe3 None None] Network 714e7efd-cc31-4f33-8a04-9b5ffab525bb requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:26:18.669924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e9bd3-76fd-4e10-8dce-34971a485e4f req-c9bcc1fb-f4d9-4485-b931-6fe9ad95acac tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:18.671815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a75e9bd3-76fd-4e10-8dce-34971a485e4f req-c9bcc1fb-f4d9-4485-b931-6fe9ad95acac tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.1171501 Nov 02 16:26:18.763420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a75e9bd3-76fd-4e10-8dce-34971a485e4f req-b30aa9f0-6581-4c93-a8db-1381d79000a9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797253 Nov 02 16:26:18.910692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9febe372-3d20-4dc3-9281-f45ef7af4caf req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-254173058', 'description': 'tempest-description-1829476154'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:18.955114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9febe372-3d20-4dc3-9281-f45ef7af4caf req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.003936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:19.065469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053a7cb-c5fd-4f76-99fe-d9cf9600cd23 req-9042f29e-27ce-4a0b-ab36-2469b3885a9e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:19.067064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2053a7cb-c5fd-4f76-99fe-d9cf9600cd23 req-9042f29e-27ce-4a0b-ab36-2469b3885a9e tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 950 time: 0.1281998 Nov 02 16:26:19.096275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port a710055f-8c2b-4112-b396-31ef88afe353 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:26:19.103207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9febe372-3d20-4dc3-9281-f45ef7af4caf req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.107218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port a710055f-8c2b-4112-b396-31ef88afe353 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:19.107787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.111855 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9febe372-3d20-4dc3-9281-f45ef7af4caf req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.156508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2053a7cb-c5fd-4f76-99fe-d9cf9600cd23 req-f97dcdd2-6ed2-47d9-b3c3-352f35b8773a tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737169 Nov 02 16:26:19.178386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b1340-1c23-43d8-aae0-6190255900ab,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:19.193941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9febe372-3d20-4dc3-9281-f45ef7af4caf req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.197889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-1b3950d5-ab39-44e9-8c11-8491ab9b8005 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:19.209174 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-1b3950d5-ab39-44e9-8c11-8491ab9b8005 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 950 time: 0.1349585 Nov 02 16:26:19.211009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9febe372-3d20-4dc3-9281-f45ef7af4caf req-ab0dd875-4ab7-4681-9fb7-50ecc802c9e4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3055687 Nov 02 16:26:19.344596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.409121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:19.410322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:19.413136 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3b146-c810-4deb-b0f1-4ebc102e5fb0" -d '{"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:19.418318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.449207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:19.449590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.596664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d6bac-6ccf-44df-8c55-c708c9a471e6 req-6a9c4af1-d663-4752-8463-4ad7c5705212 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:19.601205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:19.611219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-767d6bac-6ccf-44df-8c55-c708c9a471e6 req-6a9c4af1-d663-4752-8463-4ad7c5705212 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.3118956 Nov 02 16:26:19.627595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-52435201-e790-4a46-8e4d-759dd4ea7ba2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:19.629694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-52435201-e790-4a46-8e4d-759dd4ea7ba2 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7 HTTP/1.1" status: 200 len: 949 time: 0.1136260 Nov 02 16:26:19.644750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afe15-2823-43e1-bb58-6080aa361c02 req-8b8f2b08-8fd0-4020-beb0-0a735cae2f21 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:19.646584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-515afe15-2823-43e1-bb58-6080aa361c02 req-8b8f2b08-8fd0-4020-beb0-0a735cae2f21 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1546488 Nov 02 16:26:19.697006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port ca6b9b0d-8283-46d7-91c5-844f4456c5e0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:19.697574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:19.710179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-515afe15-2823-43e1-bb58-6080aa361c02 req-5be544d1-4928-4f35-b57a-84d514841894 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559034 Nov 02 16:26:19.724127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-767d6bac-6ccf-44df-8c55-c708c9a471e6 req-c0475cb9-9813-4ae7-812a-534afe6962f1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116679 Nov 02 16:26:19.744153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for ca6b9b0d-8283-46d7-91c5-844f4456c5e0 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:19.812678 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec1171-56ba-409e-8cb5-2c8b339465ab x-openstack-request-id: req-a7ec1171-56ba-409e-8cb5-2c8b339465ab {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:19.813312 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:19.813751 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7ec1171-56ba-409e-8cb5-2c8b339465ab {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:19.814368 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'code': 200} Nov 02 16:26:19.871638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-9578dd23-ebb1-49a4-bb05-28733fc056b4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/d86b1340-1c23-43d8-aae0-6190255900ab HTTP/1.1" status: 200 len: 1812 time: 0.1220152 Nov 02 16:26:19.888623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd86b1340-1c23-43d8-aae0-6190255900ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:19.889233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd86b1340-1c23-43d8-aae0-6190255900ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:19.956299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:19.956931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.022093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41dab-7f29-41fd-a49e-2ca36ba4f8db req-221b8a28-cd10-49a8-a34e-b06adbdb2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:20.023692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39f41dab-7f29-41fd-a49e-2ca36ba4f8db req-221b8a28-cd10-49a8-a34e-b06adbdb2642 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1101 time: 0.1244001 Nov 02 16:26:20.052137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b555d7-8e27-41bd-8f14-27fe9756af81 req-76a10c00-8d17-47aa-9a40-318a347cf29b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:20.053650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b555d7-8e27-41bd-8f14-27fe9756af81 req-76a10c00-8d17-47aa-9a40-318a347cf29b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0995619 Nov 02 16:26:20.109947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.136370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39f41dab-7f29-41fd-a49e-2ca36ba4f8db req-d7d16d09-f3a3-45b7-9ad4-ea6e9b2f9003 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042209 Nov 02 16:26:20.141456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:20.141828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.172077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.174515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for b0e681ff-69a5-442b-8dc6-a429e4cb3f1e owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:20.178554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b555d7-8e27-41bd-8f14-27fe9756af81 req-5e573a97-832a-4429-89ab-348fe79c94f9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816696 Nov 02 16:26:20.182775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.222790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.238738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:20.268570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:20.283965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aed4ee2-8967-4bdd-86f8-5c8b77096f75,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:20.309382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=ca6b9b0d-8283-46d7-91c5-844f4456c5e0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:20.324106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.325400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9329bd3a-efd0-421c-84fc-907ac86ddd0b req-90daa45a-7800-4d7b-a396-1a718a67f444 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4414432 Nov 02 16:26:20.409401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b72d2bd5-f14f-4740-8051-345416e65844 req-ede7654d-2e23-48df-ac00-0fc1d8bf5f62 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0208d60-2908-4967-934a-1c0459dd1086 HTTP/1.1" status: 200 len: 210 time: 0.0611448 Nov 02 16:26:20.460607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port ca6b9b0d-8283-46d7-91c5-844f4456c5e0 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:20.468767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.472478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b40d32-e0f4-4f6d-81b4-e996654221a3 req-a1ba7f8e-7694-4d61-a50f-9d22a85523b1 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "DELETE /v2.0/ports/ca6b9b0d-8283-46d7-91c5-844f4456c5e0 HTTP/1.1" status: 204 len: 173 time: 1.2471228 Nov 02 16:26:20.473477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0208d60-2908-4967-934a-1c0459dd1086', 'name': 'network-vif-deleted', 'tag': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:20.476510 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a3badd-aa94-4807-b289-fa6178115027" -d '{"events": [{"server_uuid": "f0208d60-2908-4967-934a-1c0459dd1086", "name": "network-vif-deleted", "tag": "ca6b9b0d-8283-46d7-91c5-844f4456c5e0"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:20.525462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1987f4b-e612-4b59-b807-fe58cfb081ea req-18b96fe0-4c18-4315-b9f0-113c1da89ee9 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/d86b1340-1c23-43d8-aae0-6190255900ab HTTP/1.1" status: 200 len: 2405 time: 0.1150215 Nov 02 16:26:20.631017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.730007 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409b242-38ed-40d7-8b76-637620434186 x-openstack-request-id: req-5409b242-38ed-40d7-8b76-637620434186 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:20.730469 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0208d60-2908-4967-934a-1c0459dd1086", "name": "network-vif-deleted", "tag": "ca6b9b0d-8283-46d7-91c5-844f4456c5e0", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:20.730731 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5409b242-38ed-40d7-8b76-637620434186 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:20.731132 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0208d60-2908-4967-934a-1c0459dd1086', 'name': 'network-vif-deleted', 'tag': 'ca6b9b0d-8283-46d7-91c5-844f4456c5e0', 'status': 'completed', 'code': 200} Nov 02 16:26:20.731934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=b0e681ff-69a5-442b-8dc6-a429e4cb3f1e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:20.779937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-1c896732-14f1-4bf3-9b54-f5406909c3fb tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-group-rules/2aed4ee2-8967-4bdd-86f8-5c8b77096f75 HTTP/1.1" status: 200 len: 778 time: 0.1173041 Nov 02 16:26:20.943332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port b0e681ff-69a5-442b-8dc6-a429e4cb3f1e on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:20.953715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-7a474bc0-44b7-4f51-9caa-30012382438c tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/d86b1340-1c23-43d8-aae0-6190255900ab HTTP/1.1" status: 200 len: 2405 time: 0.1708016 Nov 02 16:26:20.976083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ca6b9b0d-8283-46d7-91c5-844f4456c5e0'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:20.980184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:20.994431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bce41a12-a353-41bd-a0ba-0da2044e1932 req-bae7bea3-1f07-4a4a-8399-6ea995e0ae83 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.100 "DELETE /v2.0/ports/b0e681ff-69a5-442b-8dc6-a429e4cb3f1e HTTP/1.1" status: 204 len: 173 time: 1.3539398 Nov 02 16:26:21.012773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-46b0da75-553e-4b03-9dfc-ef7d70803dc4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3548236 Nov 02 16:26:21.081452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-887217a1-0a70-460c-8474-800bb3221fb7 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:21.125093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-887217a1-0a70-460c-8474-800bb3221fb7 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:21.141306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9bdc6-e212-4974-866d-a59fcf02ccbc req-5087df76-ec99-47a6-913d-f2213f3027c2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.143842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfc9bdc6-e212-4974-866d-a59fcf02ccbc req-5087df76-ec99-47a6-913d-f2213f3027c2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.1939135 Nov 02 16:26:21.202756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-887217a1-0a70-460c-8474-800bb3221fb7 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:21.216794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-887217a1-0a70-460c-8474-800bb3221fb7 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:21.219251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5910a2cc-f061-45e3-9f13-01b8016ac220 req-887217a1-0a70-460c-8474-800bb3221fb7 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2aed4ee2-8967-4bdd-86f8-5c8b77096f75 HTTP/1.1" status: 204 len: 173 time: 0.2249839 Nov 02 16:26:21.220491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887217a1-0a70-460c-8474-800bb3221fb7 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aed4ee2-8967-4bdd-86f8-5c8b77096f75,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:21.232052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-251fb137-57b2-4f6c-a079-26a8286eedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.233459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-251fb137-57b2-4f6c-a079-26a8286eedaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 1101 time: 0.1728866 Nov 02 16:26:21.258239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:21.262955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfc9bdc6-e212-4974-866d-a59fcf02ccbc req-7e58c0ee-a09b-4d50-b0ff-6bd36fa455d4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 Nov 02 16:26:21.532839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-124159c7-17ba-4724-8b2a-a44c05168d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.538401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-124159c7-17ba-4724-8b2a-a44c05168d30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2497952 Nov 02 16:26:21.566078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed9158-e234-4494-b653-09460cb91c8b req-c3e0eb36-0135-43b5-b3f3-1522e20539a1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.574683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1ed9158-e234-4494-b653-09460cb91c8b req-c3e0eb36-0135-43b5-b3f3-1522e20539a1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 946 time: 0.1769464 Nov 02 16:26:21.586237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ff7b-79ce-4ef5-ba7e-1da5c90cf420 req-c740b4cc-2c36-4e83-af18-b23de9bec273 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.587727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d62ff7b-79ce-4ef5-ba7e-1da5c90cf420 req-c740b4cc-2c36-4e83-af18-b23de9bec273 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1686654 Nov 02 16:26:21.631631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-326d053f-2d91-4b03-bd80-835c35d84eeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=002611bd-e54e-4758-8596-996e8e0d10ec HTTP/1.1" status: 200 len: 217 time: 0.0825737 Nov 02 16:26:21.771215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1ed9158-e234-4494-b653-09460cb91c8b req-4051dd4e-7eb1-421f-83da-3515654cc529 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955161 Nov 02 16:26:21.831354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-4c94a94a-2082-475b-97c8-93a589ea51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.835212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-4c94a94a-2082-475b-97c8-93a589ea51ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1920316 Nov 02 16:26:21.845632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-34a42a4a-0193-4b3d-8755-cd56e370321e tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.847273 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-34a42a4a-0193-4b3d-8755-cd56e370321e tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1097 time: 0.1019506 Nov 02 16:26:21.865143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811405-2'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:21.872608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d62ff7b-79ce-4ef5-ba7e-1da5c90cf420 req-064a2b7a-21af-4931-bf4d-fd2a59c24189 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505448 Nov 02 16:26:21.935832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-a45db889-9d83-4c48-be27-ceea154fc838 req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1021302318', 'description': 'tempest-description-1709347522'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:21.969969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-e47f9b9f-7dc0-4f8e-bd2e-5559b6a6ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:21.972088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-e47f9b9f-7dc0-4f8e-bd2e-5559b6a6ea02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274052 Nov 02 16:26:21.980007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a45db889-9d83-4c48-be27-ceea154fc838 req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.003502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.366331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:22.483609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:22.512461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a45db889-9d83-4c48-be27-ceea154fc838 req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.518961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a45db889-9d83-4c48-be27-ceea154fc838 req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.538016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-94370c9b-6fd5-4dae-88a2-b558c507c1c8 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525913 Nov 02 16:26:22.567637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.575831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.604361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a45db889-9d83-4c48-be27-ceea154fc838 req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.605874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a45db889-9d83-4c48-be27-ceea154fc838 req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6878631 Nov 02 16:26:22.606515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaebe79-ff83-40d6-83c9-e2b47c9fea48 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4845828-6b66-4156-bc3d-e37eca25db67,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:22.675965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.709997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:22.731595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'name': 'network-vif-deleted', 'tag': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e'}, {'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:22.735270 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f8ef4-b9c3-41eb-9dee-ec533de3244c" -d '{"events": [{"server_uuid": "eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7", "name": "network-vif-deleted", "tag": "b0e681ff-69a5-442b-8dc6-a429e4cb3f1e"}, {"server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:22.757249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a676bcf-a3e9-4f70-8f0e-9a3c8d41424f req-c66fd6bb-9e39-40ce-86e1-b8286cf6b671 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673236 Nov 02 16:26:22.806072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on host n-h1-811405-2 for vnic_type normal with profile {"migrating_to": "n-h2-811405-2"} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:22.807615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:22.808191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:22.814372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:22.815169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Attempting to bind port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:22.819693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc0b69-f34e-441b-94c4-010cb1ff2fa3 req-037af6c9-e6c7-4696-9e14-72a8d11a0396 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:22.822804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:22.823234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:22.823489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:22.823937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Bound port: dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:22.824299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:22.828285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ffc0b69-f34e-441b-94c4-010cb1ff2fa3 req-037af6c9-e6c7-4696-9e14-72a8d11a0396 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.2794755 Nov 02 16:26:22.857438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a74741-ada4-4f7b-880d-d277acefccdc req-bad4326c-c61a-4c9f-b9c1-72e06d9a2789 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:22.865641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a74741-ada4-4f7b-880d-d277acefccdc req-bad4326c-c61a-4c9f-b9c1-72e06d9a2789 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 950 time: 0.1288266 Nov 02 16:26:22.938947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ffc0b69-f34e-441b-94c4-010cb1ff2fa3 req-fc77e175-b610-425b-8ce0-d544752a66bc tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094255 Nov 02 16:26:22.970274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:22.975851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:22.977736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a74741-ada4-4f7b-880d-d277acefccdc req-c77e1ce6-a4f4-4cf5-8433-d23a3554a64c tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108494 Nov 02 16:26:22.986872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:23.054891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15dbe529-c8ec-4ef4-b05a-302ed4085bff req-c584e7cc-8cb1-4e19-9839-23bdd2f98d5c tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/b4845828-6b66-4156-bc3d-e37eca25db67 HTTP/1.1" status: 200 len: 1813 time: 0.0750027 Nov 02 16:26:23.119653 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d878a19-dee1-4856-aa2f-e59c128f3b58 x-openstack-request-id: req-1d878a19-dee1-4856-aa2f-e59c128f3b58 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:23.119971 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7", "name": "network-vif-deleted", "tag": "b0e681ff-69a5-442b-8dc6-a429e4cb3f1e", "status": "completed", "code": 200}, {"server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:23.120250 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d878a19-dee1-4856-aa2f-e59c128f3b58 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:23.120677 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb31a89f-0a2d-4f4e-b95b-4e0e0a16c8f7', 'name': 'network-vif-deleted', 'tag': 'b0e681ff-69a5-442b-8dc6-a429e4cb3f1e', 'status': 'completed', 'code': 200} Nov 02 16:26:23.120935 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'code': 200} Nov 02 16:26:23.121522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=8']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:23.155270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:23.156793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:23.158263 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d3c40b46-03da-4f1f-bfbd-69ee6b6d513b service neutron] 10.222.0.100 "PUT /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 1122 time: 1.2987206 Nov 02 16:26:23.215399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec798fd2-9460-4f26-88c0-01dc8523cb20 req-76859e89-70cf-494f-bc8e-6fbf9c2d8eab tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:23.217261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec798fd2-9460-4f26-88c0-01dc8523cb20 req-76859e89-70cf-494f-bc8e-6fbf9c2d8eab tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0782919 Nov 02 16:26:23.231280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6bb3-1ed8-4f9e-8629-d38e4b24166d req-1dfc7cfc-49cc-4b23-94b8-63a8634c616c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:23.233793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-480e6bb3-1ed8-4f9e-8629-d38e4b24166d req-1dfc7cfc-49cc-4b23-94b8-63a8634c616c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.1336427 Nov 02 16:26:23.288181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['dfb15afc-4b94-4db0-91c6-af6c1fb45c80'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:23.292793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dfb15afc-4b94-4db0-91c6-af6c1fb45c80'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:23.307451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec798fd2-9460-4f26-88c0-01dc8523cb20 req-3156a1cd-6a19-4766-9550-5a21bc11bcd4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722275 Nov 02 16:26:23.342262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-480e6bb3-1ed8-4f9e-8629-d38e4b24166d req-b6d09499-1731-423f-b64f-e079ae5769b6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919147 Nov 02 16:26:23.513279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714caee1-f641-4148-8841-e6960f1bc384 req-2d32e1a6-5398-4f9e-a0fb-509cc17220cb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:23.515818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-714caee1-f641-4148-8841-e6960f1bc384 req-2d32e1a6-5398-4f9e-a0fb-509cc17220cb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0924649 Nov 02 16:26:23.524023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-6205bec9-8752-4f61-b153-78879e84eb3d req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1699245434', 'description': 'tempest-description-1628082943'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:23.585746 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6205bec9-8752-4f61-b153-78879e84eb3d req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:23.606798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-714caee1-f641-4148-8841-e6960f1bc384 req-ac0fe175-24ab-430d-aa62-58eca36e774a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778921 Nov 02 16:26:23.725251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6205bec9-8752-4f61-b153-78879e84eb3d req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:23.729917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6205bec9-8752-4f61-b153-78879e84eb3d req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:23.760556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc9676-7752-409a-a62e-2d588254e48b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:23.765916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6205bec9-8752-4f61-b153-78879e84eb3d req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:23.770355 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6205bec9-8752-4f61-b153-78879e84eb3d req-60b856b3-7f84-4751-accd-7f1bf8bab651 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2532852 Nov 02 16:26:23.849836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-38116eef-bf55-4afa-a7cb-6abbc415b83b req-23cce684-fa30-4ee9-8323-0c576cd9ae29 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:26:23.850736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38116eef-bf55-4afa-a7cb-6abbc415b83b req-23cce684-fa30-4ee9-8323-0c576cd9ae29 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055027 Nov 02 16:26:23.881272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5af99631-85e6-4c99-a110-296747024977 req-ca6d85ba-301e-4707-9ed6-f2cd460485f1 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/1ccc9676-7752-409a-a62e-2d588254e48b HTTP/1.1" status: 200 len: 1813 time: 0.0902495 Nov 02 16:26:23.895345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-64f1395d-ec40-4e99-9587-81ddc7dccd53 req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-393382745', 'description': 'tempest-description-296507591'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:23.955451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-64f1395d-ec40-4e99-9587-81ddc7dccd53 req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.104278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-64f1395d-ec40-4e99-9587-81ddc7dccd53 req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.113092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-64f1395d-ec40-4e99-9587-81ddc7dccd53 req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.347828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-113c19b3-b14f-440b-98f3-254a8f6dc8fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1804640 Nov 02 16:26:24.385869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-8323e805-3d13-4e90-96bd-f88866270485 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:24.389301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-8323e805-3d13-4e90-96bd-f88866270485 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 950 time: 0.1611409 Nov 02 16:26:24.400807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:24.405968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-64f1395d-ec40-4e99-9587-81ddc7dccd53 req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.408960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64f1395d-ec40-4e99-9587-81ddc7dccd53 req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5199201 Nov 02 16:26:24.411260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ca6b9b0d-8283-46d7-91c5-844f4456c5e0 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:24.434217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb11040-88bc-44bd-ad10-6a40fad918a4 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aedffd-a53f-4a2c-bd28-3b49d040e417,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:24.479293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-c9363eb9-e244-4536-af8b-8a5f5731aae5 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:24.484577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-c9363eb9-e244-4536-af8b-8a5f5731aae5 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.3360035 Nov 02 16:26:24.485484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: ca6b9b0d-8283-46d7-91c5-844f4456c5e0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:24.485841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ca6b9b0d-8283-46d7-91c5-844f4456c5e0 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:24.488152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b0e681ff-69a5-442b-8dc6-a429e4cb3f1e no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:24.521732 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:26:24.527441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811405-2'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:24.556097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: b0e681ff-69a5-442b-8dc6-a429e4cb3f1e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:24.556473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b0e681ff-69a5-442b-8dc6-a429e4cb3f1e not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:24.651564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Deleting port 002611bd-e54e-4758-8596-996e8e0d10ec {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:24.651816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.703654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450dc9e-28da-4f80-bf31-61deeec80e47 req-3bf38261-5c55-4c8e-9f89-484b4377fde7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:24.711793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3450dc9e-28da-4f80-bf31-61deeec80e47 req-3bf38261-5c55-4c8e-9f89-484b4377fde7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 945 time: 0.4518790 Nov 02 16:26:24.744524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:24.777363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.777597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 has no active binding in host n-h2-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:26:24.853701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] For port 002611bd-e54e-4758-8596-996e8e0d10ec, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=002611bd-e54e-4758-8596-996e8e0d10ec,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:24.854078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:24.894163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3450dc9e-28da-4f80-bf31-61deeec80e47 req-6be5a0a9-e86c-4618-8ea3-b070ab20b6ef tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748641 Nov 02 16:26:24.903845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Calling delete_port for 002611bd-e54e-4758-8596-996e8e0d10ec owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:24.917596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775d83f-6bff-49c4-b8c4-b0661d6ce6e5 req-16e58146-8f67-467a-8231-159d0e3c53f4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:24.945694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a775d83f-6bff-49c4-b8c4-b0661d6ce6e5 req-16e58146-8f67-467a-8231-159d0e3c53f4 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/ports?device_id=0133731c-dd81-44dc-9bd5-1c27289ce561 HTTP/1.1" status: 200 len: 950 time: 0.3518829 Nov 02 16:26:25.007182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:25.209777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a775d83f-6bff-49c4-b8c4-b0661d6ce6e5 req-fcfffeef-4882-449a-8289-552a2f518e79 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e126639-317a-4ea6-aada-8313ef412a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630100 Nov 02 16:26:25.242672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676e5a-f6e5-4d33-a3e1-1ed8f9bd217c req-562850d3-6f49-4d85-b6c4-916eee778a69 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:25.244684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00676e5a-f6e5-4d33-a3e1-1ed8f9bd217c req-562850d3-6f49-4d85-b6c4-916eee778a69 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.2093513 Nov 02 16:26:25.344179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:25.355986 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be321d2b-a078-4313-af00-85f5bdf24d18" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:25.368768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:25.388712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:25.401962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['002611bd-e54e-4758-8596-996e8e0d10ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:25.402539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00676e5a-f6e5-4d33-a3e1-1ed8f9bd217c req-58a911bd-9ce9-4913-8c11-69afcf456b77 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714867 Nov 02 16:26:25.404351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:25.461441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Pushing event deleted for resources: {'Port': ['ID=002611bd-e54e-4758-8596-996e8e0d10ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:25.487553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b has no active binding in host n-h1-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:26:25.538720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] No DVR routers for this DVR port 002611bd-e54e-4758-8596-996e8e0d10ec on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:25.552506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:25.571603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-84c473ee-a2fc-44ef-a26f-3d5c1ce11de3 req-16e531fd-1137-443c-9cb8-a7577335ea12 tempest-ServersOnMultiNodesTest-1534850627 tempest-ServersOnMultiNodesTest-1534850627-project] 10.222.0.55 "DELETE /v2.0/ports/002611bd-e54e-4758-8596-996e8e0d10ec HTTP/1.1" status: 204 len: 173 time: 1.1754007 Nov 02 16:26:25.587031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f483495d-b6d8-4a1b-aeb5-8680a746c318 req-6158b90a-af65-4f20-87d9-736e8f075863 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/f1aedffd-a53f-4a2c-bd28-3b49d040e417 HTTP/1.1" status: 200 len: 1811 time: 0.1611254 Nov 02 16:26:25.605094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:25.634015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843798fc-5053-4acc-87bc-3715dd0149f9 req-dec7169e-ce62-4e04-8411-0869c9f5838a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:25.635717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-843798fc-5053-4acc-87bc-3715dd0149f9 req-dec7169e-ce62-4e04-8411-0869c9f5838a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.2113671 Nov 02 16:26:25.761785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-843798fc-5053-4acc-87bc-3715dd0149f9 req-bb95fbf6-b9b6-4ccc-9aad-212352f6cb10 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Nov 02 16:26:25.766557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:25.769679 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61c5633-6a88-4384-b5f6-380756f7f32c" -d '{"events": [{"server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:25.780022 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:25.789342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:25.813578 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d794692a-2109-48bf-9cbb-464af398a30b x-openstack-request-id: req-d794692a-2109-48bf-9cbb-464af398a30b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:25.813578 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:25.813578 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d794692a-2109-48bf-9cbb-464af398a30b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:25.813578 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'status': 'completed', 'code': 200} Nov 02 16:26:25.958748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-66cd3d1b-01da-427e-a3ba-9bff945f09c2 req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-866987227', 'description': 'tempest-description-821329503'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:25.965262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-bf1925bb-94e9-40aa-9ab7-8425acdea6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:25.969997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-bf1925bb-94e9-40aa-9ab7-8425acdea6cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1125 time: 0.1217680 Nov 02 16:26:25.974883 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58599c0-af44-481e-9576-ce25e99e4bcc x-openstack-request-id: req-d58599c0-af44-481e-9576-ce25e99e4bcc {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:25.975311 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:25.975670 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d58599c0-af44-481e-9576-ce25e99e4bcc {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:25.976181 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'code': 200} Nov 02 16:26:25.988224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:26.136279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-66cd3d1b-01da-427e-a3ba-9bff945f09c2 req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.161705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-3821da06-fccb-48ff-b707-b9f97793cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.163833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-3821da06-fccb-48ff-b707-b9f97793cbf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1834176 Nov 02 16:26:26.181233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on host n-h2-811405-2 for vnic_type normal with profile {"migrating_to": "n-h1-811405-2"} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:26.181569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:26.181891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:26.197825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983acbf-7a41-4911-91aa-6a93d6d94300 req-05cf8232-8a9d-4286-928b-e1d81e896637 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.205669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2983acbf-7a41-4911-91aa-6a93d6d94300 req-05cf8232-8a9d-4286-928b-e1d81e896637 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.1799831 Nov 02 16:26:26.260518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-f518b83f-2ab1-4bb4-84ab-c81dc2289609 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 217 time: 0.0633454 Nov 02 16:26:26.270603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:26.271140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Attempting to bind port dbfd7e46-5867-48cb-9277-11d35fe09b3b on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:26.327663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:26.328025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:26.328692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:26.336700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Bound port: dbfd7e46-5867-48cb-9277-11d35fe09b3b, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:26.338962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.342728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-d3ddb1d7-a156-432c-9c85-99da56297750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.345184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-d3ddb1d7-a156-432c-9c85-99da56297750 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0750561 Nov 02 16:26:26.393248 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-f80408d0-dafe-4a78-8226-dcfa0aeb410f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403085 Nov 02 16:26:26.447525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2983acbf-7a41-4911-91aa-6a93d6d94300 req-44e54c0b-bb4f-4679-9a6e-eebe79cd316b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410192 Nov 02 16:26:26.530274 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-66cd3d1b-01da-427e-a3ba-9bff945f09c2 req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.537855 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-66cd3d1b-01da-427e-a3ba-9bff945f09c2 req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.569876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca9299-a17e-4904-9b81-ed7e3b949dd2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:26.574779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:26.601640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-4c76a112-1bd0-44a8-858b-616c9853e224 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931224 Nov 02 16:26:26.636819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-66cd3d1b-01da-427e-a3ba-9bff945f09c2 req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.642703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66cd3d1b-01da-427e-a3ba-9bff945f09c2 req-c4882351-f4e0-4da1-9493-b12c4cfaa995 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6906989 Nov 02 16:26:26.658168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:26.665956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.807255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9254338b-2947-463d-875a-0d4f7629e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.809050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9254338b-2947-463d-875a-0d4f7629e94f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1101 time: 0.1394956 Nov 02 16:26:26.812261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=8']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:26.822073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be321d2b-a078-4313-af00-85f5bdf24d18 req-68c0635b-7bf9-4178-9203-23b344571499 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087247 Nov 02 16:26:26.940046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.940852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:26.942586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-90145add-d13e-4f55-985e-2e9f9d4ccabd service neutron] 10.222.0.55 "PUT /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 1121 time: 2.4342887 Nov 02 16:26:26.986958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b59fc-e454-47b6-b54c-a90e34045471 req-519465a2-d428-406f-a4fd-ad9607eb6750 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.990259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-d3079987-f5d3-46e9-9768-a49fa1d80b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:26.991668 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-d3079987-f5d3-46e9-9768-a49fa1d80b88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1644955 Nov 02 16:26:26.996249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d75b59fc-e454-47b6-b54c-a90e34045471 req-519465a2-d428-406f-a4fd-ad9607eb6750 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1857090 Nov 02 16:26:27.026849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1cb618f-f8d2-4f89-8f25-de61844def84 req-8944b8bb-71c7-4a06-9f98-76cd0c48169c tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/78ca9299-a17e-4904-9b81-ed7e3b949dd2 HTTP/1.1" status: 200 len: 1811 time: 0.2787020 Nov 02 16:26:27.029500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 002611bd-e54e-4758-8596-996e8e0d10ec no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:27.034276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46952) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:27.070007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d75b59fc-e454-47b6-b54c-a90e34045471 req-7d288373-6ca6-4800-a071-25f2b0b3f18b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727878 Nov 02 16:26:27.077154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 002611bd-e54e-4758-8596-996e8e0d10ec {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:27.077855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 002611bd-e54e-4758-8596-996e8e0d10ec not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:27.081916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['dbfd7e46-5867-48cb-9277-11d35fe09b3b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:27.117553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-17112995-c36f-4603-8245-cd410913c66c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.1160023 Nov 02 16:26:27.127847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dbfd7e46-5867-48cb-9277-11d35fe09b3b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:27.254876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-7e757df2-1013-41bd-84e7-2d6d1a6d8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:27.257860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-7e757df2-1013-41bd-84e7-2d6d1a6d8a97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1279345 Nov 02 16:26:27.340618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e16706-2cf2-441b-abbe-1520c1870185 req-dd219115-2df2-46dc-bede-25a6f601f33e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:27.352942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8e16706-2cf2-441b-abbe-1520c1870185 req-dd219115-2df2-46dc-bede-25a6f601f33e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.1133652 Nov 02 16:26:27.405515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-d1d88435-5ade-425a-88c3-c12ee21ec4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:27.407276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-d1d88435-5ade-425a-88c3-c12ee21ec4af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199689 Nov 02 16:26:27.466815 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-5d309590-b1c6-4d7f-9f5e-fc80346669f5 req-16d33186-4bc3-4945-84cf-5ae8cff29f8e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] show failed (client error): The resource could not be found. Nov 02 16:26:27.468234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d309590-b1c6-4d7f-9f5e-fc80346669f5 req-16d33186-4bc3-4945-84cf-5ae8cff29f8e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/6059409f-a625-4028-89e7-55ef92a2f449 HTTP/1.1" status: 404 len: 352 time: 0.0691822 Nov 02 16:26:27.489347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-21a38872-b92f-4a29-b5a8-922ba7536de1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79ae8d43675846f9bc18de4bdf779d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513237 Nov 02 16:26:27.490878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8e16706-2cf2-441b-abbe-1520c1870185 req-0683456a-722d-41a7-87e9-c7a59509e4e2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367288 Nov 02 16:26:27.491539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46964) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:27.553025 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-14c2e843-09de-4245-9102-2352f6f95e5a req-f6134e3b-b0c1-403e-a44a-f87cc4040179 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] show failed (client error): The resource could not be found. Nov 02 16:26:27.554031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14c2e843-09de-4245-9102-2352f6f95e5a req-f6134e3b-b0c1-403e-a44a-f87cc4040179 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-group-rules/918a9b3b-3209-4f02-be22-8c6c2163d650 HTTP/1.1" status: 404 len: 361 time: 0.0203419 Nov 02 16:26:27.635133 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71a40ae8-108d-41e4-a5c3-348afd3d400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:27.654631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-0b4623b0-ca05-4489-9b7b-0f9da533b0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876969 Nov 02 16:26:27.682815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71a40ae8-108d-41e4-a5c3-348afd3d400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:27.700472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adb4641d-a9af-4141-a9f6-73f2d95d75b3 req-140dc733-d372-45ae-9d6d-87fa10dd8cf3 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/78ca9299-a17e-4904-9b81-ed7e3b949dd2 HTTP/1.1" status: 200 len: 1811 time: 0.1159205 Nov 02 16:26:27.741079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ff852-f6e5-42e5-b1f9-5ba2d75363ed req-5d68ada1-1966-43c7-8a74-58477ff5f9f4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:27.754046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa8ff852-f6e5-42e5-b1f9-5ba2d75363ed req-5d68ada1-1966-43c7-8a74-58477ff5f9f4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.1658587 Nov 02 16:26:27.787511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-06d138e8-1a6f-4ca2-964c-9bab8e63cd17 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239738 Nov 02 16:26:27.809286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'name': 'network-vif-deleted', 'tag': '002611bd-e54e-4758-8596-996e8e0d10ec'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:27.817953 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ff9b2-2fec-4c34-99e5-4cf6fe44bfc1" -d '{"events": [{"server_uuid": "0133731c-dd81-44dc-9bd5-1c27289ce561", "name": "network-vif-deleted", "tag": "002611bd-e54e-4758-8596-996e8e0d10ec"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:27.896381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa8ff852-f6e5-42e5-b1f9-5ba2d75363ed req-40123bc4-4559-4a1b-ba58-1b43337b40db tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411610 Nov 02 16:26:27.924781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-adb4641d-a9af-4141-a9f6-73f2d95d75b3 req-66ed1c35-4077-4e2e-b070-f952819d77e0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:27.935219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71a40ae8-108d-41e4-a5c3-348afd3d400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:27.938385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71a40ae8-108d-41e4-a5c3-348afd3d400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:27.939571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-71a40ae8-108d-41e4-a5c3-348afd3d400b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e126639-317a-4ea6-aada-8313ef412a5d HTTP/1.1" status: 204 len: 168 time: 0.4468765 Nov 02 16:26:27.971222 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad05f8-1540-4452-87f7-7cf492dc570e x-openstack-request-id: req-ebad05f8-1540-4452-87f7-7cf492dc570e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:27.971222 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0133731c-dd81-44dc-9bd5-1c27289ce561", "name": "network-vif-deleted", "tag": "002611bd-e54e-4758-8596-996e8e0d10ec", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:27.971222 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebad05f8-1540-4452-87f7-7cf492dc570e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:27.971222 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0133731c-dd81-44dc-9bd5-1c27289ce561', 'name': 'network-vif-deleted', 'tag': '002611bd-e54e-4758-8596-996e8e0d10ec', 'status': 'completed', 'code': 200} Nov 02 16:26:27.971946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a40ae8-108d-41e4-a5c3-348afd3d400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e126639-317a-4ea6-aada-8313ef412a5d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:27.975105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-adb4641d-a9af-4141-a9f6-73f2d95d75b3 req-66ed1c35-4077-4e2e-b070-f952819d77e0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:27.977539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:27.979853 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862642a-ea06-46dc-993f-87595024e0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:28.061091 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89268ace-386a-4021-9be5-23d128a7bef3 x-openstack-request-id: req-89268ace-386a-4021-9be5-23d128a7bef3 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:28.061296 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:28.061681 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89268ace-386a-4021-9be5-23d128a7bef3 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:28.071724 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'status': 'completed', 'code': 200} Nov 02 16:26:28.076243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-adb4641d-a9af-4141-a9f6-73f2d95d75b3 req-66ed1c35-4077-4e2e-b070-f952819d77e0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:28.081082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-adb4641d-a9af-4141-a9f6-73f2d95d75b3 req-66ed1c35-4077-4e2e-b070-f952819d77e0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:28.082564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adb4641d-a9af-4141-a9f6-73f2d95d75b3 req-66ed1c35-4077-4e2e-b070-f952819d77e0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "DELETE /v2.0/security-groups/78ca9299-a17e-4904-9b81-ed7e3b949dd2 HTTP/1.1" status: 204 len: 173 time: 0.3731894 Nov 02 16:26:28.095082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed1c35-4077-4e2e-b070-f952819d77e0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca9299-a17e-4904-9b81-ed7e3b949dd2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:28.189991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19a6c8ff-b04e-4fea-9afd-5cb64a735099 req-7d48ab2d-1ccf-4d35-afdc-2153c16ced33 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/f1aedffd-a53f-4a2c-bd28-3b49d040e417 HTTP/1.1" status: 200 len: 1811 time: 0.0680900 Nov 02 16:26:28.215977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862642a-ea06-46dc-993f-87595024e0f4 req-0509f9af-29cd-4c0e-a108-035df54db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:28.217468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-0509f9af-29cd-4c0e-a108-035df54db8fc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1124 time: 0.1253393 Nov 02 16:26:28.341637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459597f-4b6c-4512-b2f5-ccb767b2f8f4 req-03bfffb0-185d-4ff4-98c8-e1b855c14b4c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:28.351782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a459597f-4b6c-4512-b2f5-ccb767b2f8f4 req-03bfffb0-185d-4ff4-98c8-e1b855c14b4c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1287794 Nov 02 16:26:28.368290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862642a-ea06-46dc-993f-87595024e0f4 req-b02e52d2-71b9-4747-bd6a-811cdb2aece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:28.369757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-b02e52d2-71b9-4747-bd6a-811cdb2aece7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1392341 Nov 02 16:26:28.445211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-f8ed8e17-5c2a-472c-9de9-2828fd0746e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 217 time: 0.0610871 Nov 02 16:26:28.458393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a459597f-4b6c-4512-b2f5-ccb767b2f8f4 req-0c5948b9-199d-4b79-8cd5-6a3eac593a7e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995538 Nov 02 16:26:28.479720 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-19a6c8ff-b04e-4fea-9afd-5cb64a735099 req-8ee010ac-7001-4953-966b-4f9a6a394491 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:28.517948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-19a6c8ff-b04e-4fea-9afd-5cb64a735099 req-8ee010ac-7001-4953-966b-4f9a6a394491 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:28.538667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46990) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:28.585806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862642a-ea06-46dc-993f-87595024e0f4 req-e231c9c1-3672-4a69-abcb-3b128daa5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:28.587577 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-e231c9c1-3672-4a69-abcb-3b128daa5fd3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.1277833 Nov 02 16:26:28.623552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-976f450b-4b47-4a81-9820-3be4916d613d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6089cc6d53bc42229b80c008bd9511b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795479 Nov 02 16:26:28.628097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46992) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:28.644369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-1daf77c3-220f-4983-b5a0-9aabe6199dd4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399635 Nov 02 16:26:28.697117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-19a6c8ff-b04e-4fea-9afd-5cb64a735099 req-8ee010ac-7001-4953-966b-4f9a6a394491 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:28.704872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-19a6c8ff-b04e-4fea-9afd-5cb64a735099 req-8ee010ac-7001-4953-966b-4f9a6a394491 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:28.727928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19a6c8ff-b04e-4fea-9afd-5cb64a735099 req-8ee010ac-7001-4953-966b-4f9a6a394491 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1aedffd-a53f-4a2c-bd28-3b49d040e417 HTTP/1.1" status: 204 len: 173 time: 0.5205438 Nov 02 16:26:28.782359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-820e8326-4698-4e4a-b16b-d88c55071b00 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237338 Nov 02 16:26:28.822656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee010ac-7001-4953-966b-4f9a6a394491 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aedffd-a53f-4a2c-bd28-3b49d040e417,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:28.926559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc42b0fe-af56-4377-b940-c17d5bf69a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.011893 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3862642a-ea06-46dc-993f-87595024e0f4 req-8cee8d4a-bc63-413b-87ad-8cad3ddc14e4 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206943 Nov 02 16:26:29.020412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc42b0fe-af56-4377-b940-c17d5bf69a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.047114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cba277-a9fa-450a-9965-98ba2df4ce2f req-8f323bd1-80df-4b71-90e7-733789d9bbbf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:29.055063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05cba277-a9fa-450a-9965-98ba2df4ce2f req-8f323bd1-80df-4b71-90e7-733789d9bbbf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.2139437 Nov 02 16:26:29.112962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-121af5d3-ac28-428e-9831-061af8568e5f req-8bf24c17-b76a-4d03-bae1-5ba84fb2461c tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/1ccc9676-7752-409a-a62e-2d588254e48b HTTP/1.1" status: 200 len: 1813 time: 0.1896100 Nov 02 16:26:29.162014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05cba277-a9fa-450a-9965-98ba2df4ce2f req-6c637b25-6c59-474e-a773-81c08f5d04bd tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038311 Nov 02 16:26:29.215071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc42b0fe-af56-4377-b940-c17d5bf69a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.217950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc42b0fe-af56-4377-b940-c17d5bf69a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.218962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc42b0fe-af56-4377-b940-c17d5bf69a74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f82cdc8-c37e-49f9-bec6-fb892fa3bb09 HTTP/1.1" status: 204 len: 168 time: 0.5898011 Nov 02 16:26:29.235808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-121af5d3-ac28-428e-9831-061af8568e5f req-4ae9a673-ddfb-4812-a037-508447e4fe1d tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.237654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42b0fe-af56-4377-b940-c17d5bf69a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f82cdc8-c37e-49f9-bec6-fb892fa3bb09,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:29.287798 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-121af5d3-ac28-428e-9831-061af8568e5f req-4ae9a673-ddfb-4812-a037-508447e4fe1d tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.399623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683dbe-8806-4c21-9090-0b76e8b1e3d9 req-883f2808-77c6-41c2-ac5e-d45dc4a59846 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:29.408800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb683dbe-8806-4c21-9090-0b76e8b1e3d9 req-883f2808-77c6-41c2-ac5e-d45dc4a59846 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.1055927 Nov 02 16:26:29.465991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb683dbe-8806-4c21-9090-0b76e8b1e3d9 req-08fc2471-afc1-47e7-afc9-b4e3e4b35bea tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555983 Nov 02 16:26:29.471857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-121af5d3-ac28-428e-9831-061af8568e5f req-4ae9a673-ddfb-4812-a037-508447e4fe1d tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.476276 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-121af5d3-ac28-428e-9831-061af8568e5f req-4ae9a673-ddfb-4812-a037-508447e4fe1d tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.477620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-121af5d3-ac28-428e-9831-061af8568e5f req-4ae9a673-ddfb-4812-a037-508447e4fe1d tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ccc9676-7752-409a-a62e-2d588254e48b HTTP/1.1" status: 204 len: 173 time: 0.3639290 Nov 02 16:26:29.509885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9a673-ddfb-4812-a037-508447e4fe1d tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc9676-7752-409a-a62e-2d588254e48b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:29.699654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af13ad13-cd0e-421b-8564-01ab73dc3f8a req-11bab60c-4d71-483d-bb6c-0f8905246b50 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/b4845828-6b66-4156-bc3d-e37eca25db67 HTTP/1.1" status: 200 len: 1813 time: 0.1641810 Nov 02 16:26:29.761305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223e1df-2f44-4f6c-b0c0-8cbc8aae602f req-2bfa8bbf-78ae-4370-987b-eb29beecd847 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:29.770711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f223e1df-2f44-4f6c-b0c0-8cbc8aae602f req-2bfa8bbf-78ae-4370-987b-eb29beecd847 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1371338 Nov 02 16:26:29.845509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f223e1df-2f44-4f6c-b0c0-8cbc8aae602f req-45a6bd75-4eef-4464-bbd5-f9f8ae8652ed tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737181 Nov 02 16:26:29.861760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-af13ad13-cd0e-421b-8564-01ab73dc3f8a req-ef605b68-dcb2-4788-a06f-4d6691f986f0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:29.893097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-af13ad13-cd0e-421b-8564-01ab73dc3f8a req-ef605b68-dcb2-4788-a06f-4d6691f986f0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.014050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-af13ad13-cd0e-421b-8564-01ab73dc3f8a req-ef605b68-dcb2-4788-a06f-4d6691f986f0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.019595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-af13ad13-cd0e-421b-8564-01ab73dc3f8a req-ef605b68-dcb2-4788-a06f-4d6691f986f0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.021671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af13ad13-cd0e-421b-8564-01ab73dc3f8a req-ef605b68-dcb2-4788-a06f-4d6691f986f0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "DELETE /v2.0/security-groups/b4845828-6b66-4156-bc3d-e37eca25db67 HTTP/1.1" status: 204 len: 173 time: 0.3209937 Nov 02 16:26:30.035618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef605b68-dcb2-4788-a06f-4d6691f986f0 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4845828-6b66-4156-bc3d-e37eca25db67,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:30.138818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8855f18e-bc82-4463-b853-aead7ed49cb2 req-aca0b127-d8e3-48fa-938e-2b120872a827 tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "GET /v2.0/security-groups/d86b1340-1c23-43d8-aae0-6190255900ab HTTP/1.1" status: 200 len: 1812 time: 0.0614541 Nov 02 16:26:30.219714 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8855f18e-bc82-4463-b853-aead7ed49cb2 req-704cd4d4-7a5d-4ab0-87bf-d10aeb5b128e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.300245 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8855f18e-bc82-4463-b853-aead7ed49cb2 req-704cd4d4-7a5d-4ab0-87bf-d10aeb5b128e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.354242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ca632-64e8-4c65-97ff-6551eb58876b req-7ff60e85-110c-4fb2-8dc4-8663531f05b6 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:30.355795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a65ca632-64e8-4c65-97ff-6551eb58876b req-7ff60e85-110c-4fb2-8dc4-8663531f05b6 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.1631651 Nov 02 16:26:30.403705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8855f18e-bc82-4463-b853-aead7ed49cb2 req-704cd4d4-7a5d-4ab0-87bf-d10aeb5b128e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.407512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8855f18e-bc82-4463-b853-aead7ed49cb2 req-704cd4d4-7a5d-4ab0-87bf-d10aeb5b128e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.408737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8855f18e-bc82-4463-b853-aead7ed49cb2 req-704cd4d4-7a5d-4ab0-87bf-d10aeb5b128e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] 10.222.0.31 "DELETE /v2.0/security-groups/d86b1340-1c23-43d8-aae0-6190255900ab HTTP/1.1" status: 204 len: 173 time: 0.2647021 Nov 02 16:26:30.414907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:30.428554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd4d4-7a5d-4ab0-87bf-d10aeb5b128e tempest-SecurityGroupRulesNegativeTestJSON-1406552213 tempest-SecurityGroupRulesNegativeTestJSON-1406552213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b1340-1c23-43d8-aae0-6190255900ab,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:30.456493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a65ca632-64e8-4c65-97ff-6551eb58876b req-d2a379f6-8f77-415f-8525-c1fc6046c2ac tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926874 Nov 02 16:26:30.548290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Deleting subnet 18cdd301-d7c9-4d81-bd3c-3e354a9ab6bf {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:26:30.568065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.614403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771f0ce-fe52-4c5a-927e-29a7bf985fc6 req-2fdda529-ce03-458e-bdcb-bc83e51d0fb8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:30.625773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a771f0ce-fe52-4c5a-927e-29a7bf985fc6 req-2fdda529-ce03-458e-bdcb-bc83e51d0fb8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.0691094 Nov 02 16:26:30.680974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a771f0ce-fe52-4c5a-927e-29a7bf985fc6 req-9e5cd7c9-4f9f-4155-95ac-35ad7e94dd89 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534704 Nov 02 16:26:30.720018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.753759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f094aa-9874-48b3-ba3a-05b3bc952692 req-03a8e737-2710-474b-863c-9e34edc0f18f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:30.756354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34f094aa-9874-48b3-ba3a-05b3bc952692 req-03a8e737-2710-474b-863c-9e34edc0f18f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.0792038 Nov 02 16:26:30.809396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34f094aa-9874-48b3-ba3a-05b3bc952692 req-692442ce-bf2b-40bc-a639-2a9e06268d93 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473421 Nov 02 16:26:30.844370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.925551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.948594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:30.990179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/18cdd301-d7c9-4d81-bd3c-3e354a9ab6bf HTTP/1.1" status: 204 len: 168 time: 0.5739670 Nov 02 16:26:31.000864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47044) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:31.052850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce645d2-ee4d-4c7c-a997-85c1df040d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cdd301-d7c9-4d81-bd3c-3e354a9ab6bf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:31.130712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4c06f-8470-4834-adcd-3f0afb159420 req-cc4d1549-d9f3-4dd0-b1f2-b2d0cbc774d5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:31.139573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cc4c06f-8470-4834-adcd-3f0afb159420 req-cc4d1549-d9f3-4dd0-b1f2-b2d0cbc774d5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1953971 Nov 02 16:26:31.150883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.329427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cc4c06f-8470-4834-adcd-3f0afb159420 req-a84e422b-d24e-4b4b-8edc-c7c09b92a302 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802373 Nov 02 16:26:31.487589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.508065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-44b38513-139d-4a04-8e4a-36f4667c1575 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--801104747&fields=id&tenant_id=26c9351847564611b3fb7360baa8b65b HTTP/1.1" status: 200 len: 267 time: 0.2222779 Nov 02 16:26:31.575687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714e7efd-cc31-4f33-8a04-9b5ffab525bb']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:31.593330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a583d97b-de86-4d71-bfef-4303e5852df9') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:31.593972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a583d97b-de86-4d71-bfef-4303e5852df9') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:31.612619 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.636804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.656317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:26:31.656939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:26:31.659421 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:26:31.750395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-aed3ad89-8155-4600-b58a-c291992f6820 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:31.760759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-aed3ad89-8155-4600-b58a-c291992f6820 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/networks?id=ec79629a-3a98-4199-bed2-ff2f23aba855 HTTP/1.1" status: 200 len: 815 time: 0.2514534 Nov 02 16:26:31.825503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d73ac987-24be-4d9f-b436-478213e039af tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/quotas/26c9351847564611b3fb7360baa8b65b HTTP/1.1" status: 200 len: 375 time: 0.0631149 Nov 02 16:26:31.850745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.886648 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:31.890684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] 10.222.0.31 "DELETE /v2.0/networks/714e7efd-cc31-4f33-8a04-9b5ffab525bb HTTP/1.1" status: 204 len: 168 time: 0.8873434 Nov 02 16:26:31.903524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9942ad-3249-4f8e-a5b1-99b8fc3fe9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=714e7efd-cc31-4f33-8a04-9b5ffab525bb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:31.929602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ae21d-116d-4557-b224-464fac71617f req-9e7d8383-68cd-4e0d-b214-8ebb2fb5d0d4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:31.931167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f18ae21d-116d-4557-b224-464fac71617f req-9e7d8383-68cd-4e0d-b214-8ebb2fb5d0d4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.1251326 Nov 02 16:26:31.947170 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-7f9465f9-16ff-4688-9da7-a176ead2b858 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=26c9351847564611b3fb7360baa8b65b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175859 Nov 02 16:26:32.049570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-d19bdec3-253b-4b93-815f-e0407274ffd5 service neutron] 10.222.0.55 "GET /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.0849981 Nov 02 16:26:32.060138 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f18ae21d-116d-4557-b224-464fac71617f req-e0896d03-bb80-4d04-8edf-02f7692635e7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212015 Nov 02 16:26:32.125564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-08733f0b-5674-4fa2-87c1-70cf961bdb79 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447742 Nov 02 16:26:32.188779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47072) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:32.245114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5139-7a2c-4efc-af62-b8d15a8c9887 req-bc1e0906-cc69-4961-b1d1-39a34083459a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:32.246971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f94e5139-7a2c-4efc-af62-b8d15a8c9887 req-bc1e0906-cc69-4961-b1d1-39a34083459a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 944 time: 0.0658796 Nov 02 16:26:32.334665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:32.354328 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b4a8cf3-e3de-4258-bcbe-3c657e6eac10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8455444ddaf483db5a24c66845205a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633074 Nov 02 16:26:32.356841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47076) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:32.392737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:32.444253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb15afc-4b94-4db0-91c6-af6c1fb45c80 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:32.462414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:32.472466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17def7f-ca84-45b4-b247-db21efdae06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:32.497000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17def7f-ca84-45b4-b247-db21efdae06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:32.523571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-b45e3ef7-030d-4148-8582-e77447c92fd5 service neutron] 10.222.0.31 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905783 Nov 02 16:26:32.551083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f94e5139-7a2c-4efc-af62-b8d15a8c9887 req-ff0b54bc-02d3-474d-a431-7ca709143adb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965143 Nov 02 16:26:32.553614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17def7f-ca84-45b4-b247-db21efdae06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:32.557417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17def7f-ca84-45b4-b247-db21efdae06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:32.561309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c17def7f-ca84-45b4-b247-db21efdae06c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3146245c-b72f-4ac2-9879-520989d03b24 HTTP/1.1" status: 204 len: 168 time: 0.2011085 Nov 02 16:26:32.569566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:32.573166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17def7f-ca84-45b4-b247-db21efdae06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146245c-b72f-4ac2-9879-520989d03b24,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:32.687223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] Transition to ACTIVE for port object dfb15afc-4b94-4db0-91c6-af6c1fb45c80 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:32.693727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:32.790517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] No DVR routers for this DVR port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:32.810262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:32.841769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-19f2cae6-2801-4df2-a06f-051679424b49 service neutron] 10.222.0.55 "PUT /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80/bindings/n-h2-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7829144 Nov 02 16:26:33.008013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-176f343a-35cb-44c0-9d57-6087b97027b4 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:33.010375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-176f343a-35cb-44c0-9d57-6087b97027b4 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.0795639 Nov 02 16:26:33.056366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:33.099273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-dc022e8c-3818-4715-a4ae-ddb52a0e648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:33.101049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-dc022e8c-3818-4715-a4ae-ddb52a0e648f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973&tenant_id=10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 1096 time: 0.0737555 Nov 02 16:26:33.166045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:33.269941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-e5868261-ff0c-44b9-8aac-01a6e37fdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:33.276151 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-e5868261-ff0c-44b9-8aac-01a6e37fdabc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1096 time: 0.1433785 Nov 02 16:26:33.336849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753719fb-17cf-4649-957d-9a28a53b7989 req-4b9172da-518c-49a9-bb1a-f1c433a7b3b7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:33.344617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-753719fb-17cf-4649-957d-9a28a53b7989 req-4b9172da-518c-49a9-bb1a-f1c433a7b3b7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1009426 Nov 02 16:26:33.399457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-753719fb-17cf-4649-957d-9a28a53b7989 req-11821661-e1cb-46b6-8bcb-4755b88efec0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Nov 02 16:26:33.527355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-7faa0a5b-6467-47c3-bd19-6534bc326dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:33.529036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-7faa0a5b-6467-47c3-bd19-6534bc326dda service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.2415822 Nov 02 16:26:33.547066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43f67dce-7ba8-4de5-a19d-72353f18271c req-6a7be4d2-7c6d-4d48-8ae9-e261506ef43b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.0920570 Nov 02 16:26:33.606519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916b0d0-c2eb-4e40-9a11-2cd688ce16d6 req-e99f3909-e831-4455-9ad4-90e75e80ed54 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:33.613347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b916b0d0-c2eb-4e40-9a11-2cd688ce16d6 req-e99f3909-e831-4455-9ad4-90e75e80ed54 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.1459813 Nov 02 16:26:33.777680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b916b0d0-c2eb-4e40-9a11-2cd688ce16d6 req-4f1a14a8-14b5-4f83-977b-2916cb43245f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540375 Nov 02 16:26:33.944622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-6187dfe7-d8dd-4e6d-a211-84194ee53909 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1967191618&fields=id&tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb HTTP/1.1" status: 200 len: 267 time: 0.1786487 Nov 02 16:26:34.138533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607ae29-4dcb-4327-936c-987837d53512 req-40661dda-dd0b-4003-bda4-89164af48ab1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:34.155589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d607ae29-4dcb-4327-936c-987837d53512 req-40661dda-dd0b-4003-bda4-89164af48ab1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.2672756 Nov 02 16:26:34.235040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-98213735-2f0b-4f2a-a26b-fd268dfde696 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 200 len: 217 time: 0.6924286 Nov 02 16:26:34.243913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-17873f28-82c3-4dc0-82b0-cda19fd67b34 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:34.254107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-17873f28-82c3-4dc0-82b0-cda19fd67b34 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 823 time: 0.2637501 Nov 02 16:26:34.287094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-27e464f1-0bdc-4fd9-a7fb-acae25111d0b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/quotas/4a968f27dccf48bf8ae35e1d7a42c8eb HTTP/1.1" status: 200 len: 375 time: 0.0318596 Nov 02 16:26:34.297879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d607ae29-4dcb-4327-936c-987837d53512 req-6bea3425-58d8-47d3-b28d-91f86b181990 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184850 Nov 02 16:26:34.347574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47148) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:34.357342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-f9ce9be4-b786-454e-b6de-7744f458ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:34.364467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-f9ce9be4-b786-454e-b6de-7744f458ece5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.1119347 Nov 02 16:26:34.437883 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-61f4c8dd-081b-4815-9078-389c1126ff27 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674961 Nov 02 16:26:34.439494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-031f69bf-e99b-4eb2-b9df-81b0d1db6a2f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1475568 Nov 02 16:26:34.580581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1438115027-network', 'tenant_id': 'f59cb41406d34a6b96c603ad30fe2786'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:34.649893 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-2169e502-7709-48c9-87f8-afe6f250b413 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973701 Nov 02 16:26:34.672057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Made reservation on behalf of f59cb41406d34a6b96c603ad30fe2786 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:34.674584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:34.700233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:34.719437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3dc48-d7eb-4123-aadb-dde55b2d165f req-63578df4-247f-4d32-8315-745d5876fa7f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:34.726738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1a3dc48-d7eb-4123-aadb-dde55b2d165f req-63578df4-247f-4d32-8315-745d5876fa7f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1519346 Nov 02 16:26:34.745984 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-37504b2b-d43f-4b8e-a7e1-4d87be436781 service neutron] 10.222.0.31 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055971 Nov 02 16:26:34.837163 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-dbb44e40-3d54-4e78-ac1a-a80c9fd608be service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625774 Nov 02 16:26:34.859392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1a3dc48-d7eb-4123-aadb-dde55b2d165f req-307bca2e-4cb4-4155-a10d-0c6b12f0f526 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287351 Nov 02 16:26:34.949178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47164) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:34.950585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-95d4e54c-5c53-486c-92cc-d86aa86a545b service neutron] 10.222.0.31 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019773 Nov 02 16:26:35.020907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.023613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b7264e0-9763-41e7-95bf-1c3130d59f31 req-2d4d7fd8-eec8-4a6c-b741-eb69fcb6e111 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.0402048 Nov 02 16:26:35.027104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.056599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:26:35.067935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bca352-cb52-49d5-9786-bb5836b2674e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:35.073558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.074231 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Added segment 8c595c8a-882e-4f2c-b10b-d7ec9e978bbd of type vlan for network 173f4eba-7e32-4ef7-95ac-8f8b2938481d Nov 02 16:26:35.288712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.335904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-564883e2-33c4-4a0a-909d-025cb62b9e0b req-706c61cd-3f3c-4c20-870c-d313a2a914de tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 210 time: 0.0445266 Nov 02 16:26:35.385412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30503c5-a51d-47a0-8f58-8d9101922c4d req-456a3bb7-6b40-424c-88b1-0e5aa10fe10b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:35.394585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a30503c5-a51d-47a0-8f58-8d9101922c4d req-456a3bb7-6b40-424c-88b1-0e5aa10fe10b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.2147634 Nov 02 16:26:35.422696 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.423948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:35.425087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.427274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ddee36-597d-4b17-8a3e-3bd88b68d19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.465796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-91930a1d-7cec-4128-8127-636a0c99c993 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:35.469125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-91930a1d-7cec-4128-8127-636a0c99c993 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "GET /v2.0/ports?device_id=52e332ee-f324-42a0-8ec5-6dd63bf9df4e HTTP/1.1" status: 200 len: 946 time: 0.3860271 Nov 02 16:26:35.509927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a30503c5-a51d-47a0-8f58-8d9101922c4d req-797597e8-6f4b-4a26-aad7-c4df980d7a8b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143603 Nov 02 16:26:35.540947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-e6dd29ea-12b4-410f-9b0e-8cfd3ff071f2 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:35.542491 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-e6dd29ea-12b4-410f-9b0e-8cfd3ff071f2 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.1797554 Nov 02 16:26:35.545432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1947689 Nov 02 16:26:35.549895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47190) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:35.583529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Request body: {'subnet': {'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1438115027-subnet', 'tenant_id': 'f59cb41406d34a6b96c603ad30fe2786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:35.611977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cb827-b2e2-4da3-82ce-920fc19a4db6 admin admin] Pushing event updated for resources: {'Network': ['ID=173f4eba-7e32-4ef7-95ac-8f8b2938481d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:35.627976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 173f4eba-7e32-4ef7-95ac-8f8b2938481d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:26:35.673951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Made reservation on behalf of f59cb41406d34a6b96c603ad30fe2786 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:35.680752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.829911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ddee36-597d-4b17-8a3e-3bd88b68d19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.842546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-91aaa689-72b5-40d5-a528-b39b989080fe tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:35.844084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-91aaa689-72b5-40d5-a528-b39b989080fe tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.100 "GET /v2.0/networks?id=ec79629a-3a98-4199-bed2-ff2f23aba855 HTTP/1.1" status: 200 len: 815 time: 0.6111832 Nov 02 16:26:35.870171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ddee36-597d-4b17-8a3e-3bd88b68d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.957102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Deleting port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:26:35.957586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:35.973380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-00ddee36-597d-4b17-8a3e-3bd88b68d19b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e05096975b48473281baab8b864b9a70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0228043 Nov 02 16:26:35.974811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47204) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:36.065472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddee36-597d-4b17-8a3e-3bd88b68d19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754c54a4-0f0b-4a0f-841f-985c6b88f993,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:36.097641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.101145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-0d64f711-8b68-42b4-9d6f-093fa181b5f9 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c9351847564611b3fb7360baa8b65b HTTP/1.1" status: 200 len: 379 time: 0.2364528 Nov 02 16:26:36.117254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Request body: {'port': {'device_id': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'admin_state_up': True, 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'security_groups': ['f70783a7-1b6b-401d-99b8-4e1f1a24d8f1']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:36.141225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5311-a6e1-4c09-b361-377688a36dd2 req-83d2d690-b999-43fc-9c4e-4caa6b5f83f4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:36.149114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82bf5311-a6e1-4c09-b361-377688a36dd2 req-83d2d690-b999-43fc-9c4e-4caa6b5f83f4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.4629939 Nov 02 16:26:36.258556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-7c3e011a-e272-441d-b10e-aae9bdff9bd3 service neutron] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:36.275962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-7c3e011a-e272-441d-b10e-aae9bdff9bd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.277123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ca50ff-5452-48d7-8606-d7e57cdd70bd req-7c3e011a-e272-441d-b10e-aae9bdff9bd3 service neutron] 10.222.0.100 "DELETE /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80/bindings/n-h1-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.6091616 Nov 02 16:26:36.281689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82bf5311-a6e1-4c09-b361-377688a36dd2 req-8829efc6-7d07-43df-ae37-320d0f9eb9f7 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317139 Nov 02 16:26:36.286941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba16bcfb-5bff-4c3f-8b9f-65eb86f9dd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.289692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] For port 98def20d-8db3-4b22-8b3c-e5b93e8ec343, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=98def20d-8db3-4b22-8b3c-e5b93e8ec343,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:36.290120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.295119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ed8ccc-f25b-407d-a6c1-1787ee53c32a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:36.341931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-209fd196-9712-4d13-be2a-07b20f0f2d99 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:36.353368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-209fd196-9712-4d13-be2a-07b20f0f2d99 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/networks?id=7ea034f0-0869-4413-85a4-168f0e50dccd HTTP/1.1" status: 200 len: 814 time: 0.5745070 Nov 02 16:26:36.356953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Checking segment: {'id': '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:36.357252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Network hostable DHCP agents. Network: 173f4eba-7e32-4ef7-95ac-8f8b2938481d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:26:36.384786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-49aca82b-97bd-4c98-ab5d-59eb8d98c9cb service neutron] 10.222.0.100 "GET /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b/bindings/n-h1-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.1919577 Nov 02 16:26:36.396302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-cb0b0920-5911-4e9d-89e3-8089cd399fd8 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/quotas/a3be71cea9684b56924b39ed4c3f0bb0 HTTP/1.1" status: 200 len: 375 time: 0.0430241 Nov 02 16:26:36.407095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba16bcfb-5bff-4c3f-8b9f-65eb86f9dd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.461782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:36.500381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Network 173f4eba-7e32-4ef7-95ac-8f8b2938481d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:26:36.539062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 173f4eba-7e32-4ef7-95ac-8f8b2938481d) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:36.550527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d762989-de62-430c-b825-19c101b11150 req-9363acf2-3b04-4734-9f8d-0ca952f253f9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:36.552116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d762989-de62-430c-b825-19c101b11150 req-9363acf2-3b04-4734-9f8d-0ca952f253f9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1523840 Nov 02 16:26:36.560800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-f1b14224-d665-435a-93ce-f5df63d116a0 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3be71cea9684b56924b39ed4c3f0bb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631725 Nov 02 16:26:36.562468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:36.563224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.569506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Made reservation on behalf of 26c9351847564611b3fb7360baa8b65b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:36.573224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.591141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4d620-e6d6-44fa-b090-ecd1b31e373d None None] Network 173f4eba-7e32-4ef7-95ac-8f8b2938481d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:26:36.707731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.707731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.708026 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4 disassociated. External IP: 172.25.7.58, port: 98def20d-8db3-4b22-8b3c-e5b93e8ec343. Nov 02 16:26:36.708297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Calling delete_port for 98def20d-8db3-4b22-8b3c-e5b93e8ec343 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:26:36.718703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26bdadcd-35c1-47f0-bb04-a1534c17de05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1525426 Nov 02 16:26:36.719284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba16bcfb-5bff-4c3f-8b9f-65eb86f9dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.719284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba16bcfb-5bff-4c3f-8b9f-65eb86f9dd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:36.719284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ba16bcfb-5bff-4c3f-8b9f-65eb86f9dd0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/754c54a4-0f0b-4a0f-841f-985c6b88f993 HTTP/1.1" status: 204 len: 168 time: 0.7008657 Nov 02 16:26:36.729804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16bcfb-5bff-4c3f-8b9f-65eb86f9dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c54a4-0f0b-4a0f-841f-985c6b88f993,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:36.841592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c6ff4-a8a1-4a3d-a9d9-8ef62220e566 None None] Network 173f4eba-7e32-4ef7-95ac-8f8b2938481d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:26:36.882708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d762989-de62-430c-b825-19c101b11150 req-2365e7ab-b4f1-4296-b551-7d5b37e89278 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878842 Nov 02 16:26:37.020627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-3755beaf-dfbc-4151-b736-bdf7f568dd96 service neutron] 10.222.0.31 "GET /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518504 Nov 02 16:26:37.185433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed21edba-a2e6-40ef-9b06-bacb5acfa566 req-bb6f8ce5-154d-4a16-b27c-c4112fb9402c tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.1239438 Nov 02 16:26:37.205811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:37.216230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-d290530f-6167-461b-a77d-4a48f88affd8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:37.217767 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-d290530f-6167-461b-a77d-4a48f88affd8 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 823 time: 0.3529711 Nov 02 16:26:37.254873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:37.300064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Allocated IP 172.20.0.4 (ec79629a-3a98-4199-bed2-ff2f23aba855/bbdcc603-c318-4987-9ef7-2a50d056c5f6/c97a6775-913a-43ac-9945-f1fd19ccfd8f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:26:37.348816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-cc04dd9d-0d12-4f55-875a-b0b011d18112 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb HTTP/1.1" status: 200 len: 380 time: 0.1131909 Nov 02 16:26:37.362550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'port': {'device_id': 'c9163c10-ca20-4430-afce-8ba402d32053', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'admin_state_up': True, 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'security_groups': ['c03ce4a2-5fc8-4434-b66c-dea00e36282e']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:37.369374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47226) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:37.380086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60015dbd-3fac-4157-9602-a673e2a81eed req-ada5bfc0-e66c-4280-9e3b-d1206870ea67 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 210 time: 0.0724442 Nov 02 16:26:37.416255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-20d4d902-0af0-41c7-aa79-83b9d9e390a1 service neutron] 10.222.0.31 "GET /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944507 Nov 02 16:26:37.447238 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfd7e46-5867-48cb-9277-11d35fe09b3b {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:37.482276 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b636518-9860-4720-936e-f5c5c15fa391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:37.492103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:37.565081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:37.653138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Made reservation on behalf of 4a968f27dccf48bf8ae35e1d7a42c8eb for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:37.658210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:37.673251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b636518-9860-4720-936e-f5c5c15fa391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:37.756411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] Transition to ACTIVE for port object dbfd7e46-5867-48cb-9277-11d35fe09b3b will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:37.762327 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b636518-9860-4720-936e-f5c5c15fa391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:37.816866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b636518-9860-4720-936e-f5c5c15fa391 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5275f722e070427aa5d3d71dc1b4a12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312978 Nov 02 16:26:37.818236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:37.821311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47234) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:37.822319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b636518-9860-4720-936e-f5c5c15fa391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a5a7e-3502-41b6-a240-d2a1895a10bc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:37.837451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30200b-423e-44b2-b46d-ed0491d4f4f7 req-ab175636-61da-4afe-a5ac-1bd491c03988 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:37.845803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a30200b-423e-44b2-b46d-ed0491d4f4f7 req-ab175636-61da-4afe-a5ac-1bd491c03988 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 943 time: 0.3184574 Nov 02 16:26:38.004703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a30200b-423e-44b2-b46d-ed0491d4f4f7 req-3e2c25c6-93c2-4cbc-a598-09aad56511c3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579390 Nov 02 16:26:38.005724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] No DVR routers for this DVR port dbfd7e46-5867-48cb-9277-11d35fe09b3b on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:38.008519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db98654-fbae-4ab0-ad48-347c90213a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.085543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] 10.222.0.100 "PUT /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b/bindings/n-h1-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6723113 Nov 02 16:26:38.093641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db98654-fbae-4ab0-ad48-347c90213a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.102023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943bff-2a31-47de-9ea8-7799a6daa9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=10']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:38.251333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e9f6-2525-4044-99ae-e67eebf03d79 req-3ab86419-45aa-46c6-b929-4e71073b019b tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:38.253219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0795e9f6-2525-4044-99ae-e67eebf03d79 req-3ab86419-45aa-46c6-b929-4e71073b019b tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1096 time: 0.1459286 Nov 02 16:26:38.292507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db98654-fbae-4ab0-ad48-347c90213a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.295934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db98654-fbae-4ab0-ad48-347c90213a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.300798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9db98654-fbae-4ab0-ad48-347c90213a91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/378a5a7e-3502-41b6-a240-d2a1895a10bc HTTP/1.1" status: 204 len: 168 time: 0.4732111 Nov 02 16:26:38.320447 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.334024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0795e9f6-2525-4044-99ae-e67eebf03d79 req-6d33cb59-c986-4289-b93e-25af2c073acb tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Nov 02 16:26:38.368770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-19d29862-a7e8-4747-9249-30cbed8740f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.390695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db98654-fbae-4ab0-ad48-347c90213a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a5a7e-3502-41b6-a240-d2a1895a10bc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:38.406602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event deleted for resources: {'Port': ['ID=98def20d-8db3-4b22-8b3c-e5b93e8ec343,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:38.443822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.466509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-5d12672f-d9ac-4e0a-a771-19cfec33bd32 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:38.473318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-5d12672f-d9ac-4e0a-a771-19cfec33bd32 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/networks?id=173f4eba-7e32-4ef7-95ac-8f8b2938481d HTTP/1.1" status: 200 len: 814 time: 0.3265996 Nov 02 16:26:38.525444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-02a082fe-397e-4e52-8026-3dafb45f9860 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:38.527091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-02a082fe-397e-4e52-8026-3dafb45f9860 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.2982354 Nov 02 16:26:38.529726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Allocated IP 172.20.0.11 (8f3efee8-e089-4221-ab14-c94294fd8ce4/178b4bf6-44d1-4b62-8fab-3055baf9d99e/4704ebb3-32bc-464c-bd46-ba4f9a0848ec) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:26:38.577593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da6a2e4a-af90-4b4a-ad90-f14feddfe420 req-6bd0bac0-c899-467a-a2d5-2692ab7a4530 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 210 time: 0.0757725 Nov 02 16:26:38.578791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-a91fef53-f076-443a-bd80-451f8b45428b tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/quotas/f59cb41406d34a6b96c603ad30fe2786 HTTP/1.1" status: 200 len: 375 time: 0.0854518 Nov 02 16:26:38.696958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-e21b9cec-3603-4898-a1ac-c415f3cead72 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f59cb41406d34a6b96c603ad30fe2786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003926 Nov 02 16:26:38.709440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:38.734702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-c4fdbff7-8521-472a-aae6-dae3494dfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:38.736988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-c4fdbff7-8521-472a-aae6-dae3494dfcd6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b&tenant_id=e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 1095 time: 0.1943238 Nov 02 16:26:38.769732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:26:38.816446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Network ec79629a-3a98-4199-bed2-ff2f23aba855 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:26:38.850285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:38.852945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:26:38.866407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event updated for resources: {'Port': ['ID=c97a6775-913a-43ac-9945-f1fd19ccfd8f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:38.891355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9394298-3094-4f41-b34f-af1aa197564b req-2200759e-b0ae-4129-8b55-fe5cf591ef39 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:38.896287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9394298-3094-4f41-b34f-af1aa197564b req-2200759e-b0ae-4129-8b55-fe5cf591ef39 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.2205758 Nov 02 16:26:39.049493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.056945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-1f38262e-e9ea-44ed-be70-18aa17ba9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:39.058849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-1f38262e-e9ea-44ed-be70-18aa17ba9979 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1095 time: 0.2839463 Nov 02 16:26:39.071358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:39.072684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.216163 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d3c78709-70f9-467d-8571-404e77f63fee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1032040 Nov 02 16:26:39.309096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-83719517-5812-4b23-8aa1-74729887ce1e None None] Provisioning complete for port c97a6775-913a-43ac-9945-f1fd19ccfd8f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:39.310740 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-83719517-5812-4b23-8aa1-74729887ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.316597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Request body: {'port': {'device_id': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:39.357741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-83719517-5812-4b23-8aa1-74729887ce1e None None] Port c97a6775-913a-43ac-9945-f1fd19ccfd8f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:26:39.371431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:26:39.387535 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:26:39.401437 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:26:39.403093 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:39.446248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9394298-3094-4f41-b34f-af1aa197564b req-8426e594-2fde-4db9-8e38-c95ac156301f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360460 Nov 02 16:26:39.449574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.500531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] No DVR routers for this DVR port 98def20d-8db3-4b22-8b3c-e5b93e8ec343 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:26:39.555828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.560159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-792876dc-adb7-4721-9820-79d03f1b1a48 req-2392e7e8-a435-4550-8542-1210b7b5ab62 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "DELETE /v2.0/ports/98def20d-8db3-4b22-8b3c-e5b93e8ec343 HTTP/1.1" status: 204 len: 173 time: 4.0847716 Nov 02 16:26:39.560966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'name': 'network-vif-deleted', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:39.564290 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f95696-2c3b-4cdf-b554-ed6e08171dfa" -d '{"events": [{"server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "name": "network-vif-deleted", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:39.595327 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:26:39.602437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:26:39.614980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:39.625194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:26:39.715575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-944f511a-bcca-416e-880c-6a4ea9d9c21e service neutron] 10.222.0.31 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9857519 Nov 02 16:26:39.736333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:39.737058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.762468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:39.817614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event updated for resources: {'Port': ['ID=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:39.830098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-fa0ee0a8-4fee-40fe-b8c4-a119030f93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:39.835347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-fa0ee0a8-4fee-40fe-b8c4-a119030f93d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.7322469 Nov 02 16:26:39.847604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-98183496-9834-4626-9567-c4489e2bc384 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4921255 Nov 02 16:26:40.045341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-d94e72cf-d2f5-4105-82cb-d51a33d3fc3f service neutron] 10.222.0.31 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288972 Nov 02 16:26:40.064903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-16ce7a09-3b02-4564-bb29-fe37d7317507 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:40.074071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-16ce7a09-3b02-4564-bb29-fe37d7317507 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.55 "GET /v2.0/networks?id=7ea034f0-0869-4413-85a4-168f0e50dccd HTTP/1.1" status: 200 len: 814 time: 0.6656966 Nov 02 16:26:40.100524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Request body: {'port': {'device_id': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'admin_state_up': True, 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:40.103247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d4dfc292-c963-4cdb-a57f-3120189bcda6 None None] Provisioning complete for port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:40.103987 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc292-c963-4cdb-a57f-3120189bcda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:40.111118 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:40.206039 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:26:40.217953 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:26:40.219015 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:40.220082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfc292-c963-4cdb-a57f-3120189bcda6 None None] Port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:26:40.276172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Request body: {'port': {'device_id': 'c9163c10-ca20-4430-afce-8ba402d32053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:40.409700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-f12c8468-8b10-4807-a373-a2eee3018e56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 200 len: 217 time: 0.5528276 Nov 02 16:26:40.466828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 98def20d-8db3-4b22-8b3c-e5b93e8ec343 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:26:40.538758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 98def20d-8db3-4b22-8b3c-e5b93e8ec343 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:26:40.539629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 98def20d-8db3-4b22-8b3c-e5b93e8ec343 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:26:40.586342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419841-bae9-4a39-b074-837613ca2d57 req-8a66ee95-5349-4dc1-bb4c-d173b276cc4f tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:40.589913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9419841-bae9-4a39-b074-837613ca2d57 req-8a66ee95-5349-4dc1-bb4c-d173b276cc4f tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 931 time: 1.0155177 Nov 02 16:26:40.676638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:40.832542 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:26:40.858754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9419841-bae9-4a39-b074-837613ca2d57 req-69d41207-940d-4f46-978c-0159199c1175 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563088 Nov 02 16:26:40.893057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Made reservation on behalf of a3be71cea9684b56924b39ed4c3f0bb0 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:40.897309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-d220a194-a8be-4e7e-b4f2-803df17db329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:40.908354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:40.909840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-d220a194-a8be-4e7e-b4f2-803df17db329 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.4466007 Nov 02 16:26:40.972331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c73c-5ea8-4f81-a63f-12d88924b756 req-4cae503c-c8af-486f-aef9-159c064bafca tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:40.978538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab71c73c-5ea8-4f81-a63f-12d88924b756 req-4cae503c-c8af-486f-aef9-159c064bafca tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 1096 time: 0.3803015 Nov 02 16:26:41.010311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-c54a53de-9142-4783-a33c-4a0da5020758 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840468 Nov 02 16:26:41.036616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97a6775-913a-43ac-9945-f1fd19ccfd8f {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:41.086990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8e3078d-312c-4500-b00a-25398c18ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:41.243371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab71c73c-5ea8-4f81-a63f-12d88924b756 req-0d74fb30-3d4d-4d57-ba9c-23331a95aa47 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469847 Nov 02 16:26:41.251617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:41.291758 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:41.346354 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a02f0-1173-434d-b001-18ed78604847 None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:26:41.362422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:41.367838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-b6273cfc-9663-483b-ae37-ab4c192becc2 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230152 Nov 02 16:26:41.445635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bb6c2-2760-417f-959b-1e0605d70c85 req-0d85ada1-22d9-46b5-923d-a6a353af918f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:41.450969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c5bb6c2-2760-417f-959b-1e0605d70c85 req-0d85ada1-22d9-46b5-923d-a6a353af918f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 932 time: 0.3617208 Nov 02 16:26:41.488821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Transition to ACTIVE for port object c97a6775-913a-43ac-9945-f1fd19ccfd8f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:41.578537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:41.653915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Allocated IP 172.20.0.4 (7ea034f0-0869-4413-85a4-168f0e50dccd/54bd6c3f-322b-4727-ab18-675b77b9728e/020df587-8442-48a1-baea-17a36a6b7c1f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:26:41.658793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c5bb6c2-2760-417f-959b-1e0605d70c85 req-6086d23c-00a5-47f6-a8d4-badc45e72628 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827302 Nov 02 16:26:41.766086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f1165-08d4-4852-bf1f-b7e8da29d955 req-b86bf591-2608-48bc-8bef-e8286936b151 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:41.768594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-786f1165-08d4-4852-bf1f-b7e8da29d955 req-b86bf591-2608-48bc-8bef-e8286936b151 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.2255383 Nov 02 16:26:41.831047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Pushing event updated for resources: {'Port': ['ID=c97a6775-913a-43ac-9945-f1fd19ccfd8f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:41.840722 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcd0318-f869-4ccd-b68f-f2f71c2319b7 x-openstack-request-id: req-4dcd0318-f869-4ccd-b68f-f2f71c2319b7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:41.841021 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e332ee-f324-42a0-8ec5-6dd63bf9df4e", "name": "network-vif-deleted", "tag": "98def20d-8db3-4b22-8b3c-e5b93e8ec343", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:41.841278 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dcd0318-f869-4ccd-b68f-f2f71c2319b7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:41.841675 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e332ee-f324-42a0-8ec5-6dd63bf9df4e', 'name': 'network-vif-deleted', 'tag': '98def20d-8db3-4b22-8b3c-e5b93e8ec343', 'status': 'completed', 'code': 200} Nov 02 16:26:41.947833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-786f1165-08d4-4852-bf1f-b7e8da29d955 req-3a5f43d2-899b-4334-9af0-c3cee27c53fb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726022 Nov 02 16:26:41.989536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800675c-991d-4559-86e4-f6f0bc5dd17a None None] New status for floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:26:41.991068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-7b8424bd-1ccf-4bfd-9d84-b5678c57ead7 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437033 Nov 02 16:26:42.195764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Attempting to bind port c97a6775-913a-43ac-9945-f1fd19ccfd8f on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:42.195985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Attempting to bind port c97a6775-913a-43ac-9945-f1fd19ccfd8f by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:42.196315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Attempting to bind port c97a6775-913a-43ac-9945-f1fd19ccfd8f on network ec79629a-3a98-4199-bed2-ff2f23aba855 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:42.199521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4856fa40-8ca5-48e2-b851-9bf13ef98f82 req-7e04857e-5b99-4042-ba8c-2562731cc8d4 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 210 time: 0.1520834 Nov 02 16:26:42.208305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Port c97a6775-913a-43ac-9945-f1fd19ccfd8f on network ec79629a-3a98-4199-bed2-ff2f23aba855 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:42.209000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Attempting to bind port c97a6775-913a-43ac-9945-f1fd19ccfd8f on network ec79629a-3a98-4199-bed2-ff2f23aba855 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:42.229282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6207767-cda4-43d1-8fc3-08d3fa9803c2 req-0793dbdb-0a48-4911-8eb5-0f05006bf51e tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 210 time: 0.0901411 Nov 02 16:26:42.270005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:42.270402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Checking segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:42.270856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Bound using segment: {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:42.285946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Bound port: c97a6775-913a-43ac-9945-f1fd19ccfd8f, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b08359-2c8f-4517-8725-4e95ed7e11ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:42.288553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.353563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4704ebb3-32bc-464c-bd46-ba4f9a0848ec {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:42.378264 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.424662 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.453866 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.456021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Transition to ACTIVE for port object 4704ebb3-32bc-464c-bd46-ba4f9a0848ec will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:42.470305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.505659 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.533487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:42.561373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] For port c97a6775-913a-43ac-9945-f1fd19ccfd8f, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:42.574994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] For port c97a6775-913a-43ac-9945-f1fd19ccfd8f, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:42.585307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.624427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a48634-c302-4fa6-b34f-84830217cfab req-641fa73c-c565-48bd-b85c-e3f446b2d11f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:42.627505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1a48634-c302-4fa6-b34f-84830217cfab req-641fa73c-c565-48bd-b85c-e3f446b2d11f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.2822411 Nov 02 16:26:42.655641 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Network 7ea034f0-0869-4413-85a4-168f0e50dccd is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:26:42.658900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Pushing event updated for resources: {'Port': ['ID=020df587-8442-48a1-baea-17a36a6b7c1f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:42.687590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:42.694934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:26:42.741485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:42.742105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.753733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] 10.222.0.100 "PUT /v2.0/ports/c97a6775-913a-43ac-9945-f1fd19ccfd8f HTTP/1.1" status: 200 len: 1091 time: 3.4522312 Nov 02 16:26:42.838396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1a48634-c302-4fa6-b34f-84830217cfab req-f1d3696e-a80b-4ae7-b92c-b9d7bbea561f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015247 Nov 02 16:26:42.878324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:42.881316 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:42.893796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09006b9-cc91-4115-9d3c-1c5067024277 service neutron] Pushing event updated for resources: {'Port': ['ID=c97a6775-913a-43ac-9945-f1fd19ccfd8f,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:42.924894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-5c226662-cafd-45d4-930c-c70bb0820f01 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8356738 Nov 02 16:26:42.942925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Request body: {'port': {'device_id': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:43.215434 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:43.454539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5c4f-a5c9-4829-9f8b-144986cd9546 req-9a74f2a1-e12a-4aff-b98d-e95e80705bbf tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:43.456870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f8b5c4f-a5c9-4829-9f8b-144986cd9546 req-9a74f2a1-e12a-4aff-b98d-e95e80705bbf tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.2951887 Nov 02 16:26:43.468602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8420bf16-822e-4ee9-b6df-ee45e6a49ab7 None None] Provisioning complete for port 020df587-8442-48a1-baea-17a36a6b7c1f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:43.469334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8420bf16-822e-4ee9-b6df-ee45e6a49ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:43.563140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8420bf16-822e-4ee9-b6df-ee45e6a49ab7 None None] Port 020df587-8442-48a1-baea-17a36a6b7c1f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:26:43.623112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:43.709003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f8b5c4f-a5c9-4829-9f8b-144986cd9546 req-c11d7b3c-78e9-45e7-8f18-1596b762e080 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290027 Nov 02 16:26:43.754962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b923f-2002-40d0-805d-c128886559b2 req-0b1f8a8c-4b68-4733-a819-284df123b893 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:43.756657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca7b923f-2002-40d0-805d-c128886559b2 req-0b1f8a8c-4b68-4733-a819-284df123b893 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 944 time: 0.2987561 Nov 02 16:26:43.834272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-cdc6263e-cd57-4a83-a843-341ef20507fd tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:43.835920 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-cdc6263e-cd57-4a83-a843-341ef20507fd tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.55 "GET /v2.0/networks?id=173f4eba-7e32-4ef7-95ac-8f8b2938481d HTTP/1.1" status: 200 len: 814 time: 0.7990797 Nov 02 16:26:43.849843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:43.851932 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428" -d '{"events": [{"name": "network-changed", "server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:43.923320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca7b923f-2002-40d0-805d-c128886559b2 req-62f1bdda-5186-455d-9acc-e9d4207deb00 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278462 Nov 02 16:26:43.954107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Attempting to bind port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:43.956396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Attempting to bind port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:43.958069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Attempting to bind port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:43.977446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5bde-f318-4926-9002-1cf34123c9d8 req-b9f75601-727a-444c-9ea2-4453cf710b9d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:43.986196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab6c5bde-f318-4926-9002-1cf34123c9d8 req-b9f75601-727a-444c-9ea2-4453cf710b9d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.1090956 Nov 02 16:26:44.015882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:44.016213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Attempting to bind port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec on network 8f3efee8-e089-4221-ab14-c94294fd8ce4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:44.024275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:44.024619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Checking segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:44.025009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Bound using segment: {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:44.025460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Bound port: 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c325b99-cabe-4b99-b4a5-5867f8226616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:44.025890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.028951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-433fc10e-87c6-4907-bcf7-517b9e0f629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.031035 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-433fc10e-87c6-4907-bcf7-517b9e0f629c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26c9351847564611b3fb7360baa8b65b&device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 1094 time: 1.0379229 Nov 02 16:26:44.040632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-25e2d3a2-5df9-42e1-baaf-c7be23b97756 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.042276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-25e2d3a2-5df9-42e1-baaf-c7be23b97756 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.2053967 Nov 02 16:26:44.088951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-ca4e5e86-4d84-4822-8164-82eff037ae5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f HTTP/1.1" status: 200 len: 217 time: 0.0440464 Nov 02 16:26:44.108334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab6c5bde-f318-4926-9002-1cf34123c9d8 req-ad58fd16-21a4-499b-aaee-649e1a814648 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205168 Nov 02 16:26:44.113398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020df587-8442-48a1-baea-17a36a6b7c1f {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:44.123747 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.147524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Transition to ACTIVE for port object 020df587-8442-48a1-baea-17a36a6b7c1f will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:44.167997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786b52d-e898-4a7f-8890-009b67f7963f req-56b441db-9e12-45f8-9246-d0f62c949c4a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.176254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5786b52d-e898-4a7f-8890-009b67f7963f req-56b441db-9e12-45f8-9246-d0f62c949c4a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 931 time: 0.1464729 Nov 02 16:26:44.179049 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.228516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Pushing event updated for resources: {'Port': ['ID=020df587-8442-48a1-baea-17a36a6b7c1f,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:44.253733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-4b5c509e-c731-4b8c-9142-a426aa3f15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.267166 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-4b5c509e-c731-4b8c-9142-a426aa3f15d1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bbdcc603-c318-4987-9ef7-2a50d056c5f6 HTTP/1.1" status: 200 len: 854 time: 0.1594486 Nov 02 16:26:44.278901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] For port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:44.295279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1eadab21-dfd3-4f6d-b728-5e29b40288d2 req-029912b0-9117-4dd8-98b6-8530eaebb794 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 210 time: 0.0685754 Nov 02 16:26:44.319550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] For port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:44.324238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5786b52d-e898-4a7f-8890-009b67f7963f req-aaa0ab56-ab32-4420-af6f-9b2b2569681b tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470585 Nov 02 16:26:44.362245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.439112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.439806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.444195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] 10.222.0.100 "PUT /v2.0/ports/4704ebb3-32bc-464c-bd46-ba4f9a0848ec HTTP/1.1" status: 200 len: 1092 time: 4.2537336 Nov 02 16:26:44.473849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Request body: {'port': {'device_id': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d', 'admin_state_up': True, 'tenant_id': 'f59cb41406d34a6b96c603ad30fe2786'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:44.492486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d86d00b2-749c-4ab4-b8e4-89bd14780244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.494259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-d86d00b2-749c-4ab4-b8e4-89bd14780244 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec79629a-3a98-4199-bed2-ff2f23aba855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093556 Nov 02 16:26:44.501215 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c80861-b69f-4d5a-82ff-a43ff38fe548 x-openstack-request-id: req-70c80861-b69f-4d5a-82ff-a43ff38fe548 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:44.502052 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:44.502392 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70c80861-b69f-4d5a-82ff-a43ff38fe548 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:44.503875 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'status': 'completed', 'code': 200} Nov 02 16:26:44.632470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Attempting to bind port 020df587-8442-48a1-baea-17a36a6b7c1f on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:44.633498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Attempting to bind port 020df587-8442-48a1-baea-17a36a6b7c1f by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:44.634058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Attempting to bind port 020df587-8442-48a1-baea-17a36a6b7c1f on network 7ea034f0-0869-4413-85a4-168f0e50dccd {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:44.660821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efe695-5a75-4cb0-bff7-78e0b2c77d1a req-fecd5330-4dbe-432e-bd5c-964723ac1480 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.672313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04efe695-5a75-4cb0-bff7-78e0b2c77d1a req-fecd5330-4dbe-432e-bd5c-964723ac1480 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1847291 Nov 02 16:26:44.695799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Port 020df587-8442-48a1-baea-17a36a6b7c1f on network 7ea034f0-0869-4413-85a4-168f0e50dccd not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:44.696559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Attempting to bind port 020df587-8442-48a1-baea-17a36a6b7c1f on network 7ea034f0-0869-4413-85a4-168f0e50dccd {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:44.730606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:44.730998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Checking segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:44.731307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Bound using segment: {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:44.731700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Bound port: 020df587-8442-48a1-baea-17a36a6b7c1f, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2bfe6ee-b114-4e6c-b58b-b567f238994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:44.732053 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.784934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de12bed-c4ec-45cc-9d62-8f4229b017a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:44.868342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-87a29c51-8020-47f9-abaf-637930162109 service neutron] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:44.881359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-87a29c51-8020-47f9-abaf-637930162109 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:44.882865 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-48491d95-63bd-49a6-9349-4d33fc1d8cb2 req-87a29c51-8020-47f9-abaf-637930162109 service neutron] 10.222.0.55 "DELETE /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b/bindings/n-h2-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.3934803 Nov 02 16:26:44.948046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-6c43f450-0be1-4eb6-99bc-7e4b09000c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:44.949543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-6c43f450-0be1-4eb6-99bc-7e4b09000c07 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 1095 time: 0.3696568 Nov 02 16:26:44.960732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] For port 020df587-8442-48a1-baea-17a36a6b7c1f, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:44.971878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] For port 020df587-8442-48a1-baea-17a36a6b7c1f, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=020df587-8442-48a1-baea-17a36a6b7c1f,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:45.003398 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:45.006111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-aa72d2c4-6447-49a5-b3de-26a5a9dea99d service neutron] 10.222.0.100 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097567 Nov 02 16:26:45.010068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-6f8240e9-a11d-48ec-98f9-b2e22995a409 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec HTTP/1.1" status: 200 len: 217 time: 0.0489624 Nov 02 16:26:45.038907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04efe695-5a75-4cb0-bff7-78e0b2c77d1a req-09cf5c6c-2540-4fc3-b707-6ff7e64090a8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619635 Nov 02 16:26:45.167453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Made reservation on behalf of f59cb41406d34a6b96c603ad30fe2786 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:45.172597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:45.199229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:45.200051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:45.201777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] 10.222.0.55 "PUT /v2.0/ports/020df587-8442-48a1-baea-17a36a6b7c1f HTTP/1.1" status: 200 len: 1091 time: 2.2639122 Nov 02 16:26:45.205715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'tag': '020df587-8442-48a1-baea-17a36a6b7c1f'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:45.211082 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e475a5-4650-4692-ac62-b88e6e3967c4" -d '{"events": [{"name": "network-changed", "server_uuid": "24f92f4e-4009-4963-94e0-8399ef5ce767", "tag": "020df587-8442-48a1-baea-17a36a6b7c1f"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:45.213955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-04641f86-d36c-489f-8983-1bec86b8db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:45.215558 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-04641f86-d36c-489f-8983-1bec86b8db67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.1878290 Nov 02 16:26:45.347032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca411f86-4f63-47ec-8887-6158c65c77d1 req-b330c85d-44f0-409c-8371-281aeb21b2e3 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:45.356007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca411f86-4f63-47ec-8887-6158c65c77d1 req-b330c85d-44f0-409c-8371-281aeb21b2e3 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1095 time: 0.2508688 Nov 02 16:26:45.435650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca411f86-4f63-47ec-8887-6158c65c77d1 req-94ee4a9b-2482-46d6-aa5b-7f9f592340bb tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Nov 02 16:26:45.462718 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-016c871a-e7e5-444a-aa9d-7cb1c272b8f8 req-c8e402cc-1b6a-4cb3-941c-c8ce9b3fe99e service neutron] 10.222.0.100 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380152 Nov 02 16:26:45.496505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa689c-7ab6-48ab-93fe-aaefa10e9489 service neutron] Pushing event updated for resources: {'Port': ['ID=020df587-8442-48a1-baea-17a36a6b7c1f,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:45.567263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6a93b-3b4b-4a0f-9c8f-fc7ba2caaf02 req-8fe14f87-093f-4634-ba3d-6f7f8a88d46e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:45.568824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e6a93b-3b4b-4a0f-9c8f-fc7ba2caaf02 req-8fe14f87-093f-4634-ba3d-6f7f8a88d46e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.3815041 Nov 02 16:26:45.592233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-be7186e4-a181-4ce1-9c8a-dc5c48874093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:45.595445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-be7186e4-a181-4ce1-9c8a-dc5c48874093 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611979 Nov 02 16:26:45.660027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Allocated IP 172.20.0.14 (173f4eba-7e32-4ef7-95ac-8f8b2938481d/29ed8ccc-f25b-407d-a6c1-1787ee53c32a/14d1509c-d66b-4f7e-8abf-54af34168a40) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:26:45.660907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-b7d885a8-6a32-4dcd-bee4-b0f1f021594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:45.662459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-b7d885a8-6a32-4dcd-bee4-b0f1f021594f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3be71cea9684b56924b39ed4c3f0bb0&device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 1094 time: 0.3669484 Nov 02 16:26:45.705501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47386) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:45.718183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e6a93b-3b4b-4a0f-9c8f-fc7ba2caaf02 req-0a39edb5-1b57-4412-b4eb-f497bfb23e5c tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171372 Nov 02 16:26:45.882958 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44693d6-3392-4918-9e5e-8460f2872ed5 x-openstack-request-id: req-c44693d6-3392-4918-9e5e-8460f2872ed5 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:45.883352 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f92f4e-4009-4963-94e0-8399ef5ce767", "tag": "020df587-8442-48a1-baea-17a36a6b7c1f", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:45.883500 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c44693d6-3392-4918-9e5e-8460f2872ed5 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:45.883837 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'tag': '020df587-8442-48a1-baea-17a36a6b7c1f', 'status': 'completed', 'code': 200} Nov 02 16:26:45.909728 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:45.932460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-39117184-5692-45c5-bbc3-103b818c3df6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=020df587-8442-48a1-baea-17a36a6b7c1f HTTP/1.1" status: 200 len: 217 time: 0.1489320 Nov 02 16:26:46.016361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:46.049473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65e10e95-132a-4cfa-a3af-204092c69743 req-0fc932cb-88c6-45c0-900d-7fa35a29de1b tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 210 time: 0.1646566 Nov 02 16:26:46.102441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d24cbb61-1868-466a-9470-29b434a744ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:46.148618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-4032726e-e0f0-4c34-9127-8cda3471d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.150882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-4032726e-e0f0-4c34-9127-8cda3471d280 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54bd6c3f-322b-4727-ab18-675b77b9728e HTTP/1.1" status: 200 len: 853 time: 0.1197758 Nov 02 16:26:46.171289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e60be-70cd-447b-8271-79db0100015c req-93fec72a-cc88-497d-811e-0f95a3891231 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.173474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-685e60be-70cd-447b-8271-79db0100015c req-93fec72a-cc88-497d-811e-0f95a3891231 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 944 time: 0.2924204 Nov 02 16:26:46.175867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-2f65e6d9-e326-47ed-b236-d75623109e5a service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351064 Nov 02 16:26:46.360525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d24cbb61-1868-466a-9470-29b434a744ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:46.378842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be461208-d073-47b2-8643-3aad770c6586 req-1a2596a2-fcbf-4b89-b412-e7f193d02bf7 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.389231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be461208-d073-47b2-8643-3aad770c6586 req-1a2596a2-fcbf-4b89-b412-e7f193d02bf7 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.1416245 Nov 02 16:26:46.394156 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d24cbb61-1868-466a-9470-29b434a744ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:46.408021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-685e60be-70cd-447b-8271-79db0100015c req-edc57945-b1cb-44a6-a8ec-098fbbe94955 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618965 Nov 02 16:26:46.487395 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8db0b050-0f75-4b4f-bb5f-72a44aea23c7 req-6aa2a6d6-3d74-4ee0-92d7-f24cc96fc6b7 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048609 Nov 02 16:26:46.497535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Network 173f4eba-7e32-4ef7-95ac-8f8b2938481d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:26:46.504434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-a092ec66-bf9a-41c5-93d4-0b8fd3085b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.506621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-a092ec66-bf9a-41c5-93d4-0b8fd3085b61 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26c9351847564611b3fb7360baa8b65b&device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 1094 time: 0.9099841 Nov 02 16:26:46.507760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cbb61-1868-466a-9470-29b434a744ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a779f9c6-22c9-466d-b131-46e64df81c01,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:46.512683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:46.515490 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19089fe-70de-4492-827f-80dfca80cfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:46.523315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:46.609440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d24cbb61-1868-466a-9470-29b434a744ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c723801eedd4dedbf8206516e8089e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8990195 Nov 02 16:26:46.616986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:46.652071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:26:46.706399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.707029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:46.722311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Pushing event updated for resources: {'Port': ['ID=14d1509c-d66b-4f7e-8abf-54af34168a40,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:46.731752 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-9b89b361-12b4-4038-bb8f-b616ef5747a4 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2798901 Nov 02 16:26:46.739178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be461208-d073-47b2-8643-3aad770c6586 req-71f27495-ea6b-422a-b2c3-ff505096cd3a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475530 Nov 02 16:26:46.748390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d0e1-66fa-4b5d-8936-e659147c44c5 req-08cc972b-9aba-42f6-88bb-2b4ae5501bf2 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.748870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-d5669ece-e595-4d4d-9cbd-7fda4c3a9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.751023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-d5669ece-e595-4d4d-9cbd-7fda4c3a9bbc service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec79629a-3a98-4199-bed2-ff2f23aba855 HTTP/1.1" status: 200 len: 916 time: 0.2326412 Nov 02 16:26:46.780421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bc3d0e1-66fa-4b5d-8936-e659147c44c5 req-08cc972b-9aba-42f6-88bb-2b4ae5501bf2 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 1095 time: 0.2227962 Nov 02 16:26:46.809527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-35457fd9-33fe-408d-b527-92c765ce6176 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f HTTP/1.1" status: 200 len: 217 time: 0.0458915 Nov 02 16:26:46.850304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-642b22b9-508d-448d-916b-07f06427302d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:46.864889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32113693-b12a-496e-909e-ffd1538d909e req-96f7c681-d7af-4727-a6bc-5ff2e3b1bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.866980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-96f7c681-d7af-4727-a6bc-5ff2e3b1bf0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ea034f0-0869-4413-85a4-168f0e50dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076162 Nov 02 16:26:46.903267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bc3d0e1-66fa-4b5d-8936-e659147c44c5 req-2aff5293-d45f-456f-8ce1-5183811c594c tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174383 Nov 02 16:26:46.919241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-3edc4fde-dc57-4960-8c55-cfbac104cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:46.923974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-3edc4fde-dc57-4960-8c55-cfbac104cc49 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bbdcc603-c318-4987-9ef7-2a50d056c5f6 HTTP/1.1" status: 200 len: 854 time: 0.1048999 Nov 02 16:26:47.005933 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-642b22b9-508d-448d-916b-07f06427302d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:47.025872 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986c4494-a815-4ca7-9947-56e36b177013 x-openstack-request-id: req-986c4494-a815-4ca7-9947-56e36b177013 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:47.026171 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:47.026427 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-986c4494-a815-4ca7-9947-56e36b177013 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:47.026995 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'status': 'completed', 'code': 200} Nov 02 16:26:47.083821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c572fb-890f-4a70-9593-3e2e1f486b94 req-3adc67c0-a1d1-4b12-b352-e9f36ebe8738 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.085667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-61c572fb-890f-4a70-9593-3e2e1f486b94 req-3adc67c0-a1d1-4b12-b352-e9f36ebe8738 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1768064 Nov 02 16:26:47.146602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-61c572fb-890f-4a70-9593-3e2e1f486b94 req-8eb095fc-f27b-43cc-886d-d9d2c464571e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Nov 02 16:26:47.150045 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:47.150890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-642b22b9-508d-448d-916b-07f06427302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:47.154122 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-642b22b9-508d-448d-916b-07f06427302d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:47.164955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-642b22b9-508d-448d-916b-07f06427302d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a779f9c6-22c9-466d-b131-46e64df81c01 HTTP/1.1" status: 204 len: 168 time: 0.5322945 Nov 02 16:26:47.199019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-aee1b3c5-0df7-42e5-be47-f3ccb0f6a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.204277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-aee1b3c5-0df7-42e5-be47-f3ccb0f6a135 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 1095 time: 0.1742876 Nov 02 16:26:47.210633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-9047596e-7ef4-4365-815b-ba0e3acae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.217714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-9047596e-7ef4-4365-815b-ba0e3acae27d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec79629a-3a98-4199-bed2-ff2f23aba855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731218 Nov 02 16:26:47.231551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b22b9-508d-448d-916b-07f06427302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a779f9c6-22c9-466d-b131-46e64df81c01,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:47.325342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6547-a90f-4264-ae5a-a0c14fb47989 req-06dc2b1a-7ff8-4590-b98b-d7156b752b30 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.331907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eaea6547-a90f-4264-ae5a-a0c14fb47989 req-06dc2b1a-7ff8-4590-b98b-d7156b752b30 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.1639230 Nov 02 16:26:47.466310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eaea6547-a90f-4264-ae5a-a0c14fb47989 req-6f431c0d-838a-4334-9985-c971e49c5883 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912445 Nov 02 16:26:47.675852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-3b8aab6d-cd0d-47b1-bd48-661ff7918362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.678278 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-3b8aab6d-cd0d-47b1-bd48-661ff7918362 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 924 time: 0.4566286 Nov 02 16:26:47.680492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-f6df1e89-7c41-4a7e-8314-631081d121bb service neutron] 10.222.0.100 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354570 Nov 02 16:26:47.713223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ca4e6-73e8-41b2-a5d4-213e959b9a55 req-0235212c-f357-49ac-a59f-f0d564ad432d tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.727368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b8ca4e6-73e8-41b2-a5d4-213e959b9a55 req-0235212c-f357-49ac-a59f-f0d564ad432d tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 932 time: 0.1885638 Nov 02 16:26:47.738601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47418) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:47.766775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27e580ff-d534-4048-a94f-d1da94cf54cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:47.799206 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-25227b08-425d-424e-9d90-cb8cbfbba990 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec HTTP/1.1" status: 200 len: 217 time: 0.0963452 Nov 02 16:26:47.861812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b8ca4e6-73e8-41b2-a5d4-213e959b9a55 req-5aac08b8-374f-4238-bb8d-ccb71068aac7 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329501 Nov 02 16:26:47.865934 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cb7fe0c-2610-42cc-ba5d-bfc34e306428 req-0034b79c-c39d-4973-a1bf-9336b736127c service neutron] 10.222.0.100 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648798 Nov 02 16:26:47.939715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f952b-e48d-400d-a766-e1a03b572e32 req-8684c62a-d86b-4d9d-bb5d-28c77ed3b440 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.952866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-047f952b-e48d-400d-a766-e1a03b572e32 req-8684c62a-d86b-4d9d-bb5d-28c77ed3b440 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 944 time: 0.3174250 Nov 02 16:26:47.962608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-78c81ac7-da25-461f-87cc-6dcd02a378ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:47.966172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-78c81ac7-da25-461f-87cc-6dcd02a378ac service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.1520760 Nov 02 16:26:48.051938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-a9bdd9f0-4c9e-46c6-8907-72910bafda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:48.053604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-a9bdd9f0-4c9e-46c6-8907-72910bafda91 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764995 Nov 02 16:26:48.074838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-047f952b-e48d-400d-a766-e1a03b572e32 req-c50beec6-1fa7-4d00-bc0a-9ada95c8a4ce tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194696 Nov 02 16:26:48.121429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27e580ff-d534-4048-a94f-d1da94cf54cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:48.192012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27e580ff-d534-4048-a94f-d1da94cf54cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:48.234542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27e580ff-d534-4048-a94f-d1da94cf54cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8d45c4d27ca4266bfb32104771a844e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907913 Nov 02 16:26:48.235514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47426) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:48.283230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074f2d-4c7f-4ba6-ac17-0ef77c265d68 req-e9a875b7-6a79-4f25-adf7-55b8970b62d6 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:48.284957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b074f2d-4c7f-4ba6-ac17-0ef77c265d68 req-e9a875b7-6a79-4f25-adf7-55b8970b62d6 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.1586001 Nov 02 16:26:48.285793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e580ff-d534-4048-a94f-d1da94cf54cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69794f-96fd-4964-bbcd-ed1777e1cca0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:48.306574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-0c6e2db4-4a3e-4ce4-bbac-854f4cb86c28 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442694 Nov 02 16:26:48.387964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b074f2d-4c7f-4ba6-ac17-0ef77c265d68 req-8dc3f7f9-e349-40d7-804b-2000dfd3d19b tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839164 Nov 02 16:26:48.434897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bc3a9-df0a-4a0d-a9db-a34b24999b49 req-3eaa767d-236c-4929-8457-f673372fd6fa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:48.436934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-144bc3a9-df0a-4a0d-a9db-a34b24999b49 req-3eaa767d-236c-4929-8457-f673372fd6fa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1212945 Nov 02 16:26:48.468225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d19089fe-70de-4492-827f-80dfca80cfb1 req-02af16f4-7aa0-4ef8-ab1c-00b5de5cd39b service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516066 Nov 02 16:26:48.498530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25b41026-553c-42b8-9e7c-2931c1e70e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:48.511425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-144bc3a9-df0a-4a0d-a9db-a34b24999b49 req-55a7c2b2-e39f-4c82-84bb-56a2230e0e07 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Nov 02 16:26:48.546342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25b41026-553c-42b8-9e7c-2931c1e70e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:48.625669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25b41026-553c-42b8-9e7c-2931c1e70e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:48.628596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25b41026-553c-42b8-9e7c-2931c1e70e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:48.628990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61f057-e275-4ae6-8846-189b73e930a6 req-50c2881c-124d-4aa2-9d7e-aba831d2122b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:48.634082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-25b41026-553c-42b8-9e7c-2931c1e70e53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e69794f-96fd-4964-bbcd-ed1777e1cca0 HTTP/1.1" status: 204 len: 168 time: 0.3874562 Nov 02 16:26:48.645790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb61f057-e275-4ae6-8846-189b73e930a6 req-50c2881c-124d-4aa2-9d7e-aba831d2122b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.1333055 Nov 02 16:26:48.647808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b41026-553c-42b8-9e7c-2931c1e70e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69794f-96fd-4964-bbcd-ed1777e1cca0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:48.702615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb61f057-e275-4ae6-8846-189b73e930a6 req-50e40614-363d-4f97-8cbc-043493fe11c3 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556159 Nov 02 16:26:49.008669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41b483-b06a-4add-b09e-955f53a14caf req-dcfd3b5f-9ed4-4f86-86f2-7ee69dac60ee tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:49.011172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a41b483-b06a-4add-b09e-955f53a14caf req-dcfd3b5f-9ed4-4f86-86f2-7ee69dac60ee tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 932 time: 0.0804126 Nov 02 16:26:49.106360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a41b483-b06a-4add-b09e-955f53a14caf req-ac9b5417-3586-4272-a94c-dc0ee9303824 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864921 Nov 02 16:26:49.278728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f3fde-447b-4555-a9c5-1464f52b1ddc req-479eba2a-f6c7-4a38-ac5b-1f4da9c37f03 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:49.280645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50f3fde-447b-4555-a9c5-1464f52b1ddc req-479eba2a-f6c7-4a38-ac5b-1f4da9c37f03 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 944 time: 0.1117818 Nov 02 16:26:49.357218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50f3fde-447b-4555-a9c5-1464f52b1ddc req-fd76491a-d496-41f4-b1cc-fb7fd29960c7 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641956 Nov 02 16:26:49.590369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23293b-cb53-45a1-8c90-dcf9b40e5d6b req-aad24169-81fe-4035-b0ac-f05d7482c3bb tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:49.603209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a23293b-cb53-45a1-8c90-dcf9b40e5d6b req-aad24169-81fe-4035-b0ac-f05d7482c3bb tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.1239569 Nov 02 16:26:49.689669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a23293b-cb53-45a1-8c90-dcf9b40e5d6b req-64b02aae-9ea4-4c13-95f0-2d31c9cc229f tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806351 Nov 02 16:26:49.725947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b794e-9d7c-4bca-8de6-918e229a3986 req-058f9a07-b60a-4cd8-b163-6079431e140b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:49.727495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d7b794e-9d7c-4bca-8de6-918e229a3986 req-058f9a07-b60a-4cd8-b163-6079431e140b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0933874 Nov 02 16:26:49.801983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d7b794e-9d7c-4bca-8de6-918e229a3986 req-f1d3ea79-8b96-4749-96be-0239557b457f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681012 Nov 02 16:26:49.949410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd32a8-7341-4dd9-8826-3007ef76f207 req-650016f7-f711-47c3-a52f-4ac860d6450b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:49.957728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86cd32a8-7341-4dd9-8826-3007ef76f207 req-650016f7-f711-47c3-a52f-4ac860d6450b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.0698607 Nov 02 16:26:49.999134 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-89a79636-398b-46cb-993a-cd9c69e904ed tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=620c0087b55d4e9bb9e8418b877ca420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391612 Nov 02 16:26:50.025182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86cd32a8-7341-4dd9-8826-3007ef76f207 req-64388114-26c4-4512-8b59-77ac57ee5dfc tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663912 Nov 02 16:26:50.403163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4dc2-2f15-4f5a-a164-1677ae04b88a req-6a78b878-efb4-42fd-b5c3-f4169cd4ae54 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:50.404782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b5a4dc2-2f15-4f5a-a164-1677ae04b88a req-6a78b878-efb4-42fd-b5c3-f4169cd4ae54 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 932 time: 0.0741034 Nov 02 16:26:50.439265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-2f962de3-7a61-4f0c-95c9-17f7845588ca tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:50.440843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-2f962de3-7a61-4f0c-95c9-17f7845588ca tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338276 Nov 02 16:26:50.469280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b5a4dc2-2f15-4f5a-a164-1677ae04b88a req-139622c0-4a8c-4fea-bffa-ef124bebbbc8 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Nov 02 16:26:50.470667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-230ff481-a437-4143-bef0-898d5ac0fab8 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/quotas/620c0087b55d4e9bb9e8418b877ca420 HTTP/1.1" status: 200 len: 375 time: 0.0219219 Nov 02 16:26:50.506182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-c663e242-8845-4161-b01f-d0c17c067573 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=620c0087b55d4e9bb9e8418b877ca420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296414 Nov 02 16:26:50.519552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4704ebb3-32bc-464c-bd46-ba4f9a0848ec details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:50.661175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f758f-6456-4e06-920e-ca55675c586a req-d899e7f7-998c-492a-be19-cd3c796c095b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:50.671817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec1f758f-6456-4e06-920e-ca55675c586a req-d899e7f7-998c-492a-be19-cd3c796c095b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 944 time: 0.0910993 Nov 02 16:26:50.693792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:50.718992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'port_id': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'mac_address': 'fa:16:3e:66:b7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:26:50.759431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:50.775779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4704ebb3-32bc-464c-bd46-ba4f9a0848ec {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:50.776582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec1f758f-6456-4e06-920e-ca55675c586a req-7324432c-fdc3-42a4-a44d-b4ff569f850c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034150 Nov 02 16:26:50.806819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:50.819402 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:50.849455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29b268c8-e666-4636-91e4-ed4ea18bb8d3 req-e75418a8-b7c8-4449-b98d-dd89f20f4d6c tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 210 time: 0.0421333 Nov 02 16:26:50.964634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460aaa7-056e-419b-91a4-c8e7ffde6288 req-3b0969a9-f507-4f80-b711-919a38acb960 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:50.977954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:50.994740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d460aaa7-056e-419b-91a4-c8e7ffde6288 req-3b0969a9-f507-4f80-b711-919a38acb960 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.0974820 Nov 02 16:26:51.134840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d460aaa7-056e-419b-91a4-c8e7ffde6288 req-0363c237-c645-4b67-882a-23131f8629a9 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340744 Nov 02 16:26:51.136879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['4704ebb3-32bc-464c-bd46-ba4f9a0848ec'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:51.206462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3c724-9074-4a89-9d83-f34c7ae79555 req-87a7dc98-7138-4187-a1d6-ba42ac061903 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:51.216138 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7e3c724-9074-4a89-9d83-f34c7ae79555 req-87a7dc98-7138-4187-a1d6-ba42ac061903 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.2083161 Nov 02 16:26:51.301533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7e3c724-9074-4a89-9d83-f34c7ae79555 req-dda94196-5379-4dda-a3ff-470dadd4a9d1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836411 Nov 02 16:26:51.435068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7e9d-a6fb-4944-ba1c-2817d1ca4a33 req-c8e07c83-838c-49c7-a0cf-c99d52853c4a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:51.442878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fde7e9d-a6fb-4944-ba1c-2817d1ca4a33 req-c8e07c83-838c-49c7-a0cf-c99d52853c4a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.1341500 Nov 02 16:26:51.555416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fde7e9d-a6fb-4944-ba1c-2817d1ca4a33 req-2489a739-3918-4f71-938c-c9b19dd7c6ee tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056941 Nov 02 16:26:51.679098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee9b91-98d7-44cf-bff4-5db2b8e3a59a req-88241993-8ae6-44c5-af7f-3d76f1248849 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:51.680667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-daee9b91-98d7-44cf-bff4-5db2b8e3a59a req-88241993-8ae6-44c5-af7f-3d76f1248849 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 932 time: 0.0871155 Nov 02 16:26:51.731572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-daee9b91-98d7-44cf-bff4-5db2b8e3a59a req-6582f79c-357f-4b74-864e-de630aad39f1 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Nov 02 16:26:51.925294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3c1eb-4734-425c-aa9d-6939fe0dadcb req-d02ff734-4ba3-43a6-b5af-d13ca76a1d46 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:51.937395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4a3c1eb-4734-425c-aa9d-6939fe0dadcb req-d02ff734-4ba3-43a6-b5af-d13ca76a1d46 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 945 time: 0.0969090 Nov 02 16:26:51.996816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4a3c1eb-4734-425c-aa9d-6939fe0dadcb req-b56b4f79-59cb-4c35-81d6-08c1d1dd8cb4 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520113 Nov 02 16:26:52.014278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-123de2b3-e602-40c0-88df-cc66e272cc45 req-096786a2-e096-46dd-86a7-53e67f26dd65 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 210 time: 0.0325096 Nov 02 16:26:52.275378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287c00-869e-4b19-be79-c3dd2b2c0827 req-a5fc5550-c649-4395-92d3-0e68ef918d10 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:52.277058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3287c00-869e-4b19-be79-c3dd2b2c0827 req-a5fc5550-c649-4395-92d3-0e68ef918d10 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.0738111 Nov 02 16:26:52.334352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3287c00-869e-4b19-be79-c3dd2b2c0827 req-5e8c0dcb-98ee-4cce-93af-bae5df8accf1 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486531 Nov 02 16:26:52.453388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-bcadf6de-881f-4193-87c3-d14cb21db2e1 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=620c0087b55d4e9bb9e8418b877ca420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540483 Nov 02 16:26:52.523982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4704ebb3-32bc-464c-bd46-ba4f9a0848ec up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:52.526971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f41e-bb07-4cc8-b56a-f80bb00068f5 req-3599fe97-ba91-4bcd-afe7-03c06c0a8490 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:52.532953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76e7f41e-bb07-4cc8-b56a-f80bb00068f5 req-3599fe97-ba91-4bcd-afe7-03c06c0a8490 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1419339 Nov 02 16:26:52.624504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76e7f41e-bb07-4cc8-b56a-f80bb00068f5 req-3f9d7cc1-8fb1-4bc1-8f99-c353786d857a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775540 Nov 02 16:26:52.653072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:26:52.662623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:52.662991 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:52.695042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:52.727060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-68712247-e0d7-4a46-a559-f15bb601ab50 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:52.728584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-68712247-e0d7-4a46-a559-f15bb601ab50 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672300 Nov 02 16:26:52.742683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Request body: {'port': {'device_id': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '620c0087b55d4e9bb9e8418b877ca420'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:52.849315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181a59-d4f5-4044-a61b-b25877c8f931 req-1272b7bd-4252-4362-bcec-83698fede58b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:52.852595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:52.856991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f181a59-d4f5-4044-a61b-b25877c8f931 req-1272b7bd-4252-4362-bcec-83698fede58b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.1071157 Nov 02 16:26:52.882401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:52.884834 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f340a0-707b-4f6f-971f-c35be632df6b" -d '{"events": [{"server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "name": "network-vif-plugged", "status": "completed", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:52.906118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:52.916979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:52.941180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Made reservation on behalf of 620c0087b55d4e9bb9e8418b877ca420 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:26:52.945077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:52.950808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f181a59-d4f5-4044-a61b-b25877c8f931 req-4afb314e-e7e3-46ea-bfb7-83c21205c875 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876408 Nov 02 16:26:52.958563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:52.974053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a91b-efd9-4bdb-bbfa-f0f98afa6bf4 req-fa71c47f-485a-4f0d-9f6d-642d200084aa tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:52.975601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac97a91b-efd9-4bdb-bbfa-f0f98afa6bf4 req-fa71c47f-485a-4f0d-9f6d-642d200084aa tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 932 time: 0.1110883 Nov 02 16:26:53.024941 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2545a4a9-f3fa-4835-a231-602575421001 x-openstack-request-id: req-2545a4a9-f3fa-4835-a231-602575421001 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:53.025110 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "name": "network-vif-plugged", "status": "completed", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:53.025316 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2545a4a9-f3fa-4835-a231-602575421001 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:53.026214 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'code': 200} Nov 02 16:26:53.027005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:53.029060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac97a91b-efd9-4bdb-bbfa-f0f98afa6bf4 req-49c91cd7-825e-413d-81d1-669dec472ba5 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Nov 02 16:26:53.075142 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:53.081898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:53.173991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-560179be-3872-401e-936b-a3e48ca1ed35 req-2d53c499-b5cc-4733-9160-26a01b84a931 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 210 time: 0.0330629 Nov 02 16:26:53.187814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9855312b-9365-40de-8815-b29d7f2f5bb1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:53.199797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29836-3d5a-434b-9e79-ea65e349a7a9 req-e0ec64d6-082c-4927-a72c-06c413da109b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:53.202358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18c29836-3d5a-434b-9e79-ea65e349a7a9 req-e0ec64d6-082c-4927-a72c-06c413da109b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.0951002 Nov 02 16:26:53.230167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45c765-63d0-4f22-8fe7-7a59e9c4dd53 req-c4050e61-d04e-4e8f-b6e5-066680ee68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:53.231809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f45c765-63d0-4f22-8fe7-7a59e9c4dd53 req-c4050e61-d04e-4e8f-b6e5-066680ee68c5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 1097 time: 0.1125033 Nov 02 16:26:53.254706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18c29836-3d5a-434b-9e79-ea65e349a7a9 req-86cccfd3-65f2-4b82-8f5d-881b84b7a017 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445647 Nov 02 16:26:53.297385 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f45c765-63d0-4f22-8fe7-7a59e9c4dd53 req-ba1432e5-2498-45db-9325-7484d91f913e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Nov 02 16:26:53.306184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Allocated IP 192.168.233.82 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/e4713504-849d-428e-b77a-3ebdca29ff63) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:26:53.448479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef7e9-67c9-4108-8987-c918a09204f0 req-7be2cccc-c66d-4d4b-be81-39f2fc8fbe38 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:53.450025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14bef7e9-67c9-4108-8987-c918a09204f0 req-7be2cccc-c66d-4d4b-be81-39f2fc8fbe38 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.0521882 Nov 02 16:26:53.467190 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:53.479704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Request body: {'port': {'device_id': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:53.553082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14bef7e9-67c9-4108-8987-c918a09204f0 req-e5ee1989-f35e-41b7-99f6-ca84276dbbc9 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953591 Nov 02 16:26:53.573235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:53.597845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:53.630429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-4584218f-6c8a-4bd4-89e6-0496d83d44aa service neutron] 10.222.0.55 "GET /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587501 Nov 02 16:26:53.673905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:26:53.693649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:26:53.713823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:26:53.739381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:53.846141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431572-6449-42bf-86a6-9a7f04e7f08a req-6d02408e-9c3f-4172-be8e-256af0734743 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:53.851120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07431572-6449-42bf-86a6-9a7f04e7f08a req-6d02408e-9c3f-4172-be8e-256af0734743 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1304226 Nov 02 16:26:53.880652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32113693-b12a-496e-909e-ffd1538d909e req-78610e31-4965-4af6-babf-de1ad8a4cb27 service neutron] 10.222.0.55 "GET /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372870 Nov 02 16:26:53.934339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07431572-6449-42bf-86a6-9a7f04e7f08a req-cee0f57b-db70-4f13-9f0f-ce2ca997c838 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713310 Nov 02 16:26:53.937063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:53.937390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:53.993838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-5322fe32-a042-4e8d-907f-140c01c5cb15 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2549992 Nov 02 16:26:53.995881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-9347e924-477d-4356-862f-8a61bf0412a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:53.997788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-9347e924-477d-4356-862f-8a61bf0412a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3be71cea9684b56924b39ed4c3f0bb0&device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 1094 time: 0.0625741 Nov 02 16:26:54.007923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5ebc82a6-5175-4adc-bd8c-fcd237704bb9 None None] Provisioning complete for port e4713504-849d-428e-b77a-3ebdca29ff63 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:54.009791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ebc82a6-5175-4adc-bd8c-fcd237704bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:54.028266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Request body: {'port': {'device_id': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:54.059556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc82a6-5175-4adc-bd8c-fcd237704bb9 None None] Port e4713504-849d-428e-b77a-3ebdca29ff63 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:26:54.154451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb535f6c-3d69-4b2d-b0bc-d31224335071 req-0b9ff74f-4b75-4d96-b6c3-74201c0de78b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.156347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb535f6c-3d69-4b2d-b0bc-d31224335071 req-0b9ff74f-4b75-4d96-b6c3-74201c0de78b tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 943 time: 0.0915887 Nov 02 16:26:54.229176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-3b501df7-0765-4258-b16a-faa266d1a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.230778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-3b501df7-0765-4258-b16a-faa266d1a41f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ea034f0-0869-4413-85a4-168f0e50dccd HTTP/1.1" status: 200 len: 915 time: 0.2246654 Nov 02 16:26:54.266065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb535f6c-3d69-4b2d-b0bc-d31224335071 req-71851909-6025-4aa8-a000-084d76c03cf0 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877478 Nov 02 16:26:54.298651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-a29ea594-905a-486a-b690-38a79adffdcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=020df587-8442-48a1-baea-17a36a6b7c1f HTTP/1.1" status: 200 len: 217 time: 0.0538824 Nov 02 16:26:54.307877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f3563-987f-44b1-8bea-cadfb942f24c req-d0b40309-5fb6-4b55-be3c-0d9d7b3d6967 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.310213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec0f3563-987f-44b1-8bea-cadfb942f24c req-d0b40309-5fb6-4b55-be3c-0d9d7b3d6967 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 932 time: 0.1528163 Nov 02 16:26:54.360308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-6bc8432c-d9d5-4699-ab63-b5e3ad1454cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.362103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-6bc8432c-d9d5-4699-ab63-b5e3ad1454cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54bd6c3f-322b-4727-ab18-675b77b9728e HTTP/1.1" status: 200 len: 853 time: 0.0500004 Nov 02 16:26:54.441739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec0f3563-987f-44b1-8bea-cadfb942f24c req-7a68b843-2276-40e3-903b-04d430a6eb16 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784681 Nov 02 16:26:54.448091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:54.473024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-0c836d4a-fa30-4c3a-8c30-6e78d9bc92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.474845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-0c836d4a-fa30-4c3a-8c30-6e78d9bc92ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ea034f0-0869-4413-85a4-168f0e50dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905747 Nov 02 16:26:54.523935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c97a6775-913a-43ac-9945-f1fd19ccfd8f details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:54.566094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d1509c-d66b-4f7e-8abf-54af34168a40 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:54.575159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:54.583838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-14a44a08-9990-4c4a-9632-c071286131fa service neutron] 10.222.0.55 "GET /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992384 Nov 02 16:26:54.595525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Transition to ACTIVE for port object 14d1509c-d66b-4f7e-8abf-54af34168a40 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:54.604541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489294d-cb70-401f-ac46-79ab63664ef8 req-aa6e362b-03e2-4d29-b288-64100778b7c9 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.606848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8489294d-cb70-401f-ac46-79ab63664ef8 req-aa6e362b-03e2-4d29-b288-64100778b7c9 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 935 time: 0.1920786 Nov 02 16:26:54.619338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:54.713507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8489294d-cb70-401f-ac46-79ab63664ef8 req-9a5e53d1-f728-45f6-9572-3c86f365727a tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952604 Nov 02 16:26:54.732881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c97a6775-913a-43ac-9945-f1fd19ccfd8f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:54.760732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59233ae7-0582-4167-b131-aebc24369c01 req-7a5d6d82-d8fe-42c0-b1cc-2a029705e91f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.762450 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59233ae7-0582-4167-b131-aebc24369c01 req-7a5d6d82-d8fe-42c0-b1cc-2a029705e91f tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.1762142 Nov 02 16:26:54.770040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'port_id': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'mac_address': 'fa:16:3e:f7:5a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:26:54.834827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Pushing event updated for resources: {'Port': ['ID=14d1509c-d66b-4f7e-8abf-54af34168a40,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:54.871283 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59233ae7-0582-4167-b131-aebc24369c01 req-dc466e24-d158-487b-9512-de04a758e617 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015112 Nov 02 16:26:54.902091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97e475a5-4650-4692-ac62-b88e6e3967c4 req-acdb40ba-bc60-400a-9f93-e633fb5e7ca5 service neutron] 10.222.0.55 "GET /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896130 Nov 02 16:26:54.914583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:54.973987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97a6775-913a-43ac-9945-f1fd19ccfd8f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:54.977327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b188b-b7bf-4b9c-b006-fca54d43ca87 req-b4e8e57c-5078-413d-ad39-8a5fec5a89fd tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:54.985494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e3b188b-b7bf-4b9c-b006-fca54d43ca87 req-b4e8e57c-5078-413d-ad39-8a5fec5a89fd tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.1512158 Nov 02 16:26:55.013003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c97a6775-913a-43ac-9945-f1fd19ccfd8f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:55.018797 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.064185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e3b188b-b7bf-4b9c-b006-fca54d43ca87 req-b549c0c4-2368-428f-ac98-938900b59889 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705130 Nov 02 16:26:55.090992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Attempting to bind port 14d1509c-d66b-4f7e-8abf-54af34168a40 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:55.091316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Attempting to bind port 14d1509c-d66b-4f7e-8abf-54af34168a40 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:55.091722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Attempting to bind port 14d1509c-d66b-4f7e-8abf-54af34168a40 on network 173f4eba-7e32-4ef7-95ac-8f8b2938481d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:55.094497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c97a6775-913a-43ac-9945-f1fd19ccfd8f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:55.106013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Port 14d1509c-d66b-4f7e-8abf-54af34168a40 on network 173f4eba-7e32-4ef7-95ac-8f8b2938481d not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:55.106433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Attempting to bind port 14d1509c-d66b-4f7e-8abf-54af34168a40 on network 173f4eba-7e32-4ef7-95ac-8f8b2938481d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:55.128314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:55.128664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Checking segment: {'id': '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:55.129054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Bound using segment: {'id': '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:55.129501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Bound port: 14d1509c-d66b-4f7e-8abf-54af34168a40, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:55.129861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.166171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf989d-2b8c-44c0-b5bf-f3facb9c44fb req-db605353-7d26-40b2-a527-9393cd42e460 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.166806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1cf989d-2b8c-44c0-b5bf-f3facb9c44fb req-db605353-7d26-40b2-a527-9393cd42e460 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0552816 Nov 02 16:26:55.220225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1cf989d-2b8c-44c0-b5bf-f3facb9c44fb req-cc98ea14-b163-4cc0-9888-229adba45d16 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Nov 02 16:26:55.258542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] For port 14d1509c-d66b-4f7e-8abf-54af34168a40, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:55.263259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] For port 14d1509c-d66b-4f7e-8abf-54af34168a40, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=14d1509c-d66b-4f7e-8abf-54af34168a40,segment=NetworkSegment(8c595c8a-882e-4f2c-b10b-d7ec9e978bbd),segment_id=8c595c8a-882e-4f2c-b10b-d7ec9e978bbd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:55.269427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4713504-849d-428e-b77a-3ebdca29ff63 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:55.274794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.282263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.336750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Transition to ACTIVE for port object e4713504-849d-428e-b77a-3ebdca29ff63 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:26:55.348108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.348637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.350247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] 10.222.0.55 "PUT /v2.0/ports/14d1509c-d66b-4f7e-8abf-54af34168a40 HTTP/1.1" status: 200 len: 1092 time: 1.8782082 Nov 02 16:26:55.350843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'tag': '14d1509c-d66b-4f7e-8abf-54af34168a40'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:55.353161 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b2891-f504-4587-b964-910255e0af39" -d '{"events": [{"name": "network-changed", "server_uuid": "440434fe-2a3a-4be2-ab1c-334fed46eb2d", "tag": "14d1509c-d66b-4f7e-8abf-54af34168a40"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:55.355923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.378959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c97a6775-913a-43ac-9945-f1fd19ccfd8f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:55.407407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Pushing event updated for resources: {'Port': ['ID=14d1509c-d66b-4f7e-8abf-54af34168a40,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:55.422942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7135e-8b2a-445c-9ecc-1a4f31e8beb4 req-56823255-dd7d-4665-a6c8-40f37c909a09 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.429586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.429929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.430300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.430639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.431133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.431466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.431794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.432120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.432527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.432756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.433150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.433480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e2f26-b0bb-450d-97ce-16d2f3c6e44c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:26:55.437685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fe7135e-8b2a-445c-9ecc-1a4f31e8beb4 req-56823255-dd7d-4665-a6c8-40f37c909a09 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 944 time: 0.0969458 Nov 02 16:26:55.516723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fe7135e-8b2a-445c-9ecc-1a4f31e8beb4 req-00499ffd-44f6-43a7-975f-cc27ef95001c tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776689 Nov 02 16:26:55.572716 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b6eb4-abe3-402b-a3f5-1bfe39a17ad9 x-openstack-request-id: req-e79b6eb4-abe3-402b-a3f5-1bfe39a17ad9 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:55.573694 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440434fe-2a3a-4be2-ab1c-334fed46eb2d", "tag": "14d1509c-d66b-4f7e-8abf-54af34168a40", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:55.574164 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e79b6eb4-abe3-402b-a3f5-1bfe39a17ad9 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:55.574882 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'tag': '14d1509c-d66b-4f7e-8abf-54af34168a40', 'status': 'completed', 'code': 200} Nov 02 16:26:55.577276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:55.643823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b10196-661a-40b8-9439-bd0f7698bdad req-82a1c8b2-e860-4331-bc55-4861df0c3c0d tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.654574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5b10196-661a-40b8-9439-bd0f7698bdad req-82a1c8b2-e860-4331-bc55-4861df0c3c0d tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 944 time: 0.0793581 Nov 02 16:26:55.674894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Attempting to bind port e4713504-849d-428e-b77a-3ebdca29ff63 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:26:55.675609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Attempting to bind port e4713504-849d-428e-b77a-3ebdca29ff63 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:26:55.675609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Attempting to bind port e4713504-849d-428e-b77a-3ebdca29ff63 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:55.683783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-1f63b119-d393-4a3c-96de-89092a7dc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.685305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-1f63b119-d393-4a3c-96de-89092a7dc93b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f59cb41406d34a6b96c603ad30fe2786&device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 1095 time: 0.2890813 Nov 02 16:26:55.686772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Port e4713504-849d-428e-b77a-3ebdca29ff63 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:26:55.687105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Attempting to bind port e4713504-849d-428e-b77a-3ebdca29ff63 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:26:55.700959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:26:55.702250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:26:55.702719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:26:55.703687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Bound port: e4713504-849d-428e-b77a-3ebdca29ff63, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:26:55.704061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:55.708400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5b10196-661a-40b8-9439-bd0f7698bdad req-07a5f831-c395-4c16-9bf4-09f2eb9f4613 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524471 Nov 02 16:26:55.743134 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-458f4676-9c69-4d4c-b288-e8c693369e48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d1509c-d66b-4f7e-8abf-54af34168a40 HTTP/1.1" status: 200 len: 217 time: 0.0482886 Nov 02 16:26:55.808218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-63c224a2-2374-4c4f-b661-95317eac409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.809700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-63c224a2-2374-4c4f-b661-95317eac409c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ed8ccc-f25b-407d-a6c1-1787ee53c32a HTTP/1.1" status: 200 len: 854 time: 0.0511630 Nov 02 16:26:55.886042 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-97d6fb07-2713-4ba7-ae5b-0dd95804bf7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=173f4eba-7e32-4ef7-95ac-8f8b2938481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542986 Nov 02 16:26:55.893163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338da72d-2843-4290-bf92-50569b87e767 req-473eb39d-d581-4f33-883a-20881c92904c tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:55.894863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-338da72d-2843-4290-bf92-50569b87e767 req-473eb39d-d581-4f33-883a-20881c92904c tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 947 time: 0.0626442 Nov 02 16:26:55.949512 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-338da72d-2843-4290-bf92-50569b87e767 req-59db2aa5-80e3-4bb5-939f-0ea129d1fa82 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Nov 02 16:26:55.992281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:26:56.009197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:26:56.020010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:56.036016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870fe0e-1506-4774-b676-4c0e875809a1 req-893bb6a3-b14d-4197-8603-b4a313670b01 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.043516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3870fe0e-1506-4774-b676-4c0e875809a1 req-893bb6a3-b14d-4197-8603-b4a313670b01 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.0656552 Nov 02 16:26:56.070946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.071992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:56.073687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] 10.222.0.100 "PUT /v2.0/ports/e4713504-849d-428e-b77a-3ebdca29ff63 HTTP/1.1" status: 200 len: 1095 time: 2.0643859 Nov 02 16:26:56.095428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3870fe0e-1506-4774-b676-4c0e875809a1 req-47c48ce9-e4f1-474b-be2e-b16fc792552d tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507894 Nov 02 16:26:56.132196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-c7f86b77-b54d-44c2-bda1-31ffca430145 service neutron] 10.222.0.55 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314017 Nov 02 16:26:56.234014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313f5b-ccdd-48d3-885b-8319291f2bad req-5e9c954b-47e3-4b9f-adbc-c4e8aa4c9f41 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.242311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54313f5b-ccdd-48d3-885b-8319291f2bad req-5e9c954b-47e3-4b9f-adbc-c4e8aa4c9f41 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 943 time: 0.0708261 Nov 02 16:26:56.300705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403aed-0172-462c-bd9f-d641fd87c646 service neutron] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:56.349037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-07107e0c-9ec0-46c4-aff7-12cca3fad5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.350629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-07107e0c-9ec0-46c4-aff7-12cca3fad5e7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=620c0087b55d4e9bb9e8418b877ca420&device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 1098 time: 0.2145340 Nov 02 16:26:56.389950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54313f5b-ccdd-48d3-885b-8319291f2bad req-453a00a5-2d2c-44e6-ab81-0dea680601f4 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465583 Nov 02 16:26:56.431805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f678680-8263-450a-8b9a-9bb4b95476db req-658b0591-759a-4bf7-bc1e-1e0f39de9651 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.440453 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-efa3671f-d721-41b3-a81f-ad58535b6107 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e4713504-849d-428e-b77a-3ebdca29ff63 HTTP/1.1" status: 200 len: 217 time: 0.0707495 Nov 02 16:26:56.444412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f678680-8263-450a-8b9a-9bb4b95476db req-658b0591-759a-4bf7-bc1e-1e0f39de9651 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.1687026 Nov 02 16:26:56.447415 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-163a0818-cab6-4cdb-b97a-7437bd7e0cb9 req-bb40de21-c7bd-4e87-8121-63d63b664a27 service neutron] 10.222.0.55 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987068 Nov 02 16:26:56.449111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:26:56.458323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Request body: {'floatingip': {'port_id': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:26:56.540648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c97a6775-913a-43ac-9945-f1fd19ccfd8f up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:56.586072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-a8cbfb66-4b3c-4459-b4a4-876a1f574525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.588071 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-a8cbfb66-4b3c-4459-b4a4-876a1f574525 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1396451 Nov 02 16:26:56.590758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2891-f504-4587-b964-910255e0af39 req-7f41a6d1-1352-45b4-9338-fa8e35f47155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.592949 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-7f41a6d1-1352-45b4-9338-fa8e35f47155 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f59cb41406d34a6b96c603ad30fe2786&device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 1095 time: 0.0844479 Nov 02 16:26:56.618746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port c97a6775-913a-43ac-9945-f1fd19ccfd8f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:26:56.626756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c97a6775-913a-43ac-9945-f1fd19ccfd8f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:56.627516 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:56.629263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:56.745178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2891-f504-4587-b964-910255e0af39 req-74562649-f2d9-4e1b-9589-335b03867056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.746777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-74562649-f2d9-4e1b-9589-335b03867056 service neutron] 10.222.0.55 "GET /v2.0/networks?id=173f4eba-7e32-4ef7-95ac-8f8b2938481d HTTP/1.1" status: 200 len: 915 time: 0.1256185 Nov 02 16:26:56.798471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-67689a5c-cecd-411a-8be0-d4acf02953c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d1509c-d66b-4f7e-8abf-54af34168a40 HTTP/1.1" status: 200 len: 217 time: 0.0437219 Nov 02 16:26:56.818602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-3f413b99-16de-4a0e-8624-1c3ea8d9836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.822281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-3f413b99-16de-4a0e-8624-1c3ea8d9836d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239623 Nov 02 16:26:56.864043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaf73b-24c7-44a1-8d9c-7f63845fad5d req-9dfec2ce-a7e0-4ae4-b559-78c1822652ea tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.873956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeeaf73b-24c7-44a1-8d9c-7f63845fad5d req-9dfec2ce-a7e0-4ae4-b559-78c1822652ea tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.2353573 Nov 02 16:26:56.926930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2891-f504-4587-b964-910255e0af39 req-62d2d1c6-be3e-459f-bbd5-94b3e898b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:56.928384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-62d2d1c6-be3e-459f-bbd5-94b3e898b0d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ed8ccc-f25b-407d-a6c1-1787ee53c32a HTTP/1.1" status: 200 len: 854 time: 0.1204612 Nov 02 16:26:56.930712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeeaf73b-24c7-44a1-8d9c-7f63845fad5d req-e2804dad-5c8c-41da-a145-e5dcee68225a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Nov 02 16:26:56.993192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-6d6ba01a-027b-445f-aba9-d904026202af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=173f4eba-7e32-4ef7-95ac-8f8b2938481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494487 Nov 02 16:26:56.994717 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:57.030982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:57.036213 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc5513-8f9e-4306-a421-3056879a19d1" -d '{"events": [{"server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "name": "network-vif-plugged", "status": "completed", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:57.075131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c97a6775-913a-43ac-9945-f1fd19ccfd8f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:57.088477 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:57.171943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-90bcebbf-361c-45f6-9e6c-36ed66f778dc service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285048 Nov 02 16:26:57.185313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 020df587-8442-48a1-baea-17a36a6b7c1f details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:57.186441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31eb9b-6dea-4a82-aa1b-1be69dde09fc req-cc06fd01-b086-438e-87e7-f9c021e11864 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:57.188118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b31eb9b-6dea-4a82-aa1b-1be69dde09fc req-cc06fd01-b086-438e-87e7-f9c021e11864 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 944 time: 0.5242314 Nov 02 16:26:57.211840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c97a6775-913a-43ac-9945-f1fd19ccfd8f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:57.300242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-f0379410-00b6-4437-99c7-2015580fea27 service neutron] 10.222.0.55 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931962 Nov 02 16:26:57.402415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b31eb9b-6dea-4a82-aa1b-1be69dde09fc req-e182994f-8111-4b49-9490-57c6ede7e0f7 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959479 Nov 02 16:26:57.411264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-483b2891-f504-4587-b964-910255e0af39 req-dd3da822-c3d2-4627-bc2e-8174f4200ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985675 Nov 02 16:26:57.438200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e59dd8-0ce1-4e4c-8b26-aa84e90677b0 req-d19e6100-dcb1-49c4-bfe6-b8ec10133680 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463601 Nov 02 16:26:57.473605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 020df587-8442-48a1-baea-17a36a6b7c1f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=020df587-8442-48a1-baea-17a36a6b7c1f,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:57.510643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '020df587-8442-48a1-baea-17a36a6b7c1f', 'network_id': '7ea034f0-0869-4413-85a4-168f0e50dccd', 'port_id': '020df587-8442-48a1-baea-17a36a6b7c1f', 'mac_address': 'fa:16:3e:61:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd6c3f-322b-4727-ab18-675b77b9728e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:26:57.513437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d164df9-65c9-40a0-a81a-64e2546156f6 req-0a964e8f-bd9c-493f-ad14-50ee75a18f73 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:57.520113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d164df9-65c9-40a0-a81a-64e2546156f6 req-0a964e8f-bd9c-493f-ad14-50ee75a18f73 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 944 time: 0.3403842 Nov 02 16:26:57.577085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:57.579940 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:57.584533 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:57.621268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020df587-8442-48a1-baea-17a36a6b7c1f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:57.677270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 020df587-8442-48a1-baea-17a36a6b7c1f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=020df587-8442-48a1-baea-17a36a6b7c1f,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:57.766079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:57.831182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=020df587-8442-48a1-baea-17a36a6b7c1f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:26:57.840647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d164df9-65c9-40a0-a81a-64e2546156f6 req-26b9ba9a-0a12-4633-8bd8-e71887da7096 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096356 Nov 02 16:26:57.896555 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b94664d-ef86-4b09-b855-e39cbb1a9f2e x-openstack-request-id: req-1b94664d-ef86-4b09-b855-e39cbb1a9f2e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:57.896878 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "name": "network-vif-plugged", "status": "completed", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:57.897137 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b94664d-ef86-4b09-b855-e39cbb1a9f2e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:57.897540 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'code': 200} Nov 02 16:26:57.944111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe8c8-418a-400d-90d0-d547d8fb327a req-27f1a614-dc3b-4cb1-85b3-b47c7c927406 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:57.946799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8cfe8c8-418a-400d-90d0-d547d8fb327a req-27f1a614-dc3b-4cb1-85b3-b47c7c927406 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 947 time: 0.2927034 Nov 02 16:26:58.026654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['020df587-8442-48a1-baea-17a36a6b7c1f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:26:58.047352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505e57a-cbff-46a9-b312-483f8c7bd2fe req-663f7e58-a1cf-4590-88ea-d7e7fd99a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.048884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b505e57a-cbff-46a9-b312-483f8c7bd2fe req-663f7e58-a1cf-4590-88ea-d7e7fd99a2d9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 1096 time: 0.0537050 Nov 02 16:26:58.132424 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b505e57a-cbff-46a9-b312-483f8c7bd2fe req-74e7fce3-1d2c-4cf2-9060-9681aa93c97b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704498 Nov 02 16:26:58.293942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:26:58.415006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8cfe8c8-418a-400d-90d0-d547d8fb327a req-14bba211-fb51-4bb7-968c-461eb0775b9a tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480956 Nov 02 16:26:58.435832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:58.443219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:58.453230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe236dc-0dba-47d8-9b6c-23ac72057316 req-871a61a1-78e1-4228-a00e-6a88735b212a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.454776 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbe236dc-0dba-47d8-9b6c-23ac72057316 req-871a61a1-78e1-4228-a00e-6a88735b212a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 944 time: 0.1900487 Nov 02 16:26:58.485370 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d9e7fe-7d57-40dd-a7bb-a8795ec0eef0 x-openstack-request-id: req-a0d9e7fe-7d57-40dd-a7bb-a8795ec0eef0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:58.485661 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:58.485908 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0d9e7fe-7d57-40dd-a7bb-a8795ec0eef0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:58.486350 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'status': 'completed', 'code': 200} Nov 02 16:26:58.582433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-fbda237a-d665-44ab-9e37-67df89592faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.583943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-fbda237a-d665-44ab-9e37-67df89592faf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=620c0087b55d4e9bb9e8418b877ca420&device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 1098 time: 0.0658414 Nov 02 16:26:58.629404 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4 associated. External IP: 172.25.7.58, port: 4704ebb3-32bc-464c-bd46-ba4f9a0848ec. Nov 02 16:26:58.716368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbe236dc-0dba-47d8-9b6c-23ac72057316 req-e7801132-6779-452d-98ef-397d93060749 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210758 Nov 02 16:26:58.744463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b59a7-ece6-40f5-8423-ff2c7ff05bee req-10f366c6-75e5-4934-8bf6-e6225d7f4100 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.746005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-4c9baf7d-0f1f-4a88-90b9-5fdfa21631c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.747711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-4c9baf7d-0f1f-4a88-90b9-5fdfa21631c8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1511691 Nov 02 16:26:58.753731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c65b59a7-ece6-40f5-8423-ff2c7ff05bee req-10f366c6-75e5-4934-8bf6-e6225d7f4100 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1648710 Nov 02 16:26:58.809422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-e58229f2-1fb3-4632-b71a-16b75e5ac4b8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e4713504-849d-428e-b77a-3ebdca29ff63 HTTP/1.1" status: 200 len: 217 time: 0.0533407 Nov 02 16:26:58.814311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c65b59a7-ece6-40f5-8423-ff2c7ff05bee req-e0c49a19-12af-47d1-a5e1-19dceec2656a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594409 Nov 02 16:26:58.876815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-74abbff2-3244-48e7-9f37-e0ea5b4debae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.879513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-74abbff2-3244-48e7-9f37-e0ea5b4debae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0589981 Nov 02 16:26:58.953050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-04463ece-2c9c-4fa7-b20c-a7a6f7194552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.954858 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-04463ece-2c9c-4fa7-b20c-a7a6f7194552 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540073 Nov 02 16:26:58.984589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7f549-c4c1-4e90-a58b-a7211f9386fd req-bb7b1a3b-57f5-43bd-b08d-130a6e575a7d tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:58.986102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39b7f549-c4c1-4e90-a58b-a7211f9386fd req-bb7b1a3b-57f5-43bd-b08d-130a6e575a7d tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.1708736 Nov 02 16:26:59.038966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e8c7d-f3d8-402d-bf5a-7eda6d2a33ad req-50a39e1a-0c9f-4d09-b0a1-9ab48b6f4e85 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:59.040898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-451e8c7d-f3d8-402d-bf5a-7eda6d2a33ad req-50a39e1a-0c9f-4d09-b0a1-9ab48b6f4e85 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 944 time: 0.1135719 Nov 02 16:26:59.058921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:26:59.079288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39b7f549-c4c1-4e90-a58b-a7211f9386fd req-bb5494f4-663a-4a4a-9739-d43a1c5a06f4 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833573 Nov 02 16:26:59.085246 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-c6a8c3dc-fc9d-4d87-a6e4-292a198f72de service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173954 Nov 02 16:26:59.177688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 14d1509c-d66b-4f7e-8abf-54af34168a40 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:26:59.180691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 020df587-8442-48a1-baea-17a36a6b7c1f up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:26:59.187321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-451e8c7d-f3d8-402d-bf5a-7eda6d2a33ad req-4e84c1e6-9407-435e-ab1d-066f30c840e2 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370397 Nov 02 16:26:59.228139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9b14772a-c200-4fa1-bfc6-cd8125b18d7c req-e3a163b0-d43d-40ed-9769-c7089a531db1 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327903 Nov 02 16:26:59.274635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:26:59.281456 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:59.286944 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:26:59.302017 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:26:59.302916 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:26:59.325321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5d4ced41-5229-45e1-a138-769210853b7a tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "PUT /v2.0/floatingips/ab5f933a-02ab-42ae-8326-5a10a40a18b4 HTTP/1.1" status: 200 len: 991 time: 2.8747623 Nov 02 16:26:59.326751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:59.329665 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b67e9-52f1-4bac-a12c-69c484f037ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:59.384882 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc72b42-b176-4d52-a066-987d54225b78 x-openstack-request-id: req-adc72b42-b176-4d52-a066-987d54225b78 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:26:59.385174 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:26:59.385426 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adc72b42-b176-4d52-a066-987d54225b78 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:26:59.385822 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'status': 'completed', 'code': 200} Nov 02 16:26:59.402046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 14d1509c-d66b-4f7e-8abf-54af34168a40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=14d1509c-d66b-4f7e-8abf-54af34168a40,segment=NetworkSegment(8c595c8a-882e-4f2c-b10b-d7ec9e978bbd),segment_id=8c595c8a-882e-4f2c-b10b-d7ec9e978bbd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:59.415481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '14d1509c-d66b-4f7e-8abf-54af34168a40', 'network_id': '173f4eba-7e32-4ef7-95ac-8f8b2938481d', 'port_id': '14d1509c-d66b-4f7e-8abf-54af34168a40', 'mac_address': 'fa:16:3e:e9:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ed8ccc-f25b-407d-a6c1-1787ee53c32a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:26:59.483362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 020df587-8442-48a1-baea-17a36a6b7c1f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:26:59.493334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 020df587-8442-48a1-baea-17a36a6b7c1f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:26:59.493705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:59.529895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-3cc055ab-e67e-4ce9-b014-3b74d70c33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:59.531761 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-3cc055ab-e67e-4ce9-b014-3b74d70c33c4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 1097 time: 0.1171279 Nov 02 16:26:59.627095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:59.627319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd46556-b503-4667-891b-9f28de906e2a req-38adeb1a-d196-4261-a9d4-744e65610646 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:59.629616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cd46556-b503-4667-891b-9f28de906e2a req-38adeb1a-d196-4261-a9d4-744e65610646 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 947 time: 0.1039414 Nov 02 16:26:59.678714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:59.680723 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:26:59.689616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cd46556-b503-4667-891b-9f28de906e2a req-acc994d1-e3a4-4f71-9d85-ea49dcae9eb9 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Nov 02 16:26:59.705381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d1509c-d66b-4f7e-8abf-54af34168a40 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:26:59.705493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-ddfd8ebb-ba15-4f88-8f7d-563182078948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:59.705493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-ddfd8ebb-ba15-4f88-8f7d-563182078948 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 200 len: 924 time: 0.1517653 Nov 02 16:26:59.728471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 14d1509c-d66b-4f7e-8abf-54af34168a40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=14d1509c-d66b-4f7e-8abf-54af34168a40,segment=NetworkSegment(8c595c8a-882e-4f2c-b10b-d7ec9e978bbd),segment_id=8c595c8a-882e-4f2c-b10b-d7ec9e978bbd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:59.739515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:59.781042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 020df587-8442-48a1-baea-17a36a6b7c1f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=020df587-8442-48a1-baea-17a36a6b7c1f,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:26:59.800675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-e8993415-f800-4b3c-bf7b-5b66c7a234b9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec HTTP/1.1" status: 200 len: 999 time: 0.0758781 Nov 02 16:26:59.902144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020df587-8442-48a1-baea-17a36a6b7c1f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:26:59.907368 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a4fdd-8612-448f-b1a9-1541964d0526" -d '{"events": [{"server_uuid": "24f92f4e-4009-4963-94e0-8399ef5ce767", "name": "network-vif-plugged", "status": "completed", "tag": "020df587-8442-48a1-baea-17a36a6b7c1f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:26:59.918647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-c541ff8d-82c8-4a4d-8df9-54edd71d4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:26:59.919127 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:26:59.923838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-c541ff8d-82c8-4a4d-8df9-54edd71d4fb3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 200 len: 862 time: 0.1156468 Nov 02 16:26:59.947084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=14d1509c-d66b-4f7e-8abf-54af34168a40,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:00.011850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfa67c-f937-4296-b3b1-6150c13628ea req-22c96efa-dc77-43fa-8157-4d435bcb6095 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.016648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=020df587-8442-48a1-baea-17a36a6b7c1f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:00.021447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-1e468ad0-78b1-402a-8856-05c52e6522a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.023000 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-1e468ad0-78b1-402a-8856-05c52e6522a8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8f3efee8-e089-4221-ab14-c94294fd8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853088 Nov 02 16:27:00.030360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5dfa67c-f937-4296-b3b1-6150c13628ea req-22c96efa-dc77-43fa-8157-4d435bcb6095 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 945 time: 0.1568322 Nov 02 16:27:00.053753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['14d1509c-d66b-4f7e-8abf-54af34168a40'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:00.054538 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab5f933a-02ab-42ae-8326-5a10a40a18b4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'port_id': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'mac_address': 'fa:16:3e:66:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9163c10-ca20-4430-afce-8ba402d32053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:23:36Z', 'updated_at': '2021-11-02T16:26:57Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:00.082811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72872-b2ed-447f-9306-26f9e4decabc req-747ee3a5-326f-480b-83ee-ef458e9dfe33 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.084326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc72872-b2ed-447f-9306-26f9e4decabc req-747ee3a5-326f-480b-83ee-ef458e9dfe33 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1393635 Nov 02 16:27:00.098273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5dfa67c-f937-4296-b3b1-6150c13628ea req-8467e0c8-c34b-46ea-93f1-ddd13560fcf3 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690920 Nov 02 16:27:00.116713 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:27:00.133015 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:00.134404 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:00.178478 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcfa46f-9ca6-4361-98d4-a92adcc7991e x-openstack-request-id: req-6fcfa46f-9ca6-4361-98d4-a92adcc7991e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:00.178994 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f92f4e-4009-4963-94e0-8399ef5ce767", "name": "network-vif-plugged", "status": "completed", "tag": "020df587-8442-48a1-baea-17a36a6b7c1f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:00.178994 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fcfa46f-9ca6-4361-98d4-a92adcc7991e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:00.179498 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020df587-8442-48a1-baea-17a36a6b7c1f', 'code': 200} Nov 02 16:27:00.189421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc72872-b2ed-447f-9306-26f9e4decabc req-90b7ffc6-e94a-4eff-8612-5892f160a523 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761383 Nov 02 16:27:00.220001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-fbc5e3cc-71e2-42e3-9eef-54b71f2656d0 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791518 Nov 02 16:27:00.308400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16766f24-ef5c-4106-a8d0-4d80b68b3d5e req-900f3d51-e884-4607-a30b-ffb8cab0cf2f tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.319638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16766f24-ef5c-4106-a8d0-4d80b68b3d5e req-900f3d51-e884-4607-a30b-ffb8cab0cf2f tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.0776234 Nov 02 16:27:00.357427 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:00.389350 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe9b67e9-52f1-4bac-a12c-69c484f037ce req-6fceb731-6429-4a6d-b091-bbe090dadd42 service neutron] 10.222.0.100 "GET /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569853 Nov 02 16:27:00.400140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3a6d1-89ed-4097-846e-153ef8d921dd req-a17dd6f3-b2b5-4518-9276-1bf7ce231236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.401694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2de3a6d1-89ed-4097-846e-153ef8d921dd req-a17dd6f3-b2b5-4518-9276-1bf7ce231236 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 1096 time: 0.0577755 Nov 02 16:27:00.410579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16766f24-ef5c-4106-a8d0-4d80b68b3d5e req-8ea556b8-240b-4862-9742-fcea8bb8b5f1 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899467 Nov 02 16:27:00.449224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d2a47-41bb-4188-9702-5c9de9973b4b req-cb901b84-63ce-410a-861a-18cf725cf44f tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.456094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-837d2a47-41bb-4188-9702-5c9de9973b4b req-cb901b84-63ce-410a-861a-18cf725cf44f tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 945 time: 0.1070261 Nov 02 16:27:00.480002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2de3a6d1-89ed-4097-846e-153ef8d921dd req-9dcc730c-85a4-4b79-ae38-c1f3a2ccfbca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702770 Nov 02 16:27:00.502488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-837d2a47-41bb-4188-9702-5c9de9973b4b req-675136c4-1491-45e0-87e7-e78ed4c982a9 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Nov 02 16:27:00.568994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:00.675339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1189396-0706-44c7-a118-cbfad19dea40 req-35993bdd-4246-4467-83f8-bd42e5d091ba tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.676904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1189396-0706-44c7-a118-cbfad19dea40 req-35993bdd-4246-4467-83f8-bd42e5d091ba tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.0890520 Nov 02 16:27:00.688178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47706) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:00.693398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Request body: {'floatingip': {'port_id': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:00.698113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab5f933a-02ab-42ae-8326-5a10a40a18b4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'port_id': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'mac_address': 'fa:16:3e:66:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9163c10-ca20-4430-afce-8ba402d32053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:23:36Z', 'updated_at': '2021-11-02T16:26:57Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:00.705607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:00.727252 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a23a2-d806-451d-8fd9-1759910d704a None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab5f933a-02ab-42ae-8326-5a10a40a18b4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'port_id': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'mac_address': 'fa:16:3e:66:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9163c10-ca20-4430-afce-8ba402d32053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:23:36Z', 'updated_at': '2021-11-02T16:26:57Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:27:00.742413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'mac_address': 'fa:16:3e:5b:5b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:00.763232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:00.802958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:00.833506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4713504-849d-428e-b77a-3ebdca29ff63 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:00.875151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:00.881443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:00.898643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e769c5f-44ab-4d7a-a684-f278774dcd56 req-f36691d5-2580-4165-9da6-5c3386de29dc tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:00.900458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e769c5f-44ab-4d7a-a684-f278774dcd56 req-f36691d5-2580-4165-9da6-5c3386de29dc tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 947 time: 0.0917780 Nov 02 16:27:00.943457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:00.971095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e769c5f-44ab-4d7a-a684-f278774dcd56 req-45ffb66c-b0e3-4c91-9d69-ac2cfb552d25 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Nov 02 16:27:01.079533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63412f7d-8c70-418b-a1c3-d55d0ea3e6dc None None] New status for floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:27:01.192694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 14d1509c-d66b-4f7e-8abf-54af34168a40 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:01.258970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91688-0936-45d3-ae2d-47f2103edf73 req-c3f3963c-5f42-4fce-a158-7e44e958d68e tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:01.282732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfe91688-0936-45d3-ae2d-47f2103edf73 req-c3f3963c-5f42-4fce-a158-7e44e958d68e tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 945 time: 0.1083570 Nov 02 16:27:01.319446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e4713504-849d-428e-b77a-3ebdca29ff63'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:01.349997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfe91688-0936-45d3-ae2d-47f2103edf73 req-bbacdad3-1800-479e-ac06-8dea2cc3c830 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641830 Nov 02 16:27:01.435025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:01.442490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:01.460996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 14d1509c-d66b-4f7e-8abf-54af34168a40 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:01.466192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 14d1509c-d66b-4f7e-8abf-54af34168a40 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:01.466792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:01.473329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3a32-e309-46f0-9256-4c302b8daee3 req-73cb69b1-6547-44bf-b6a9-e99215341fe4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:01.486248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-663f3a32-e309-46f0-9256-4c302b8daee3 req-73cb69b1-6547-44bf-b6a9-e99215341fe4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1341369 Nov 02 16:27:01.522568 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:27:01.585586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-663f3a32-e309-46f0-9256-4c302b8daee3 req-a2b272be-85fc-47c5-937f-02ddc91486d5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922027 Nov 02 16:27:01.749216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4898ce-ccd1-442c-ad84-582c35a0b5b4 req-807641ac-7eb6-4063-9d35-dcd1b2809b94 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:01.762043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca4898ce-ccd1-442c-ad84-582c35a0b5b4 req-807641ac-7eb6-4063-9d35-dcd1b2809b94 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 945 time: 0.1305969 Nov 02 16:27:01.850726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca4898ce-ccd1-442c-ad84-582c35a0b5b4 req-7a395d98-eb3a-4b04-9f63-8d8df5b18215 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738618 Nov 02 16:27:01.871427 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:01.919659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 14d1509c-d66b-4f7e-8abf-54af34168a40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=14d1509c-d66b-4f7e-8abf-54af34168a40,segment=NetworkSegment(8c595c8a-882e-4f2c-b10b-d7ec9e978bbd),segment_id=8c595c8a-882e-4f2c-b10b-d7ec9e978bbd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:01.925784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:01.945968 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Floating IP 98eee314-053f-47e4-8ba6-1c2628333afe associated. External IP: 172.25.7.99, port: c97a6775-913a-43ac-9945-f1fd19ccfd8f. Nov 02 16:27:01.991196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=14d1509c-d66b-4f7e-8abf-54af34168a40,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:02.109148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04626c-0768-4323-abb6-68d13aae390d req-1f8cf89a-59b3-4719-8bab-835ddeef7fb6 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:02.111511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f04626c-0768-4323-abb6-68d13aae390d req-1f8cf89a-59b3-4719-8bab-835ddeef7fb6 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 948 time: 0.0578697 Nov 02 16:27:02.164785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f04626c-0768-4323-abb6-68d13aae390d req-570f9ad4-3cb0-4219-a4f6-3a04487ff88d tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Nov 02 16:27:02.180983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1509c-d66b-4f7e-8abf-54af34168a40'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:02.183697 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49017702-50c4-4265-8929-d05e46aea627" -d '{"events": [{"server_uuid": "440434fe-2a3a-4be2-ab1c-334fed46eb2d", "name": "network-vif-plugged", "status": "completed", "tag": "14d1509c-d66b-4f7e-8abf-54af34168a40"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:02.209047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Router 30ee36e6-65d5-4ff2-8229-52baa04340ce has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:27:02.225016 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac5d9d-623f-4282-8c9c-a0aec00f1858 x-openstack-request-id: req-12ac5d9d-623f-4282-8c9c-a0aec00f1858 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:02.225515 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440434fe-2a3a-4be2-ab1c-334fed46eb2d", "name": "network-vif-plugged", "status": "completed", "tag": "14d1509c-d66b-4f7e-8abf-54af34168a40", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:02.225609 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12ac5d9d-623f-4282-8c9c-a0aec00f1858 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:02.225946 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1509c-d66b-4f7e-8abf-54af34168a40', 'code': 200} Nov 02 16:27:02.354106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea52d2-1f1d-402a-b09e-5290de77421a req-408bc863-f012-471a-b196-7011c0cef6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:02.355527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5fea52d2-1f1d-402a-b09e-5290de77421a req-408bc863-f012-471a-b196-7011c0cef6b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 1097 time: 0.0621214 Nov 02 16:27:02.389586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:27:02.396250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:02.404566 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] Sync routers for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:27:02.421724 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:02.423342 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:02.426881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5fea52d2-1f1d-402a-b09e-5290de77421a req-1a182bde-ba47-411c-99d0-4809ecd5d2fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643661 Nov 02 16:27:02.434120 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5823742d-8a46-4a08-98b4-fdab926b119e tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "PUT /v2.0/floatingips/98eee314-053f-47e4-8ba6-1c2628333afe HTTP/1.1" status: 200 len: 990 time: 1.7448716 Nov 02 16:27:02.434698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:02.438726 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4397e416-6859-4eee-8751-5fa80a50f826" -d '{"events": [{"name": "network-changed", "server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:02.491791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba07ee-d400-42af-92dc-3d71942941da req-a61bfc1a-6fc1-41c5-b9e4-a4a4659645c9 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:02.494379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83ba07ee-d400-42af-92dc-3d71942941da req-a61bfc1a-6fc1-41c5-b9e4-a4a4659645c9 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 945 time: 0.0600126 Nov 02 16:27:02.552127 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4881395-9c77-430f-88a9-751311725fe3 x-openstack-request-id: req-a4881395-9c77-430f-88a9-751311725fe3 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:02.552882 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:02.552882 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4881395-9c77-430f-88a9-751311725fe3 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:02.553410 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'status': 'completed', 'code': 200} Nov 02 16:27:02.564761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83ba07ee-d400-42af-92dc-3d71942941da req-72cf99e9-5e9d-494f-8d5b-0f21f576e585 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Nov 02 16:27:02.569401 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:02.667443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397e416-6859-4eee-8751-5fa80a50f826 req-c85bb1c1-fec4-4fff-a579-13d1193fa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:02.679299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-c85bb1c1-fec4-4fff-a579-13d1193fa927 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26c9351847564611b3fb7360baa8b65b&device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 1096 time: 0.0951800 Nov 02 16:27:02.761016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1bf0-a1eb-4f29-94c6-68759eb17d6d req-805879c1-d6e1-4ea0-909c-3fc215c144d0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:02.762964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-180e1bf0-a1eb-4f29-94c6-68759eb17d6d req-805879c1-d6e1-4ea0-909c-3fc215c144d0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0589445 Nov 02 16:27:02.829807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-180e1bf0-a1eb-4f29-94c6-68759eb17d6d req-cbfd31b5-eb18-4ad5-838a-a638990badb9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Nov 02 16:27:02.909898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397e416-6859-4eee-8751-5fa80a50f826 req-9e7e9a39-2a6a-4fd2-9365-bf98c28d8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:02.915909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-9e7e9a39-2a6a-4fd2-9365-bf98c28d8d49 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec79629a-3a98-4199-bed2-ff2f23aba855 HTTP/1.1" status: 200 len: 916 time: 0.2189753 Nov 02 16:27:03.001255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30803744-7e1a-4c06-a8b0-32ca6c5dad1f req-b0dc4381-4689-4282-8d88-d3580d2e70a5 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:03.010983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30803744-7e1a-4c06-a8b0-32ca6c5dad1f req-b0dc4381-4689-4282-8d88-d3580d2e70a5 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.0731058 Nov 02 16:27:03.061625 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-ba614746-31a0-4b5a-9756-aaf08c59089e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f HTTP/1.1" status: 200 len: 998 time: 0.1373172 Nov 02 16:27:03.071372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30803744-7e1a-4c06-a8b0-32ca6c5dad1f req-0270fd80-607f-44d3-a9a6-6c7a8ed44324 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593622 Nov 02 16:27:03.110482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '98eee314-053f-47e4-8ba6-1c2628333afe', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'port_id': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'mac_address': 'fa:16:3e:f7:5a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:25:54Z', 'updated_at': '2021-11-02T16:27:01Z', 'revision_number': 1, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:58Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:03.145193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397e416-6859-4eee-8751-5fa80a50f826 req-198fcf4f-8a55-4a3b-b3c7-bdf99bc59050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:03.147086 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] Checking router: 30ee36e6-65d5-4ff2-8229-52baa04340ce for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:27:03.147308 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-198fcf4f-8a55-4a3b-b3c7-bdf99bc59050 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bbdcc603-c318-4987-9ef7-2a50d056c5f6 HTTP/1.1" status: 200 len: 854 time: 0.0775845 Nov 02 16:27:03.157779 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:03.158434 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:03.210998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397e416-6859-4eee-8751-5fa80a50f826 req-6268e740-eb0d-4f1d-b3da-770e80db61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:03.212891 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-6268e740-eb0d-4f1d-b3da-770e80db61ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec79629a-3a98-4199-bed2-ff2f23aba855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561287 Nov 02 16:27:03.297239 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:03.302965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cd044-53a8-40e5-914f-db66e3547a4e req-7ad83310-8722-44e9-aa2b-c7c16535403f tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:03.305390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-822cd044-53a8-40e5-914f-db66e3547a4e req-7ad83310-8722-44e9-aa2b-c7c16535403f tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 948 time: 0.0609858 Nov 02 16:27:03.345628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-74999227-4a89-45b4-9627-1f3fa28c124b service neutron] 10.222.0.100 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226673 Nov 02 16:27:03.356906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-822cd044-53a8-40e5-914f-db66e3547a4e req-e9999049-6e58-4f4f-b1a2-ffd17be2823c tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Nov 02 16:27:03.493761 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4397e416-6859-4eee-8751-5fa80a50f826 req-fe5f13e7-d577-449c-ac3a-6bea8b10fcc9 service neutron] 10.222.0.100 "GET /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407185 Nov 02 16:27:03.677877 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '98eee314-053f-47e4-8ba6-1c2628333afe', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'port_id': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'mac_address': 'fa:16:3e:f7:5a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:25:54Z', 'updated_at': '2021-11-02T16:27:01Z', 'revision_number': 1, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:58Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:03.712992 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea639fa-5f1d-4256-8e9e-b01976343534 None None] The sync data for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 is: [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '98eee314-053f-47e4-8ba6-1c2628333afe', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'port_id': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'mac_address': 'fa:16:3e:f7:5a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:25:54Z', 'updated_at': '2021-11-02T16:27:01Z', 'revision_number': 1, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:58Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:27:03.974799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858151-3619-40fe-98d3-c4fbd7a183c7 req-1f71b8df-86fc-4d26-a0a5-1980a0326a00 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:03.982813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b858151-3619-40fe-98d3-c4fbd7a183c7 req-1f71b8df-86fc-4d26-a0a5-1980a0326a00 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0733778 Nov 02 16:27:04.024087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b858151-3619-40fe-98d3-c4fbd7a183c7 req-2774d9c0-3ea8-49f5-8515-04da3c0951a0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Nov 02 16:27:04.041992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd9c97-7f1f-4db6-9fdd-56384513ca94 None None] New status for floating IP 98eee314-053f-47e4-8ba6-1c2628333afe: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:27:04.236012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa0aa-2a04-4627-b6d8-d3f54770f8f4 req-ef8c12c3-8009-4d82-88ff-fe57b60f17a6 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:04.237978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-332fa0aa-2a04-4627-b6d8-d3f54770f8f4 req-ef8c12c3-8009-4d82-88ff-fe57b60f17a6 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.0806379 Nov 02 16:27:04.303635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-332fa0aa-2a04-4627-b6d8-d3f54770f8f4 req-cdb46d1c-80c8-4c10-b562-3f4373bd8527 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Nov 02 16:27:04.506975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aba2a-88f7-4edd-af2c-ac0fd7fdedcb req-9b66c55e-ff91-4c2e-b0ab-3613defa8a07 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:04.515051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c8aba2a-88f7-4edd-af2c-ac0fd7fdedcb req-9b66c55e-ff91-4c2e-b0ab-3613defa8a07 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 948 time: 0.0782683 Nov 02 16:27:04.566597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c8aba2a-88f7-4edd-af2c-ac0fd7fdedcb req-b27af7a7-08f5-4d20-8668-4e4d64a03519 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Nov 02 16:27:04.619172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:04.685585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port e4713504-849d-428e-b77a-3ebdca29ff63 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:04.695497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e4713504-849d-428e-b77a-3ebdca29ff63 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:04.695497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:04.764972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecf877-2048-400b-97a7-e0483cd0f96e req-950f9842-dbb3-4c93-ac57-7e66cd7a4849 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:04.767671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-2ec59e7a-eed8-4f4d-a9df-2291abcd9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:04.769942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-2ec59e7a-eed8-4f4d-a9df-2291abcd9240 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f59cb41406d34a6b96c603ad30fe2786&device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 1097 time: 0.0601232 Nov 02 16:27:04.772937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00ecf877-2048-400b-97a7-e0483cd0f96e req-950f9842-dbb3-4c93-ac57-7e66cd7a4849 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.0837379 Nov 02 16:27:04.824886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00ecf877-2048-400b-97a7-e0483cd0f96e req-af25c955-3382-4e32-aebd-0367bbdcea9c tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Nov 02 16:27:04.832835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:04.860079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:04.862363 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3582af-40be-4a47-a018-694d2df24f2a" -d '{"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-plugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:04.885938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:04.892542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:04.930512 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa244200-25fe-4ca0-9659-5b5b99d77fa7 x-openstack-request-id: req-fa244200-25fe-4ca0-9659-5b5b99d77fa7 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:04.931132 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-plugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:04.931569 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa244200-25fe-4ca0-9659-5b5b99d77fa7 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:04.931968 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'code': 200} Nov 02 16:27:04.934974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-b5cfe708-f453-417f-b0ad-bba870a477c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:04.936717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-b5cfe708-f453-417f-b0ad-bba870a477c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=173f4eba-7e32-4ef7-95ac-8f8b2938481d HTTP/1.1" status: 200 len: 915 time: 0.1593182 Nov 02 16:27:04.989805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:05.023747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-2a8d2cae-ab58-4e52-946d-ea561add456f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d1509c-d66b-4f7e-8abf-54af34168a40 HTTP/1.1" status: 200 len: 217 time: 0.0781910 Nov 02 16:27:05.173771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-ee644c77-edca-44c8-ae70-253912ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:05.176187 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-ee644c77-edca-44c8-ae70-253912ae68a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ed8ccc-f25b-407d-a6c1-1787ee53c32a HTTP/1.1" status: 200 len: 854 time: 0.1379116 Nov 02 16:27:05.185183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db51ca-a679-4b80-90e3-e23cc0bedeff req-26a1b39c-d349-4ce2-9354-b1326598806b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:05.192764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85db51ca-a679-4b80-90e3-e23cc0bedeff req-26a1b39c-d349-4ce2-9354-b1326598806b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0798047 Nov 02 16:27:05.219329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-4acb56a9-af35-4c0a-a16b-3dcd0b3c94a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=173f4eba-7e32-4ef7-95ac-8f8b2938481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310044 Nov 02 16:27:05.221550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aa7f4-1e1e-4b58-b4ba-68a1946fb528 req-bbc6f0d3-ad91-4007-960a-3a11176bb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:05.223151 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-630aa7f4-1e1e-4b58-b4ba-68a1946fb528 req-bbc6f0d3-ad91-4007-960a-3a11176bb4d4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 1100 time: 0.1939154 Nov 02 16:27:05.249073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85db51ca-a679-4b80-90e3-e23cc0bedeff req-3683618d-be8a-44f4-a729-2ccf27a8b361 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504649 Nov 02 16:27:05.335532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-630aa7f4-1e1e-4b58-b4ba-68a1946fb528 req-e152bf0e-3964-4af6-bf62-dc8cc9b6e71f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Nov 02 16:27:05.359146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-b3581845-6ba0-4be3-bfa2-ab6a9ce2d319 service neutron] 10.222.0.55 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242785 Nov 02 16:27:05.478098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4c82a80-23e6-496c-bf36-ecb52d3c15b8 req-6c59b970-ae0d-477d-9c3a-b56b0cf5c70b service neutron] 10.222.0.55 "GET /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109359 Nov 02 16:27:05.649856 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-6019ad91-eb99-44c7-aee6-99f82b62bd47 service neutron] show failed (client error): The resource could not be found. Nov 02 16:27:05.650969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-6019ad91-eb99-44c7-aee6-99f82b62bd47 service neutron] 10.222.0.55 "GET /v2.0/ports/a710055f-8c2b-4112-b396-31ef88afe353/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0717387 Nov 02 16:27:05.768320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eccbd-06b8-4dae-9438-a3762b6f7255 req-d6d6de3d-a5a6-4bc5-ad8b-44b3de32c4b3 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:05.770103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e73eccbd-06b8-4dae-9438-a3762b6f7255 req-d6d6de3d-a5a6-4bc5-ad8b-44b3de32c4b3 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 949 time: 0.0640171 Nov 02 16:27:05.832850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e73eccbd-06b8-4dae-9438-a3762b6f7255 req-9be6fea2-0b93-44d0-a238-bfc1d95cccf0 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Nov 02 16:27:05.973236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2dcf9-5049-4ff1-a4f1-f7b1b885c1a3 req-be683183-510a-4f52-bf02-cdb750ca3011 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:05.981573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ed2dcf9-5049-4ff1-a4f1-f7b1b885c1a3 req-be683183-510a-4f52-bf02-cdb750ca3011 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.0701156 Nov 02 16:27:06.024813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ed2dcf9-5049-4ff1-a4f1-f7b1b885c1a3 req-595ad762-1b38-4529-a38f-0e6191c1bb07 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Nov 02 16:27:06.031338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-cd15eb12-275e-43b8-9def-62afe4d331d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:06.031863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-cd15eb12-275e-43b8-9def-62afe4d331d3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae&tenant_id=11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 1101 time: 0.0889122 Nov 02 16:27:06.067986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:06.147894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:06.416233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31997-95bc-492e-b335-6792d9254be5 req-2dc3e1ad-d9e1-4296-beaf-20a28128a368 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:06.417804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92d31997-95bc-492e-b335-6792d9254be5 req-2dc3e1ad-d9e1-4296-beaf-20a28128a368 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0691223 Nov 02 16:27:06.480845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92d31997-95bc-492e-b335-6792d9254be5 req-befd9d59-ffd9-4679-a660-e44ae4c90cd3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557110 Nov 02 16:27:06.544589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:06.622504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:06.680096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:06.686643 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d2ce5-42a4-4d85-9965-5d353fb0314b" -d '{"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:06.691800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:06.708813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Transition to ACTIVE for port object a710055f-8c2b-4112-b396-31ef88afe353 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:27:06.714378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:06.770259 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7730583-25eb-4e9b-b83d-1d2e914184a0 x-openstack-request-id: req-e7730583-25eb-4e9b-b83d-1d2e914184a0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:06.770854 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:06.771116 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7730583-25eb-4e9b-b83d-1d2e914184a0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:06.771507 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'code': 200} Nov 02 16:27:06.829336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] No DVR routers for this DVR port a710055f-8c2b-4112-b396-31ef88afe353 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:06.832584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:06.896368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:06.896736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:06.897061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:06.904615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:06.905010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:06.915145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:06.915491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:06.915886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:06.916330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Bound port: a710055f-8c2b-4112-b396-31ef88afe353, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:06.916690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:06.998251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc63f7-65ce-4575-aa81-0c43c8d5d20b req-05984ec6-5dea-4e7c-92e3-e71136778303 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.012583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1fc63f7-65ce-4575-aa81-0c43c8d5d20b req-05984ec6-5dea-4e7c-92e3-e71136778303 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 949 time: 0.0805538 Nov 02 16:27:07.074585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1fc63f7-65ce-4575-aa81-0c43c8d5d20b req-2215ad5a-bcfd-4788-83a6-a193fbd8eb88 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597229 Nov 02 16:27:07.104473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:07.110509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:07.116826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:07.158383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.159012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:07.160750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] 10.222.0.100 "PUT /v2.0/ports/a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 1096 time: 1.0976205 Nov 02 16:27:07.223460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45f997-c061-4739-9435-89e6bc3a61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:07.321353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bb2ad-4da8-43c9-b54b-c81d969ae55f req-1360a42f-bc2b-46b2-8fd7-7992845b6bc5 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.323445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-2be18fd2-c858-4b16-a2bd-48df84a45885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.326055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-2be18fd2-c858-4b16-a2bd-48df84a45885 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1099 time: 0.1242266 Nov 02 16:27:07.330956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-967bb2ad-4da8-43c9-b54b-c81d969ae55f req-1360a42f-bc2b-46b2-8fd7-7992845b6bc5 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.1629810 Nov 02 16:27:07.396596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-967bb2ad-4da8-43c9-b54b-c81d969ae55f req-b6147314-5dc3-4740-872d-ea3b0a93d365 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636549 Nov 02 16:27:07.533665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-30e34517-747c-45bc-bce3-005fc17b108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.535187 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-30e34517-747c-45bc-bce3-005fc17b108f service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1897268 Nov 02 16:27:07.609139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c40b86-974f-46b8-8cc1-27fee6c1bfd5 req-1e28d8dd-5139-4995-9839-43ccff66d270 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.618458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32c40b86-974f-46b8-8cc1-27fee6c1bfd5 req-1e28d8dd-5139-4995-9839-43ccff66d270 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.0623844 Nov 02 16:27:07.620541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-15918d1b-71a4-4de2-b07a-07f66037dfc2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.0696208 Nov 02 16:27:07.666362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32c40b86-974f-46b8-8cc1-27fee6c1bfd5 req-5eae480c-6385-4e21-b5db-ae6eaadb9e61 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Nov 02 16:27:07.712433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-b4f3ad53-a8e9-4c29-b435-c82e50e68612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.714359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-b4f3ad53-a8e9-4c29-b435-c82e50e68612 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0737810 Nov 02 16:27:07.792586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-baec5d58-4984-4c78-8d50-612da9dfedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.795614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-baec5d58-4984-4c78-8d50-612da9dfedb2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696077 Nov 02 16:27:07.820539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b385121-b034-4584-817f-b4abd71f4f99 req-5661e0f2-88eb-4609-b62d-6d6df9471932 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:07.822399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b385121-b034-4584-817f-b4abd71f4f99 req-5661e0f2-88eb-4609-b62d-6d6df9471932 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.0649462 Nov 02 16:27:07.883535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b385121-b034-4584-817f-b4abd71f4f99 req-ae277073-52a9-4e62-857d-4ec6d80d632b tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528529 Nov 02 16:27:07.938244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-bc3decba-1126-4cb3-b12f-156b82b67008 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278167 Nov 02 16:27:08.065863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b97d090-5ec8-4839-99c3-4df080a2395e req-85b77752-25a5-4370-a8dd-9f8890912e56 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064267 Nov 02 16:27:08.245421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d421-bc06-4a72-92df-f0cb886a94b8 req-b8540a2e-3437-43a4-8906-a6a60c65ff4a tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:08.256808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7839d421-bc06-4a72-92df-f0cb886a94b8 req-b8540a2e-3437-43a4-8906-a6a60c65ff4a tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 949 time: 0.0908237 Nov 02 16:27:08.306342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7839d421-bc06-4a72-92df-f0cb886a94b8 req-80a046a7-8b95-461a-996b-f3485f86e077 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Nov 02 16:27:08.356625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6ccb-4996-40e5-8962-f350db069424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:08.772588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:08.775797 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e" -d '{"events": [{"name": "network-changed", "server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:08.801606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d9ec-ad57-4e3a-ad52-4057bf38b3ac req-0dc93978-f17a-4f2e-8eb7-8accaf9c06c4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:08.804080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93c4d9ec-ad57-4e3a-ad52-4057bf38b3ac req-0dc93978-f17a-4f2e-8eb7-8accaf9c06c4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.0666256 Nov 02 16:27:08.849227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93c4d9ec-ad57-4e3a-ad52-4057bf38b3ac req-1f59d162-1fe1-47de-8f68-0ef02747f5e4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Nov 02 16:27:08.932035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2500d3cc-6e47-41b1-9426-a7990cb06733 x-openstack-request-id: req-2500d3cc-6e47-41b1-9426-a7990cb06733 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:08.932753 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:08.933199 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2500d3cc-6e47-41b1-9426-a7990cb06733 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:08.933827 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'status': 'completed', 'code': 200} Nov 02 16:27:09.047897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-d7ccc59b-88c5-458a-b6ac-b5640d4e4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.050038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-d7ccc59b-88c5-458a-b6ac-b5640d4e4fdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1099 time: 0.0906849 Nov 02 16:27:09.052030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-37829ef8-df52-4f20-95ed-e6099bb98679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.053340 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-37829ef8-df52-4f20-95ed-e6099bb98679 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1099 time: 0.0651412 Nov 02 16:27:09.130692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3caaa-760b-4d3b-92ce-2d30877c0271 req-9b7a478d-e4bc-4686-a46d-07ede1e524ad tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.132243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0b3caaa-760b-4d3b-92ce-2d30877c0271 req-9b7a478d-e4bc-4686-a46d-07ede1e524ad tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.0925241 Nov 02 16:27:09.239044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:09.252256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-2b6ced1e-812d-4fa0-a69a-434d95bd0354 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.253831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-2b6ced1e-812d-4fa0-a69a-434d95bd0354 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.55 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 946 time: 0.1111295 Nov 02 16:27:09.274116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-06269157-f418-442e-8fa2-91b2081d87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.279335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-06269157-f418-442e-8fa2-91b2081d87fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2167900 Nov 02 16:27:09.287566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0b3caaa-760b-4d3b-92ce-2d30877c0271 req-ce0dc87c-db9f-43b5-aa67-5fc180b83acf tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bca352-cb52-49d5-9786-bb5836b2674e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247053 Nov 02 16:27:09.324140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:09.371140 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-28b9c144-09fe-4ff5-8fa0-58d743737695 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.0824695 Nov 02 16:27:09.408573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Deleting port 14d1509c-d66b-4f7e-8abf-54af34168a40 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:09.408959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:09.421750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-e6e422cf-0a4a-4279-a86a-f17e5df4ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.423231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-e6e422cf-0a4a-4279-a86a-f17e5df4ad04 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2866600 Nov 02 16:27:09.505190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-75f571f8-a607-4902-9b24-46af1d0e4e54 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.0702097 Nov 02 16:27:09.506898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-693bcab6-3dd1-4b90-842a-40d503221247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.508338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-693bcab6-3dd1-4b90-842a-40d503221247 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1259625 Nov 02 16:27:09.585556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] For port 14d1509c-d66b-4f7e-8abf-54af34168a40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=14d1509c-d66b-4f7e-8abf-54af34168a40,segment=NetworkSegment(8c595c8a-882e-4f2c-b10b-d7ec9e978bbd),segment_id=8c595c8a-882e-4f2c-b10b-d7ec9e978bbd)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:09.586067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:09.590958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-047de5c8-3afd-4d71-95bd-179005fb8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.593373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-047de5c8-3afd-4d71-95bd-179005fb8719 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0644593 Nov 02 16:27:09.610734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Calling delete_port for 14d1509c-d66b-4f7e-8abf-54af34168a40 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:09.653882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-f6726580-ea35-415c-83b6-f010c37edb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.656021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-f6726580-ea35-415c-83b6-f010c37edb0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406167 Nov 02 16:27:09.719557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-77bf30ba-63b0-4ae0-8aa3-ad5cbb2a6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:09.721428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-77bf30ba-63b0-4ae0-8aa3-ad5cbb2a6371 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059809 Nov 02 16:27:09.831792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-3898e43e-8629-4bbc-8024-c7b9e152c5ad service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668468 Nov 02 16:27:09.851567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:09.866728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['14d1509c-d66b-4f7e-8abf-54af34168a40'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:09.920461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-6d7a10a4-078d-428b-bbfb-32e288a01fb6 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769912 Nov 02 16:27:09.924984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Pushing event deleted for resources: {'Port': ['ID=14d1509c-d66b-4f7e-8abf-54af34168a40,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:09.966187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.966563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.966969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.967406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.967910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.968375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.968806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.969238 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.969790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.970653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.970653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:09.971073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:10.008492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] No DVR routers for this DVR port 14d1509c-d66b-4f7e-8abf-54af34168a40 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:10.014288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:10.015337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-b590783d-98ff-4fc6-b4f9-afb2d1749d02 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750982 Nov 02 16:27:10.017909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50b8fa0f-b529-4074-b45a-561d1855d4b8 req-abf93e51-2698-425a-910e-ad13cc39e833 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.55 "DELETE /v2.0/ports/14d1509c-d66b-4f7e-8abf-54af34168a40 HTTP/1.1" status: 204 len: 173 time: 0.7571812 Nov 02 16:27:10.018488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'name': 'network-vif-deleted', 'tag': '14d1509c-d66b-4f7e-8abf-54af34168a40'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:10.030428 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd4f3a-b419-4a75-9fa0-ff336a4eef93" -d '{"events": [{"server_uuid": "440434fe-2a3a-4be2-ab1c-334fed46eb2d", "name": "network-vif-deleted", "tag": "14d1509c-d66b-4f7e-8abf-54af34168a40"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:10.061928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d642e199-14f0-4da2-9f2b-4a6d4b3bec9e req-ee57b6c6-53ac-496e-97ec-e0d349154697 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196544 Nov 02 16:27:10.074607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9179871-8deb-4c8a-bb32-5ac6657fcd63 req-f0260d73-b5c2-46f6-9e74-75975541fa68 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:10.082087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9179871-8deb-4c8a-bb32-5ac6657fcd63 req-f0260d73-b5c2-46f6-9e74-75975541fa68 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.1448164 Nov 02 16:27:10.119494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9179871-8deb-4c8a-bb32-5ac6657fcd63 req-ee43a048-533a-4055-9a00-89518b499b11 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Nov 02 16:27:10.176328 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c3407-5bb8-4eec-ab70-5adf0ae7877f x-openstack-request-id: req-582c3407-5bb8-4eec-ab70-5adf0ae7877f {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:10.176611 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440434fe-2a3a-4be2-ab1c-334fed46eb2d", "name": "network-vif-deleted", "tag": "14d1509c-d66b-4f7e-8abf-54af34168a40", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:10.176861 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-582c3407-5bb8-4eec-ab70-5adf0ae7877f {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:10.177257 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440434fe-2a3a-4be2-ab1c-334fed46eb2d', 'name': 'network-vif-deleted', 'tag': '14d1509c-d66b-4f7e-8abf-54af34168a40', 'status': 'completed', 'code': 200} Nov 02 16:27:10.418442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-504120f4-09f6-465b-b57b-019e950d8679 req-91681e86-276d-4cf9-bea7-30c1aa425aa7 tempest-InstanceActionsTestJSON-1306937473 tempest-InstanceActionsTestJSON-1306937473-project] 10.222.0.31 "GET /v2.0/ports?device_id=440434fe-2a3a-4be2-ab1c-334fed46eb2d HTTP/1.1" status: 200 len: 210 time: 0.0376105 Nov 02 16:27:11.090011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4cb6f9ee-9aa0-4269-9c54-212c577b39a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.217532 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.260911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37a85-77e8-425b-bd42-6fb9b4f39192 req-1b2c252e-9b11-4ab4-94f7-2f4d20ec617d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:11.266230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5c37a85-77e8-425b-bd42-6fb9b4f39192 req-1b2c252e-9b11-4ab4-94f7-2f4d20ec617d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.0689301 Nov 02 16:27:11.318793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5c37a85-77e8-425b-bd42-6fb9b4f39192 req-5a118000-8e05-41d9-9d29-22aec2759371 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Nov 02 16:27:11.484136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47986) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:11.545444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Deleting subnet 29ed8ccc-f25b-407d-a6c1-1787ee53c32a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:27:11.549060 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.618608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.676226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.740665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.766869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ed8ccc-f25b-407d-a6c1-1787ee53c32a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:11.772145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.778841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5641b856-96f1-4e9d-9a08-a48ef52af243 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/29ed8ccc-f25b-407d-a6c1-1787ee53c32a HTTP/1.1" status: 204 len: 168 time: 0.2932913 Nov 02 16:27:11.779576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48002) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:11.863532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.972701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:11.995043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173f4eba-7e32-4ef7-95ac-8f8b2938481d']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:12.012952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:12.013591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c595c8a-882e-4f2c-b10b-d7ec9e978bbd') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:12.025259 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.042382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.049755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:27:12.050330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:27:12.052557 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:27:12.115393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.121182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.125226 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/173f4eba-7e32-4ef7-95ac-8f8b2938481d HTTP/1.1" status: 204 len: 168 time: 0.3442223 Nov 02 16:27:12.137335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a533b-0dac-422c-8106-9b9a686d71a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=173f4eba-7e32-4ef7-95ac-8f8b2938481d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:12.346041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48022) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:12.407565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48024) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:12.407991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dfa054e3-825b-4501-8b52-7539f618ca49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f59cb41406d34a6b96c603ad30fe2786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603688 Nov 02 16:27:12.455451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.484228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-290a40c8-0867-4802-85d4-3710b6958a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.512605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b521-382f-4c73-a2f4-7e162b05ccb5 req-68924c3c-6b7b-46f4-ae58-42b9fc66128e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:12.514733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31d8b521-382f-4c73-a2f4-7e162b05ccb5 req-68924c3c-6b7b-46f4-ae58-42b9fc66128e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 948 time: 0.0596921 Nov 02 16:27:12.521265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-290a40c8-0867-4802-85d4-3710b6958a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.568868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31d8b521-382f-4c73-a2f4-7e162b05ccb5 req-9dcc3d13-4ee7-4f16-927a-a9d5493e4927 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Nov 02 16:27:12.593247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-290a40c8-0867-4802-85d4-3710b6958a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.596247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-290a40c8-0867-4802-85d4-3710b6958a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.597603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-290a40c8-0867-4802-85d4-3710b6958a3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0bca352-cb52-49d5-9786-bb5836b2674e HTTP/1.1" status: 204 len: 168 time: 0.1883008 Nov 02 16:27:12.609152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a40c8-0867-4802-85d4-3710b6958a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bca352-cb52-49d5-9786-bb5836b2674e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:12.656167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a710055f-8c2b-4112-b396-31ef88afe353 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:12.840852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:12.855087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a710055f-8c2b-4112-b396-31ef88afe353', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'a710055f-8c2b-4112-b396-31ef88afe353', 'mac_address': 'fa:16:3e:b9:c5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:12.912275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:12.931867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a710055f-8c2b-4112-b396-31ef88afe353 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:12.975213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:12.981141 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:13.066941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:13.207247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-3ccadb08-43dc-4e24-b04a-f197f3c2e8da tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:13.209192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-3ccadb08-43dc-4e24-b04a-f197f3c2e8da tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae&tenant_id=11fdaa49f555407e9e83d885ca7d420e&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 949 time: 0.0790148 Nov 02 16:27:13.223370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40d37d-9505-401e-b6f9-af574ce3fb70 req-69786ff6-37e2-4813-a8dd-60146e1e17be tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:13.225368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b40d37d-9505-401e-b6f9-af574ce3fb70 req-69786ff6-37e2-4813-a8dd-60146e1e17be tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.0846386 Nov 02 16:27:13.237939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 14d1509c-d66b-4f7e-8abf-54af34168a40 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:13.273379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 14d1509c-d66b-4f7e-8abf-54af34168a40 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:13.273880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 14d1509c-d66b-4f7e-8abf-54af34168a40 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:13.297353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b40d37d-9505-401e-b6f9-af574ce3fb70 req-44ce4ae3-3d01-4ce8-8eef-5f8b547b8f96 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655308 Nov 02 16:27:13.357904 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-da5c096a-d106-4273-b334-2a90bb554e01 service neutron] 10.222.0.100 "GET /v2.0/ports/a710055f-8c2b-4112-b396-31ef88afe353/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 382 time: 0.1225188 Nov 02 16:27:13.451748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-db172e65-fb65-4af6-bc31-e6cb1df9ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:13.453520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-db172e65-fb65-4af6-bc31-e6cb1df9ef25 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1100 time: 0.0620675 Nov 02 16:27:13.582511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-8b0dd937-a0f1-45c7-83ca-205f4fe36989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:13.584045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-8b0dd937-a0f1-45c7-83ca-205f4fe36989 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1102407 Nov 02 16:27:13.595007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:13.692697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a710055f-8c2b-4112-b396-31ef88afe353'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:13.987516 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-1d3f6db9-aa9b-408c-bd17-fe7270b2dd6a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.3870857 Nov 02 16:27:14.061232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-9d7341f2-8073-44d5-ab89-f51392b88426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:14.062718 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-9d7341f2-8073-44d5-ab89-f51392b88426 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0631068 Nov 02 16:27:14.125453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-0fc0c34c-bfff-4f88-bb42-3e71d52efd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:14.127226 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-0fc0c34c-bfff-4f88-bb42-3e71d52efd4c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466957 Nov 02 16:27:14.264804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-c77561a3-8735-4736-b97d-826854dea97e service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199467 Nov 02 16:27:14.341481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-132654b0-032f-4e40-b1b4-7459cd636c60 req-90551f12-e6f3-456b-9ad5-d48e497f0158 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae725e34-36e3-449b-bad5-b944c0a6a759 HTTP/1.1" status: 200 len: 210 time: 0.0414417 Nov 02 16:27:14.533435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-45b5639b-82e2-4c6d-8c87-b79a8b4a58a4 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321570 Nov 02 16:27:14.584929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecc41-954c-423f-a274-f1a4a4b446f0 req-5b7cb211-965d-4874-9f8a-fa051372febe tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:14.594423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc7ecc41-954c-423f-a274-f1a4a4b446f0 req-5b7cb211-965d-4874-9f8a-fa051372febe tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.1488898 Nov 02 16:27:14.658714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:14.679051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc7ecc41-954c-423f-a274-f1a4a4b446f0 req-32e6d0ec-cf55-4d8a-bb54-5a4310850b4d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829630 Nov 02 16:27:14.802443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:14.816871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'mac_address': 'fa:16:3e:5b:5b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:14.866570 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:14.900993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4713504-849d-428e-b77a-3ebdca29ff63 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:14.975397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:14.985753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f673b832-3b75-4f66-bb79-435d7d12ee80 req-9cb2e3ce-bcf5-46a0-a78d-322df5e38989 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.1101000 Nov 02 16:27:14.988489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:15.127537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:15.236202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e4713504-849d-428e-b77a-3ebdca29ff63'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:16.181605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62fbdd-e397-425a-b39b-42d3bfb00596 req-577e343c-6120-48a9-9e6e-687b3bdad7a3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:16.192211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e62fbdd-e397-425a-b39b-42d3bfb00596 req-577e343c-6120-48a9-9e6e-687b3bdad7a3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.3881214 Nov 02 16:27:16.233049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97359063-e37b-4549-afa4-73cef2680520 req-53e094c8-5b7e-434a-bcc2-35e2b20d99f8 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0326796 Nov 02 16:27:16.271211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e62fbdd-e397-425a-b39b-42d3bfb00596 req-e890434e-1daa-43b3-9342-e768db34941f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736301 Nov 02 16:27:16.676103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:16.773448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e4713504-849d-428e-b77a-3ebdca29ff63 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:16.774170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:16.909367 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:16.972539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:16.976259 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3a8270-e07c-4643-b6cc-1b67dddfa8ec" -d '{"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-plugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:17.164705 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f167e1d-9334-4175-8ce4-e8d73d115a8a x-openstack-request-id: req-5f167e1d-9334-4175-8ce4-e8d73d115a8a {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:17.165002 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-plugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:17.165257 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f167e1d-9334-4175-8ce4-e8d73d115a8a {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:17.165651 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'code': 200} Nov 02 16:27:17.173407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:17.198316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:17.199040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a710055f-8c2b-4112-b396-31ef88afe353 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:17.272661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:17.293374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:17.336103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a710055f-8c2b-4112-b396-31ef88afe353 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:17.350095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a710055f-8c2b-4112-b396-31ef88afe353 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:17.350622 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:17.521672 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:17.567931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:17.573630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:17.652049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:17.662219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.662610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.662958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.663440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.663772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.664094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.664413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.664733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.665050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.665414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.665809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.666447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:17.684847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-512408ae-c01d-47ea-a80b-d7c84a513e08 req-4a142f2c-9c21-46ed-884f-c685ccff4cb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae725e34-36e3-449b-bad5-b944c0a6a759 HTTP/1.1" status: 200 len: 210 time: 0.0682492 Nov 02 16:27:17.718874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd361c24-1a2a-45e6-99ad-56ce90bbbaaf req-c201a677-fd91-4f4f-837a-547f0ccb5bf0 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0798628 Nov 02 16:27:17.856464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b694-31ec-4dab-98d7-88f226848bf5 req-7568b821-d48c-4cf4-9655-306396cf2b37 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:17.867052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3164b694-31ec-4dab-98d7-88f226848bf5 req-7568b821-d48c-4cf4-9655-306396cf2b37 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.0827653 Nov 02 16:27:17.925189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3164b694-31ec-4dab-98d7-88f226848bf5 req-c54bf3f1-2376-4e87-962f-655ce9cf3979 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564752 Nov 02 16:27:18.279611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5e09dc3-e752-46f0-a00d-b45f4bde4a2b req-52d51a92-ed8c-4fc1-b77c-d91b0f43d1ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0510883 Nov 02 16:27:18.466795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-1cea3107-d7cc-4502-8d28-c6237bb31789 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:18.472982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-1cea3107-d7cc-4502-8d28-c6237bb31789 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.1898305 Nov 02 16:27:18.507240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-e1d7a7c8-43f8-4804-9dfb-941640dc8e8a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/quotas/10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 375 time: 0.0216031 Nov 02 16:27:18.645921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-7eeaf7cd-5610-408e-bebb-317f88617e21 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123559 Nov 02 16:27:18.822805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-b993e5d3-73ff-456c-9e13-802ba8227b65 service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745431 Nov 02 16:27:18.835774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4e1d951c-df26-4423-ab15-ba7a99926a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:18.837393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4e1d951c-df26-4423-ab15-ba7a99926a94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae&tenant_id=11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 1101 time: 0.0906405 Nov 02 16:27:18.854925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:18.986693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:19.053713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-b33a6069-7334-4fe9-9b16-36eac84c62ef service neutron] 10.222.0.31 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151430 Nov 02 16:27:19.167051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:19.170373 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c68ff-e733-4cf3-90d5-7889fef75ef3" -d '{"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:19.591571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:19.756769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-062800f3-dbc2-472f-b008-e6e44972b9b4 req-74deaa34-07c0-43d9-9b83-6d34bd28ea75 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0656886 Nov 02 16:27:19.761992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:19.918325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:19.926819 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf59e778-1886-497e-85a8-80583d92b6dd" -d '{"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:19.942955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:20.014830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Transition to ACTIVE for port object a710055f-8c2b-4112-b396-31ef88afe353 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:27:20.024171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:20.068312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492d177-794b-4f57-878a-1737447defdf req-922ef1fc-6286-4fd4-bca8-52686e00b13a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:20.077548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3492d177-794b-4f57-878a-1737447defdf req-922ef1fc-6286-4fd4-bca8-52686e00b13a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.1178594 Nov 02 16:27:20.186543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3492d177-794b-4f57-878a-1737447defdf req-2e92794e-3b9d-47ed-a601-c4bdafd5e4d2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078396 Nov 02 16:27:20.192680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] No DVR routers for this DVR port a710055f-8c2b-4112-b396-31ef88afe353 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:20.206669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=10']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:20.310612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:20.312051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:20.313124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:20.333503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:20.333895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Attempting to bind port a710055f-8c2b-4112-b396-31ef88afe353 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:20.344784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:20.353261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:20.353817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:20.354426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Bound port: a710055f-8c2b-4112-b396-31ef88afe353, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:20.354892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:20.511866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:20.516023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:20.522387 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:20.626901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=11']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:20.640281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:20.641181 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:20.642610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-ccac870c-495b-4356-aff9-cb053277603c service neutron] 10.222.0.55 "PUT /v2.0/ports/a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 1097 time: 1.7934055 Nov 02 16:27:20.695252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a710055f-8c2b-4112-b396-31ef88afe353 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:20.820005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4c9d64ae-b186-4d36-9a94-74aafb7831c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:20.821580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4c9d64ae-b186-4d36-9a94-74aafb7831c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1100 time: 0.1559386 Nov 02 16:27:20.847099 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313fee8f-9606-465e-9739-50a1c0c51337 x-openstack-request-id: req-313fee8f-9606-465e-9739-50a1c0c51337 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:20.847681 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:20.852417 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-313fee8f-9606-465e-9739-50a1c0c51337 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:20.853144 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'code': 200} Nov 02 16:27:20.865468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a710055f-8c2b-4112-b396-31ef88afe353 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:20.954401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-728b3da8-968e-477e-ae39-d2663cf334a3 req-0ca57612-e65d-4519-bffd-d3d6db6779d1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0481694 Nov 02 16:27:21.047429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-107104bb-8f5e-42f1-a270-2f929d686e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:21.049945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-107104bb-8f5e-42f1-a270-2f929d686e26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2177994 Nov 02 16:27:21.111165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-09ce592d-30b3-4a0e-b788-ba8ea9973c42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.0502539 Nov 02 16:27:21.194472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-c2875f7b-56b9-44bc-aaf9-1309d4a454ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:21.197133 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-c2875f7b-56b9-44bc-aaf9-1309d4a454ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0777733 Nov 02 16:27:21.277572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4dad503d-8ca5-4073-aa66-336f7e5908c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:21.280592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4dad503d-8ca5-4073-aa66-336f7e5908c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756574 Nov 02 16:27:21.546615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-b15e7022-1b38-47dc-8d63-c1e4044b0bc7 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484782 Nov 02 16:27:21.745329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-74b4afaf-ef09-4cd8-add4-446b31fd10f1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:21.757423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-74b4afaf-ef09-4cd8-add4-446b31fd10f1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 821 time: 0.2984426 Nov 02 16:27:21.784153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Request body: {'port': {'device_id': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'admin_state_up': True, 'tenant_id': '10965dd0ab88419684f9d9036f1d9438'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:21.804502 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f429e14c-3c10-4580-bcc6-076010aa751a req-4de2c69e-4e3c-414b-a0c4-71d2105bb066 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484324 Nov 02 16:27:22.012442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Made reservation on behalf of 10965dd0ab88419684f9d9036f1d9438 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:22.021032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:22.251502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Allocated IP 172.20.0.10 (0543c437-82c3-4144-aba7-1859f1dda674/743245cb-caca-415b-9e1c-afd75e9a4693/4f13bb7a-44be-4966-ad20-c32822d6aa49) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:27:22.448070 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099e1c4-82e0-4de0-888d-b7bd87e4d062 x-openstack-request-id: req-4099e1c4-82e0-4de0-888d-b7bd87e4d062 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:22.448581 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:22.448690 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4099e1c4-82e0-4de0-888d-b7bd87e4d062 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:22.449021 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'code': 200} Nov 02 16:27:22.643396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:22.669022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:22.687551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8ea90-bbd7-4dab-988e-224373cba0e8 req-bc97fd0f-a5a3-47e4-b75f-d86ab5c7309c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:22.689328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28e8ea90-bbd7-4dab-988e-224373cba0e8 req-bc97fd0f-a5a3-47e4-b75f-d86ab5c7309c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.1276188 Nov 02 16:27:22.753165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:22.774026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dfb15afc-4b94-4db0-91c6-af6c1fb45c80'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:22.873074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28e8ea90-bbd7-4dab-988e-224373cba0e8 req-e2671fca-0b95-4be7-b6a7-ef853ed5177e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677668 Nov 02 16:27:22.915892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Network 0543c437-82c3-4144-aba7-1859f1dda674 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:27:22.926771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:27:22.931514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:27:23.059697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:23.062786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:23.086502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d393d-f268-4245-95d3-be0dca3f27b6 req-7c588213-ce90-4f63-b327-0f1182a2dc22 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:23.097768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf6d393d-f268-4245-95d3-be0dca3f27b6 req-7c588213-ce90-4f63-b327-0f1182a2dc22 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 932 time: 0.1121213 Nov 02 16:27:23.115630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:23.137271 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-36cdc113-a220-4871-9402-50accab45583 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3578665 Nov 02 16:27:23.156685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Request body: {'port': {'device_id': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:23.170704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ffc345a6-9512-41a3-ad96-e5d5d5ce9c4f req-59b0eb46-224e-4672-aaef-fad789de79e4 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0618658 Nov 02 16:27:23.211485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf6d393d-f268-4245-95d3-be0dca3f27b6 req-ccaae713-c197-40e1-9d9a-4ce6e69cc494 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081250 Nov 02 16:27:23.251493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:23.724472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f13bb7a-44be-4966-ad20-c32822d6aa49 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:23.735087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:23.753422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Transition to ACTIVE for port object 4f13bb7a-44be-4966-ad20-c32822d6aa49 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:27:23.759051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:23.879423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:23.921693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:23.922038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:23.922419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:23.928334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:23.943630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:23.956459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:23.956814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:23.957205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:23.957644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Bound port: 4f13bb7a-44be-4966-ad20-c32822d6aa49, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:23.962720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:24.123176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74032bf-fb11-4fcb-8a36-31625885bdb9 req-dc9d583b-042d-4e73-a5e1-b08c193ae759 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:24.125380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d74032bf-fb11-4fcb-8a36-31625885bdb9 req-dc9d583b-042d-4e73-a5e1-b08c193ae759 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.0892560 Nov 02 16:27:24.159490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:24.164984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:24.170569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:24.231643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d74032bf-fb11-4fcb-8a36-31625885bdb9 req-0f2b91b0-000e-40c1-a733-21176a08d290 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980155 Nov 02 16:27:24.257784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:24.258433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:24.259862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] 10.222.0.100 "PUT /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 1092 time: 1.1076865 Nov 02 16:27:24.268588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:24.282410 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64132a33-b189-4198-9bbc-64afd6afb838" -d '{"events": [{"name": "network-changed", "server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:24.349394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72aee4-8c66-44b0-8550-bf7c5d8b14d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:24.443799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebe93c-3db3-4e84-92b4-d1ffb200e149 req-7fa30f67-7c96-4e29-bfc8-284ecdbeb099 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:24.453462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95ebe93c-3db3-4e84-92b4-d1ffb200e149 req-7fa30f67-7c96-4e29-bfc8-284ecdbeb099 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1124835 Nov 02 16:27:24.467402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:24.473425 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862c5ba-3660-406a-badb-e4d37852e2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:24.485583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-1e3046de-a790-48d8-85cc-5d3313eb1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:24.490529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-1e3046de-a790-48d8-85cc-5d3313eb1715 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1095 time: 0.1264441 Nov 02 16:27:24.559017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95ebe93c-3db3-4e84-92b4-d1ffb200e149 req-124a5651-2c54-40ec-bda6-b498312f4210 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Nov 02 16:27:24.576356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a60676b4-9136-4db6-ad21-1dcc2d6ac036 req-6e258a64-abc0-43d4-9921-1644de5c000f tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0808454 Nov 02 16:27:24.630176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-d39b46b9-019a-4836-b54b-51652b1b0374 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 217 time: 0.1260226 Nov 02 16:27:24.746744 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511e08a7-abb2-4eaa-8fd0-b0f55eb6f8e8 x-openstack-request-id: req-511e08a7-abb2-4eaa-8fd0-b0f55eb6f8e8 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:24.747937 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:24.748582 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-511e08a7-abb2-4eaa-8fd0-b0f55eb6f8e8 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:24.749192 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'status': 'completed', 'code': 200} Nov 02 16:27:24.754644 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b726ffe-cc4f-4ba7-bfcb-7dbecfe33547 x-openstack-request-id: req-6b726ffe-cc4f-4ba7-bfcb-7dbecfe33547 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:24.755220 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:24.756911 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b726ffe-cc4f-4ba7-bfcb-7dbecfe33547 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:24.758728 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'status': 'completed', 'code': 200} Nov 02 16:27:24.787260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-2f4a6c4e-96eb-43b7-b1d4-533b0e29194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:24.790231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-2f4a6c4e-96eb-43b7-b1d4-533b0e29194a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.1506450 Nov 02 16:27:24.869497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-c7910687-32cf-4c18-83bf-c470c01d8d4c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620883 Nov 02 16:27:24.892968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-780fe16b-d996-408f-9a1a-859168094520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:24.894567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-780fe16b-d996-408f-9a1a-859168094520 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 1100 time: 0.1224365 Nov 02 16:27:25.106757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-b01ad3d5-d7d2-4579-9778-6ad578e1dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:25.108496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-b01ad3d5-d7d2-4579-9778-6ad578e1dcd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2043824 Nov 02 16:27:25.157921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-2cd6b067-db90-46df-9f2b-437d33c7cb79 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753663 Nov 02 16:27:25.194779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-5eb594ee-7a8e-4823-9873-294a1c35216c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 200 len: 217 time: 0.0746703 Nov 02 16:27:25.291631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:25.344407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abfb9d3e-1944-4504-b621-b345479f2de9 req-0f391905-aff6-4581-a310-0e773dcb9ded service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779237 Nov 02 16:27:25.451376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-1882df12-4c75-454e-81fd-06a8a79ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:25.453051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-1882df12-4c75-454e-81fd-06a8a79ac8e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2464781 Nov 02 16:27:25.523173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:25.534545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64132a33-b189-4198-9bbc-64afd6afb838 req-ba26d2a9-190c-46a7-aeac-e36af5f4ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:25.535153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'a710055f-8c2b-4112-b396-31ef88afe353', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'a710055f-8c2b-4112-b396-31ef88afe353', 'mac_address': 'fa:16:3e:b9:c5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:25.536055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-ba26d2a9-190c-46a7-aeac-e36af5f4ba20 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0920000 Nov 02 16:27:25.581589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc23fa-818e-4b9b-95de-153ad5e7b27d req-8b8d8191-a822-4a05-b06f-9ec481dcd7c9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:25.583196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62bc23fa-818e-4b9b-95de-153ad5e7b27d req-8b8d8191-a822-4a05-b06f-9ec481dcd7c9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 949 time: 0.2678480 Nov 02 16:27:25.638849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:25.673863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a710055f-8c2b-4112-b396-31ef88afe353 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:25.675371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-6e42bca4-6f87-463d-895a-b8e97ab9c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:25.680476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-6e42bca4-6f87-463d-895a-b8e97ab9c980 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011642 Nov 02 16:27:25.728215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:25.733541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:25.805296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64132a33-b189-4198-9bbc-64afd6afb838 req-3932141f-1251-4aae-a305-9314bda926d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:25.812715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-3932141f-1251-4aae-a305-9314bda926d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.2537968 Nov 02 16:27:25.839341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:25.876441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62bc23fa-818e-4b9b-95de-153ad5e7b27d req-45f0687f-142f-45e0-997c-c46014727984 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789047 Nov 02 16:27:25.909923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-93233d51-be39-4ef3-88e9-297f8f867cc0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 217 time: 0.0863671 Nov 02 16:27:26.018159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64132a33-b189-4198-9bbc-64afd6afb838 req-722e4291-3a24-4d71-8cf3-db1fb89ce35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:26.022670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-722e4291-3a24-4d71-8cf3-db1fb89ce35d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0991354 Nov 02 16:27:26.027590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80107b60-e243-4c88-bbd2-01f6f65b75c8 req-4917d06a-6a93-4bb3-9f6b-361c4ff744b7 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0410979 Nov 02 16:27:26.086672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-c9c20a44-ed15-4980-a9fd-893dfddb6bbb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498276 Nov 02 16:27:26.092332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['a710055f-8c2b-4112-b396-31ef88afe353'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:26.124242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319dd9-8933-45cc-b1ee-5fa37baaaff0 req-12ccc75e-dcfe-4fd4-b254-1f78c91c4a88 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:26.133778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad319dd9-8933-45cc-b1ee-5fa37baaaff0 req-12ccc75e-dcfe-4fd4-b254-1f78c91c4a88 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.2546473 Nov 02 16:27:26.179226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-8c276629-662b-46d0-8ef0-c524c3129c0e service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426143 Nov 02 16:27:26.221028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad319dd9-8933-45cc-b1ee-5fa37baaaff0 req-c4e7bac8-496d-4a21-b08e-7c159053009f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Nov 02 16:27:26.382247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-29dd5258-51b5-41e8-84af-db77248d42fd service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788899 Nov 02 16:27:26.496695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98301b-c13c-4436-bd0d-8a5e026f04be req-50ac7ebb-bc3e-440d-8781-ee84917368e5 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:26.505190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e98301b-c13c-4436-bd0d-8a5e026f04be req-50ac7ebb-bc3e-440d-8781-ee84917368e5 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 945 time: 0.2782893 Nov 02 16:27:26.565633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ccae0-aab3-4de2-b118-e90865ac69c8 req-066e7a14-1901-45ec-9356-1eac08b3e425 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:26.567499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b67ccae0-aab3-4de2-b118-e90865ac69c8 req-066e7a14-1901-45ec-9356-1eac08b3e425 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 950 time: 0.2266853 Nov 02 16:27:26.611929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a862c5ba-3660-406a-badb-e4d37852e2c1 req-d73a20ff-3eb7-4b99-b8a8-08af834ace6b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217207 Nov 02 16:27:26.629669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e98301b-c13c-4436-bd0d-8a5e026f04be req-792e020f-6590-436a-81a4-49befb684753 tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178319 Nov 02 16:27:26.640453 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64132a33-b189-4198-9bbc-64afd6afb838 req-11e6de3b-589b-4a6a-bce4-e9849241b2cb service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385828 Nov 02 16:27:26.697594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b67ccae0-aab3-4de2-b118-e90865ac69c8 req-81abee79-02fa-47c8-9563-c8e68628a12a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124103 Nov 02 16:27:27.075998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-72db4efd-610b-49fa-baa2-d746c729cd35 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624647 Nov 02 16:27:27.223629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-020eb6c7-eff5-412a-bd33-bf4acdddb75a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:27.230552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-020eb6c7-eff5-412a-bd33-bf4acdddb75a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477256 Nov 02 16:27:27.268903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-ed5f2dcc-cbd1-47e3-bd91-29302209bb14 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/quotas/11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 375 time: 0.0374241 Nov 02 16:27:27.295802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d96826d-58a6-4b2f-aa3b-86daaeda594a req-c0a4fa3e-ab52-4b74-8c08-8620345c0ea5 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0623095 Nov 02 16:27:27.368822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-425bccd2-ad44-4690-a0a8-37707a7894f1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990407 Nov 02 16:27:27.744489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de961176-ff55-44ca-ae15-e4c57a11e3a8 req-a01ef695-602b-4b5d-8a5b-312265a65cb2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 210 time: 0.1306894 Nov 02 16:27:27.842896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-77ba3d1d-55e3-469d-8b18-b9741483c22b tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:27.855411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-77ba3d1d-55e3-469d-8b18-b9741483c22b tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.55 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 945 time: 0.3015051 Nov 02 16:27:27.964337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200cec5-2b6b-4bbe-b117-10425eb2d08a req-7ddb1703-73c7-40a8-9572-8e09bec09e02 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:27.972125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3200cec5-2b6b-4bbe-b117-10425eb2d08a req-7ddb1703-73c7-40a8-9572-8e09bec09e02 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.3641958 Nov 02 16:27:28.083745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3200cec5-2b6b-4bbe-b117-10425eb2d08a req-087d88a9-7ec2-4946-9ad9-df06ab940f26 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104269 Nov 02 16:27:28.117405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9352a-6727-4c95-ad3e-a78632feb069 req-a87952ff-00a4-4255-8022-9e943624bfcd tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:28.133637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbc9352a-6727-4c95-ad3e-a78632feb069 req-a87952ff-00a4-4255-8022-9e943624bfcd tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 945 time: 0.2444122 Nov 02 16:27:28.235299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbc9352a-6727-4c95-ad3e-a78632feb069 req-aeb1569a-2696-424f-82fa-6d1004fb70ee tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/security-groups?id=c607aff0-1988-41e4-8403-d9672ca253da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040609 Nov 02 16:27:28.261725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Deleting port 020df587-8442-48a1-baea-17a36a6b7c1f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:28.263059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:28.648056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-349ebd81-7125-419e-8c8c-e98c507b9d81 req-5961e0c9-b9ea-4940-9fb9-14c3b9a19409 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.1381133 Nov 02 16:27:28.772893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] For port 020df587-8442-48a1-baea-17a36a6b7c1f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=020df587-8442-48a1-baea-17a36a6b7c1f,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:28.773984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:28.799185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Calling delete_port for 020df587-8442-48a1-baea-17a36a6b7c1f owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:28.953613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c58761f-69fe-4229-81bd-9d5079f13c6a req-f827b32d-bf6d-4fb6-abed-7c7dc46f44c7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 210 time: 0.0525007 Nov 02 16:27:29.122775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:29.144365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['020df587-8442-48a1-baea-17a36a6b7c1f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:29.213490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Pushing event deleted for resources: {'Port': ['ID=020df587-8442-48a1-baea-17a36a6b7c1f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:29.270467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-7606651c-6eef-4375-b051-797480490188 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=11fdaa49f555407e9e83d885ca7d420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092219 Nov 02 16:27:29.307715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:29.442924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port a710055f-8c2b-4112-b396-31ef88afe353 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:29.462451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port a710055f-8c2b-4112-b396-31ef88afe353 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:29.462837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:29.547650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] No DVR routers for this DVR port 020df587-8442-48a1-baea-17a36a6b7c1f on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:29.559749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:29.568630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5433743a-3319-48c8-ada8-e48f719fb3d3 req-329fd644-8b42-4543-a7ec-891bff1d986a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.55 "DELETE /v2.0/ports/020df587-8442-48a1-baea-17a36a6b7c1f HTTP/1.1" status: 204 len: 173 time: 1.7107415 Nov 02 16:27:29.574436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'name': 'network-vif-deleted', 'tag': '020df587-8442-48a1-baea-17a36a6b7c1f'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:29.578095 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abccf40f-7d35-45a8-8f1a-6dbde3ae23be" -d '{"events": [{"server_uuid": "24f92f4e-4009-4963-94e0-8399ef5ce767", "name": "network-vif-deleted", "tag": "020df587-8442-48a1-baea-17a36a6b7c1f"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:29.635563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-eb7c3bc6-462e-47bc-822f-abbaceefc55b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:29.653141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66a94d-f7d6-4016-87ce-8ef52217863d req-76fe9a4e-91b6-4f7d-aa79-4f9d5211e2de tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:29.657102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-eb7c3bc6-462e-47bc-822f-abbaceefc55b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3677146 Nov 02 16:27:29.664678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b66a94d-f7d6-4016-87ce-8ef52217863d req-76fe9a4e-91b6-4f7d-aa79-4f9d5211e2de tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.3823500 Nov 02 16:27:29.680090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Request body: {'port': {'device_id': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '11fdaa49f555407e9e83d885ca7d420e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:29.694034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c5fcf49-6ab2-4ad0-b409-ba036166e201 req-87577e58-73f6-405a-8006-420a60d6ec8a tempest-AttachSCSIVolumeTestJSON-844610711 tempest-AttachSCSIVolumeTestJSON-844610711-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f92f4e-4009-4963-94e0-8399ef5ce767 HTTP/1.1" status: 200 len: 210 time: 0.1033871 Nov 02 16:27:29.697708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:29.796421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:29.803410 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd469a-89fb-4276-aa47-cf9a1c94add1" -d '{"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:29.819631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b66a94d-f7d6-4016-87ce-8ef52217863d req-3de6ad1e-1fd4-4c0a-8b5e-4c45c360e625 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539378 Nov 02 16:27:29.824371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:29.830827 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:29.831866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 020df587-8442-48a1-baea-17a36a6b7c1f no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:29.903649 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11926cc-25a8-4462-87fb-0a6989146989 x-openstack-request-id: req-c11926cc-25a8-4462-87fb-0a6989146989 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:29.903946 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f92f4e-4009-4963-94e0-8399ef5ce767", "name": "network-vif-deleted", "tag": "020df587-8442-48a1-baea-17a36a6b7c1f", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:29.904203 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c11926cc-25a8-4462-87fb-0a6989146989 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:29.904611 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f92f4e-4009-4963-94e0-8399ef5ce767', 'name': 'network-vif-deleted', 'tag': '020df587-8442-48a1-baea-17a36a6b7c1f', 'status': 'completed', 'code': 200} Nov 02 16:27:29.907985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 020df587-8442-48a1-baea-17a36a6b7c1f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:29.908248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 020df587-8442-48a1-baea-17a36a6b7c1f not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:30.002991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=13']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:30.024040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Made reservation on behalf of 11fdaa49f555407e9e83d885ca7d420e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:30.028539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:30.029828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a627bf91-1cd3-4a32-bcaf-a0e647d1c68f req-2608c936-23d4-4807-8fd7-5d582db9939d tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0522683 Nov 02 16:27:30.059766 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b09a8-caeb-4d32-add3-0a858f8d5c03 x-openstack-request-id: req-711b09a8-caeb-4d32-add3-0a858f8d5c03 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:30.060601 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:30.061843 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-711b09a8-caeb-4d32-add3-0a858f8d5c03 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:30.062463 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'code': 200} Nov 02 16:27:30.299900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44cf6a1b-39a5-498c-b2f6-fc3876966a48 req-955d8782-5572-4965-a93d-ebf515d48754 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 210 time: 0.1289341 Nov 02 16:27:30.314102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Allocated IP 192.168.233.207 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/f1959f1f-b60e-4bdd-886b-5b1300141a49) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:27:30.503300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:30.541408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:30.556230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'a710055f-8c2b-4112-b396-31ef88afe353'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:30.598481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:27:30.607804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:27:30.610486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:27:30.613986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:30.704952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:30.710478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:30.763114 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-c523dfe2-4271-45b4-b014-d6eb601a23bb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0949385 Nov 02 16:27:30.777030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Request body: {'port': {'device_id': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:30.865864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:31.078513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-93437df9-90ac-49ce-9df3-d8391e5c032e None None] Provisioning complete for port f1959f1f-b60e-4bdd-886b-5b1300141a49 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:31.078892 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93437df9-90ac-49ce-9df3-d8391e5c032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:31.139605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-93437df9-90ac-49ce-9df3-d8391e5c032e None None] Port f1959f1f-b60e-4bdd-886b-5b1300141a49 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:27:31.165741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198bc0b-6079-4154-8ec4-4c89718411f7 req-5d61f11a-6a7a-4e16-a513-203f07de078e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:31.167573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e198bc0b-6079-4154-8ec4-4c89718411f7 req-5d61f11a-6a7a-4e16-a513-203f07de078e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1488636 Nov 02 16:27:31.255556 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e198bc0b-6079-4154-8ec4-4c89718411f7 req-de48e7ce-0000-4432-9f69-325aecdab42d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817940 Nov 02 16:27:31.447482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1959f1f-b60e-4bdd-886b-5b1300141a49 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:31.458494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:31.464860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d547aa4a-f268-442e-8b6a-19b2ba50a290 req-82c59344-58bc-421a-ae1a-6a88ab6e056f tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0396626 Nov 02 16:27:31.487528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Transition to ACTIVE for port object f1959f1f-b60e-4bdd-886b-5b1300141a49 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:27:31.508319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:31.822749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:31.822749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:31.822749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:31.841344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:31.860240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:31.860751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:31.877741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:31.878423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:31.879001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:31.879589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Bound port: f1959f1f-b60e-4bdd-886b-5b1300141a49, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:31.880593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:31.995080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:32.002013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:32.016441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:32.082886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.083756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:32.087606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] 10.222.0.55 "PUT /v2.0/ports/f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 1096 time: 1.3168471 Nov 02 16:27:32.088302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:32.090809 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:32.127950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6fed-3007-416d-a987-426307f0b265 service neutron] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:32.248912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff98d-afb0-475d-ad50-308f8ab124aa req-22cbec64-2caf-4a74-aa42-5349333347fa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.257368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb1ff98d-afb0-475d-ad50-308f8ab124aa req-22cbec64-2caf-4a74-aa42-5349333347fa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 948 time: 0.6521029 Nov 02 16:27:32.292591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-32b71a63-57c0-4bb0-8658-c7e6fb7189ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.296732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-32b71a63-57c0-4bb0-8658-c7e6fb7189ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1099 time: 0.1246743 Nov 02 16:27:32.315511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb1ff98d-afb0-475d-ad50-308f8ab124aa req-740fe4ad-bffe-43f9-aa7c-017be5391ee2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569246 Nov 02 16:27:32.445063 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-dcf6cf8d-318f-4912-b368-0cdc5cf06286 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.1288245 Nov 02 16:27:32.573186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-1ff33191-cc87-460c-9243-456af1a2fb7b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905187 Nov 02 16:27:32.581436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-73ec793f-5b80-4999-b0a9-7e5944e3665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.582974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-73ec793f-5b80-4999-b0a9-7e5944e3665e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1207120 Nov 02 16:27:32.639920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-6dcaa19b-478b-4589-9c9d-9d483cec71be tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.648750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-6dcaa19b-478b-4589-9c9d-9d483cec71be tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.1634252 Nov 02 16:27:32.666789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-71a3e994-c99d-4c1a-8941-42fdacba26c6 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/quotas/e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 375 time: 0.0165186 Nov 02 16:27:32.727116 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d9cd2-1707-471e-8ff0-e9d1af60df57 x-openstack-request-id: req-f55d9cd2-1707-471e-8ff0-e9d1af60df57 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:32.727814 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:32.728241 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f55d9cd2-1707-471e-8ff0-e9d1af60df57 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:32.728806 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'status': 'completed', 'code': 200} Nov 02 16:27:32.765352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e511-0cd4-46ec-908d-52839d8e617e req-f58940ff-67f3-4aa8-a930-92eac55bcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.767202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-f58940ff-67f3-4aa8-a930-92eac55bcf6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696217 Nov 02 16:27:32.768568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-f0cdd671-a01f-432b-9052-73f3a3e7ee16 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001642 Nov 02 16:27:32.773323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-b49ce54d-19f0-433c-9cba-58e177714057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.775244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-b49ce54d-19f0-433c-9cba-58e177714057 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 1095 time: 0.1280553 Nov 02 16:27:32.911534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408ceab-5b1f-4b18-afd5-ede66f08e220 req-cd740f63-4cdb-469b-a05a-f7cb513cf0aa tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:32.919744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3408ceab-5b1f-4b18-afd5-ede66f08e220 req-cd740f63-4cdb-469b-a05a-f7cb513cf0aa tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0923395 Nov 02 16:27:32.928957 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-61bf7d4c-c6fd-4aef-b513-83aeb770a342 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492290 Nov 02 16:27:32.952208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-8a9ed483-2874-4e0d-bdf0-08c30f0bd894 service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822581 Nov 02 16:27:33.075531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-6d0963d6-1e88-463b-8d5f-925fa397a272 service neutron] 10.222.0.31 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216063 Nov 02 16:27:33.079198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-4186535c-d210-40e4-ae3b-5826de8c61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:33.080645 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-4186535c-d210-40e4-ae3b-5826de8c61f5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.2665277 Nov 02 16:27:33.096728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7253e511-0cd4-46ec-908d-52839d8e617e req-3eb4e684-e467-4ec5-9ef4-a1dcdf760c9d service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564863 Nov 02 16:27:33.150887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3408ceab-5b1f-4b18-afd5-ede66f08e220 req-ddfcd004-7cf4-4b6f-8a46-2f4e77963d96 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240305 Nov 02 16:27:33.261732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-2e2cd595-27d9-4d2a-91e5-8ae9b208c48e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 200 len: 217 time: 0.1560459 Nov 02 16:27:33.289562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-6150c1bd-d021-48f0-86bb-70c8383a1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:33.291239 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-6150c1bd-d021-48f0-86bb-70c8383a1ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1099 time: 0.0785995 Nov 02 16:27:33.407052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ad0b9c4-ab00-4baf-bd8b-556f4bb3a0f0 req-1ed6aa69-1998-41c0-98f9-f59d71bf361e tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0945799 Nov 02 16:27:33.457739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-eaec2e1c-9e5c-4280-8264-34a38becf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:33.459282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-eaec2e1c-9e5c-4280-8264-34a38becf068 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.1720755 Nov 02 16:27:33.516628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-00facb1d-20cc-4726-9ab8-18e7cfc6178f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375166 Nov 02 16:27:33.582511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-dcc7999c-e15b-4db3-9ad7-124bd1a1b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:33.585275 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-dcc7999c-e15b-4db3-9ad7-124bd1a1b5df service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2848144 Nov 02 16:27:33.685249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-9cc4bc47-5d27-4e42-b5a2-f2e9706f83d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0834236 Nov 02 16:27:33.737045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42619-ab04-4674-bd9c-5ac4c212dae0 req-5ea243cb-82b3-4173-bd39-b6f7179316aa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:33.739881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fe42619-ab04-4674-bd9c-5ac4c212dae0 req-5ea243cb-82b3-4173-bd39-b6f7179316aa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 948 time: 0.0963137 Nov 02 16:27:33.782544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-9c4cd7fc-4066-4c97-bef9-8e4874e9fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:33.784008 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-9c4cd7fc-4066-4c97-bef9-8e4874e9fb4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0803809 Nov 02 16:27:33.813058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-e993b31c-607a-475e-8a8c-a83b0e520658 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264938 Nov 02 16:27:33.881135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fe42619-ab04-4674-bd9c-5ac4c212dae0 req-838091a5-a8a7-40a3-a640-7498a0fb9f37 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332183 Nov 02 16:27:33.993924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0a34400-f0ac-422e-b29a-81822ae1d4f4 req-f378459d-e428-40f5-9c0a-0b502bf8ccc7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.0486293 Nov 02 16:27:34.218469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-f8121897-6d9e-4e61-a508-2131728e4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:34.220414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-f8121897-6d9e-4e61-a508-2131728e4d8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4238575 Nov 02 16:27:34.352054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2f046c3-1bd1-44dd-abd7-6e1ff64da449 req-52a63474-f3bc-41ec-8d9e-b62325df2a0e service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205808 Nov 02 16:27:34.352524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97160-93fb-499b-88a3-131fb64f38c4 req-ef9372be-6e3b-4d25-8848-b2d749b4aece tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:34.365328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7f97160-93fb-499b-88a3-131fb64f38c4 req-ef9372be-6e3b-4d25-8848-b2d749b4aece tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1076429 Nov 02 16:27:34.438804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-ee0145db-fce5-4f4c-9b0a-4fe8da5d21bd service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095168 Nov 02 16:27:34.439424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7f97160-93fb-499b-88a3-131fb64f38c4 req-154600af-5ea8-4f6b-99df-8fe05725cbf3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651331 Nov 02 16:27:34.589143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e2175b0-7a1a-4ca0-8d19-209df8f9a217 req-2c79f4f4-039b-4a42-927b-76c5056423dc tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0647519 Nov 02 16:27:34.628394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3a4647-3c0c-4ed8-a19e-86776180bd1e req-3705b0fe-4972-4ba3-898d-1a953b596bec service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761429 Nov 02 16:27:35.054021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9ef56-26c2-439a-b926-50901ba37820 req-bc45743b-96b9-4e92-9a9e-faec5829e0a8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:35.056466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6be9ef56-26c2-439a-b926-50901ba37820 req-bc45743b-96b9-4e92-9a9e-faec5829e0a8 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 948 time: 0.0769918 Nov 02 16:27:35.137960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6be9ef56-26c2-439a-b926-50901ba37820 req-41052e9c-38ee-4050-88a1-df907bce39ec tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732739 Nov 02 16:27:35.170534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c86a352e-12e8-4701-af66-d84ebb1bcb71 req-fb285d1e-1045-45a7-8b1e-fcba342c7b32 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Nov 02 16:27:35.332767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:35.466279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-3b6d4d1b-5423-4732-a80f-2165f79310a8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:35.482859 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-3b6d4d1b-5423-4732-a80f-2165f79310a8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 807 time: 0.2493715 Nov 02 16:27:35.506104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Request body: {'port': {'device_id': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'admin_state_up': True, 'tenant_id': 'e5359895c62f428da23646c6f72111ba'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:35.522922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:35.551261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'mac_address': 'fa:16:3e:7a:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:35.656004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:35.686550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1959f1f-b60e-4bdd-886b-5b1300141a49 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:35.756247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:35.764540 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:35.768598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08f715-f349-4def-8705-d0773e82c29c req-55f28956-dae0-4ee0-8913-b0c928521f35 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:35.775652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b08f715-f349-4def-8705-d0773e82c29c req-55f28956-dae0-4ee0-8913-b0c928521f35 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1797869 Nov 02 16:27:35.882996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:35.904742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Made reservation on behalf of e5359895c62f428da23646c6f72111ba for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:35.906287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b08f715-f349-4def-8705-d0773e82c29c req-6f4ae8ec-0817-4c7b-977d-98ef865273b7 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245914 Nov 02 16:27:35.908646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:35.993278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7281618f-81c1-47c6-8722-b3fa84a5af5d req-ae59cb3c-e6eb-41e0-9734-342850d15b10 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0856314 Nov 02 16:27:36.085716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f1959f1f-b60e-4bdd-886b-5b1300141a49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:36.332699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Allocated IP 172.20.0.9 (bc6e6abd-7959-46fc-b92e-9dc6cb640f3b/a471c779-0145-4016-b867-4ff1cdd48e87/48a17e26-ddda-44ac-8fb0-7b6c59dff41a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:27:36.360416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1a21-11ea-4053-964d-d8a23f48943c req-5aaceaea-f043-42c0-9b2f-b296ce86eaf4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:36.362506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-092a1a21-11ea-4053-964d-d8a23f48943c req-5aaceaea-f043-42c0-9b2f-b296ce86eaf4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.1096923 Nov 02 16:27:36.392123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5226a03c-c1a7-471e-900a-6864d2039d8a req-ddc38099-a014-4c88-948c-96cd3ebef5b8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.0586061 Nov 02 16:27:36.443783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-092a1a21-11ea-4053-964d-d8a23f48943c req-c15a70d7-5316-40a6-849c-a9a1afa55de9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Nov 02 16:27:36.579216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:36.614941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:36.662691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:27:36.670468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:27:36.672891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:36.675286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:27:36.732895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:36.733629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:36.754009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-2bc15550-9ab5-43a9-b0f0-1b8b8ab0c5fe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2581015 Nov 02 16:27:36.771598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Request body: {'port': {'device_id': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:36.845168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:36.976163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9449ad8-229a-449e-969d-b61fe246cfc4 req-1801a981-6f35-486f-a252-0c2e662d180b tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:36.978457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9449ad8-229a-449e-969d-b61fe246cfc4 req-1801a981-6f35-486f-a252-0c2e662d180b tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 949 time: 0.0847366 Nov 02 16:27:36.981759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48726) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:37.098316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['dbfd7e46-5867-48cb-9277-11d35fe09b3b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:37.198520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9449ad8-229a-449e-969d-b61fe246cfc4 req-e37d6a94-6d86-4103-aa31-eb49b63a11ba tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059362 Nov 02 16:27:37.267218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca599cd-5086-463c-b826-2140007038ae req-b7175c3a-76fc-475f-8653-3c37cd802c24 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:37.276895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca599cd-5086-463c-b826-2140007038ae req-b7175c3a-76fc-475f-8653-3c37cd802c24 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1727569 Nov 02 16:27:37.368811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:37.375161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a17e26-ddda-44ac-8fb0-7b6c59dff41a {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:37.384901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.400533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Transition to ACTIVE for port object 48a17e26-ddda-44ac-8fb0-7b6c59dff41a will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:27:37.407638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.430792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f52cc025-c5b7-40f4-8865-f0785fa4347d req-93cd6024-c631-47e4-a434-28805575d344 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0736918 Nov 02 16:27:37.487443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port f1959f1f-b60e-4bdd-886b-5b1300141a49 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:37.491960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f1959f1f-b60e-4bdd-886b-5b1300141a49 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:37.492332 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.525622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:37.561766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca599cd-5086-463c-b826-2140007038ae req-9e667766-460a-421b-a9fc-53f7e4be32c4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837884 Nov 02 16:27:37.588826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:37.589160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:37.589484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:37.601846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:37.603316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:37.630581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:37.630976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:37.632268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:37.632727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Bound port: 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:37.633093 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.640003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.701153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:37.702720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:37.706062 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e1424d-d0e7-4bc3-9520-55cd2123a29e" -d '{"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:37.710298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.769937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:37.787334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:27:37.791161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:37.796736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.833910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:37.835415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:37.836156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 1091 time: 1.0689473 Nov 02 16:27:37.836712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:37.839131 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc06ac82-ca40-463d-ba80-cb12ca95fce4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:37.864447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdede2-cd81-4594-bdb0-711762b914df req-33543285-43f1-4cfe-96c2-73d81e367668 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:37.865923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2cdede2-cd81-4594-bdb0-711762b914df req-33543285-43f1-4cfe-96c2-73d81e367668 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1374500 Nov 02 16:27:37.866518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f557c-5469-4e88-a004-e32862d034e9 service neutron] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:37.912479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af6cc4-2509-4c64-b26c-6dd9ff51ece2 req-ddbd1fd9-5f48-4c80-809d-3306fd6c4d12 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:37.913884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3af6cc4-2509-4c64-b26c-6dd9ff51ece2 req-ddbd1fd9-5f48-4c80-809d-3306fd6c4d12 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1188464 Nov 02 16:27:37.946655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-bcdc932e-b796-4e4c-988b-60692d9008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:37.948441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-bcdc932e-b796-4e4c-988b-60692d9008e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1094 time: 0.0515032 Nov 02 16:27:37.995511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2cdede2-cd81-4594-bdb0-711762b914df req-29d89b08-7dc4-4da7-8e54-70c44c30aa35 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169031 Nov 02 16:27:37.998521 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-7f88bf73-b158-461c-ae42-2a4bedd08a9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 217 time: 0.0399227 Nov 02 16:27:38.014029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3af6cc4-2509-4c64-b26c-6dd9ff51ece2 req-5dbfaf70-078d-4805-83b4-b094784e99e1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790586 Nov 02 16:27:38.062000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-0b3675ae-19cd-45f9-b05d-d89c88f1ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:38.062484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:38.064729 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-0b3675ae-19cd-45f9-b05d-d89c88f1ed61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0569134 Nov 02 16:27:38.088255 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f145e19-02b9-40db-8703-ae534a38538b x-openstack-request-id: req-6f145e19-02b9-40db-8703-ae534a38538b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:38.088749 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:38.089148 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f145e19-02b9-40db-8703-ae534a38538b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:38.089686 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'code': 200} Nov 02 16:27:38.118641 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec89d005-8f71-4963-88f0-df6c609fd914 x-openstack-request-id: req-ec89d005-8f71-4963-88f0-df6c609fd914 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:38.118922 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:38.119170 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec89d005-8f71-4963-88f0-df6c609fd914 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:38.119569 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'status': 'completed', 'code': 200} Nov 02 16:27:38.122443 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-be9078e2-4756-4093-a80a-c1c866bb398c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441105 Nov 02 16:27:38.238773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-20751ccc-77b8-40c2-b40a-184d5994b48e service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992990 Nov 02 16:27:38.346637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b088314-efbd-418d-9f62-3ebf10f4758a req-99000541-0af4-4648-9f1e-e1978b398805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:38.348230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b088314-efbd-418d-9f62-3ebf10f4758a req-99000541-0af4-4648-9f1e-e1978b398805 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1101 time: 0.1751487 Nov 02 16:27:38.351979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e82daf75-0242-48cc-9654-d1a94f0b2539 req-619d0978-c8ce-4a41-a34c-4adc9ee1ae00 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028223 Nov 02 16:27:38.357307 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edce0e5-83c7-49e1-be82-57faaff80af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:38.409987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f4f64-c916-44ff-853c-748a7bc6844f req-5b5fe537-c2e2-4c4c-9102-2b3234b80def tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:38.413233 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f7f4f64-c916-44ff-853c-748a7bc6844f req-5b5fe537-c2e2-4c4c-9102-2b3234b80def tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 949 time: 0.1304197 Nov 02 16:27:38.451276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b088314-efbd-418d-9f62-3ebf10f4758a req-d7a55f54-04db-4852-a2cd-51d4bab38dca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879045 Nov 02 16:27:38.453584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-6026b77b-50c9-4833-a84b-4f3f1167141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:38.455224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-6026b77b-50c9-4833-a84b-4f3f1167141a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1094 time: 0.0536366 Nov 02 16:27:38.490851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f7f4f64-c916-44ff-853c-748a7bc6844f req-9fa9c21e-5b0a-4f44-90ce-8c342c63eb73 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Nov 02 16:27:38.525052 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:27:38.557747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-188692f9-d5e3-477e-98c1-6b89b2d82f4f req-6ef85ca3-e765-4e70-81b0-bd60faad3f48 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0292151 Nov 02 16:27:38.595684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Deleting port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:38.596224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:38.730444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] For port aa345eff-b4ff-4b9f-af8f-1a8d46ab5449, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:38.731267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:38.748441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Calling delete_port for aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:38.760416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12a5b2-02c0-48f5-a8ca-78b86c4aeeec req-21fa49c8-f2f4-498d-94e3-1d8b825c109c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:38.762531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce12a5b2-02c0-48f5-a8ca-78b86c4aeeec req-21fa49c8-f2f4-498d-94e3-1d8b825c109c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1011443 Nov 02 16:27:38.817853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-be0c5959-a521-4867-be2f-0eb2ac7ec04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:38.820021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-be0c5959-a521-4867-be2f-0eb2ac7ec04f service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1350770 Nov 02 16:27:38.880193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce12a5b2-02c0-48f5-a8ca-78b86c4aeeec req-fbd880c5-282b-4782-980e-55232e3bb7b3 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035495 Nov 02 16:27:38.902816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-a2835afd-2580-434e-8d52-f34023086964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 217 time: 0.0706542 Nov 02 16:27:38.998716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-7df4ab1e-734a-4f2d-b4a4-8821fe628fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:39.001474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-7df4ab1e-734a-4f2d-b4a4-8821fe628fb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0718312 Nov 02 16:27:39.057995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-7d45db73-7933-46c8-9278-0f9ad2c7cfbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478816 Nov 02 16:27:39.070303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:39.158731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa345eff-b4ff-4b9f-af8f-1a8d46ab5449,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:39.236468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-4b231565-f231-4a2a-aeea-a7792e53d5ba service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684589 Nov 02 16:27:39.281464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a517f8e-5284-46d3-847b-8843b3815140 req-d495b0d6-5d5b-433a-8d84-0cb89c50d876 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:39.284628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a517f8e-5284-46d3-847b-8843b3815140 req-d495b0d6-5d5b-433a-8d84-0cb89c50d876 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1592240 Nov 02 16:27:39.386738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cc06ac82-ca40-463d-ba80-cb12ca95fce4 req-46063128-208d-48ee-b6f4-33bea834c748 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318111 Nov 02 16:27:39.469287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a517f8e-5284-46d3-847b-8843b3815140 req-816bd432-415a-4570-855b-951d6a9ae66e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157424 Nov 02 16:27:39.470114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:39.487449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce019-f887-4041-ac26-d6ccd2ae2303 req-88bc7358-c530-4f85-8489-a3804367db46 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:39.488948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-302ce019-f887-4041-ac26-d6ccd2ae2303 req-88bc7358-c530-4f85-8489-a3804367db46 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.2166939 Nov 02 16:27:39.900080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-302ce019-f887-4041-ac26-d6ccd2ae2303 req-3c5b48e4-6b83-41c2-9957-b6a1e918aa4f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590446 Nov 02 16:27:40.066803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-145d1c87-60a7-4e0b-8117-07f277c7b320 req-6d6776f1-da46-4c3d-bce3-455567e6965d tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.1046689 Nov 02 16:27:40.119052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:27:40.269232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50237e-d99a-416d-8d43-85e9fdf3d958 req-48c9dea0-06c5-403a-840a-5e11e3c53c7d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:40.270737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f50237e-d99a-416d-8d43-85e9fdf3d958 req-48c9dea0-06c5-403a-840a-5e11e3c53c7d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0698407 Nov 02 16:27:40.281848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:27:40.290407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22b8d83d-3f11-4781-81f7-81824fde4fb3 admin admin] 10.222.0.31 "PUT /v2.0/routers/8af2e4b0-79d4-4716-bbd8-d6acb52ec88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3074901 Nov 02 16:27:40.291523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] Sync routers for ids ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:27:40.292876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48840) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:40.302722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] Routers {'8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:40.303421 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:27:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:40.393335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f50237e-d99a-416d-8d43-85e9fdf3d958 req-79e2335d-faed-4e16-a7b2-95e1f78f73df tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136882 Nov 02 16:27:40.418910 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] Set router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:40.426890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:40.569074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:40.623182 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:27:39Z', 'revision_number': 5, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port': {'id': 'ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:40.644967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d1a00-1e17-4e1e-b856-dba5c6d4409b req-168b42bb-2e6a-42be-818c-3160498604d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:40.646417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-643d1a00-1e17-4e1e-b856-dba5c6d4409b req-168b42bb-2e6a-42be-818c-3160498604d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0888026 Nov 02 16:27:40.656990 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] Checking router: 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:27:40.666214 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] Routers {'8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:40.666876 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:27:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:40.680239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Deleting port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:40.680572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:40.744200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-643d1a00-1e17-4e1e-b856-dba5c6d4409b req-453c6f9a-da11-4926-9f94-7086efc34a36 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867929 Nov 02 16:27:40.766677 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] Set router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:40.777890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:40.783892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:40.796689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] For port ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:40.797681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:40.816348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Calling delete_port for ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:40.826763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:27:40Z', 'revision_number': 6, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:40.861861 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b90e91-41f9-4a62-a050-3c6b28a52a4c None None] The sync data for ids ['8af2e4b0-79d4-4716-bbd8-d6acb52ec88c'] in n-d-811405-2 is: [{'id': '8af2e4b0-79d4-4716-bbd8-d6acb52ec88c', 'name': 'tempest-AttachSCSIVolumeTestJSON-789332953-router', 'tenant_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:27:40Z', 'revision_number': 6, 'project_id': 'a3be71cea9684b56924b39ed4c3f0bb0', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:27:40.932242 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:40.974023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:40.976292 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b6b29-56fb-440c-91af-8b82a6763184" -d '{"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:40.989625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:41.000046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:41.004898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674', 'port_id': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'mac_address': 'fa:16:3e:be:45:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743245cb-caca-415b-9e1c-afd75e9a4693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:41.007790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.034006 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73fd7a-4f46-404d-99c0-4117a0023753 x-openstack-request-id: req-ef73fd7a-4f46-404d-99c0-4117a0023753 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:41.034276 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:41.034527 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef73fd7a-4f46-404d-99c0-4117a0023753 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:41.034916 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'code': 200} Nov 02 16:27:41.062400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.082027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62948f2-cb81-4f32-9a17-20429de113ff req-b42f0d5c-cfc1-4399-ac99-668854071ac4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:41.083604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f62948f2-cb81-4f32-9a17-20429de113ff req-b42f0d5c-cfc1-4399-ac99-668854071ac4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0822737 Nov 02 16:27:41.093041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ac358567-2852-4830-b96d-4cd0f66ce616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.095909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.101021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:41.114428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:41.134305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f13bb7a-44be-4966-ad20-c32822d6aa49 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:41.155815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:41.159903 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.195303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f62948f2-cb81-4f32-9a17-20429de113ff req-7c66647f-5d7d-4815-a1b7-c96694e715b0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904660 Nov 02 16:27:41.211404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.266444 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.274474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:41.417285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52f2f2ca-1ec3-46c6-922e-f9112b86de22 req-cefa208a-621a-41ce-a874-3f2dd25aa5b4 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.1046171 Nov 02 16:27:41.419369 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.422800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.514230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.514809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af2e4b0-79d4-4716-bbd8-d6acb52ec88c {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:27:41.534968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.536161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14e023bb-c5e7-4471-8a5f-a4caac9e79db admin admin] 10.222.0.31 "DELETE /v2.0/routers/8af2e4b0-79d4-4716-bbd8-d6acb52ec88c HTTP/1.1" status: 204 len: 168 time: 1.2411361 Nov 02 16:27:41.538877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:41.543950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428d315-72ce-45dc-9367-7a59697b770e req-3decc6dc-6950-4d87-938a-07649b0d1433 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:41.545406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7428d315-72ce-45dc-9367-7a59697b770e req-3decc6dc-6950-4d87-938a-07649b0d1433 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1101 time: 0.1566801 Nov 02 16:27:41.576445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9919342-9dd7-413e-a1ef-724b4d1cb73b req-1debb56b-6bf6-472f-941b-2f313cb80da4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:41.577912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9919342-9dd7-413e-a1ef-724b4d1cb73b req-1debb56b-6bf6-472f-941b-2f313cb80da4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0828404 Nov 02 16:27:41.584203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Deleting subnet 54bd6c3f-322b-4727-ab18-675b77b9728e {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:27:41.587280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.598923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7428d315-72ce-45dc-9367-7a59697b770e req-21082875-7857-4be0-a563-cdb242dfc33a tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Nov 02 16:27:41.622314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.631239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9919342-9dd7-413e-a1ef-724b4d1cb73b req-f8e4f284-a4b2-4ddd-b6b9-f2de5258c2f1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Nov 02 16:27:41.647889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['4f13bb7a-44be-4966-ad20-c32822d6aa49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:41.747220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.780705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:41.805275 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.817257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:41.817584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device aa345eff-b4ff-4b9f-af8f-1a8d46ab5449 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:41.838002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5004a845-8df2-44a7-aabe-7874704d77df None None] Network 7ea034f0-0869-4413-85a4-168f0e50dccd requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:27:41.849187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:41.853477 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/54bd6c3f-322b-4727-ab18-675b77b9728e HTTP/1.1" status: 204 len: 168 time: 0.3135138 Nov 02 16:27:41.855019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a0117-fb8d-43ba-9bbc-617ba9adba94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bd6c3f-322b-4727-ab18-675b77b9728e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:41.856839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48876) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:42.017446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-027c1c0f-c836-406b-ab8a-6e0981f870f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548849 Nov 02 16:27:42.018684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.042494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7115f4-1a0d-4629-be07-7d53e6e0c385 req-0e9060a9-c77c-4053-8176-a6992cedc1c7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:42.044156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b7115f4-1a0d-4629-be07-7d53e6e0c385 req-0e9060a9-c77c-4053-8176-a6992cedc1c7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1728704 Nov 02 16:27:42.055139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68b628-848a-4442-b6c5-d47d8b236dbe req-8b4d6b54-dc20-4c53-ba21-cbd470eaa30a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:42.056734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f68b628-848a-4442-b6c5-d47d8b236dbe req-8b4d6b54-dc20-4c53-ba21-cbd470eaa30a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0993690 Nov 02 16:27:42.173533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f68b628-848a-4442-b6c5-d47d8b236dbe req-2bdd2ad6-febb-4950-9d76-7cf0119fc7d9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936928 Nov 02 16:27:42.186714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b7115f4-1a0d-4629-be07-7d53e6e0c385 req-5c390b9a-7d99-4644-8beb-a5daafbaf08c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278205 Nov 02 16:27:42.232945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Deleting port c1e6b450-cc55-4981-ab9a-dcb91ec393dc {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:42.233821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.244981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] DHCP port deletion for 7ea034f0-0869-4413-85a4-168f0e50dccd request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:27:42.341069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] For port c1e6b450-cc55-4981-ab9a-dcb91ec393dc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:42.341395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.343231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] Deleting port c1e6b450-cc55-4981-ab9a-dcb91ec393dc {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:42.343722 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.369277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Calling delete_port for c1e6b450-cc55-4981-ab9a-dcb91ec393dc owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:42.439204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] For port c1e6b450-cc55-4981-ab9a-dcb91ec393dc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,segment=NetworkSegment(e2bfe6ee-b114-4e6c-b58b-b567f238994b),segment_id=e2bfe6ee-b114-4e6c-b58b-b567f238994b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:42.439618 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.461714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] Calling delete_port for c1e6b450-cc55-4981-ab9a-dcb91ec393dc owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:42.473264 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.484671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.521499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:42.528924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] No DVR routers for this DVR port c1e6b450-cc55-4981-ab9a-dcb91ec393dc on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:42.597200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77f46fb1-0ebd-4a16-8a25-b85edc4fb2f8 req-5feb6bed-2de3-4806-9d05-53e41ee5ed6b tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0593624 Nov 02 16:27:42.607358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.639841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] Pushing event deleted for resources: {'Port': ['ID=c1e6b450-cc55-4981-ab9a-dcb91ec393dc,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:42.643536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd5f80-bccd-42f9-b0ed-0e8255d5c2ee None None] No DVR routers for this DVR port c1e6b450-cc55-4981-ab9a-dcb91ec393dc on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:42.662268 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.691479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea034f0-0869-4413-85a4-168f0e50dccd']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:42.711875 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bfe6ee-b114-4e6c-b58b-b567f238994b') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:42.712179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bfe6ee-b114-4e6c-b58b-b567f238994b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:42.731478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.772629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.784674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:27:42.785098 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:27:42.787040 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:27:42.803463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:42.853111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c16c3c-7c51-4dd2-91d3-8002e70c82c1 req-a01702d8-22f3-4d9a-8ac7-db5b5f7df50a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:42.861216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0c16c3c-7c51-4dd2-91d3-8002e70c82c1 req-a01702d8-22f3-4d9a-8ac7-db5b5f7df50a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1219859 Nov 02 16:27:42.909775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.924222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0c16c3c-7c51-4dd2-91d3-8002e70c82c1 req-a3ac6240-97c6-4689-9f73-eae0daf8f8a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Nov 02 16:27:42.929767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:42.934565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:42.940397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ea034f0-0869-4413-85a4-168f0e50dccd HTTP/1.1" status: 204 len: 168 time: 1.0816388 Nov 02 16:27:42.942151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2376a-5aac-4ad9-b61c-fecadb31d99b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea034f0-0869-4413-85a4-168f0e50dccd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:42.943153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48920) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:42.959747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'mac_address': 'fa:16:3e:5b:5b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:43.007623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:43.024536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4713504-849d-428e-b77a-3ebdca29ff63 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:43.046797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:43.051139 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:43.119372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:43.296832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e4713504-849d-428e-b77a-3ebdca29ff63'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:43.354649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b01ac-2502-4e4b-af77-40c72d75f873 req-b189f75e-7120-438c-887e-dc512120f1c0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:43.363404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d7b01ac-2502-4e4b-af77-40c72d75f873 req-b189f75e-7120-438c-887e-dc512120f1c0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0906181 Nov 02 16:27:43.395660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b68d2-6fd3-40b7-b8b0-39e484512542 req-182b2c89-3c09-4fe4-894c-df734f381f95 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:43.404415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e3b68d2-6fd3-40b7-b8b0-39e484512542 req-182b2c89-3c09-4fe4-894c-df734f381f95 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1208112 Nov 02 16:27:43.441194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d7b01ac-2502-4e4b-af77-40c72d75f873 req-fe804ede-b8a9-43f5-9f91-6041062975c7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767546 Nov 02 16:27:43.451267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1e6b450-cc55-4981-ab9a-dcb91ec393dc no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:43.458741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:43.474225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e3b68d2-6fd3-40b7-b8b0-39e484512542 req-796324d7-f2ef-4944-b392-7ff7c11744ba tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683963 Nov 02 16:27:43.485499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c1e6b450-cc55-4981-ab9a-dcb91ec393dc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:43.486053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1e6b450-cc55-4981-ab9a-dcb91ec393dc not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:43.486705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:43.510024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:43.510441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ccfe1768-5ddf-4ddc-af1e-d45dddac8e6f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:43.598423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:43.709632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5aae06f-4600-4fcb-89ce-fdb0b64a6eea req-31bc41dc-f96a-4c42-a0a9-d4467406d473 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0282674 Nov 02 16:27:43.788963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Deleting port b62c01d0-7d22-43ac-b48a-88eb79253796 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:43.789299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:43.866666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] For port b62c01d0-7d22-43ac-b48a-88eb79253796, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b62c01d0-7d22-43ac-b48a-88eb79253796,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:43.867022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:43.880391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Calling delete_port for b62c01d0-7d22-43ac-b48a-88eb79253796 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:44.038373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-4878e6c3-ef43-4f6a-b852-cfd0d26f892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.039875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-4878e6c3-ef43-4f6a-b852-cfd0d26f892d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1101 time: 0.0873311 Nov 02 16:27:44.076170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d3e2-42c2-4d72-860e-ba488e7af3e6 req-4c4b6dbc-d4a4-4271-b415-3e484d7ba289 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.077746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f60d3e2-42c2-4d72-860e-ba488e7af3e6 req-4c4b6dbc-d4a4-4271-b415-3e484d7ba289 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0637228 Nov 02 16:27:44.122590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f60d3e2-42c2-4d72-860e-ba488e7af3e6 req-49651e43-fbfa-4b41-aab8-fb4390561ff8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Nov 02 16:27:44.440105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-d0e5aaf8-1577-49da-ac3f-fd31c0600a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.441614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-d0e5aaf8-1577-49da-ac3f-fd31c0600a13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3860531 Nov 02 16:27:44.442729 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:44.467263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62c01d0-7d22-43ac-b48a-88eb79253796,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:44.511290 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-f8e43f79-21b5-415c-a266-9aa5fb68fdd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0463140 Nov 02 16:27:44.670966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c0c35-7c60-4156-8f8e-f431324cfd5b req-3c0f6e7e-afce-4b4a-a2db-99d13b3bb415 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.679952 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c37c0c35-7c60-4156-8f8e-f431324cfd5b req-3c0f6e7e-afce-4b4a-a2db-99d13b3bb415 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0922692 Nov 02 16:27:44.699067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-83ad453c-5777-41ee-96e4-8fb539a25fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.701518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-83ad453c-5777-41ee-96e4-8fb539a25fa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1502764 Nov 02 16:27:44.707247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f737b-181f-4abf-b3b6-5a522e51e021 req-91afd5e4-2252-442a-bef2-1012e6a251f1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.708872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d7f737b-181f-4abf-b3b6-5a522e51e021 req-91afd5e4-2252-442a-bef2-1012e6a251f1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1105015 Nov 02 16:27:44.760469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c37c0c35-7c60-4156-8f8e-f431324cfd5b req-2ce150ff-98d0-43b2-94a9-984b0ef43d61 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795493 Nov 02 16:27:44.803622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-f4baa98b-afa4-4b8e-930c-26489db3b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:44.805355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-f4baa98b-afa4-4b8e-930c-26489db3b428 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949345 Nov 02 16:27:44.807714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d7f737b-181f-4abf-b3b6-5a522e51e021 req-d079365c-0dc9-44c9-afdd-b7f66f707016 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813849 Nov 02 16:27:44.813705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:44.910775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e4713504-849d-428e-b77a-3ebdca29ff63 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:44.911425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:44.915444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.010987 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.013747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-7c7cad5c-37d3-4ec2-a31c-c2a15e091bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900869 Nov 02 16:27:45.045558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-949fcf19-6238-4713-b1e3-bdb171cf4b57 req-627f1346-ab69-498b-ba2f-840b0454e0db tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0518548 Nov 02 16:27:45.049807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:45.053658 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084d0f50-7202-4e81-b619-e5cc68589b8c" -d '{"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-plugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:45.085731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:45.092440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.097075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:45.146016 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae36329-903d-47e4-affd-8187cd31e09c x-openstack-request-id: req-bae36329-903d-47e4-affd-8187cd31e09c {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:45.146749 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-plugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:45.147214 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bae36329-903d-47e4-affd-8187cd31e09c {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:45.147814 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'code': 200} Nov 02 16:27:45.205848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 4f13bb7a-44be-4966-ad20-c32822d6aa49 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:45.217253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-11945ddc-0879-4469-bba7-c93f886f328e service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237097 Nov 02 16:27:45.219598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 4f13bb7a-44be-4966-ad20-c32822d6aa49 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:45.220260 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.287434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc335c-3534-4a05-8425-45bd9ef89cb7 req-851f82ac-9394-4b94-b799-321bf3257b04 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:45.288738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:45.296240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09cc335c-3534-4a05-8425-45bd9ef89cb7 req-851f82ac-9394-4b94-b799-321bf3257b04 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0836501 Nov 02 16:27:45.345400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:27:45.356981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09cc335c-3534-4a05-8425-45bd9ef89cb7 req-b49f7c36-adaf-431c-ba9d-d2375795e006 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597880 Nov 02 16:27:45.382186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.431028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:45.438670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.493524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:45.505142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:27:45.516479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] Sync routers for ids ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:27:45.518745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95231eba-1e49-4944-b076-a052b2812270 admin admin] 10.222.0.31 "PUT /v2.0/routers/fb116daa-c8fe-47fd-bb7a-67d7b06e6084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5744150 Nov 02 16:27:45.521206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48990) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:45.528003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] Routers {'fb116daa-c8fe-47fd-bb7a-67d7b06e6084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:45.529635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:45.641035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.657800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] Set router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:45.782084 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.867915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Deleting port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:45.868827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:45.939830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:27:44Z', 'revision_number': 5, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port': {'id': '7e94b9d5-c2d8-407c-bfde-9ef2443aaa83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:48Z', 'updated_at': '2021-11-02T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:45.969576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adf27-1754-4853-93bb-52555afc4971 req-219a3106-501f-48b3-bd1e-9692144568aa tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:45.979921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd3adf27-1754-4853-93bb-52555afc4971 req-219a3106-501f-48b3-bd1e-9692144568aa tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1015990 Nov 02 16:27:45.986416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] Checking router: fb116daa-c8fe-47fd-bb7a-67d7b06e6084 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:27:46.004196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] For port 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:46.007775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] Routers {'fb116daa-c8fe-47fd-bb7a-67d7b06e6084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:27:46.007775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:46.008702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.029286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Calling delete_port for 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:46.052709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ea0e3-3b7a-47ac-83b1-d6cd074b8ea1 req-525b3f2c-599d-4370-ac02-6678ccfd2f68 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:46.060316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-867ea0e3-3b7a-47ac-83b1-d6cd074b8ea1 req-525b3f2c-599d-4370-ac02-6678ccfd2f68 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1065118 Nov 02 16:27:46.117798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-867ea0e3-3b7a-47ac-83b1-d6cd074b8ea1 req-0cd8e902-ec32-4ba9-b1fc-e6257a0b893a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516810 Nov 02 16:27:46.137836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] Set router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:27:46.138323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd3adf27-1754-4853-93bb-52555afc4971 req-1eb5d1aa-f51d-41e9-854b-2e315b8a316f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568003 Nov 02 16:27:46.200045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:27:45Z', 'revision_number': 6, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:46.253462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7f304-0e9c-4772-8ba5-6b4d2b802b77 None None] The sync data for ids ['fb116daa-c8fe-47fd-bb7a-67d7b06e6084'] in n-d-811405-2 is: [{'id': 'fb116daa-c8fe-47fd-bb7a-67d7b06e6084', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202188189-router', 'tenant_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:47Z', 'updated_at': '2021-11-02T16:27:45Z', 'revision_number': 6, 'project_id': 'ef41a3d08e2244a7908deba0a2a21c17', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:27:46.349977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.383457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e94b9d5-c2d8-407c-bfde-9ef2443aaa83,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:46.439858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77642ea9-333d-41c7-90b3-d93c9d0430b9 req-bf0c75c7-f25f-4478-ba6e-0966b8acd50b tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0702662 Nov 02 16:27:46.484605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.528645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1d41b-75da-4265-9ecb-29f7b27dcb1f req-6f839fc1-65d5-4f2e-bb32-835b9b01b4a1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:46.534762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94e1d41b-75da-4265-9ecb-29f7b27dcb1f req-6f839fc1-65d5-4f2e-bb32-835b9b01b4a1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0602756 Nov 02 16:27:46.582700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94e1d41b-75da-4265-9ecb-29f7b27dcb1f req-7d037613-376b-46bb-974d-1b7650cf15fb tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Nov 02 16:27:46.617655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.625544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.720357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.721280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb116daa-c8fe-47fd-bb7a-67d7b06e6084 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:27:46.726593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.728122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3496a089-1132-4b1f-b044-78864d3e13c5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fb116daa-c8fe-47fd-bb7a-67d7b06e6084 HTTP/1.1" status: 204 len: 168 time: 1.2057953 Nov 02 16:27:46.731516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49014) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:46.790630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Deleting subnet f3242079-2199-42a6-8bdc-999cc4f16446 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:27:46.794836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.839985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:46.961672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.027666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.060012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3242079-2199-42a6-8bdc-999cc4f16446,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:47.064040 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.070364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6c10b-4dd5-4b77-8c7c-e45064fb2e01 None None] Network d5751170-3dd6-489f-a5ac-a631189db65e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:27:47.071470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49016) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:47.076435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-51ab7e95-dbd7-489e-996c-3a3795b3c484 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3242079-2199-42a6-8bdc-999cc4f16446 HTTP/1.1" status: 204 len: 168 time: 0.3351250 Nov 02 16:27:47.154657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:47.156918 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327a862e-ad4e-49df-a871-62b5016b75ef" -d '{"events": [{"server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:47.189705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.207263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.291859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Deleting port 65b9dc30-53a6-450c-822d-a418554dd288 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:47.291859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.371826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] DHCP port deletion for d5751170-3dd6-489f-a5ac-a631189db65e request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:27:47.378654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75117d-b354-440c-bdfd-861d4c7954d6 req-aac8b1d6-30e8-40e7-9b70-6358a2485bcb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:47.380050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd75117d-b354-440c-bdfd-861d4c7954d6 req-aac8b1d6-30e8-40e7-9b70-6358a2485bcb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1364031 Nov 02 16:27:47.389987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d52b5-a607-4f94-864a-bbf33b26e7b6 req-b4d88e33-2f83-4cfc-b8a9-c83ac333ed0e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:47.407948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-780d52b5-a607-4f94-864a-bbf33b26e7b6 req-b4d88e33-2f83-4cfc-b8a9-c83ac333ed0e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1454833 Nov 02 16:27:47.412430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] For port 65b9dc30-53a6-450c-822d-a418554dd288, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=65b9dc30-53a6-450c-822d-a418554dd288,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:47.413436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.437951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Calling delete_port for 65b9dc30-53a6-450c-822d-a418554dd288 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:47.481853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:47.484906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] Deleting port 65b9dc30-53a6-450c-822d-a418554dd288 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:27:47.485275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.517977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:47.518342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e94b9d5-c2d8-407c-bfde-9ef2443aaa83 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:47.518892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b62c01d0-7d22-43ac-b48a-88eb79253796 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:47.535670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd75117d-b354-440c-bdfd-861d4c7954d6 req-12789d1d-a6e0-4798-bf65-801d5c83ca20 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208582 Nov 02 16:27:47.567072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-780d52b5-a607-4f94-864a-bbf33b26e7b6 req-888dab8b-67a7-4cc3-9db7-2f57324c239f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584985 Nov 02 16:27:47.583112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.620149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Pushing event deleted for resources: {'Port': ['ID=65b9dc30-53a6-450c-822d-a418554dd288,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:47.641235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] No DVR routers for this DVR port 65b9dc30-53a6-450c-822d-a418554dd288 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:47.817592 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a7af0-a3b1-495e-900b-ef4b3d5404f3 x-openstack-request-id: req-df7a7af0-a3b1-495e-900b-ef4b3d5404f3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:47.818245 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:47.818703 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df7a7af0-a3b1-495e-900b-ef4b3d5404f3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:47.819281 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'code': 200} Nov 02 16:27:47.820085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b62c01d0-7d22-43ac-b48a-88eb79253796 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:47.820352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b62c01d0-7d22-43ac-b48a-88eb79253796 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:47.820777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 65b9dc30-53a6-450c-822d-a418554dd288 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:27:47.825545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.852287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 65b9dc30-53a6-450c-822d-a418554dd288 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:27:47.856731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 65b9dc30-53a6-450c-822d-a418554dd288 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:27:47.883512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5751170-3dd6-489f-a5ac-a631189db65e']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:47.884120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] For port 65b9dc30-53a6-450c-822d-a418554dd288, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=65b9dc30-53a6-450c-822d-a418554dd288,segment=NetworkSegment(84a3243c-6323-4fa6-9c38-1e2be6cd17e2),segment_id=84a3243c-6323-4fa6-9c38-1e2be6cd17e2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:47.884120 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.905543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] Calling delete_port for 65b9dc30-53a6-450c-822d-a418554dd288 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:27:47.940525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a3243c-6323-4fa6-9c38-1e2be6cd17e2') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:47.940812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a3243c-6323-4fa6-9c38-1e2be6cd17e2') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:27:47.958703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.976363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dee07-f83a-4f16-b6fb-11a82a2d0f40 req-037dae2f-a6fc-462a-a22b-a254266319a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:47.977760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe2dee07-f83a-4f16-b6fb-11a82a2d0f40 req-037dae2f-a6fc-462a-a22b-a254266319a0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1097 time: 0.1171246 Nov 02 16:27:47.978719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.985874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:27:47.986360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:27:47.988062 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:27:48.009741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0143ea95-f17e-41b6-87e5-87bcce4f91d0 req-e24e52ba-29fc-4fdf-8d32-0d4f1102b9df tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0844922 Nov 02 16:27:48.029489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.061843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563622a8-653d-4029-895f-2338fbe9fa41 req-cb4b9dc5-dca6-414f-8974-4f9c33f607c5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:48.069896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] Pushing event deleted for resources: {'Port': ['ID=65b9dc30-53a6-450c-822d-a418554dd288,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:48.072935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-563622a8-653d-4029-895f-2338fbe9fa41 req-cb4b9dc5-dca6-414f-8974-4f9c33f607c5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.1212144 Nov 02 16:27:48.075839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeeb936-f8d4-4a77-a37f-2fe2d9a4b328 None None] No DVR routers for this DVR port 65b9dc30-53a6-450c-822d-a418554dd288 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:27:48.091317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe2dee07-f83a-4f16-b6fb-11a82a2d0f40 req-87c6590f-2079-4c3c-aed1-311327d62bc7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924733 Nov 02 16:27:48.092702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.104543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.109482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5751170-3dd6-489f-a5ac-a631189db65e HTTP/1.1" status: 204 len: 168 time: 1.0350046 Nov 02 16:27:48.124467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751f36-d137-41ee-ade0-c1697be9ba8c admin admin] Pushing event deleted for resources: {'Network': ['ID=d5751170-3dd6-489f-a5ac-a631189db65e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:48.154847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-563622a8-653d-4029-895f-2338fbe9fa41 req-5ede304e-1005-4858-a7cb-ced83dc68550 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803852 Nov 02 16:27:48.350771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49044) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:48.404343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c812bf49-e91c-4e13-9f29-0e9db6223a55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3be71cea9684b56924b39ed4c3f0bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522385 Nov 02 16:27:48.407361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49046) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:48.465067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29def1e0-b8f3-413f-aeb8-dbf7c76e2c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.488356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29def1e0-b8f3-413f-aeb8-dbf7c76e2c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.562662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29def1e0-b8f3-413f-aeb8-dbf7c76e2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.565424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29def1e0-b8f3-413f-aeb8-dbf7c76e2c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:48.569188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-29def1e0-b8f3-413f-aeb8-dbf7c76e2c60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c607aff0-1988-41e4-8403-d9672ca253da HTTP/1.1" status: 204 len: 168 time: 0.1583004 Nov 02 16:27:48.577580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29def1e0-b8f3-413f-aeb8-dbf7c76e2c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607aff0-1988-41e4-8403-d9672ca253da,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:48.715359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9c38-ba11-47ad-923a-de7ccffe0add req-7fc7b6a1-5a3c-40cf-a9a6-4be92b11ea82 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:48.717785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-079a9c38-ba11-47ad-923a-de7ccffe0add req-7fc7b6a1-5a3c-40cf-a9a6-4be92b11ea82 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0995510 Nov 02 16:27:48.758309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb9f1b-cef0-4ae9-bbcd-3edaa1a4b534 req-a93e2ea5-45fb-4735-826c-91b193dca21a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:48.759704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25fb9f1b-cef0-4ae9-bbcd-3edaa1a4b534 req-a93e2ea5-45fb-4735-826c-91b193dca21a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0947733 Nov 02 16:27:48.785022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-079a9c38-ba11-47ad-923a-de7ccffe0add req-b1b8a6bb-17d4-4711-822b-86ef3acb6243 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581942 Nov 02 16:27:48.845097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25fb9f1b-cef0-4ae9-bbcd-3edaa1a4b534 req-8c7b0c29-d907-4bfd-a875-8caa02b37fba tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740111 Nov 02 16:27:49.037800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49074) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:49.088132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3fa8091f-45c9-4960-8f6c-e5dc731c18e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef41a3d08e2244a7908deba0a2a21c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491486 Nov 02 16:27:49.091093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49078) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:49.143941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb975ec3-1b31-4dfa-959d-aeda92e1feb5 req-2c20885c-a311-4c93-a9d0-3bf409f00c69 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0391278 Nov 02 16:27:49.147567 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931b761c-74c6-4eb5-ac1b-8a990f4c7132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:49.176135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931b761c-74c6-4eb5-ac1b-8a990f4c7132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:49.269999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931b761c-74c6-4eb5-ac1b-8a990f4c7132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:49.273267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931b761c-74c6-4eb5-ac1b-8a990f4c7132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:49.275003 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-931b761c-74c6-4eb5-ac1b-8a990f4c7132 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01b79831-6b48-4b9e-8e99-8fed7ed70e0c HTTP/1.1" status: 204 len: 168 time: 0.1820557 Nov 02 16:27:49.285504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b761c-74c6-4eb5-ac1b-8a990f4c7132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b79831-6b48-4b9e-8e99-8fed7ed70e0c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:49.309217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65602d-7c89-468a-a562-45495774b80d req-e38ec6e4-f85e-40c6-8d8a-4dd42cbe28d9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:49.311116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b65602d-7c89-468a-a562-45495774b80d req-e38ec6e4-f85e-40c6-8d8a-4dd42cbe28d9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0871556 Nov 02 16:27:49.372463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b65602d-7c89-468a-a562-45495774b80d req-7adf57e6-b018-4e6d-9a9d-aedf4639cbc9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Nov 02 16:27:49.491421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:27:49.609548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:49.628278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b', 'port_id': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'mac_address': 'fa:16:3e:1b:5d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a471c779-0145-4016-b867-4ff1cdd48e87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:27:49.673228 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:49.697911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a17e26-ddda-44ac-8fb0-7b6c59dff41a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:27:49.734179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:49.742767 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:49.796735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:50.037466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1549-1701-4774-85c2-49bd44025591 req-62d039fa-baca-4f8c-b250-7f0a447731df tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:50.039018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3cb1549-1701-4774-85c2-49bd44025591 req-62d039fa-baca-4f8c-b250-7f0a447731df tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.0667970 Nov 02 16:27:50.048258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f69c9-296a-4985-98ed-2e6fb475ce70 req-9c7efd48-40b5-4fa2-9977-2c0ec91e2ddf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:50.049804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-719f69c9-296a-4985-98ed-2e6fb475ce70 req-9c7efd48-40b5-4fa2-9977-2c0ec91e2ddf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1596007 Nov 02 16:27:50.109866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3cb1549-1701-4774-85c2-49bd44025591 req-fcd6e8a5-b176-43fa-8624-fdf6eec60e8d tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589235 Nov 02 16:27:50.134476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48a17e26-ddda-44ac-8fb0-7b6c59dff41a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:27:50.144929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-719f69c9-296a-4985-98ed-2e6fb475ce70 req-70173812-4ec0-4354-a1ef-31caeb6ec84a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734396 Nov 02 16:27:50.343292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49122) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:50.397627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9677f7d9-a2f9-491f-80d4-fc94e15b9243 req-11114701-1f96-4f97-bc4a-ee139e38dd04 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0366824 Nov 02 16:27:50.528420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-293700792-network', 'tenant_id': 'e9d856b34c0c46f783cad15b6ca0b167'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:50.551620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661964d-fe68-4199-b7b3-f7544769bfaa req-213578d6-8c8d-4018-8935-c8cecf2bf458 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:50.553115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1661964d-fe68-4199-b7b3-f7544769bfaa req-213578d6-8c8d-4018-8935-c8cecf2bf458 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0772798 Nov 02 16:27:50.579371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Made reservation on behalf of e9d856b34c0c46f783cad15b6ca0b167 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:50.581621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.594263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.614328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1661964d-fe68-4199-b7b3-f7544769bfaa req-69bae6b4-0e01-425c-b29c-71e90601732c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533924 Nov 02 16:27:50.711786 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.743185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.769684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:27:50.799600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.799950 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Added segment 79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f of type vlan for network 137ea105-f015-4f16-a905-1ea284cbd739 Nov 02 16:27:50.801537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a29dec-8bd3-48a4-a3da-74d17ea559d1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:50.814217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a7df-6a1f-4425-a549-1eefa9caaaba req-3ede8fa4-6cc9-4c25-ac05-117639ce2a0d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:50.821906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0f1a7df-6a1f-4425-a549-1eefa9caaaba req-3ede8fa4-6cc9-4c25-ac05-117639ce2a0d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1097 time: 0.1083419 Nov 02 16:27:50.875741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.894513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0f1a7df-6a1f-4425-a549-1eefa9caaaba req-01ef94b1-f2c8-4288-87b3-9ac989d381ba tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Nov 02 16:27:50.918633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.919799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:50.920339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:50.992692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6480739 Nov 02 16:27:50.996587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49132) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:51.006003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Request body: {'subnet': {'network_id': '137ea105-f015-4f16-a905-1ea284cbd739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-293700792-subnet', 'tenant_id': 'e9d856b34c0c46f783cad15b6ca0b167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:51.029494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458c8cc-9045-44de-b04d-ae9d491801bf admin admin] Pushing event updated for resources: {'Network': ['ID=137ea105-f015-4f16-a905-1ea284cbd739,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:51.046972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 137ea105-f015-4f16-a905-1ea284cbd739 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:27:51.080830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Made reservation on behalf of e9d856b34c0c46f783cad15b6ca0b167 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:51.083151 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:51.448095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571f411-a865-4eb9-88b3-3e4240436086 req-afef8aed-3d83-47f8-9a8d-26b0d053de1b tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:51.456465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6571f411-a865-4eb9-88b3-3e4240436086 req-afef8aed-3d83-47f8-9a8d-26b0d053de1b tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1097 time: 0.4224296 Nov 02 16:27:51.503507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:27:51.543873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e0ab6-85af-4fe9-bdf0-9fddaf9cedb0 req-48ec496f-af0a-4926-b66b-ccd096b31176 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:51.554517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-216e0ab6-85af-4fe9-bdf0-9fddaf9cedb0 req-48ec496f-af0a-4926-b66b-ccd096b31176 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.1712854 Nov 02 16:27:51.562185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:27:51.568402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:27:51.569334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:51.640715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-216e0ab6-85af-4fe9-bdf0-9fddaf9cedb0 req-fecb08b6-450c-4686-a5d0-cd4c6d0e7876 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849464 Nov 02 16:27:51.696157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:51.734526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6571f411-a865-4eb9-88b3-3e4240436086 req-76450883-9408-418a-b627-791e0c964198 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672141 Nov 02 16:27:51.749048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:27:51.750646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:27:51.764689 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b99d8-9739-4654-841b-a69cc1eb4004" -d '{"events": [{"server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "name": "network-vif-plugged", "status": "completed", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:27:51.771374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:51.828024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:51.885663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:51.894573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75433c4-d1b0-4e64-8e0d-4a2341124278 req-e35c5790-82d9-4d00-8d04-2b5a1aacb1e6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:51.902673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c75433c4-d1b0-4e64-8e0d-4a2341124278 req-e35c5790-82d9-4d00-8d04-2b5a1aacb1e6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1651995 Nov 02 16:27:51.952332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf38afb-0cee-4c37-9b95-f330ce1cdad5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:51.971274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Checking segment: {'id': '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:51.971639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Network hostable DHCP agents. Network: 137ea105-f015-4f16-a905-1ea284cbd739, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:27:51.988371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c75433c4-d1b0-4e64-8e0d-4a2341124278 req-7acbbd74-4d9a-4282-89e3-604ab19d7ddd tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847337 Nov 02 16:27:52.015943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Network 137ea105-f015-4f16-a905-1ea284cbd739 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:27:52.028363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 137ea105-f015-4f16-a905-1ea284cbd739) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:27:52.035128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:52.035128 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:52.058627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-722b2cbc-d8f6-4f2a-94e0-5d8e33220d52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0601120 Nov 02 16:27:52.140178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18f065-7652-4b09-8a71-b45c2100447f x-openstack-request-id: req-5f18f065-7652-4b09-8a71-b45c2100447f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:27:52.140694 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "name": "network-vif-plugged", "status": "completed", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:27:52.140804 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f18f065-7652-4b09-8a71-b45c2100447f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:27:52.141184 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'code': 200} Nov 02 16:27:52.202945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f67bc332-7699-41cf-812c-78c85f7d57ca req-a812513a-db23-4c9c-9e95-5ebdefa97b1f tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0935395 Nov 02 16:27:52.204716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276646f-ec22-4f63-92f6-bfaacc2a929c None None] Network 137ea105-f015-4f16-a905-1ea284cbd739 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:27:52.380231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704841-059a-47c0-b02c-78780f8be704 req-250e25e4-d632-4834-adbb-9e126208bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:52.395194 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c2704841-059a-47c0-b02c-78780f8be704 req-250e25e4-d632-4834-adbb-9e126208bd63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1096 time: 0.1685245 Nov 02 16:27:52.474582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd29e7-854a-490c-80e6-76a2dffd67b5 None None] Network 137ea105-f015-4f16-a905-1ea284cbd739 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:27:52.517135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c2704841-059a-47c0-b02c-78780f8be704 req-2303d0ff-1e8a-41b1-a577-b47eac9eb3cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057856 Nov 02 16:27:52.731662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:52.800146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a74f2-6c01-453c-99ec-c2fc647c8a23 req-879c87d0-a9aa-4cc2-9599-0753adb29bac tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:52.802072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-610a74f2-6c01-453c-99ec-c2fc647c8a23 req-879c87d0-a9aa-4cc2-9599-0753adb29bac tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0597250 Nov 02 16:27:52.853702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-610a74f2-6c01-453c-99ec-c2fc647c8a23 req-251ab418-284d-4433-917f-a0d1e2e20c66 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Nov 02 16:27:53.127163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49212) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:53.132341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1448545355-network', 'tenant_id': '42d150f6540e4d6791f3e6e17297eedd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:53.182803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab85253-40fd-44a7-b1d4-24b61962458f req-fad10f41-04d1-42e6-acda-80f7237f9812 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:53.185616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab85253-40fd-44a7-b1d4-24b61962458f req-fad10f41-04d1-42e6-acda-80f7237f9812 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0776081 Nov 02 16:27:53.185902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Made reservation on behalf of 42d150f6540e4d6791f3e6e17297eedd for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:53.188905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.198636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.239125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab85253-40fd-44a7-b1d4-24b61962458f req-958521d0-e0d2-457a-bf02-79b76d351703 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Nov 02 16:27:53.307786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.314730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.351004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:27:53.370804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42688f6e-d611-4a9f-99b9-039aa3a05ec9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:53.377994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.378373 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Added segment 4fa2bbad-b392-4e95-9b27-65c3403468cf of type vlan for network f6955e53-a686-4636-a364-1fd542b3e030 Nov 02 16:27:53.439129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.481545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-491ae3a8-f741-4366-8035-5d56c482ec79 req-d76b0679-151b-4059-abdd-6eda61de35da tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0412145 Nov 02 16:27:53.487362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.490298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:53.491059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.579581 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4510801 Nov 02 16:27:53.583006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49224) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:27:53.588639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Request body: {'subnet': {'network_id': 'f6955e53-a686-4636-a364-1fd542b3e030', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1448545355-subnet', 'tenant_id': '42d150f6540e4d6791f3e6e17297eedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:53.598686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57c6b-9cdc-4da6-a4b3-225b3e8878fe admin admin] Pushing event updated for resources: {'Network': ['ID=f6955e53-a686-4636-a364-1fd542b3e030,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:53.612986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network f6955e53-a686-4636-a364-1fd542b3e030 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:27:53.629286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Made reservation on behalf of 42d150f6540e4d6791f3e6e17297eedd for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:53.632581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.854974 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:53.902572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-872f519f-3459-4ef8-bb1a-08866b27ef62 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:27:53.906864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-872f519f-3459-4ef8-bb1a-08866b27ef62 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115013 Nov 02 16:27:53.960189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60425476-594f-4cd4-8a8e-415a7af2087b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:53.977456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-55b2b99e-408c-4ae6-9366-b8f0a58ee0ce tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:53.979509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-55b2b99e-408c-4ae6-9366-b8f0a58ee0ce tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 1094 time: 0.0635245 Nov 02 16:27:53.991381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Request body: {'binding': {'host': 'n-h1-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:53.992018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:27:54.026715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Checking segment: {'id': '4fa2bbad-b392-4e95-9b27-65c3403468cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f6955e53-a686-4636-a364-1fd542b3e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:54.028041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Network hostable DHCP agents. Network: f6955e53-a686-4636-a364-1fd542b3e030, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:27:54.052988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4eb97-631e-4025-b48a-43c02d3588c3 req-b967507f-8c19-49a1-b22b-04eb5f5d9c0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.061465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7a4eb97-631e-4025-b48a-43c02d3588c3 req-b967507f-8c19-49a1-b22b-04eb5f5d9c0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0960824 Nov 02 16:27:54.096744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Network f6955e53-a686-4636-a364-1fd542b3e030 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:27:54.138656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, f6955e53-a686-4636-a364-1fd542b3e030) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:27:54.150343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7c947-f167-4cf0-97ad-ef2ae3f4e9fb None None] Network f6955e53-a686-4636-a364-1fd542b3e030 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:27:54.156086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7a4eb97-631e-4025-b48a-43c02d3588c3 req-1e2ae35b-1b31-400f-bfd4-51e53b78fbe8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927522 Nov 02 16:27:54.169647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.172029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:54.206455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-702605f0-e303-45cf-a300-ae14e51094a2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6214297 Nov 02 16:27:54.209621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on host n-h1-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:54.209966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:54.210322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:54.225219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:54.225559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:54.235552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:54.235959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:54.236354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:54.236784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Bound port: 4f13bb7a-44be-4966-ad20-c32822d6aa49, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:54.313596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:54.319501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:54.322468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dbb9dcc8-5098-4a6b-964b-d5434f4a9121 service neutron] 10.222.0.31 "POST /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49/bindings HTTP/1.1" status: 201 len: 389 time: 0.3356953 Nov 02 16:27:54.504898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656d5da-7140-4b79-ba0a-e6a881640a91 None None] Network f6955e53-a686-4636-a364-1fd542b3e030 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:27:54.566708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb149-87ee-4502-b253-0e996e19af92 req-f2962676-5c7b-4909-9289-7d7289409010 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.579544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0ceb149-87ee-4502-b253-0e996e19af92 req-f2962676-5c7b-4909-9289-7d7289409010 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1096 time: 0.0742035 Nov 02 16:27:54.666020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0ceb149-87ee-4502-b253-0e996e19af92 req-20a4cb36-f050-41b8-9c65-85698297546a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564268 Nov 02 16:27:54.676094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97980e8-233c-4af2-9971-42e97259b866 req-7543dbd7-a620-497b-b6f7-79c16e3fb6be tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.679379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-4516ce07-5eeb-4e2d-b53f-acd62b563929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.680873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-4516ce07-5eeb-4e2d-b53f-acd62b563929 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0716825 Nov 02 16:27:54.685904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d97980e8-233c-4af2-9971-42e97259b866 req-7543dbd7-a620-497b-b6f7-79c16e3fb6be tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1053801 Nov 02 16:27:54.762824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d97980e8-233c-4af2-9971-42e97259b866 req-51c1a69c-fa02-40ba-bf26-2f9319c8dedc tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Nov 02 16:27:54.809865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-e496aaf2-79c1-4dfa-9255-67e2e6d11d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.811813 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-e496aaf2-79c1-4dfa-9255-67e2e6d11d95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1170135 Nov 02 16:27:54.880553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-540dd516-6772-4eb1-9886-f8b4d8b62791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 217 time: 0.0603085 Nov 02 16:27:54.948410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ad01-5c7c-4179-8d69-bc3e57e5663d req-479327ef-54e2-404b-9408-1d30c72f0cf2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.956149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bb4ad01-5c7c-4179-8d69-bc3e57e5663d req-479327ef-54e2-404b-9408-1d30c72f0cf2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0711486 Nov 02 16:27:54.962656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-704eaad1-4da5-4f07-be44-09dc39cd5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:54.964990 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-704eaad1-4da5-4f07-be44-09dc39cd5d04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0740814 Nov 02 16:27:55.000827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bb4ad01-5c7c-4179-8d69-bc3e57e5663d req-0b7951c3-ac82-43a4-b56e-5863de0a92cf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Nov 02 16:27:55.024222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-865a7892-3529-4a9c-b83b-48b08e976f2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506506 Nov 02 16:27:55.160242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5b8d5ab-5010-4ec6-ba98-2a44f602062e req-1b637da2-44bd-406b-ab17-d7fe84b465fe tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0300980 Nov 02 16:27:55.205596 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-76268d44-0c8b-4d32-826d-c36d6294e539 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710217 Nov 02 16:27:55.271006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-949a2459-8c8a-44f7-a77f-548202f463c7 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:55.272648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-949a2459-8c8a-44f7-a77f-548202f463c7 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/networks?id=137ea105-f015-4f16-a905-1ea284cbd739 HTTP/1.1" status: 200 len: 814 time: 0.1147423 Nov 02 16:27:55.296893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-fbb07bfe-17c5-46e7-b054-2a9f50616510 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/quotas/e9d856b34c0c46f783cad15b6ca0b167 HTTP/1.1" status: 200 len: 375 time: 0.0161376 Nov 02 16:27:55.348734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-b2a03429-47a1-4bc2-8402-7297107745bf service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345832 Nov 02 16:27:55.369840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-2f20fd0c-c5aa-4e61-9cd9-66d24821420a tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d856b34c0c46f783cad15b6ca0b167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588243 Nov 02 16:27:55.483405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-47281636-49c3-4352-bde3-bb07ca2d5671 service neutron] 10.222.0.31 "GET /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123638 Nov 02 16:27:55.602851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af724d9-25d0-459f-b7a2-50f15697dfa5 req-ed14f97c-a576-47c3-b4a4-970c6bd23e1b tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:55.610844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7af724d9-25d0-459f-b7a2-50f15697dfa5 req-ed14f97c-a576-47c3-b4a4-970c6bd23e1b tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1096 time: 0.3289325 Nov 02 16:27:55.674445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-8bcffbf7-c01c-4bc1-bde1-5e0dfdd5aa9f service neutron] 10.222.0.31 "GET /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820242 Nov 02 16:27:55.688019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7af724d9-25d0-459f-b7a2-50f15697dfa5 req-0108c6f2-8958-47ac-96a5-e256a7f65752 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712011 Nov 02 16:27:56.028829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e68d-b03d-47dc-92ef-7c2500804141 req-d2f02fb0-950e-4991-a12b-efd7c635a4d9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:56.037354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5278e68d-b03d-47dc-92ef-7c2500804141 req-d2f02fb0-950e-4991-a12b-efd7c635a4d9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1043234 Nov 02 16:27:56.090245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8a99eb5-240b-4997-b06f-3c48cbd64707 req-9c776092-e635-4309-abcf-93cb1100e6dd tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 210 time: 0.0693214 Nov 02 16:27:56.162469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5278e68d-b03d-47dc-92ef-7c2500804141 req-965c1767-7a57-4280-ae43-ff28adf0d6aa tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147194 Nov 02 16:27:56.318576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40f7b-db1c-4a0b-965e-22800eebed4b req-596acf58-440f-47df-80df-a91f98ff09b6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:56.329990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64c40f7b-db1c-4a0b-965e-22800eebed4b req-596acf58-440f-47df-80df-a91f98ff09b6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0869565 Nov 02 16:27:56.439841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64c40f7b-db1c-4a0b-965e-22800eebed4b req-694b00b8-0c4e-45c7-9ff1-eafade9f4731 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085823 Nov 02 16:27:56.654943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-423ee501-30f0-4fe7-a844-15634f97d451 req-65222f00-f1bc-4354-ab08-7e30b2ec8e2b tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0462232 Nov 02 16:27:56.677730 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42ca5b5c-4497-4df1-9942-bb4c0120260c req-8e5375c8-85fb-4bc8-8324-05f08244332f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0944884 Nov 02 16:27:57.307961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f18141b6-c3e9-4372-af0f-0ff15ba43036 req-f548b098-03b4-464a-a3de-4a517080f54c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 210 time: 0.0539587 Nov 02 16:27:57.483957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea89c1-e09d-4dd3-9517-57c63a277963 req-3daf25f5-9196-4019-8b41-1a935c02759a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:57.488934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7ea89c1-e09d-4dd3-9517-57c63a277963 req-3daf25f5-9196-4019-8b41-1a935c02759a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1084833 Nov 02 16:27:57.575839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7ea89c1-e09d-4dd3-9517-57c63a277963 req-235482a6-00f4-420e-a426-9767748a46d2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783913 Nov 02 16:27:57.737448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11effb2-14a9-410f-b515-78dc40a0bdff req-79b60d83-f06f-40cb-aed3-e2578ad14cb2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:57.745984 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d11effb2-14a9-410f-b515-78dc40a0bdff req-79b60d83-f06f-40cb-aed3-e2578ad14cb2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.1028352 Nov 02 16:27:57.748894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-93a52f60-318c-4b87-9b06-e51d7fa30b34 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:27:57.750468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-93a52f60-318c-4b87-9b06-e51d7fa30b34 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065300 Nov 02 16:27:57.796266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d11effb2-14a9-410f-b515-78dc40a0bdff req-0fb14f7a-d27d-4727-a061-5ae42297530b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489030 Nov 02 16:27:57.811401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-59d8776a-5a5e-44ea-9e69-75f71bb67bab tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:57.819756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-59d8776a-5a5e-44ea-9e69-75f71bb67bab tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 1093 time: 0.0624239 Nov 02 16:27:57.824523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Request body: {'binding': {'host': 'n-h2-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:57.825216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:27:57.953538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc97c558-4dc8-459c-8b79-4daa725d6ae2 req-0411ee28-a3d0-4dc4-b332-3163347420ec tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0744171 Nov 02 16:27:57.982642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on host n-h2-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:27:57.983222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:27:57.983786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:57.988809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:27:57.989389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:27:57.994627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:27:57.995217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:27:57.996746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:27:57.997491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Bound port: 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:27:58.096363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:27:58.106412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:58.108434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bdfa2001-af81-4d92-888b-2dce033c0825 service neutron] 10.222.0.31 "POST /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2875206 Nov 02 16:27:58.416899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-3b10a930-8d12-452b-a6c7-7b12ababdf92 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:58.419548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-3b10a930-8d12-452b-a6c7-7b12ababdf92 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.100 "GET /v2.0/networks?id=137ea105-f015-4f16-a905-1ea284cbd739 HTTP/1.1" status: 200 len: 814 time: 0.2462757 Nov 02 16:27:58.443040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fa3c0-a22b-456c-a08e-8e630b644fa6 req-2f5b78bb-7c2f-4239-a4f5-55a5caa382d5 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:58.444631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed6fa3c0-a22b-456c-a08e-8e630b644fa6 req-2f5b78bb-7c2f-4239-a4f5-55a5caa382d5 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.1167517 Nov 02 16:27:58.460656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Request body: {'port': {'device_id': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739', 'admin_state_up': True, 'tenant_id': 'e9d856b34c0c46f783cad15b6ca0b167'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:58.461614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9a962ea-5304-4c45-89cc-769af806ed3b req-a3362481-6879-487e-ad13-7e8d4d173ed2 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 210 time: 0.0374689 Nov 02 16:27:58.497910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed6fa3c0-a22b-456c-a08e-8e630b644fa6 req-b8ac889e-8743-4b2b-ab95-5586df8e221b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Nov 02 16:27:58.617350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-5dfeae60-d7c1-49ed-8761-084c6ed39cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:58.618918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-5dfeae60-d7c1-49ed-8761-084c6ed39cb0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1096 time: 0.0649509 Nov 02 16:27:58.619942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Made reservation on behalf of e9d856b34c0c46f783cad15b6ca0b167 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:27:58.623441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:58.702217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb6d63-322c-433e-a4a4-db2faf1c5f7c req-597fd11e-653e-42b9-b28e-29188aaa8cd3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:58.703826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18eb6d63-322c-433e-a4a4-db2faf1c5f7c req-597fd11e-653e-42b9-b28e-29188aaa8cd3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0596321 Nov 02 16:27:58.754993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18eb6d63-322c-433e-a4a4-db2faf1c5f7c req-a2c840f8-db72-4014-8f29-cb2963849fac tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 Nov 02 16:27:58.803736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-9d5c9305-9402-4939-af66-2686017ca075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:58.805812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-9d5c9305-9402-4939-af66-2686017ca075 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1709554 Nov 02 16:27:58.830734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Allocated IP 172.20.0.12 (137ea105-f015-4f16-a905-1ea284cbd739/faf38afb-0cee-4c37-9b95-f330ce1cdad5/fa692962-535a-419e-80e8-71ada2bec4e4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:27:58.887964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-ff0786ba-2626-4f72-887c-2613a4b74c1a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 217 time: 0.0434129 Nov 02 16:27:58.936426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a84634-78dc-4e13-af6e-b779e170a82d req-7503d57d-17e0-489d-803f-a8d8ea04c86a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:58.938123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04a84634-78dc-4e13-af6e-b779e170a82d req-7503d57d-17e0-489d-803f-a8d8ea04c86a tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0555470 Nov 02 16:27:58.998808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04a84634-78dc-4e13-af6e-b779e170a82d req-7ee138e1-a352-4c26-9d00-9e23886eb387 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535963 Nov 02 16:27:59.054458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d44196b-90ae-4c23-9835-68a4c076a73c req-02e9f43e-f8fd-46f8-8b8c-5881e0cb626d tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0301077 Nov 02 16:27:59.321828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-20eb8b13-064b-4187-b71e-40052c1e4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:59.323419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-20eb8b13-064b-4187-b71e-40052c1e4b75 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.1317019 Nov 02 16:27:59.393413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:59.410836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-d3025956-1214-4dc0-843a-ec9cc4c956e3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309925 Nov 02 16:27:59.422329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21d50641-30e6-4063-8b16-42bf322f5528 req-18866b7c-8353-417a-8612-f0ec9317b3a3 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae725e34-36e3-449b-bad5-b944c0a6a759&device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0358911 Nov 02 16:27:59.454457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bb6b0-8f26-4041-9a17-0336e1858b43 req-1cecfd84-6278-4fe2-9c34-5cd126712803 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:59.456071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-174bb6b0-8f26-4041-9a17-0336e1858b43 req-1cecfd84-6278-4fe2-9c34-5cd126712803 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 950 time: 0.1058693 Nov 02 16:27:59.500812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-174bb6b0-8f26-4041-9a17-0336e1858b43 req-7a640d0a-645e-401a-b6a0-556e2c9aa707 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Nov 02 16:27:59.507535 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:59.576189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Network 137ea105-f015-4f16-a905-1ea284cbd739 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:27:59.580850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:27:59.592652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:27:59.634555 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-5b369276-d438-4ed2-bb6a-57f205e0985e service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071297 Nov 02 16:27:59.639287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Pushing event updated for resources: {'Port': ['ID=fa692962-535a-419e-80e8-71ada2bec4e4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:27:59.646988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ba08a-e3d9-4c37-8c38-67e83a00b92d req-a9069db1-23c1-4b6f-9c95-ec3213e8c282 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:59.664040 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f92ba08a-e3d9-4c37-8c38-67e83a00b92d req-a9069db1-23c1-4b6f-9c95-ec3213e8c282 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 932 time: 0.0795984 Nov 02 16:27:59.673428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.673713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.674055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.674419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.674752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.675087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.675413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.675744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.676055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.676376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.676694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.677011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:27:59.728017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f92ba08a-e3d9-4c37-8c38-67e83a00b92d req-de327a3c-f55c-463f-a950-60255d56b995 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Nov 02 16:27:59.742635 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6e56626-ef4f-4bf7-8a9d-2cf2717b5585 req-952685d3-4ddc-4768-bbad-d65ffc38851d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=211af78de4054c8cbf6f64532d086cbb&device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0293088 Nov 02 16:27:59.752778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:59.753436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:27:59.789170 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6e56626-ef4f-4bf7-8a9d-2cf2717b5585 req-c305282a-f4b7-4e60-9d8f-7707cef514da service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=211af78de4054c8cbf6f64532d086cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312068 Nov 02 16:27:59.806062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e35e30af-fcac-4bfb-af89-c9fc78619e4c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3493438 Nov 02 16:27:59.825788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df32f2-f088-4159-b510-614e6e9fa9cf req-21d9d661-0971-4d79-984c-1446d50b622f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:27:59.835579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05df32f2-f088-4159-b510-614e6e9fa9cf req-21d9d661-0971-4d79-984c-1446d50b622f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0811071 Nov 02 16:27:59.836858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Request body: {'port': {'device_id': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:27:59.892227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05df32f2-f088-4159-b510-614e6e9fa9cf req-53a36ce6-2774-45f6-a8fb-c2c4b1d7cc77 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547392 Nov 02 16:27:59.930104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-d1eb7459-473e-480a-84e3-60fbd92f7a1f service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802687 Nov 02 16:27:59.964945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:00.001645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbf9e5c2-1dc3-467b-93ed-2dee41c7ca68 req-8f510848-e03d-48f5-8710-44b4546ebc1c tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0504773 Nov 02 16:28:00.002436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56626-ef4f-4bf7-8a9d-2cf2717b5585 req-d014dc2b-9bd7-47d0-96da-2f3f93db38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.004288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6e56626-ef4f-4bf7-8a9d-2cf2717b5585 req-d014dc2b-9bd7-47d0-96da-2f3f93db38c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1912637 Nov 02 16:28:00.142335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ff8c9-e79f-49ff-9535-8f93fcd7f9c3 req-7cd7465d-5c08-4e3d-9151-bd8799061d0c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.143953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f70ff8c9-e79f-49ff-9535-8f93fcd7f9c3 req-7cd7465d-5c08-4e3d-9151-bd8799061d0c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0782840 Nov 02 16:28:00.196887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f70ff8c9-e79f-49ff-9535-8f93fcd7f9c3 req-296b3973-a69a-4a7c-ae88-254c759bc12f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Nov 02 16:28:00.353359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a32bb-87d6-48eb-b264-0fb25542e591 req-603fb1eb-98ec-49c5-b5da-a8189ce165d8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.356000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c9a32bb-87d6-48eb-b264-0fb25542e591 req-603fb1eb-98ec-49c5-b5da-a8189ce165d8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0605848 Nov 02 16:28:00.403797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c9a32bb-87d6-48eb-b264-0fb25542e591 req-1cb3e677-e5cb-40e9-a689-98ae5e5b8b91 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Nov 02 16:28:00.488150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa692962-535a-419e-80e8-71ada2bec4e4 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:00.495519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:00.510319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Transition to ACTIVE for port object fa692962-535a-419e-80e8-71ada2bec4e4 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:00.517126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:00.581111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa692962-535a-419e-80e8-71ada2bec4e4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:00.666833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Attempting to bind port fa692962-535a-419e-80e8-71ada2bec4e4 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:00.667177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Attempting to bind port fa692962-535a-419e-80e8-71ada2bec4e4 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:00.668138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Attempting to bind port fa692962-535a-419e-80e8-71ada2bec4e4 on network 137ea105-f015-4f16-a905-1ea284cbd739 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:00.673410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Port fa692962-535a-419e-80e8-71ada2bec4e4 on network 137ea105-f015-4f16-a905-1ea284cbd739 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:00.673839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Attempting to bind port fa692962-535a-419e-80e8-71ada2bec4e4 on network 137ea105-f015-4f16-a905-1ea284cbd739 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:00.679110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:00.679542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Checking segment: {'id': '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:00.680020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Bound using segment: {'id': '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:00.680537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Bound port: fa692962-535a-419e-80e8-71ada2bec4e4, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:00.680979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:00.759764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] For port fa692962-535a-419e-80e8-71ada2bec4e4, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:00.763785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] For port fa692962-535a-419e-80e8-71ada2bec4e4, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fa692962-535a-419e-80e8-71ada2bec4e4,segment=NetworkSegment(79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f),segment_id=79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:00.768423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:00.803714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.804327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:00.805771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] 10.222.0.100 "PUT /v2.0/ports/fa692962-535a-419e-80e8-71ada2bec4e4 HTTP/1.1" status: 200 len: 1092 time: 0.9819298 Nov 02 16:28:00.806239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'tag': 'fa692962-535a-419e-80e8-71ada2bec4e4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:00.809047 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d13054-c9eb-49ce-87a7-79f132c5b922", "tag": "fa692962-535a-419e-80e8-71ada2bec4e4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:00.838071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12d6e-267d-4ded-9beb-2d85255131e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa692962-535a-419e-80e8-71ada2bec4e4,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:00.908549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-3c444d0e-0179-4060-b1e7-a2c2da39cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.910223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-3c444d0e-0179-4060-b1e7-a2c2da39cf1e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e9d856b34c0c46f783cad15b6ca0b167&device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 1095 time: 0.0474176 Nov 02 16:28:00.930555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521f148-2c04-4a67-b90c-72e88754e7d7 req-56e029e4-7ab7-4c13-b670-cd939c760082 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.932160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5521f148-2c04-4a67-b90c-72e88754e7d7 req-56e029e4-7ab7-4c13-b670-cd939c760082 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 944 time: 0.0887299 Nov 02 16:28:00.966848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7317b-f2ed-4967-9cca-cd376e1730ff req-2f9de5e7-9bb3-4c32-ab3e-79f73394a190 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:00.967972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97b7317b-f2ed-4967-9cca-cd376e1730ff req-2f9de5e7-9bb3-4c32-ab3e-79f73394a190 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 950 time: 0.0904796 Nov 02 16:28:00.973397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-09e90166-a832-4dc2-883a-a4408d6311b5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa692962-535a-419e-80e8-71ada2bec4e4 HTTP/1.1" status: 200 len: 217 time: 0.0442183 Nov 02 16:28:00.992047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5521f148-2c04-4a67-b90c-72e88754e7d7 req-5a0668ab-9a9c-4f32-8c79-ef6f6d08e3bb tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Nov 02 16:28:01.022929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97b7317b-f2ed-4967-9cca-cd376e1730ff req-49be4032-7074-4f8b-9a14-9d0871eb198b tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Nov 02 16:28:01.034707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-aa0c9fc8-0ed5-4a97-b8eb-dd57a950a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.036073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-aa0c9fc8-0ed5-4a97-b8eb-dd57a950a735 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=faf38afb-0cee-4c37-9b95-f330ce1cdad5 HTTP/1.1" status: 200 len: 854 time: 0.0478323 Nov 02 16:28:01.059366 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457951a1-6236-433c-ac48-0d222558fa15 x-openstack-request-id: req-457951a1-6236-433c-ac48-0d222558fa15 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:01.059366 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d13054-c9eb-49ce-87a7-79f132c5b922", "tag": "fa692962-535a-419e-80e8-71ada2bec4e4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:01.059366 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-457951a1-6236-433c-ac48-0d222558fa15 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:01.059744 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'tag': 'fa692962-535a-419e-80e8-71ada2bec4e4', 'status': 'completed', 'code': 200} Nov 02 16:28:01.101546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-e351d551-bb92-40ea-a653-618210aac279 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=137ea105-f015-4f16-a905-1ea284cbd739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266235 Nov 02 16:28:01.156650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a7cd71c-e7ac-4f7a-955a-9e502b539db4 req-e74891eb-238e-475d-9430-e19c88499a88 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0395167 Nov 02 16:28:01.183232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d1c54-3e57-4eef-b7ee-6875c32e1ee6 req-c1c3cedb-fd2f-42ed-afb2-c9bf90334f92 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.184833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f9d1c54-3e57-4eef-b7ee-6875c32e1ee6 req-c1c3cedb-fd2f-42ed-afb2-c9bf90334f92 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0944462 Nov 02 16:28:01.216178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-20db683e-2729-47dd-ae51-2bcb1211af2e service neutron] 10.222.0.100 "GET /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002369 Nov 02 16:28:01.233164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f9d1c54-3e57-4eef-b7ee-6875c32e1ee6 req-5ec77c87-5233-4534-813a-219dc421c0cb tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Nov 02 16:28:01.380012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af078c-db52-449d-a001-8086cf00b809 req-3c0e07ac-c2d9-4780-b5d6-b6ae5f1f103a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.381708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29af078c-db52-449d-a001-8086cf00b809 req-3c0e07ac-c2d9-4780-b5d6-b6ae5f1f103a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0719471 Nov 02 16:28:01.407887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-22546a40-b680-4a15-b9c7-cefe91e869aa req-c05e5ad4-58a9-4d21-a513-6e6a5808a255 service neutron] 10.222.0.100 "GET /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751525 Nov 02 16:28:01.437432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29af078c-db52-449d-a001-8086cf00b809 req-01c4c248-31b6-4f47-8e8c-5610a22c3ff9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Nov 02 16:28:01.483025 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6e56626-ef4f-4bf7-8a9d-2cf2717b5585 req-1cd2967e-3bbd-4835-b1bb-a070d6a813b6 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.55 "GET /v2.0/ports?device_id=e762f192-6ce3-42cc-a1c8-6ed82f833ccf HTTP/1.1" status: 200 len: 210 time: 0.0580387 Nov 02 16:28:01.557497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-70d45d38-e63f-4e6a-b13e-5dc8a1c9dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.559865 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-70d45d38-e63f-4e6a-b13e-5dc8a1c9dbed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e9d856b34c0c46f783cad15b6ca0b167&device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 1095 time: 0.0477633 Nov 02 16:28:01.579462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd2d66-5537-4748-8d70-002d0928b4b3 req-15bb77e5-969b-4cd9-94ea-0943fa8781d1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.581118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0bd2d66-5537-4748-8d70-002d0928b4b3 req-15bb77e5-969b-4cd9-94ea-0943fa8781d1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0729778 Nov 02 16:28:01.630860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0bd2d66-5537-4748-8d70-002d0928b4b3 req-591a233a-f9f3-464c-b0f3-7b0f01255d3b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Nov 02 16:28:01.681518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-1f15859b-a1f9-4304-844e-b9350c7d12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.683765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-1f15859b-a1f9-4304-844e-b9350c7d12b9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=137ea105-f015-4f16-a905-1ea284cbd739 HTTP/1.1" status: 200 len: 915 time: 0.1123216 Nov 02 16:28:01.735058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-b7b2842b-9a20-4af0-939f-db26c40da4cc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa692962-535a-419e-80e8-71ada2bec4e4 HTTP/1.1" status: 200 len: 217 time: 0.0373106 Nov 02 16:28:01.799422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-292f228f-b4c9-46af-8110-c771d937a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:01.800861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-292f228f-b4c9-46af-8110-c771d937a87d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=faf38afb-0cee-4c37-9b95-f330ce1cdad5 HTTP/1.1" status: 200 len: 854 time: 0.0476680 Nov 02 16:28:01.840935 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-6326bdfb-1469-448d-accd-f8e2ee8d62da service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=137ea105-f015-4f16-a905-1ea284cbd739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268738 Nov 02 16:28:01.941138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-48e2c68d-04a5-48f3-9fa4-990f9a4a8d03 service neutron] 10.222.0.100 "GET /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899582 Nov 02 16:28:02.083662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e3d3316-d5fb-4ed7-ab15-4940dcbea2a2 req-4bbb3afb-4e70-4aa8-8031-9912056670fd service neutron] 10.222.0.100 "GET /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215458 Nov 02 16:28:02.172004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1599-769f-4e27-bfc6-12f0538371ac req-a87587b1-6446-4af8-8d3f-6e6d34d83757 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:02.173527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b60b1599-769f-4e27-bfc6-12f0538371ac req-a87587b1-6446-4af8-8d3f-6e6d34d83757 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 944 time: 0.0905750 Nov 02 16:28:02.196628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab94e7-bc63-4b4e-8cbb-0270f3a43688 req-90acd077-c565-4ac5-9f36-e5a66afff0b2 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:02.198066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38ab94e7-bc63-4b4e-8cbb-0270f3a43688 req-90acd077-c565-4ac5-9f36-e5a66afff0b2 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 950 time: 0.0736201 Nov 02 16:28:02.249659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b60b1599-769f-4e27-bfc6-12f0538371ac req-d023542d-e7ac-490a-9397-65fd6e01cf5c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641322 Nov 02 16:28:02.258177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38ab94e7-bc63-4b4e-8cbb-0270f3a43688 req-aa154766-e489-4b2c-b24d-cfcd33002f38 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 Nov 02 16:28:02.383994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93933b5-fbf1-430d-888d-e27d7fbff194 req-0300d380-0437-4a4f-98e4-8bdbb01125d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:02.385467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d93933b5-fbf1-430d-888d-e27d7fbff194 req-0300d380-0437-4a4f-98e4-8bdbb01125d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0552788 Nov 02 16:28:02.440077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d93933b5-fbf1-430d-888d-e27d7fbff194 req-025cd685-ccb6-4015-8727-a9e76c23909c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Nov 02 16:28:02.534052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90615711-38ab-4d28-a4f7-b905eafbeb76 req-3de32a2d-c7b8-4eb0-a185-cee6264bcb89 tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae725e34-36e3-449b-bad5-b944c0a6a759 HTTP/1.1" status: 200 len: 210 time: 0.0345478 Nov 02 16:28:02.557748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebc14087-ee47-47d1-947d-663919a60909 req-d6f4de38-df80-406c-944e-780fdb9426d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=211af78de4054c8cbf6f64532d086cbb&device_id=ae725e34-36e3-449b-bad5-b944c0a6a759 HTTP/1.1" status: 200 len: 210 time: 0.0925546 Nov 02 16:28:02.591899 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebc14087-ee47-47d1-947d-663919a60909 req-650a9dd3-b5fe-4908-be5f-4095a5bd1b15 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=211af78de4054c8cbf6f64532d086cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228021 Nov 02 16:28:02.592345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb555091-6dd2-4118-b569-e032e1c0ebc2 req-b20f1b5e-7ee6-4292-aff4-5a3e77f12fc6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:02.593870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb555091-6dd2-4118-b569-e032e1c0ebc2 req-b20f1b5e-7ee6-4292-aff4-5a3e77f12fc6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0631764 Nov 02 16:28:02.642551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb555091-6dd2-4118-b569-e032e1c0ebc2 req-ee2227ec-0252-4645-80e5-e84b90c27af1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377209 Nov 02 16:28:02.700239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc14087-ee47-47d1-947d-663919a60909 req-70758632-c3fc-4036-bb62-a77a433300f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:02.702057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebc14087-ee47-47d1-947d-663919a60909 req-70758632-c3fc-4036-bb62-a77a433300f6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033194 Nov 02 16:28:02.780953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200beaba-24a6-43ac-afe3-8574c8ffbbf6 req-d73a38b0-8651-464f-b9e3-f6e41cd50c31 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:02.782581 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-200beaba-24a6-43ac-afe3-8574c8ffbbf6 req-d73a38b0-8651-464f-b9e3-f6e41cd50c31 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0556369 Nov 02 16:28:02.820703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-200beaba-24a6-43ac-afe3-8574c8ffbbf6 req-3256a81c-9dd8-4ed5-971d-4c6ce59b5df6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Nov 02 16:28:02.943958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:03.019395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:03.041394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:03.043722 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c46755-5111-4542-946c-458900d28b04" -d '{"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:03.056610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:03.061864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:03.088150 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae739406-a9df-4d07-9359-b9720a9a9308 x-openstack-request-id: req-ae739406-a9df-4d07-9359-b9720a9a9308 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:03.088440 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:03.088691 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae739406-a9df-4d07-9359-b9720a9a9308 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:03.089102 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'code': 200} Nov 02 16:28:03.113953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:03.403408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e757c-aedc-46e8-bcb7-e967636b2fc4 req-84f4b370-d0bf-49db-a131-c7ce73ff134d tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:03.404950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa1e757c-aedc-46e8-bcb7-e967636b2fc4 req-84f4b370-d0bf-49db-a131-c7ce73ff134d tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 944 time: 0.0859468 Nov 02 16:28:03.418061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08208-0210-4631-9985-7d1910b9a721 req-2372bd05-d120-4554-a3d7-9e5cc7799454 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:03.419571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2a08208-0210-4631-9985-7d1910b9a721 req-2372bd05-d120-4554-a3d7-9e5cc7799454 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 948 time: 0.0700488 Nov 02 16:28:03.475124 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa1e757c-aedc-46e8-bcb7-e967636b2fc4 req-906d6c27-12d0-4ca3-a2a0-4cb633f3fdcc tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545466 Nov 02 16:28:03.480097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2a08208-0210-4631-9985-7d1910b9a721 req-68741c59-2f46-41d7-95d9-49080039cded tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535462 Nov 02 16:28:03.583112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb724f-e051-4187-98f0-811a9a44aa08 req-c91e947e-b506-4c17-85e3-bcce27088706 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:03.584677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bdb724f-e051-4187-98f0-811a9a44aa08 req-c91e947e-b506-4c17-85e3-bcce27088706 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0516570 Nov 02 16:28:03.648731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-205c2a35-6084-48b9-b68c-ee328269e5cd req-fd799214-8cdd-438b-85cc-893423360c0c tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae725e34-36e3-449b-bad5-b944c0a6a759 HTTP/1.1" status: 200 len: 210 time: 0.0371933 Nov 02 16:28:03.654348 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bdb724f-e051-4187-98f0-811a9a44aa08 req-75498f2d-f00a-40c1-a0cc-6d3af153be55 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Nov 02 16:28:03.773562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c265-b485-4c21-bb6f-04b4cc6f9590 req-cfdc8e76-3e9a-4d9f-96c3-2b882159c1bf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:03.775064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f077c265-b485-4c21-bb6f-04b4cc6f9590 req-cfdc8e76-3e9a-4d9f-96c3-2b882159c1bf tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0511863 Nov 02 16:28:03.816103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f077c265-b485-4c21-bb6f-04b4cc6f9590 req-c4e9ed6a-ce2c-46fd-97bd-277478ad769b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Nov 02 16:28:03.945152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aeff19-c947-4472-851b-4097e8b1926e req-b155de87-32ed-4310-bed9-b31fe3452c61 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:03.946702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93aeff19-c947-4472-851b-4097e8b1926e req-b155de87-32ed-4310-bed9-b31fe3452c61 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0525322 Nov 02 16:28:03.989745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93aeff19-c947-4472-851b-4097e8b1926e req-e2944456-759f-4fd4-acba-5e92e257fda1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Nov 02 16:28:04.213311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebc14087-ee47-47d1-947d-663919a60909 req-cdc80d0f-606c-4cbb-a633-22989de1813f tempest-ServerShowV247Test-53710270 tempest-ServerShowV247Test-53710270-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae725e34-36e3-449b-bad5-b944c0a6a759 HTTP/1.1" status: 200 len: 210 time: 0.0260551 Nov 02 16:28:04.520300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-b6408c06-3a90-4de6-ac29-2475d72ec837 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:04.522310 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-b6408c06-3a90-4de6-ac29-2475d72ec837 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.100 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 948 time: 0.0536387 Nov 02 16:28:04.643305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c689d-52ef-4104-970c-740e1dc2b995 req-dc70eb63-d010-414c-98a3-c4c2bd0ffdc1 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:04.645549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d91c689d-52ef-4104-970c-740e1dc2b995 req-dc70eb63-d010-414c-98a3-c4c2bd0ffdc1 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 944 time: 0.0898850 Nov 02 16:28:04.654474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Deleting port e4713504-849d-428e-b77a-3ebdca29ff63 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:04.654820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:04.665321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b762fa-20e6-4942-aae2-c338a28ff8d8 req-dd191b27-7c98-40c5-bf5b-d718a70804a9 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:04.676494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9b762fa-20e6-4942-aae2-c338a28ff8d8 req-dd191b27-7c98-40c5-bf5b-d718a70804a9 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 948 time: 0.1157982 Nov 02 16:28:04.748339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9b762fa-20e6-4942-aae2-c338a28ff8d8 req-5b2c156b-76f2-48cc-9fec-3df46ef00a95 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/security-groups?id=9855312b-9365-40de-8815-b29d7f2f5bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709524 Nov 02 16:28:04.772450 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d91c689d-52ef-4104-970c-740e1dc2b995 req-9418d9bb-6e53-49fb-a3ec-4914d0df5df3 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867779 Nov 02 16:28:04.774052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] For port e4713504-849d-428e-b77a-3ebdca29ff63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e4713504-849d-428e-b77a-3ebdca29ff63,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:04.774930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:04.792026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Calling delete_port for e4713504-849d-428e-b77a-3ebdca29ff63 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:04.945664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c983660-53e3-4abd-b5c6-e321fb7a6c75 req-7bded6e4-8655-427c-ab9e-2f3d263b7fc2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:04.947236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c983660-53e3-4abd-b5c6-e321fb7a6c75 req-7bded6e4-8655-427c-ab9e-2f3d263b7fc2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0779333 Nov 02 16:28:04.964405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fa692962-535a-419e-80e8-71ada2bec4e4 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:05.021143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c983660-53e3-4abd-b5c6-e321fb7a6c75 req-6910b64d-e6e7-465d-a068-f68e518b69bf tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598047 Nov 02 16:28:05.026978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.067755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Pushing event deleted for resources: {'Port': ['ID=e4713504-849d-428e-b77a-3ebdca29ff63,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:05.102889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d705547-2090-4e52-b6a0-5edfbb4ceddc req-1e58bc74-c816-4ff6-86d7-228b6b0e7068 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:05.104461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d705547-2090-4e52-b6a0-5edfbb4ceddc req-1e58bc74-c816-4ff6-86d7-228b6b0e7068 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1136875 Nov 02 16:28:05.115856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] No DVR routers for this DVR port e4713504-849d-428e-b77a-3ebdca29ff63 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:05.118410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.123400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59e9bf74-1b39-4697-8203-4830144b79a0 req-eb224856-3660-4bd8-807d-55f9682f96ec tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.100 "DELETE /v2.0/ports/e4713504-849d-428e-b77a-3ebdca29ff63 HTTP/1.1" status: 204 len: 173 time: 0.5741837 Nov 02 16:28:05.123857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-deleted', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:05.126415 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5880f5f-b3a5-4356-8031-14b70d64f05c" -d '{"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-deleted", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:05.145072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fa692962-535a-419e-80e8-71ada2bec4e4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fa692962-535a-419e-80e8-71ada2bec4e4,segment=NetworkSegment(79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f),segment_id=79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:05.161584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'fa692962-535a-419e-80e8-71ada2bec4e4', 'network_id': '137ea105-f015-4f16-a905-1ea284cbd739', 'port_id': 'fa692962-535a-419e-80e8-71ada2bec4e4', 'mac_address': 'fa:16:3e:53:0a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf38afb-0cee-4c37-9b95-f330ce1cdad5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:05.176418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d705547-2090-4e52-b6a0-5edfbb4ceddc req-96ab3835-900b-4738-b07e-1e642242447f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571878 Nov 02 16:28:05.220186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.233466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa692962-535a-419e-80e8-71ada2bec4e4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:05.268336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fa692962-535a-419e-80e8-71ada2bec4e4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fa692962-535a-419e-80e8-71ada2bec4e4,segment=NetworkSegment(79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f),segment_id=79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:05.274094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.288657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49560) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:05.319125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cc7c4-6c74-4c8b-b089-485f360c8447 req-5dd3118b-9bf1-4e46-b1ae-6e03faf87833 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:05.329401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff9cc7c4-6c74-4c8b-b089-485f360c8447 req-5dd3118b-9bf1-4e46-b1ae-6e03faf87833 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0928319 Nov 02 16:28:05.342118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=fa692962-535a-419e-80e8-71ada2bec4e4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:05.389248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff9cc7c4-6c74-4c8b-b089-485f360c8447 req-9322aa6a-df4d-4e01-896e-47c333607cc2 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Nov 02 16:28:05.434276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1d936c0-452c-4742-994a-55028c41fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.443544 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539dd10-e002-424b-a004-4c78e6ec81fd x-openstack-request-id: req-9539dd10-e002-424b-a004-4c78e6ec81fd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:05.443840 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9878b-ac39-41f6-a543-0b993ba7080f", "name": "network-vif-deleted", "tag": "e4713504-849d-428e-b77a-3ebdca29ff63", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:05.444092 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9539dd10-e002-424b-a004-4c78e6ec81fd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:05.444491 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9878b-ac39-41f6-a543-0b993ba7080f', 'name': 'network-vif-deleted', 'tag': 'e4713504-849d-428e-b77a-3ebdca29ff63', 'status': 'completed', 'code': 200} Nov 02 16:28:05.527938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1d936c0-452c-4742-994a-55028c41fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.533256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1d936c0-452c-4742-994a-55028c41fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.573954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a1d936c0-452c-4742-994a-55028c41fe57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=211af78de4054c8cbf6f64532d086cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835302 Nov 02 16:28:05.574938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d936c0-452c-4742-994a-55028c41fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61094f69-3c48-4e10-948b-03fdffa3120b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:05.576740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49564) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:05.625722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc01c-a79f-4768-8e88-076ee5363148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.646944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc01c-a79f-4768-8e88-076ee5363148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.696616 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc01c-a79f-4768-8e88-076ee5363148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.699736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc01c-a79f-4768-8e88-076ee5363148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:05.700907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf9cc01c-a79f-4768-8e88-076ee5363148 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61094f69-3c48-4e10-948b-03fdffa3120b HTTP/1.1" status: 204 len: 168 time: 0.1230268 Nov 02 16:28:05.708501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cc01c-a79f-4768-8e88-076ee5363148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61094f69-3c48-4e10-948b-03fdffa3120b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:05.796141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['fa692962-535a-419e-80e8-71ada2bec4e4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:05.925098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d44a7367-a4c3-4438-8419-b559de19adb0 req-d8efcec1-d7c2-4059-b4f6-45e355d23f75 tempest-ImagesOneServerTestJSON-21071854 tempest-ImagesOneServerTestJSON-21071854-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b9878b-ac39-41f6-a543-0b993ba7080f HTTP/1.1" status: 200 len: 210 time: 0.0337949 Nov 02 16:28:05.947609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16725053-b4c2-4bdd-8f34-0a17eb2dcd86 req-a2044248-d4cd-4751-a229-871a24e1fce9 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:05.954019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16725053-b4c2-4bdd-8f34-0a17eb2dcd86 req-a2044248-d4cd-4751-a229-871a24e1fce9 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 945 time: 0.1033149 Nov 02 16:28:06.003398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16725053-b4c2-4bdd-8f34-0a17eb2dcd86 req-1d5fd2a6-694d-4cad-9b52-a25ff9f40f79 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Nov 02 16:28:06.145188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa8ad-f8cf-4e82-a577-6568adf85abf req-6a82fffd-4343-477e-9557-f587881947e2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:06.145188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d00fa8ad-f8cf-4e82-a577-6568adf85abf req-6a82fffd-4343-477e-9557-f587881947e2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0520725 Nov 02 16:28:06.194032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d00fa8ad-f8cf-4e82-a577-6568adf85abf req-0e3c779e-8d08-4073-8d00-6e4c4e6ff2c0 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Nov 02 16:28:06.330426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379a69-432c-4dce-a104-0cc328bfce75 req-a9156e7b-527d-4713-86fc-d5ff70a897bc tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:06.332200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83379a69-432c-4dce-a104-0cc328bfce75 req-a9156e7b-527d-4713-86fc-d5ff70a897bc tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0664001 Nov 02 16:28:06.376790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83379a69-432c-4dce-a104-0cc328bfce75 req-82347ac0-05ff-42c5-94df-584e96dc7c70 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378816 Nov 02 16:28:06.504923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:06.517046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97401189-bf07-41f2-bcfe-fe973914c601 req-93c426b2-78c1-4985-9330-3f40b372dbcc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:06.519756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97401189-bf07-41f2-bcfe-fe973914c601 req-93c426b2-78c1-4985-9330-3f40b372dbcc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0608673 Nov 02 16:28:06.566856 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97401189-bf07-41f2-bcfe-fe973914c601 req-73eabe52-7af8-4da3-83a8-4f9575cd5e9c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Nov 02 16:28:06.625490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1058350788-network', 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:06.647155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:06.650216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.666472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.753623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.758176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.786718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:28:06.800162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbd2486-0969-4e80-9487-618bd5edcccb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:06.803336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.803686 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Added segment 05f0f397-9c51-4183-a006-b257092f5821 of type vlan for network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 Nov 02 16:28:06.849144 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.874656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.875882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:06.876469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:06.930391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4242842 Nov 02 16:28:06.934410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49604) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:06.939672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Request body: {'subnet': {'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1058350788-subnet', 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:06.942727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1098a35-cf5a-463e-bac6-694c7c66114f admin admin] Pushing event updated for resources: {'Network': ['ID=5f3d18f9-c4ac-436d-b54e-e6b76c191956,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:06.959071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:28:06.970944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:06.973645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.188596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc56273-465f-4b97-a670-bea8f19df25b req-f2d99b85-f46b-4845-bb3b-6cffa37c7778 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:07.190072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3cc56273-465f-4b97-a670-bea8f19df25b req-f2d99b85-f46b-4845-bb3b-6cffa37c7778 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 945 time: 0.0977645 Nov 02 16:28:07.202504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.232448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49618) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:07.277373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3cc56273-465f-4b97-a670-bea8f19df25b req-e436308e-a864-4c35-a968-34380b0bd84c tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806851 Nov 02 16:28:07.314698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:07.324991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:07.325420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Network hostable DHCP agents. Network: 5f3d18f9-c4ac-436d-b54e-e6b76c191956, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:28:07.357721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf934c7-9f41-4163-9804-6f439b8c1fd8 req-19afa702-46df-4313-81fd-0bcea6dd769f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:07.359374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cf934c7-9f41-4163-9804-6f439b8c1fd8 req-19afa702-46df-4313-81fd-0bcea6dd769f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0749590 Nov 02 16:28:07.360544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:28:07.383750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 5f3d18f9-c4ac-436d-b54e-e6b76c191956) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:07.391438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:07.392006 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.394948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd74b6-fbc8-41be-9fdf-7ceb1355ebad None None] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:07.413520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cf934c7-9f41-4163-9804-6f439b8c1fd8 req-7029e1c8-1ab2-4362-8bbd-2477e2bd3329 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477288 Nov 02 16:28:07.415689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c92c0ee5-43de-4660-8359-a3e85a80e231 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=620c0087b55d4e9bb9e8418b877ca420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819196 Nov 02 16:28:07.416648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49626) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:07.422216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f477cad2-accc-4a5e-98c3-b11895506313 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4820142 Nov 02 16:28:07.480213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5584f9e6-5fcf-4fba-b97a-ef99a711eb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.518080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5584f9e6-5fcf-4fba-b97a-ef99a711eb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.554356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed28dd-56d4-4e42-8ef5-a6d0b93acb4a req-3dec7dcf-79e0-4754-ba26-e220616fd4ac tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:07.556201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44ed28dd-56d4-4e42-8ef5-a6d0b93acb4a req-3dec7dcf-79e0-4754-ba26-e220616fd4ac tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0726910 Nov 02 16:28:07.559682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518bd23-a015-4752-b49d-c0007ee4a4fc None None] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:07.590315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5584f9e6-5fcf-4fba-b97a-ef99a711eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.594425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5584f9e6-5fcf-4fba-b97a-ef99a711eb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:07.596801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5584f9e6-5fcf-4fba-b97a-ef99a711eb65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9855312b-9365-40de-8815-b29d7f2f5bb1 HTTP/1.1" status: 204 len: 168 time: 0.1791551 Nov 02 16:28:07.611155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584f9e6-5fcf-4fba-b97a-ef99a711eb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9855312b-9365-40de-8815-b29d7f2f5bb1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:07.620802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44ed28dd-56d4-4e42-8ef5-a6d0b93acb4a req-bd99e713-d6cc-4075-a652-2d69b2903393 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Nov 02 16:28:07.742928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325f9ae-9836-49d3-9f50-434991e1a0ed req-d3535147-e7c2-40b1-803b-63f77fa763b8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:07.753670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9325f9ae-9836-49d3-9f50-434991e1a0ed req-d3535147-e7c2-40b1-803b-63f77fa763b8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 946 time: 0.0707626 Nov 02 16:28:07.794498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9325f9ae-9836-49d3-9f50-434991e1a0ed req-3996efaf-d554-4321-9b88-56307feb8bb8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Nov 02 16:28:07.854388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-3e4a1007-09c6-4add-975a-371b2583c4dd tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:07.856606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-3e4a1007-09c6-4add-975a-371b2583c4dd tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1097 time: 0.0644515 Nov 02 16:28:07.870545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811405-2'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:07.927884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.070313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:08.113012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:08.168946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-4a73c6ac-7309-49f7-af34-a8842e5955ba tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:08.170634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-4a73c6ac-7309-49f7-af34-a8842e5955ba tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.1231594 Nov 02 16:28:08.182495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:08.185496 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa532ce-419c-41c4-bca4-1580a4ede032" -d '{"events": [{"server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:08.190027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.197095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.204587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-95624700-89c5-40d6-9f19-c6c6eba73215 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0256932 Nov 02 16:28:08.256983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-b49f1622-dbe3-4294-bf0d-dd03f288b52b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505712 Nov 02 16:28:08.296767 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f113c96d-cd6a-4b8d-bb90-36509ce62818 x-openstack-request-id: req-f113c96d-cd6a-4b8d-bb90-36509ce62818 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:08.297060 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:08.297346 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f113c96d-cd6a-4b8d-bb90-36509ce62818 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:08.297859 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'code': 200} Nov 02 16:28:08.298616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on host n-h2-811405-2 for vnic_type normal with profile {"migrating_to": "n-h1-811405-2"} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:08.298950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:08.299279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:08.301724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:08.307475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:08.308327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Attempting to bind port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on network 0543c437-82c3-4144-aba7-1859f1dda674 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:08.313654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:08.314017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Checking segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:08.314461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Bound using segment: {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:08.314895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Bound port: 4f13bb7a-44be-4966-ad20-c32822d6aa49, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9062f9a8-8bd5-4fb7-9d76-1ed99484c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0543c437-82c3-4144-aba7-1859f1dda674'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:08.315253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.357883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93dcf600-9e81-43bf-827e-e0a704f174e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.413327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:08.418083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:08.423473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.424419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-bca7e3bc-c172-4171-a8d9-4ad5fb731702 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663342 Nov 02 16:28:08.458182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba355-815d-4227-884c-b5d591928bef req-ead90575-621d-4d27-ad12-663ca13a0a3d tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:08.460139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8eba355-815d-4227-884c-b5d591928bef req-ead90575-621d-4d27-ad12-663ca13a0a3d tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 945 time: 0.0868335 Nov 02 16:28:08.501936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49676) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:08.514857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:08.515466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.516903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] 10.222.0.55 "PUT /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 1122 time: 0.6510370 Nov 02 16:28:08.517920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2feed-606d-48b7-be2e-064c9686691e service neutron] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=8']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:08.567184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8eba355-815d-4227-884c-b5d591928bef req-be96dc9c-02b0-4273-a0fa-335825d67de0 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661726 Nov 02 16:28:08.592387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-afc391c8-49e4-4f29-a026-92f57e0a78e5 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548054 Nov 02 16:28:08.671353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4f13bb7a-44be-4966-ad20-c32822d6aa49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:08.682003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1709154832-network', 'tenant_id': '6b85d489ae4247eeb19afc05684beedd'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:08.712608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Made reservation on behalf of 6b85d489ae4247eeb19afc05684beedd for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:08.715912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.717130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['4f13bb7a-44be-4966-ad20-c32822d6aa49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:08.731454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.868359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cdd50-2bf1-4c43-a720-20ee560a61e3 req-3c59fa72-d856-453c-9d9d-385ec9030aa2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:08.878258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b90cdd50-2bf1-4c43-a720-20ee560a61e3 req-3c59fa72-d856-453c-9d9d-385ec9030aa2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.1098788 Nov 02 16:28:08.972256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:08.988964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b90cdd50-2bf1-4c43-a720-20ee560a61e3 req-5084a830-7974-4dde-af60-8052735eb3f7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097696 Nov 02 16:28:08.989578 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.008631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a48c8-3f73-4378-a178-ba11ba5c9b09 req-50590cf8-2a7c-4bc5-a8ed-431c9ed828a6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:09.013256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fa692962-535a-419e-80e8-71ada2bec4e4 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:09.018012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d5a48c8-3f73-4378-a178-ba11ba5c9b09 req-50590cf8-2a7c-4bc5-a8ed-431c9ed828a6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1356356 Nov 02 16:28:09.067285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port fa692962-535a-419e-80e8-71ada2bec4e4 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:09.071065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:28:09.071628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port fa692962-535a-419e-80e8-71ada2bec4e4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:09.072032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.106889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f367682-5554-4e10-a333-1ff01e330937 req-ce9adc85-a633-46ae-9395-f4a5f259dd77 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 210 time: 0.0639648 Nov 02 16:28:09.113926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.114546 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Added segment 32081e4b-bd06-4a02-920e-198e35872e82 of type vlan for network 123043c5-5bcc-4779-bfe0-f44c22cc4870 Nov 02 16:28:09.163640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad447114-cce7-4044-bc10-acaa2058c7f3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:09.178920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.183765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d5a48c8-3f73-4378-a178-ba11ba5c9b09 req-d111fe52-6c01-41af-b523-ed47cf762228 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648743 Nov 02 16:28:09.192515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.231894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa692962-535a-419e-80e8-71ada2bec4e4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:09.243290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.245751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:09.245751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.253981 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddf341c-f6fe-4513-8b07-19cfd6610bae" -d '{"events": [{"server_uuid": "b7d13054-c9eb-49ce-87a7-79f132c5b922", "name": "network-vif-plugged", "status": "completed", "tag": "fa692962-535a-419e-80e8-71ada2bec4e4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:09.268929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49698) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:09.272009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fa692962-535a-419e-80e8-71ada2bec4e4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fa692962-535a-419e-80e8-71ada2bec4e4,segment=NetworkSegment(79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f),segment_id=79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:09.274568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Request body: {'subnet': {'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1709154832-subnet', 'tenant_id': '6b85d489ae4247eeb19afc05684beedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:09.277537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.279214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:09.279568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7765682 Nov 02 16:28:09.319221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Made reservation on behalf of 6b85d489ae4247eeb19afc05684beedd for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:09.325670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: e4713504-849d-428e-b77a-3ebdca29ff63 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:09.326411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e4713504-849d-428e-b77a-3ebdca29ff63 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:09.329208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.359799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=fa692962-535a-419e-80e8-71ada2bec4e4,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:09.361022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d5d5-9ff7-462f-815a-fbc30c9d7586 req-64754070-0785-4eae-93fe-cec93fc567fd tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:09.369267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a20d5d5-9ff7-462f-815a-fbc30c9d7586 req-64754070-0785-4eae-93fe-cec93fc567fd tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1639187 Nov 02 16:28:09.378892 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527fba48-95c9-47a0-a79a-683cbbd49314 x-openstack-request-id: req-527fba48-95c9-47a0-a79a-683cbbd49314 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:09.379479 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d13054-c9eb-49ce-87a7-79f132c5b922", "name": "network-vif-plugged", "status": "completed", "tag": "fa692962-535a-419e-80e8-71ada2bec4e4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:09.379479 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-527fba48-95c9-47a0-a79a-683cbbd49314 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:09.380004 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa692962-535a-419e-80e8-71ada2bec4e4', 'code': 200} Nov 02 16:28:09.389565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a893-9eb8-476c-a2bc-bda0819c7269 admin admin] Pushing event updated for resources: {'Network': ['ID=123043c5-5bcc-4779-bfe0-f44c22cc4870,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:09.404212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:28:09.418940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a20d5d5-9ff7-462f-815a-fbc30c9d7586 req-caf5302a-87eb-470f-abc8-c7418583eea7 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485003 Nov 02 16:28:09.581038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:09.613148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82a19-d39d-4334-ade7-641d8ed0ddb6 req-5255c50b-c519-4bb4-b217-cc134eda4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:09.615469 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-86b82a19-d39d-4334-ade7-641d8ed0ddb6 req-5255c50b-c519-4bb4-b217-cc134eda4391 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 1097 time: 0.1170776 Nov 02 16:28:09.641768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.690915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:09.705154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 has no active binding in host n-h1-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:28:09.705634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-86b82a19-d39d-4334-ade7-641d8ed0ddb6 req-9c3eebe9-e86d-48c3-8c46-3c1ff093b851 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709746 Nov 02 16:28:09.715666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24176b-59e3-4083-9330-0eadad194f0c req-cde6b486-281e-4b2f-8de5-bdceba25ed0f tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:09.721343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:09.722624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b24176b-59e3-4083-9330-0eadad194f0c req-cde6b486-281e-4b2f-8de5-bdceba25ed0f tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 946 time: 0.0634203 Nov 02 16:28:09.735689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Checking segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:09.736040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Network hostable DHCP agents. Network: 123043c5-5bcc-4779-bfe0-f44c22cc4870, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:28:09.754619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:28:09.760121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b24176b-59e3-4083-9330-0eadad194f0c req-36110658-0d93-4dc9-9226-4cef9269749d tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Nov 02 16:28:09.763632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 123043c5-5bcc-4779-bfe0-f44c22cc4870) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:09.768138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:09.768723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:09.773794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d22973-2762-4cc0-a2e7-9f4aca703177 None None] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:09.793511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4971c8a3-d5d6-456a-a712-cf4ef00f746d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5232749 Nov 02 16:28:09.900837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241920f-e4b9-40a1-951c-be5814063153 None None] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:10.139751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52bb1a-9ab4-4a26-89bd-6045ff479c1c req-5127df5f-c5eb-4ac0-a5f3-c70525bbfb8a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:10.141441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b52bb1a-9ab4-4a26-89bd-6045ff479c1c req-5127df5f-c5eb-4ac0-a5f3-c70525bbfb8a tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0703115 Nov 02 16:28:10.180196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-e6ef838f-dd44-4b08-a591-9dafb9814cd0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:10.182343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-e6ef838f-dd44-4b08-a591-9dafb9814cd0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.1296799 Nov 02 16:28:10.199195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:10.241127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b52bb1a-9ab4-4a26-89bd-6045ff479c1c req-1aca6dea-5c66-4c4d-8143-bc7c2ab6ab51 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Nov 02 16:28:10.301647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:10.304289 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b049717-b9c8-4900-8f86-f1f6b259d860" -d '{"events": [{"name": "network-changed", "server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:10.315704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-a6daa993-26e0-4cf9-9283-217db2d94de0 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:10.317337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-a6daa993-26e0-4cf9-9283-217db2d94de0 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 822 time: 0.1297224 Nov 02 16:28:10.341762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:10.345502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:10.366002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34216a5e-031f-4dcd-85f4-e2eff5ad2bad req-ea0f35f7-7a4f-4076-946c-503fafe2a8ef tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 210 time: 0.0446210 Nov 02 16:28:10.369348 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-00b89ded-cea3-471f-a639-c6595527810a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/quotas/6b85d489ae4247eeb19afc05684beedd HTTP/1.1" status: 200 len: 375 time: 0.0364640 Nov 02 16:28:10.497166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.14 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/0e3a6938-aeda-4a5c-9f70-7a65251a5f62) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:10.666762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:10.701814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:10.746671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:10.750455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:10.752905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-c4752d70-a495-46e0-95bb-873e61ea4038 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3737094 Nov 02 16:28:10.754224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:10.787842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:10.810384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:10.811060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:10.828172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-5341889d-2ad9-4959-8fd8-2f3728f193fc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6334867 Nov 02 16:28:10.844834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Request body: {'port': {'device_id': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:10.857089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a90d-dc24-489b-a816-3ee7ea2d6d61 req-daa044c7-a5f5-498a-9bf2-89bbef54b4a9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:10.858687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b3a90d-dc24-489b-a816-3ee7ea2d6d61 req-daa044c7-a5f5-498a-9bf2-89bbef54b4a9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1099198 Nov 02 16:28:10.894119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-e0d1f95a-aef8-4904-bdd9-9a356d5a44e6 service neutron] 10.222.0.31 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292686 Nov 02 16:28:10.907737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:10.930212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b3a90d-dc24-489b-a816-3ee7ea2d6d61 req-15c3bf74-be49-42a5-8499-5e784cf76d11 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632608 Nov 02 16:28:11.015775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-ecd4f0f8-ef4a-460f-b7f2-8399b4ddd054 service neutron] 10.222.0.31 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153827 Nov 02 16:28:11.020955 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf075b-c083-4a3d-9ba0-049e2282f95b x-openstack-request-id: req-efbf075b-c083-4a3d-9ba0-049e2282f95b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:11.021426 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:11.021817 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efbf075b-c083-4a3d-9ba0-049e2282f95b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:11.022644 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'status': 'completed', 'code': 200} Nov 02 16:28:11.060024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-527d2184-2682-405e-93bb-80063a7863ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:11.130751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-404d8a92-d11b-4169-832e-ee8dfdd97b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.132549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-404d8a92-d11b-4169-832e-ee8dfdd97b3e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1125 time: 0.1088009 Nov 02 16:28:11.184589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06046b1-adf0-4daf-b9ff-6ec04fac8d72 req-ea029875-ec7f-4d4f-a560-a99ccdac59d0 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.186277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d06046b1-adf0-4daf-b9ff-6ec04fac8d72 req-ea029875-ec7f-4d4f-a560-a99ccdac59d0 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0771115 Nov 02 16:28:11.226819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:11.297418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d06046b1-adf0-4daf-b9ff-6ec04fac8d72 req-d528c142-0e94-46d8-a435-046371d355fe tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025977 Nov 02 16:28:11.336152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4521-a5a9-4e0b-a0e6-ef0bc251adbb req-a1658e71-2994-46bf-a723-d36c13f666d0 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.347700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-366f4521-a5a9-4e0b-a0e6-ef0bc251adbb req-a1658e71-2994-46bf-a723-d36c13f666d0 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 946 time: 0.1213167 Nov 02 16:28:11.411851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-366f4521-a5a9-4e0b-a0e6-ef0bc251adbb req-47c125ca-5174-4753-9248-c604a448a7ec tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628574 Nov 02 16:28:11.547855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef0fb1c5-6b81-4284-901c-e4f555a98fef req-b6cd5a73-568b-409f-8414-1987ef50a963 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 210 time: 0.0592957 Nov 02 16:28:11.578112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa5b92-1c2e-4d0b-82a5-0aac3b4ed125 req-3bec0243-f5be-489f-b381-84cba180976b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.579779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dfa5b92-1c2e-4d0b-82a5-0aac3b4ed125 req-3bec0243-f5be-489f-b381-84cba180976b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 945 time: 0.0802979 Nov 02 16:28:11.600869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:11.609390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:11.621584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Transition to ACTIVE for port object 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:11.626921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:11.657624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dfa5b92-1c2e-4d0b-82a5-0aac3b4ed125 req-af24b5d3-752c-4ad8-b539-451b9025fc76 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680702 Nov 02 16:28:11.669143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-43648f67-6a2f-4083-90b6-9ba77c8f190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.670740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-43648f67-6a2f-4083-90b6-9ba77c8f190a service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.5256021 Nov 02 16:28:11.687967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:11.691074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18fd2-b2fe-44c8-bf21-ac1e435bd12c req-fa4bf7df-02c6-49cf-a579-3114fa60812f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.693215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbb18fd2-b2fe-44c8-bf21-ac1e435bd12c req-fa4bf7df-02c6-49cf-a579-3114fa60812f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 944 time: 0.0764627 Nov 02 16:28:11.737746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbb18fd2-b2fe-44c8-bf21-ac1e435bd12c req-d4466fbe-a4ed-4406-8029-06c68433f953 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Nov 02 16:28:11.775941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-ac063ea9-ea61-4428-97d2-38c153a71c1d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 217 time: 0.0845730 Nov 02 16:28:11.828421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bb4eccf9-9b6d-4185-9dff-2f898efbfcb2 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:11.829907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bb4eccf9-9b6d-4185-9dff-2f898efbfcb2 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.0646272 Nov 02 16:28:11.830997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Attempting to bind port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:11.831325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Attempting to bind port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:11.831653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Attempting to bind port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:11.840528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:11.840851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Attempting to bind port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:11.847182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:11.847554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:11.848026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:11.848519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Bound port: 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:11.848865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:11.922002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811405-2'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:12.023119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-c1c825e1-a161-4b4b-8569-c9a2ab9b26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.024659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-c1c825e1-a161-4b4b-8569-c9a2ab9b26f9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.1655843 Nov 02 16:28:12.075202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c806df-05a3-48cd-9e82-480636e37cfd req-6648ab02-12c1-4377-8a1a-cbc2bdf09385 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.077212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c806df-05a3-48cd-9e82-480636e37cfd req-6648ab02-12c1-4377-8a1a-cbc2bdf09385 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0724590 Nov 02 16:28:12.080763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-d73410d6-d2e5-4638-b42b-83d4328e6186 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409036 Nov 02 16:28:12.082039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] For port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:12.084187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:12.101390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] For port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:12.126186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:12.129507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c806df-05a3-48cd-9e82-480636e37cfd req-e884348a-65aa-4310-abb2-ba4218fd7969 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 Nov 02 16:28:12.219869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.220845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:12.222243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e3a6938-aeda-4a5c-9f70-7a65251a5f62 HTTP/1.1" status: 200 len: 1092 time: 1.3819802 Nov 02 16:28:12.348004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407df93-e037-48e2-b63d-d90e5aa2f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:12.378321 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-5a53bea1-0cb4-42a2-80fa-67e69f23b603 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650721 Nov 02 16:28:12.401107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-0bdcf0b7-ad5a-4d9a-ac39-541d6bea70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.403324 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-0bdcf0b7-ad5a-4d9a-ac39-541d6bea70d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 1095 time: 0.1366434 Nov 02 16:28:12.433126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f36cfc-0f9b-425d-99ed-11deb7ec8a14 req-df9fde57-3a26-450e-b43b-517dcea557a6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.434691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0f36cfc-0f9b-425d-99ed-11deb7ec8a14 req-df9fde57-3a26-450e-b43b-517dcea557a6 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0549366 Nov 02 16:28:12.456731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:12.482724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0f36cfc-0f9b-425d-99ed-11deb7ec8a14 req-60ab7029-c97c-4cb6-a540-4502a7e2ad9f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Nov 02 16:28:12.514616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-3b82382b-76f5-4c38-9d1c-a39c422432f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62 HTTP/1.1" status: 200 len: 217 time: 0.0890326 Nov 02 16:28:12.516498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:12.602607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bac7-1362-4b42-93b2-5a863918e41f req-5ea0eadc-4602-4d6d-a14f-40235b83fef9 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.604296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a912bac7-1362-4b42-93b2-5a863918e41f req-5ea0eadc-4602-4d6d-a14f-40235b83fef9 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 946 time: 0.0585523 Nov 02 16:28:12.625565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7c95b88b-6e07-4236-8368-bd9e2fa2b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.627281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-7c95b88b-6e07-4236-8368-bd9e2fa2b0f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0984457 Nov 02 16:28:12.631503 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b049717-b9c8-4900-8f86-f1f6b259d860 req-13c77ea6-0abb-464b-81a9-5b7af9165755 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272613 Nov 02 16:28:12.635166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:12.673513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-956a8fc3-fb1e-474b-aac7-5dbeb40026c0 req-a1c7781d-35c7-4f64-b997-b5afce34fec7 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 210 time: 0.0413237 Nov 02 16:28:12.697826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a912bac7-1362-4b42-93b2-5a863918e41f req-80b318d2-241f-4458-9022-6a47abb44e87 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867178 Nov 02 16:28:12.713309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-4c360c54-dbe9-4400-9314-b6fcbc6c72b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501828 Nov 02 16:28:12.752906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:12.804555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:12.926395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:12.930258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c99c-e725-4f8b-9c47-0315e112af5c req-f856e17a-c6d1-43e7-81ae-e7b0a78bf27f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.938676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e7c99c-e725-4f8b-9c47-0315e112af5c req-f856e17a-c6d1-43e7-81ae-e7b0a78bf27f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1689560 Nov 02 16:28:12.962139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906cf67-5dbf-4b07-aefb-acfa1dbb00fb req-06bb4adf-4c8c-4da5-8b1f-64f8c693c610 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:12.964243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0906cf67-5dbf-4b07-aefb-acfa1dbb00fb req-06bb4adf-4c8c-4da5-8b1f-64f8c693c610 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 944 time: 0.1254163 Nov 02 16:28:12.997741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e7c99c-e725-4f8b-9c47-0315e112af5c req-eb978e35-178b-4edc-8af5-45deec6b22a8 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579021 Nov 02 16:28:13.003726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:13.011548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-4e1e9d6c-d235-44c1-a54c-ad98c8f71763 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841303 Nov 02 16:28:13.020124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on host n-h1-811405-2 for vnic_type normal with profile {"migrating_to": "n-h2-811405-2"} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:13.020463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:13.020792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:13.021329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0906cf67-5dbf-4b07-aefb-acfa1dbb00fb req-7a216c17-2945-4511-b82c-e74bce89e0e4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Nov 02 16:28:13.025053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'tag': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62'}, {'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:13.027391 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9bc678-3ec7-40e1-890e-3ee419738363", "tag": "0e3a6938-aeda-4a5c-9f70-7a65251a5f62"}, {"server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "name": "network-vif-unplugged", "status": "completed", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:13.065984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-28bce39e-5eb7-4541-9289-6e50199731af tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:13.067559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-28bce39e-5eb7-4541-9289-6e50199731af tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 822 time: 0.3127785 Nov 02 16:28:13.069866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:13.069866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:13.114372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'port': {'device_id': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'admin_state_up': True, 'tenant_id': '6b85d489ae4247eeb19afc05684beedd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:13.182939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:13.183166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:13.183416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:13.183917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:13.184466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Bound port: 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:13.184893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:13.201307 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788579d-4885-4298-a76b-1b6105b3c3ea x-openstack-request-id: req-f788579d-4885-4298-a76b-1b6105b3c3ea {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:13.201675 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9bc678-3ec7-40e1-890e-3ee419738363", "tag": "0e3a6938-aeda-4a5c-9f70-7a65251a5f62", "status": "completed", "code": 200}, {"server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "name": "network-vif-unplugged", "status": "completed", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:13.201999 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f788579d-4885-4298-a76b-1b6105b3c3ea {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:13.202502 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'tag': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62', 'status': 'completed', 'code': 200} Nov 02 16:28:13.202833 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'code': 200} Nov 02 16:28:13.333202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4c5a9-ad4e-4496-9c8e-9130c22a8737 req-dece9a7d-d78c-404d-8f91-243938c1d59e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:13.335916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bf4c5a9-ad4e-4496-9c8e-9130c22a8737 req-dece9a7d-d78c-404d-8f91-243938c1d59e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0727620 Nov 02 16:28:13.361663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on host n-h1-811405-2 for vnic_type normal with profile {"migrating_to": "n-h2-811405-2"} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:13.362200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:13.362601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:13.366543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:13.366941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:13.368088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Attempting to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on network bc6e6abd-7959-46fc-b92e-9dc6cb640f3b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:13.372573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:13.373450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:13.374057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Checking segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:13.375121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Bound using segment: {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:13.375379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b89bc877-c288-40d8-babb-214fbc23abfc req-b795406b-d331-4201-94d2-561598b7c1e1 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428724 Nov 02 16:28:13.375926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Bound port: 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e96ebc-859c-49ca-834e-0a9eb4d751e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bc6e6abd-7959-46fc-b92e-9dc6cb640f3b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:13.376490 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:13.384057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:13.400385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bf4c5a9-ad4e-4496-9c8e-9130c22a8737 req-4e3ae105-7e2f-46ca-8d82-e93524ecb8de tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560286 Nov 02 16:28:13.448302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Made reservation on behalf of 6b85d489ae4247eeb19afc05684beedd for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:13.452076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:13.462258 n-d-811405-2 neutron-server[102067]: WARNING neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Concurrent port binding operations failed on port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a Nov 02 16:28:13.466787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:13.468265 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Attempt 2 to bind port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a Nov 02 16:28:13.468820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a has no active binding in host n-h2-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:28:13.538200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=8']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:13.543942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:13.544560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:13.546040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-c2c1e04f-15d6-429d-a749-62a4f8fdebaf service neutron] 10.222.0.100 "PUT /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 1121 time: 1.6284163 Nov 02 16:28:13.605868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-1f822cd0-6dc8-4740-a276-55dc21671458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:13.607792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-1f822cd0-6dc8-4740-a276-55dc21671458 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 1095 time: 0.1327801 Nov 02 16:28:13.616655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:13.687348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8806e-9901-4eb6-9888-8ba10272485c req-b044eeb3-e63c-4be2-a933-4dce77264d8c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:13.695455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2d8806e-9901-4eb6-9888-8ba10272485c req-b044eeb3-e63c-4be2-a933-4dce77264d8c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0727684 Nov 02 16:28:13.718570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['48a17e26-ddda-44ac-8fb0-7b6c59dff41a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:13.759754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2d8806e-9901-4eb6-9888-8ba10272485c req-5141bb28-8c12-413a-8213-757d2ecfe18e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621920 Nov 02 16:28:13.767328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['48a17e26-ddda-44ac-8fb0-7b6c59dff41a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:13.788690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Allocated IP 172.20.0.6 (123043c5-5bcc-4779-bfe0-f44c22cc4870/9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83/1fe8e84a-132b-4554-85d7-127f5e5427b0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:13.814885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-b3daed72-f996-4eee-a92f-54cc5d28c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:13.817094 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-b3daed72-f996-4eee-a92f-54cc5d28c2e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.1955736 Nov 02 16:28:13.825561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2abb2021-417c-499b-acf6-16e4dadac416 req-548be685-5f31-4910-9c0f-95a8f51a3d27 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 210 time: 0.0396161 Nov 02 16:28:13.890345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-09065043-c187-4095-bf28-4d81995f0079 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62 HTTP/1.1" status: 200 len: 217 time: 0.0492980 Nov 02 16:28:14.003289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-ad43064d-0d10-4a14-a7b2-c65ca78481c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.004778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-ad43064d-0d10-4a14-a7b2-c65ca78481c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.1035612 Nov 02 16:28:14.047424 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-77430401-d696-4450-82dd-f7c334428cb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329800 Nov 02 16:28:14.120025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:14.170398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c99962-a8fe-4306-a0eb-585cb343e29f req-ca0ee45b-ad97-4435-8429-296a35167ff9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.171921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80c99962-a8fe-4306-a0eb-585cb343e29f req-ca0ee45b-ad97-4435-8429-296a35167ff9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0775013 Nov 02 16:28:14.180400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-f56b4f69-4669-47b7-96c2-b4d7d104178e service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239567 Nov 02 16:28:14.185533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9bd5a-e0a6-459d-9f7b-ebd370fcf00e req-eee3bb46-f7b1-4bcf-86f3-2d43c8e2f6ed tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.187083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fa9bd5a-e0a6-459d-9f7b-ebd370fcf00e req-eee3bb46-f7b1-4bcf-86f3-2d43c8e2f6ed tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 944 time: 0.0819747 Nov 02 16:28:14.187962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:14.212720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:14.239761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:14.252071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fa9bd5a-e0a6-459d-9f7b-ebd370fcf00e req-1a3090be-2da2-487d-be7f-924c16e978ae tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Nov 02 16:28:14.252913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:14.263325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80c99962-a8fe-4306-a0eb-585cb343e29f req-775bb0dc-d600-48bb-9b7a-af3fb043c6d9 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750909 Nov 02 16:28:14.340932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:14.358383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.359022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:14.389898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2b16d7d4-cea6-4517-abe4-6be40175465c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2827950 Nov 02 16:28:14.392175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b19dbaa-49bd-41ad-85aa-d979c7d0d6a7 req-924fad61-4b37-45a0-ab1b-163198ae83e9 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827238 Nov 02 16:28:14.423272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Request body: {'port': {'device_id': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:14.481630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:14.535795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48987221-1e0e-4344-aca6-051420f4265c req-a47e16ca-74db-49fa-9c4a-f7d811437912 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.537435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48987221-1e0e-4344-aca6-051420f4265c req-a47e16ca-74db-49fa-9c4a-f7d811437912 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0561631 Nov 02 16:28:14.585084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48987221-1e0e-4344-aca6-051420f4265c req-b663a71a-dd50-472e-a4a3-74afde2216ac tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Nov 02 16:28:14.900153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a374-cbf9-417b-87e1-be5f63b4d2b2 req-81ce4acc-4bb3-45d7-961a-ac4f39a4a709 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.907938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c82a374-cbf9-417b-87e1-be5f63b4d2b2 req-81ce4acc-4bb3-45d7-961a-ac4f39a4a709 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0715146 Nov 02 16:28:14.993321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7309fd9-939f-4545-8045-fd94c0aa3a44 req-ca054a09-f51a-4826-8c8f-b15ec11e445e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:14.995487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7309fd9-939f-4545-8045-fd94c0aa3a44 req-ca054a09-f51a-4826-8c8f-b15ec11e445e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 931 time: 0.0785580 Nov 02 16:28:15.011818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c82a374-cbf9-417b-87e1-be5f63b4d2b2 req-a6a6b9b0-b38b-46cd-98f3-1d418844b1dc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964112 Nov 02 16:28:15.066731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7309fd9-939f-4545-8045-fd94c0aa3a44 req-5e9b0a18-460d-4ca6-805a-b1d538069311 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526090 Nov 02 16:28:15.070540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe8e84a-132b-4554-85d7-127f5e5427b0 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:15.079233 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.092652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Transition to ACTIVE for port object 1fe8e84a-132b-4554-85d7-127f5e5427b0 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:15.096544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.149262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:15.205397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:15.207650 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde9cdbe-78ff-447b-8989-dbedf37df5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:15.222828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Attempting to bind port 1fe8e84a-132b-4554-85d7-127f5e5427b0 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:15.223187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Attempting to bind port 1fe8e84a-132b-4554-85d7-127f5e5427b0 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:15.223520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Attempting to bind port 1fe8e84a-132b-4554-85d7-127f5e5427b0 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:15.228166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Port 1fe8e84a-132b-4554-85d7-127f5e5427b0 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:15.228492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Attempting to bind port 1fe8e84a-132b-4554-85d7-127f5e5427b0 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:15.234033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:15.234428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Checking segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:15.234856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Bound using segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:15.235319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Bound port: 1fe8e84a-132b-4554-85d7-127f5e5427b0, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:15.235694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.250716 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42632a92-a3db-40f0-b791-d09a75fe7c14 x-openstack-request-id: req-42632a92-a3db-40f0-b791-d09a75fe7c14 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:15.251012 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:15.251327 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42632a92-a3db-40f0-b791-d09a75fe7c14 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:15.251722 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'status': 'completed', 'code': 200} Nov 02 16:28:15.351902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-4f388caa-c0f5-49dc-a86b-f13c7e80a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.353408 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-4f388caa-c0f5-49dc-a86b-f13c7e80a17d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1124 time: 0.0739722 Nov 02 16:28:15.361931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:15.428536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:15.430733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c129-76fa-4752-b493-51d0bf698abd req-fbd4a4a7-f31f-4a59-96f2-bbb995b67cc2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.432725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9bb8c129-76fa-4752-b493-51d0bf698abd req-fbd4a4a7-f31f-4a59-96f2-bbb995b67cc2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 944 time: 0.0894375 Nov 02 16:28:15.435550 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.445981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250da0ee-2e0e-432b-b986-304b87de3972 req-ea405b4b-ab3e-48ed-aac5-cc35206d0281 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.454373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-250da0ee-2e0e-432b-b986-304b87de3972 req-ea405b4b-ab3e-48ed-aac5-cc35206d0281 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0759618 Nov 02 16:28:15.501650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.502296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.503680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] 10.222.0.100 "PUT /v2.0/ports/1fe8e84a-132b-4554-85d7-127f5e5427b0 HTTP/1.1" status: 200 len: 1091 time: 1.0870080 Nov 02 16:28:15.522904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-050cedbe-d761-41e1-ba0a-e9fd70ad0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.525401 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-050cedbe-d761-41e1-ba0a-e9fd70ad0516 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.1621237 Nov 02 16:28:15.529544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9bb8c129-76fa-4752-b493-51d0bf698abd req-1982457a-1f35-4903-bbf0-7654f4d0b05f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686779 Nov 02 16:28:15.529920 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:28:15.548026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7162d-1455-49ea-bb93-c6abec095818 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:15.566258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-250da0ee-2e0e-432b-b986-304b87de3972 req-e4cf0f6e-3a4c-4e72-a4c8-4b0c952ed88f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959761 Nov 02 16:28:15.600130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:15.626596 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-5f1bfe29-2448-4b55-bd91-0ef18ffbe997 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 217 time: 0.0899732 Nov 02 16:28:15.678453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-bff28b6d-0945-411a-be53-b04846a2a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.680078 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-bff28b6d-0945-411a-be53-b04846a2a39c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 1094 time: 0.0890567 Nov 02 16:28:15.716913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-7ea52936-2135-44e1-8a97-18137fc7a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.718515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-7ea52936-2135-44e1-8a97-18137fc7a058 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0818830 Nov 02 16:28:15.739424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a071-9034-4a5b-bd34-fe511d7a8aaf req-35b3254a-75cc-44bb-a4ae-57f0bfc529fe tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.743451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e69a071-9034-4a5b-bd34-fe511d7a8aaf req-35b3254a-75cc-44bb-a4ae-57f0bfc529fe tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0713983 Nov 02 16:28:15.756515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-e95283ec-a3d1-4469-9dfd-3c3112caf9b1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0 HTTP/1.1" status: 200 len: 217 time: 0.0540752 Nov 02 16:28:15.758737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:15.779205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62', 'mac_address': 'fa:16:3e:43:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:15.784546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-d028e43c-38ec-4e59-9b7c-d6ead321b7b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387914 Nov 02 16:28:15.787099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e69a071-9034-4a5b-bd34-fe511d7a8aaf req-bd17be60-cac9-4a87-ba42-70dd38d6b74f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364211 Nov 02 16:28:15.820752 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.835946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:15.836175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-e9deaa4f-11fa-4700-b20f-9e3b2cb657ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:15.837706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-e9deaa4f-11fa-4700-b20f-9e3b2cb657ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 200 len: 862 time: 0.0466557 Nov 02 16:28:15.861339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:15.865736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:15.884167 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-034709a3-8103-4b48-bd45-9f84717586ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=123043c5-5bcc-4779-bfe0-f44c22cc4870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306745 Nov 02 16:28:15.921158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:16.035225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-8353e956-265c-4e75-85b5-1377ea14e409 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534309 Nov 02 16:28:16.047606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-2d40c0b4-81e9-4e9c-b76d-3bf5ce65dadc service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427007 Nov 02 16:28:16.180289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc6274-9b76-438b-ad44-aa114fc19af9 req-7a5ccb80-2795-4e7d-82da-3153982dd891 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:16.184077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39cc6274-9b76-438b-ad44-aa114fc19af9 req-7a5ccb80-2795-4e7d-82da-3153982dd891 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1020463 Nov 02 16:28:16.205171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fde9cdbe-78ff-447b-8989-dbedf37df5fc req-0696e6a2-3bba-438f-9a7f-6fc3ecf22980 service neutron] 10.222.0.55 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525860 Nov 02 16:28:16.215506 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55c0f365-b80a-4ffa-be51-6249fe0e3a93 req-fa363a4a-b3f8-4749-aa7f-076684c4ea0d service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437335 Nov 02 16:28:16.261592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39cc6274-9b76-438b-ad44-aa114fc19af9 req-cfb632fa-7054-4b0e-8520-9a3b667d933f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703485 Nov 02 16:28:16.270416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27060346-ef51-46ef-b085-0882082ca654 req-aa7372b1-f6d5-49de-b932-615da462100e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:16.272473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27060346-ef51-46ef-b085-0882082ca654 req-aa7372b1-f6d5-49de-b932-615da462100e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 943 time: 0.1115499 Nov 02 16:28:16.318352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:16.318877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27060346-ef51-46ef-b085-0882082ca654 req-117f3f26-5f7d-4eab-9231-d7915ecfa037 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Nov 02 16:28:16.592866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-a984bb53-a16f-4e08-9b86-4e85c8f442c7 service neutron] 10.222.0.100 "GET /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49/bindings/n-h1-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.0659294 Nov 02 16:28:16.691943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520edb-20e9-4984-a8c2-aadeb3e7c3a8 req-1c1ac34e-e5a5-4e2b-bf63-3a5b1c580a71 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:16.693312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4520edb-20e9-4984-a8c2-aadeb3e7c3a8 req-1c1ac34e-e5a5-4e2b-bf63-3a5b1c580a71 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 945 time: 0.0806944 Nov 02 16:28:16.703794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491508-23e4-40c2-810e-b63192043872 req-1993e4b6-9b9b-44ec-a2bf-36c3df0ebcc4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:16.705300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f491508-23e4-40c2-810e-b63192043872 req-1993e4b6-9b9b-44ec-a2bf-36c3df0ebcc4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0824232 Nov 02 16:28:16.766407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4520edb-20e9-4984-a8c2-aadeb3e7c3a8 req-3d4da71a-d6d3-4f39-940a-9eaa95f16cc4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600979 Nov 02 16:28:16.769259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f491508-23e4-40c2-810e-b63192043872 req-ef1f8c3c-0876-4d1f-8159-16e12d568723 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570042 Nov 02 16:28:16.800580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:16.838406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:16.875654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f13bb7a-44be-4966-ad20-c32822d6aa49 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:16.888213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:16.902556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:16.965260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf3202-b80e-4310-8dba-47667bdf689d req-40409e3b-d7c6-4618-aefc-bd70fb7a5a77 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:16.966931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0cf3202-b80e-4310-8dba-47667bdf689d req-40409e3b-d7c6-4618-aefc-bd70fb7a5a77 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0530915 Nov 02 16:28:16.983175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] Transition to ACTIVE for port object 4f13bb7a-44be-4966-ad20-c32822d6aa49 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:16.987940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:16.998638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:17.014171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0cf3202-b80e-4310-8dba-47667bdf689d req-e426d109-ff11-4f8f-9be4-7530c3b38e76 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Nov 02 16:28:17.050505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:17.055531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] No DVR routers for this DVR port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:17.078689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] Pushing event updated for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:17.105567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-5dfb6896-0f5e-4eab-8c7d-870ee8389f12 service neutron] 10.222.0.100 "PUT /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49/bindings/n-h1-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5040054 Nov 02 16:28:17.159645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:17.229234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-455c9393-256a-4960-acbf-1fbc2174468c tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.230871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-455c9393-256a-4960-acbf-1fbc2174468c tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.0470469 Nov 02 16:28:17.265383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:17.267848 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cf6a6-340a-459e-a64d-3f13d934bd42" -d '{"events": [{"name": "network-changed", "server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:17.286504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-8959f949-ce76-428d-8fc3-24adb691ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.288065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-8959f949-ce76-428d-8fc3-24adb691ebde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6&tenant_id=10965dd0ab88419684f9d9036f1d9438 HTTP/1.1" status: 200 len: 1096 time: 0.0480378 Nov 02 16:28:17.309958 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9666947-f75a-48f2-b442-320e72a453ac x-openstack-request-id: req-f9666947-f75a-48f2-b442-320e72a453ac {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:17.310287 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:17.310538 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9666947-f75a-48f2-b442-320e72a453ac {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:17.312112 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'status': 'completed', 'code': 200} Nov 02 16:28:17.398701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0be3eb-75fb-4bb7-91f2-8e84da092d95 req-46f8e9e8-7036-4e77-9850-f7b77aa06d2f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.408849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c0be3eb-75fb-4bb7-91f2-8e84da092d95 req-46f8e9e8-7036-4e77-9850-f7b77aa06d2f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0665333 Nov 02 16:28:17.409752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-0d6301a4-868c-40fd-aec6-5becb6e60145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.411394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-0d6301a4-868c-40fd-aec6-5becb6e60145 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0925024 Nov 02 16:28:17.420415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-50cd92ea-85f7-4b34-9a02-c62c3306f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.421912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-50cd92ea-85f7-4b34-9a02-c62c3306f627 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 1094 time: 0.0723412 Nov 02 16:28:17.480526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c0be3eb-75fb-4bb7-91f2-8e84da092d95 req-eac5c069-e37c-4c94-8838-bc9d930df660 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705590 Nov 02 16:28:17.489866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80849b2-c01a-4439-9441-8b9c01c4fea5 req-c61c57af-56b1-449c-8731-7b50c985a18e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.498659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d80849b2-c01a-4439-9441-8b9c01c4fea5 req-c61c57af-56b1-449c-8731-7b50c985a18e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 943 time: 0.0854669 Nov 02 16:28:17.535009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d80849b2-c01a-4439-9441-8b9c01c4fea5 req-cff273bc-f17f-47ac-b751-34012cdd7218 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Nov 02 16:28:17.611614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-983ce5e2-473a-4f0b-bccc-96d355bb0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.614329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-983ce5e2-473a-4f0b-bccc-96d355bb0e36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1915655 Nov 02 16:28:17.615112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:17.621216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-a89748f1-5b3a-40b5-a4ca-735f838542ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.622685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-a89748f1-5b3a-40b5-a4ca-735f838542ff service neutron] 10.222.0.100 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 923 time: 0.1814477 Nov 02 16:28:17.666896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:17.669285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-dfb64d1d-172f-4b48-a668-b2dba45551c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 200 len: 217 time: 0.0456371 Nov 02 16:28:17.671391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:17.671804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:17.708938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-83f6817c-5338-45d2-98ef-b1315bf05429 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0 HTTP/1.1" status: 200 len: 217 time: 0.0477674 Nov 02 16:28:17.760111 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-af6053f0-9bda-4337-841f-b09ddc60d197 service neutron] show failed (client error): The resource could not be found. Nov 02 16:28:17.761537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-af6053f0-9bda-4337-841f-b09ddc60d197 service neutron] 10.222.0.55 "GET /v2.0/ports/f1959f1f-b60e-4bdd-886b-5b1300141a49/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0658071 Nov 02 16:28:17.777292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:17.783869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-a825d7ce-4b05-4ad2-a2a3-86c0f0a6539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.785533 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-a825d7ce-4b05-4ad2-a2a3-86c0f0a6539f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0845590 Nov 02 16:28:17.800041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-83cdfd3a-0f5e-413d-a800-eccda9369419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.802002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-83cdfd3a-0f5e-413d-a800-eccda9369419 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 200 len: 862 time: 0.0674009 Nov 02 16:28:17.819424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:17.820436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:17.823938 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcce30e2-28d0-492a-b365-8db2ec1d9f14" -d '{"events": [{"server_uuid": "7a9bc678-3ec7-40e1-890e-3ee419738363", "name": "network-vif-plugged", "status": "completed", "tag": "0e3a6938-aeda-4a5c-9f70-7a65251a5f62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:17.827480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:17.828301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:17.857268 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-d1a0447d-c851-4b21-8689-68c5d721dfff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536187 Nov 02 16:28:17.883824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-b5a69e80-73e8-4f3c-b22f-b4f5812886d5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=123043c5-5bcc-4779-bfe0-f44c22cc4870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670757 Nov 02 16:28:17.979751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:17.992008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.992476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.993082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.993295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.993658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.993967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.994321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.994651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.996694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.996992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb79fa1-99f8-4d10-8aeb-47436b5d9420 req-15d58540-daa7-43dc-a10e-f7f0a6d43794 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:17.997138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.997404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:17.997876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:18.002673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bb79fa1-99f8-4d10-8aeb-47436b5d9420 req-15d58540-daa7-43dc-a10e-f7f0a6d43794 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1032999 Nov 02 16:28:18.054545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bb79fa1-99f8-4d10-8aeb-47436b5d9420 req-9f9b681c-ccec-4463-b7f5-31a3ab2f3bfe tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Nov 02 16:28:18.063331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2d16-3fd3-45ad-8ec7-bafa29fe9743 req-6d752f25-2da3-47a0-b46e-d632cd0eae19 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.070998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f9d2d16-3fd3-45ad-8ec7-bafa29fe9743 req-6d752f25-2da3-47a0-b46e-d632cd0eae19 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 946 time: 0.1406174 Nov 02 16:28:18.102490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-c4ede262-4f2f-4c78-bd48-067c0913035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.104209 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-c4ede262-4f2f-4c78-bd48-067c0913035c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6&tenant_id=11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 1101 time: 0.0966063 Nov 02 16:28:18.108317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-9b27e240-adf9-4f59-9dfb-cb4641d719c6 service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271371 Nov 02 16:28:18.112062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-6a660349-06b4-4c63-bfc3-11aaa67ed4ba service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059579 Nov 02 16:28:18.122360 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d1080-7455-4eda-b8f6-7510f6b0ff3b x-openstack-request-id: req-b90d1080-7455-4eda-b8f6-7510f6b0ff3b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:18.122876 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9bc678-3ec7-40e1-890e-3ee419738363", "name": "network-vif-plugged", "status": "completed", "tag": "0e3a6938-aeda-4a5c-9f70-7a65251a5f62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:18.122876 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b90d1080-7455-4eda-b8f6-7510f6b0ff3b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:18.123304 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62', 'code': 200} Nov 02 16:28:18.127625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f9d2d16-3fd3-45ad-8ec7-bafa29fe9743 req-7a56da17-fa72-4a2d-a98d-b23374810cda tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544116 Nov 02 16:28:18.235484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7fd4b-5712-4d6d-b3d7-787799ece4cd req-3aa3b7eb-3848-4d66-8885-aa53fc7df937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.235484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20c7fd4b-5712-4d6d-b3d7-787799ece4cd req-3aa3b7eb-3848-4d66-8885-aa53fc7df937 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 1097 time: 0.0438039 Nov 02 16:28:18.235710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-1dd1f211-afed-443c-b1da-8b00be9a7dce service neutron] 10.222.0.55 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189551 Nov 02 16:28:18.255534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:18.300710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20c7fd4b-5712-4d6d-b3d7-787799ece4cd req-63487126-634a-4dbb-b974-dffb53ececf0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Nov 02 16:28:18.357690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21703abc-d158-49a1-884e-0d9a6cb1938c req-13d46c1f-0731-440c-8bf4-9c7c123d604a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.359378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21703abc-d158-49a1-884e-0d9a6cb1938c req-13d46c1f-0731-440c-8bf4-9c7c123d604a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0548952 Nov 02 16:28:18.388018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:18.402439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21703abc-d158-49a1-884e-0d9a6cb1938c req-aeaa0003-428b-4a9f-be22-e0d70fcdf5b7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Nov 02 16:28:18.416467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-496cf6a6-340a-459e-a64d-3f13d934bd42 req-119265e9-5823-4843-ab89-a3fa7fef5323 service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808696 Nov 02 16:28:18.646928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:18.690441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:18.693511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c5e1-8708-49c3-9634-d673f696f00c req-7d7a2d62-5ea9-4365-ba72-fb7ea6cf2167 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.695121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c4c5e1-8708-49c3-9634-d673f696f00c req-7d7a2d62-5ea9-4365-ba72-fb7ea6cf2167 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1293304 Nov 02 16:28:18.708523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9987c-74d6-4498-bffc-135384f7d9e2 req-3795336b-d630-4240-ba2a-ae1c079e6a43 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.710334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ac9987c-74d6-4498-bffc-135384f7d9e2 req-3795336b-d630-4240-ba2a-ae1c079e6a43 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 943 time: 0.0753963 Nov 02 16:28:18.736433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:18.752254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Transition to ACTIVE for port object f1959f1f-b60e-4bdd-886b-5b1300141a49 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:18.756571 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:18.808416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c4c5e1-8708-49c3-9634-d673f696f00c req-f4711c2a-c4aa-4747-944f-0f25f110857d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883141 Nov 02 16:28:18.811429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ac9987c-74d6-4498-bffc-135384f7d9e2 req-52ce6774-28a2-4eb1-a2cd-d336d385b81f tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883191 Nov 02 16:28:18.820244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-43edb61f-4e20-4f5f-bbe1-1d128bac3b1f tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:18.822322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-43edb61f-4e20-4f5f-bbe1-1d128bac3b1f tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6&tenant_id=10965dd0ab88419684f9d9036f1d9438&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.1103630 Nov 02 16:28:18.835932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] No DVR routers for this DVR port f1959f1f-b60e-4bdd-886b-5b1300141a49 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:18.848961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:18.888639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:18.888976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:18.889314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:18.893703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:18.894033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:18.899369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:18.899719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:18.900181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:18.900616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Bound port: f1959f1f-b60e-4bdd-886b-5b1300141a49, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:18.901525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:18.978939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:18.983658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:18.991073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:19.019095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:19.031609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-06f5b965-ee55-456f-87ec-2bfd36632491 service neutron] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:19.032248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.032879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:19.034329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] 10.222.0.100 "PUT /v2.0/ports/f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 1096 time: 0.7970781 Nov 02 16:28:19.036926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-06f5b965-ee55-456f-87ec-2bfd36632491 service neutron] Notify callbacks [] for binding, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:19.039165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26051809-2205-4cc1-b1e4-a4996eab3a56 req-06f5b965-ee55-456f-87ec-2bfd36632491 service neutron] 10.222.0.55 "DELETE /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49/bindings/n-h2-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.2079961 Nov 02 16:28:19.116608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6281-7156-4ed0-9e5d-38538ca6f022 service neutron] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:19.134657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-247af1bf-f36a-43e4-a638-9172ca8d0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.136780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-247af1bf-f36a-43e4-a638-9172ca8d0f3b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1099 time: 0.0665669 Nov 02 16:28:19.175963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:19.228164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'port_id': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'mac_address': 'fa:16:3e:31:87:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:19.264303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c021-e25f-4530-991b-ea295307835e req-b2f3f811-1906-4a2d-8c07-cbaed4dbe4d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.267573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-080e6734-a818-4846-8145-da7036eeeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.269684 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-080e6734-a818-4846-8145-da7036eeeef1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1201961 Nov 02 16:28:19.270605 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a53c021-e25f-4530-991b-ea295307835e req-b2f3f811-1906-4a2d-8c07-cbaed4dbe4d3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.1174803 Nov 02 16:28:19.308267 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:19.325085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe8e84a-132b-4554-85d7-127f5e5427b0 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:19.347904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:19.357982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:19.361361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}, {'name': 'network-changed', 'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:19.363773 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633" -d '{"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}, {"name": "network-changed", "server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:19.368590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-680af6b3-bc7d-43c9-bc1e-1de07ae1e3e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0846648 Nov 02 16:28:19.370994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a53c021-e25f-4530-991b-ea295307835e req-2dece691-de07-4c28-b6ac-6bd2e74313b4 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780439 Nov 02 16:28:19.418399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c994-f728-4b03-9f6c-af792dd63780 req-f2a60381-4a19-4ffe-bb37-672471a628a4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.421272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42c2c994-f728-4b03-9f6c-af792dd63780 req-f2a60381-4a19-4ffe-bb37-672471a628a4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 946 time: 0.1495533 Nov 02 16:28:19.431803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:19.458309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-258c7e54-21ce-4047-93c1-5f3af42d7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.460656 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-258c7e54-21ce-4047-93c1-5f3af42d7434 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0778325 Nov 02 16:28:19.473371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42c2c994-f728-4b03-9f6c-af792dd63780 req-a994a941-1416-4e62-aa4c-a5688d2a2157 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Nov 02 16:28:19.538951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-a181c884-3006-43c8-806a-62c6b931055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.540656 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-a181c884-3006-43c8-806a-62c6b931055e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589888 Nov 02 16:28:19.665075 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2ef75-05ec-43c3-b370-464ed3296c48 x-openstack-request-id: req-0cd2ef75-05ec-43c3-b370-464ed3296c48 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:19.665435 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "code": 200}, {"name": "network-changed", "server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:19.665665 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cd2ef75-05ec-43c3-b370-464ed3296c48 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:19.665992 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'code': 200} Nov 02 16:28:19.666274 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'status': 'completed', 'code': 200} Nov 02 16:28:19.707099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-894306d4-aa71-4e16-8c09-af80a82752a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.708499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-894306d4-aa71-4e16-8c09-af80a82752a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1099 time: 0.0747178 Nov 02 16:28:19.719315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-df98d4e5-d190-4409-bb9e-0e6c81b7e4a2 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594055 Nov 02 16:28:19.779457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636d7-fed8-4330-ab1b-e23f4d15a27c req-f5818b82-1dc9-4d23-ade1-402ac36f5a3b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.781035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c5636d7-fed8-4330-ab1b-e23f4d15a27c req-f5818b82-1dc9-4d23-ade1-402ac36f5a3b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 948 time: 0.1104918 Nov 02 16:28:19.801654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1fe8e84a-132b-4554-85d7-127f5e5427b0'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:19.851959 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-adf14277-00af-406f-8bdf-42514c4a42ee service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033313 Nov 02 16:28:19.860217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c5636d7-fed8-4330-ab1b-e23f4d15a27c req-1da1a19c-ea52-431a-93b5-c6af3607387d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703769 Nov 02 16:28:19.883273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-f86d5897-8795-431e-a08b-8c5e623bcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:19.883273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-f86d5897-8795-431e-a08b-8c5e623bcfbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1598380 Nov 02 16:28:19.932356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-38881432-f847-43f0-bfe3-8792e762ef47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0491147 Nov 02 16:28:20.003264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-34f9b3c4-aad1-4bd5-9f4c-5eafc9491f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.004222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-34f9b3c4-aad1-4bd5-9f4c-5eafc9491f5d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1099 time: 0.0489552 Nov 02 16:28:20.035633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-538cff6d-f12f-4d43-bc9e-ab6435f624bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.037181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-538cff6d-f12f-4d43-bc9e-ab6435f624bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0970943 Nov 02 16:28:20.051759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374778-c87b-4220-b72e-64c431484347 req-335a714b-a6b1-414b-8df4-1c7d7ed9964c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.053178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d374778-c87b-4220-b72e-64c431484347 req-335a714b-a6b1-414b-8df4-1c7d7ed9964c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 944 time: 0.1236815 Nov 02 16:28:20.118196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2b9d9-6730-491a-abc4-9b6c007a57ed req-a2b0bd32-58a7-4954-96cf-bf3c2b155b60 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.119630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c2b9d9-6730-491a-abc4-9b6c007a57ed req-a2b0bd32-58a7-4954-96cf-bf3c2b155b60 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1356843 Nov 02 16:28:20.144959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-b913a597-9416-41a6-bd75-204c318242d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.147029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-b913a597-9416-41a6-bd75-204c318242d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1327960 Nov 02 16:28:20.164343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d374778-c87b-4220-b72e-64c431484347 req-499bfea6-3069-46e7-93bb-f9df1e8c6739 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890498 Nov 02 16:28:20.169327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-3107d38d-da0d-41cc-b702-331ee1e637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.170799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-3107d38d-da0d-41cc-b702-331ee1e637a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167562 Nov 02 16:28:20.201233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-fefa4838-71a8-4d38-94cf-7f8a501b1103 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0383029 Nov 02 16:28:20.229468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c2b9d9-6730-491a-abc4-9b6c007a57ed req-4d15d713-8b0e-49b1-900c-1ef4dccfb501 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000431 Nov 02 16:28:20.274373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-ee8f9515-3c48-4d00-a3ec-740b36e8d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.276461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-ee8f9515-3c48-4d00-a3ec-740b36e8d0d0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0673268 Nov 02 16:28:20.285897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-a8cb7fba-d71e-44dd-9fb5-f481c91ec1d9 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055272 Nov 02 16:28:20.342665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-aa2e32d2-ec66-4855-b3b8-01f98e50e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.344404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-aa2e32d2-ec66-4855-b3b8-01f98e50e869 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448992 Nov 02 16:28:20.429080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-ac4245ff-5489-459f-969c-6af635962dca service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351550 Nov 02 16:28:20.431250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3479d4-7135-4a6a-a2c7-6dcd7de73a41 req-02ce2f93-af40-43ba-a693-da3616d14f7d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.433254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de3479d4-7135-4a6a-a2c7-6dcd7de73a41 req-02ce2f93-af40-43ba-a693-da3616d14f7d tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0778246 Nov 02 16:28:20.458383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-f3085af3-3f93-4c26-93c4-587e4494deae service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045427 Nov 02 16:28:20.514722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de3479d4-7135-4a6a-a2c7-6dcd7de73a41 req-72bef9c4-7657-4bac-a14c-7bf0388501d9 tempest-LiveAutoBlockMigrationV225Test-1363326869 tempest-LiveAutoBlockMigrationV225Test-1363326869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734720 Nov 02 16:28:20.529531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8cd9c-bc78-4033-a3ec-5a0033f264e6 req-4b0744cb-d43f-4c48-8e56-d001ce14f359 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.531112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2df8cd9c-bc78-4033-a3ec-5a0033f264e6 req-4b0744cb-d43f-4c48-8e56-d001ce14f359 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 943 time: 0.0837507 Nov 02 16:28:20.614843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2df8cd9c-bc78-4033-a3ec-5a0033f264e6 req-61c4a63c-86f0-42c0-969d-c274dcea0a18 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Nov 02 16:28:20.707936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89105-3360-4832-957b-9af1cb1b2df2 req-3ce69649-4ce3-4bcd-88f3-bce4f11ad1e6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:20.709542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9de89105-3360-4832-957b-9af1cb1b2df2 req-3ce69649-4ce3-4bcd-88f3-bce4f11ad1e6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 946 time: 0.0928118 Nov 02 16:28:20.774472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9de89105-3360-4832-957b-9af1cb1b2df2 req-1978d8c1-d792-4294-b976-cc8fcad8010a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533617 Nov 02 16:28:20.967500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-6d12938f-28c6-471d-ad0b-080efa1622a8 service neutron] 10.222.0.55 "GET /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.1219146 Nov 02 16:28:21.085379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b8986830-dd3f-47eb-9ac0-60c0ddf0e633 req-32a18808-da35-4782-be4c-9167b077a4eb service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004689 Nov 02 16:28:21.113795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120010-0b3e-4f75-9f51-f019e0c80e9c req-2bbd10b4-e552-4c8f-88f2-cd1f82ef917c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:21.115311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f120010-0b3e-4f75-9f51-f019e0c80e9c req-2bbd10b4-e552-4c8f-88f2-cd1f82ef917c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 948 time: 0.1038835 Nov 02 16:28:21.278400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f120010-0b3e-4f75-9f51-f019e0c80e9c req-19e68f28-b66c-4e1b-b40f-a3405ee785e3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350400 Nov 02 16:28:21.301299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72430f8f-f775-461a-a7b9-95662a8d8c75 req-d9027ebc-d034-41a0-b82c-ecef08d97f6d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:21.311067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72430f8f-f775-461a-a7b9-95662a8d8c75 req-d9027ebc-d034-41a0-b82c-ecef08d97f6d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.2340722 Nov 02 16:28:21.325173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72430f8f-f775-461a-a7b9-95662a8d8c75 req-bcc195a6-941d-4fae-884a-8afe16061f3c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0155873 Nov 02 16:28:21.420714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:21.458917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:21.468912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3cc04-3ad3-4563-abae-bc906e525cbe req-0c5def9a-afc9-4ee2-bb27-66ba136bf218 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:21.470464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b3cc04-3ad3-4563-abae-bc906e525cbe req-0c5def9a-afc9-4ee2-bb27-66ba136bf218 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1139662 Nov 02 16:28:21.491567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72430f8f-f775-461a-a7b9-95662a8d8c75 req-f365d103-bba7-4a79-a96c-f40a38aafd65 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1545501 Nov 02 16:28:21.540297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a17e26-ddda-44ac-8fb0-7b6c59dff41a {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:21.586227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:21.606399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b3cc04-3ad3-4563-abae-bc906e525cbe req-249a62b8-0ccd-4501-b39d-a3d31c715041 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138608 Nov 02 16:28:21.613849 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:21.642707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:21.673002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72430f8f-f775-461a-a7b9-95662a8d8c75 req-9f9cb9e9-c7a7-4b33-8ed9-412ba914152a service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677055 Nov 02 16:28:21.692807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:21.703621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-2b6fd6dd-8f20-42a7-bfbf-e3cd2fc64569 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:21.705124 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-2b6fd6dd-8f20-42a7-bfbf-e3cd2fc64569 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0777576 Nov 02 16:28:21.810672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Deleting port 4f13bb7a-44be-4966-ad20-c32822d6aa49 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:21.811033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:21.911085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] For port 4f13bb7a-44be-4966-ad20-c32822d6aa49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4f13bb7a-44be-4966-ad20-c32822d6aa49,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:21.911558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:21.926476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Calling delete_port for 4f13bb7a-44be-4966-ad20-c32822d6aa49 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:22.077511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:22.090771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4f13bb7a-44be-4966-ad20-c32822d6aa49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:22.099416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Transition to ACTIVE for port object 48a17e26-ddda-44ac-8fb0-7b6c59dff41a will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:22.113525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baed2e4-8b5f-41fd-b1a4-76e759806b03 req-f2fa3634-fbdf-4fcc-9558-ad44cca49dc4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.115114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3baed2e4-8b5f-41fd-b1a4-76e759806b03 req-f2fa3634-fbdf-4fcc-9558-ad44cca49dc4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 944 time: 0.4037476 Nov 02 16:28:22.122341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:22.134225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dfb15afc-4b94-4db0-91c6-af6c1fb45c80'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:22.139108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event deleted for resources: {'Port': ['ID=4f13bb7a-44be-4966-ad20-c32822d6aa49,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:22.183708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72430f8f-f775-461a-a7b9-95662a8d8c75 req-c7d8a4bd-4296-4aff-8fe4-2bb1a38afa3d service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041881 Nov 02 16:28:22.193867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] No DVR routers for this DVR port 4f13bb7a-44be-4966-ad20-c32822d6aa49 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:22.196701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:22.207828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-122d48ca-bd48-4dc7-b02a-02b3c9cf6e59 req-b4df2c41-8314-4740-885f-2b53473a65a5 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.55 "DELETE /v2.0/ports/4f13bb7a-44be-4966-ad20-c32822d6aa49 HTTP/1.1" status: 204 len: 173 time: 0.4968057 Nov 02 16:28:22.208669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'name': 'network-vif-deleted', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:22.212907 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3c7125-e2d5-4962-ba45-2d20d8d19357" -d '{"events": [{"server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "name": "network-vif-deleted", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:22.241463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3baed2e4-8b5f-41fd-b1a4-76e759806b03 req-e57ac80e-0fdd-42d6-919f-e73c6f19c9a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147239 Nov 02 16:28:22.264397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Pushing event updated for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=10']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:22.287797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] No DVR routers for this DVR port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:22.330518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] 10.222.0.55 "PUT /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a/bindings/n-h2-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3551083 Nov 02 16:28:22.332598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.333043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.333479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.334112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.335188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.335188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.335794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.337351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.338728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.339067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.339494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.340204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4280ec1b-263f-4363-aaf4-a73be9ecadf7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:28:22.448019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695fc28-2af1-4c2b-a959-bb6be383e939 req-d7ecbbbb-4ca3-4863-95ee-8ea12c1492c7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.450309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e695fc28-2af1-4c2b-a959-bb6be383e939 req-d7ecbbbb-4ca3-4863-95ee-8ea12c1492c7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.0684528 Nov 02 16:28:22.484532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-f85ded46-d4ea-4e81-b6e2-8633ad7dd7cc tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.487137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-f85ded46-d4ea-4e81-b6e2-8633ad7dd7cc tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.0829368 Nov 02 16:28:22.518854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e695fc28-2af1-4c2b-a959-bb6be383e939 req-4eccdc99-5b01-429c-9038-8ca68dbed0c0 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553961 Nov 02 16:28:22.581065 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c443ccc-4c4e-4941-a547-2f67834d49d9 x-openstack-request-id: req-5c443ccc-4c4e-4941-a547-2f67834d49d9 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:22.581250 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c81fc0-c926-4c41-bc94-bcf10fca9ba6", "name": "network-vif-deleted", "tag": "4f13bb7a-44be-4966-ad20-c32822d6aa49", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:22.582188 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c443ccc-4c4e-4941-a547-2f67834d49d9 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:22.582188 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c81fc0-c926-4c41-bc94-bcf10fca9ba6', 'name': 'network-vif-deleted', 'tag': '4f13bb7a-44be-4966-ad20-c32822d6aa49', 'status': 'completed', 'code': 200} Nov 02 16:28:22.637951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-a025939e-b99b-49ac-9cfb-59ad0c15b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.639657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-a025939e-b99b-49ac-9cfb-59ad0c15b97e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1&tenant_id=e5359895c62f428da23646c6f72111ba HTTP/1.1" status: 200 len: 1095 time: 0.1207669 Nov 02 16:28:22.703502 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:22.751485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-db1ab367-69be-4110-a409-34d7a79009cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160071 Nov 02 16:28:22.764561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-6f5e8b32-36c1-4914-b7e5-09b54de73ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.767283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-6f5e8b32-36c1-4914-b7e5-09b54de73ae5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e5359895c62f428da23646c6f72111ba&device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1095 time: 0.0947950 Nov 02 16:28:22.770318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdebb31-46cd-4288-b311-4436d5024a20 req-826c16f6-0dab-48f6-92a0-25b113c16ee1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.779164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbdebb31-46cd-4288-b311-4436d5024a20 req-826c16f6-0dab-48f6-92a0-25b113c16ee1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 948 time: 0.0849805 Nov 02 16:28:22.848426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbdebb31-46cd-4288-b311-4436d5024a20 req-244f8cd1-ce29-4246-99cc-2d53539ed4a0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639148 Nov 02 16:28:22.913473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-f28021a4-1cc5-453d-b7f4-f0fb9295c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:22.916259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-f28021a4-1cc5-453d-b7f4-f0fb9295c6df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 1100 time: 0.0938499 Nov 02 16:28:22.989261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d546f5e3-6b71-4690-9c38-444001a4f38c req-c30a5de4-4128-4456-bc8a-c6003051f952 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0534744 Nov 02 16:28:23.017596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-f75c4f2a-605e-4bcf-aaca-1d9de4b03eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.019102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-f75c4f2a-605e-4bcf-aaca-1d9de4b03eef service neutron] 10.222.0.100 "GET /v2.0/networks?id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 200 len: 908 time: 0.2387748 Nov 02 16:28:23.042457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:23.056144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:23.088132 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-a6593854-973b-40ba-89a1-dd93d43ae007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.090489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-a6593854-973b-40ba-89a1-dd93d43ae007 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1442595 Nov 02 16:28:23.102920 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-aa8f3e10-25ed-496f-91c0-6f5e77511657 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 200 len: 217 time: 0.0669484 Nov 02 16:28:23.159092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-9ba1e3ff-90ab-417b-b388-0640b106a657 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 200 len: 217 time: 0.0563996 Nov 02 16:28:23.191992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-f4a97cbc-6460-412b-8046-a32123eedf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.193593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-f4a97cbc-6460-412b-8046-a32123eedf0b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 200 len: 847 time: 0.0783651 Nov 02 16:28:23.242372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-837cf8d8-a6e9-49c6-a50a-306c49ee2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.248343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-837cf8d8-a6e9-49c6-a50a-306c49ee2eb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0785193 Nov 02 16:28:23.255351 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-85afcce0-4e84-4daa-b6c2-06953bedc874 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493705 Nov 02 16:28:23.288984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 1fe8e84a-132b-4554-85d7-127f5e5427b0 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:23.309762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 1fe8e84a-132b-4554-85d7-127f5e5427b0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:23.310189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:23.353729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:23.384575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'mac_address': 'fa:16:3e:7a:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:23.443958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-21a799e0-de52-4956-bde1-fefe03ea8f43 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737580 Nov 02 16:28:23.479124 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:23.520381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:23.524591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:23.527951 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a47b87-86d4-4fd1-9855-4b98a614afe9" -d '{"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-plugged", "status": "completed", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:23.533613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-3ad0592c-0a3f-4d2e-bad9-95c13bbc33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.534182 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:23.536003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-3ad0592c-0a3f-4d2e-bad9-95c13bbc33d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829163 Nov 02 16:28:23.572643 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:23.600350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1959f1f-b60e-4bdd-886b-5b1300141a49 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:23.619165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7a2f-582f-4882-96ee-dbdef2df95d3 req-1a058488-c3c2-407e-b153-1522e291dc5c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.627029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:23.628865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db0f7a2f-582f-4882-96ee-dbdef2df95d3 req-1a058488-c3c2-407e-b153-1522e291dc5c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 944 time: 0.2076242 Nov 02 16:28:23.634494 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-6ee38342-2b96-40cd-8e8b-ce9f3c439b10 service neutron] 10.222.0.100 "GET /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690910 Nov 02 16:28:23.638771 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:23.652838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:23.712171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:23.731467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-8649f1ba-f301-49ba-8587-929c319deb9f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:23.733000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-8649f1ba-f301-49ba-8587-929c319deb9f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.2903214 Nov 02 16:28:23.739887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db0f7a2f-582f-4882-96ee-dbdef2df95d3 req-85af24a6-cce1-45eb-9f2e-7beee6451139 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099384 Nov 02 16:28:23.751804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-91277c9e-020c-495f-9bc0-ac0b458fe5a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040720 Nov 02 16:28:23.754359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-005dea5d-9b7d-4ce0-82f7-531fffd7af2f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0135751 Nov 02 16:28:23.889592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-c4f96ea3-3047-4fa8-b964-a275b072b212 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221964 Nov 02 16:28:23.893835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ab6b083-376c-4c97-a0f2-09ec008b7ebf req-d41e6c90-286a-4164-b199-58ee00fdc209 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346481 Nov 02 16:28:23.941864 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57382ea-56fa-471c-81c5-20e60d1ce0b9 x-openstack-request-id: req-d57382ea-56fa-471c-81c5-20e60d1ce0b9 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:23.942243 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-plugged", "status": "completed", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:23.942560 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d57382ea-56fa-471c-81c5-20e60d1ce0b9 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:23.942948 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'code': 200} Nov 02 16:28:24.048421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bb488c5a-40bd-4841-a7ff-26996cde1296 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:24.049951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-bb488c5a-40bd-4841-a7ff-26996cde1296 tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1&tenant_id=e5359895c62f428da23646c6f72111ba&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1095 time: 0.0694566 Nov 02 16:28:24.115572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-c768a3a9-4856-4c05-921a-bcfcceff250a service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050748 Nov 02 16:28:24.185085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f433f-e5de-4863-bb57-bd3268154242 req-2d4a4e31-ef57-4e3b-a168-0c24e894e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:24.186750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368f433f-e5de-4863-bb57-bd3268154242 req-2d4a4e31-ef57-4e3b-a168-0c24e894e8d4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 1096 time: 0.1155481 Nov 02 16:28:24.237203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3f0f6-7b18-415d-b916-a75da967c011 req-fdfb5ca0-ac54-4e72-908f-853f7a57d778 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:24.239785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ca3f0f6-7b18-415d-b916-a75da967c011 req-fdfb5ca0-ac54-4e72-908f-853f7a57d778 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.0745850 Nov 02 16:28:24.241103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f1959f1f-b60e-4bdd-886b-5b1300141a49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:24.287780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-95865f3a-500c-4790-a4bf-020e634e06a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709578 Nov 02 16:28:24.290258 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368f433f-e5de-4863-bb57-bd3268154242 req-e0894519-1ae1-4dac-83c0-043c28ad8fc0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714095 Nov 02 16:28:24.301259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-cb0bdee0-5b9e-47bb-8529-1311590a8202 service neutron] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:24.304865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-cb0bdee0-5b9e-47bb-8529-1311590a8202 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:24.306347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9c794fe-59c2-4aa1-8d27-44831a7e4ae2 req-cb0bdee0-5b9e-47bb-8529-1311590a8202 service neutron] 10.222.0.100 "DELETE /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a/bindings/n-h1-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.2264187 Nov 02 16:28:24.338376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ca3f0f6-7b18-415d-b916-a75da967c011 req-e55cf848-ba1c-429d-b4e3-6cba3ce1e122 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705080 Nov 02 16:28:24.527664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177eab6-1428-4d71-bd92-a829bf9429d6 req-9a5aa801-795c-40bd-a1f4-afac787db1ed tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:24.529306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b177eab6-1428-4d71-bd92-a829bf9429d6 req-9a5aa801-795c-40bd-a1f4-afac787db1ed tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.0592673 Nov 02 16:28:24.582294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b177eab6-1428-4d71-bd92-a829bf9429d6 req-dee4544a-8ffe-4be6-aea3-699555dc7b00 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Nov 02 16:28:24.699359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee353942-37fe-4ef7-bb47-5fa93b350f53 req-3d7442ff-151d-4ba3-abdc-d55d542f1bf9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0447078 Nov 02 16:28:24.718256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e494dd01-0f02-4006-a8ec-0aa2fb93e214 req-2d2db648-538c-4df5-953e-0442e0a9c648 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 210 time: 0.0503120 Nov 02 16:28:24.848395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c221b4-0ff0-4357-a0b6-6bce921c5d1a req-a7b72c38-6d92-46d9-b363-04baae86652a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:24.858299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41c221b4-0ff0-4357-a0b6-6bce921c5d1a req-a7b72c38-6d92-46d9-b363-04baae86652a tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 1095 time: 0.0656085 Nov 02 16:28:24.896835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41c221b4-0ff0-4357-a0b6-6bce921c5d1a req-637362c0-50fb-446c-b964-ba3aa512e6ca tempest-LiveMigrationTest-1805018955 tempest-LiveMigrationTest-1805018955-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Nov 02 16:28:25.074351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb466d-a633-46f0-a9bd-d84fcd0703fe req-caea7c79-3421-452c-be89-fc986ca8f237 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.080742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-3f3d89fd-1b81-4808-a520-59f7b495b9e7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.082370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-3f3d89fd-1b81-4808-a520-59f7b495b9e7 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.100 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6&tenant_id=11fdaa49f555407e9e83d885ca7d420e&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 949 time: 0.0998776 Nov 02 16:28:25.085786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6cb466d-a633-46f0-a9bd-d84fcd0703fe req-caea7c79-3421-452c-be89-fc986ca8f237 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.1116850 Nov 02 16:28:25.170748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6cb466d-a633-46f0-a9bd-d84fcd0703fe req-1a185f22-d580-4b11-a5da-a6ca2e18df38 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 Nov 02 16:28:25.191219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-c03744ae-7f97-4cd7-8c0a-bf6142aad12d service neutron] 10.222.0.100 "GET /v2.0/ports/f1959f1f-b60e-4bdd-886b-5b1300141a49/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 382 time: 0.0971358 Nov 02 16:28:25.335631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa338d71-92d7-4818-9490-a6cce9a4d2cd req-d5a2b4f2-3fff-4e4d-b75d-7c6e276a1075 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.338453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa338d71-92d7-4818-9490-a6cce9a4d2cd req-d5a2b4f2-3fff-4e4d-b75d-7c6e276a1075 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.0848908 Nov 02 16:28:25.359028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-1afafbdb-bc86-41aa-9250-8e236ced37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.360997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-1afafbdb-bc86-41aa-9250-8e236ced37f6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1100 time: 0.1050200 Nov 02 16:28:25.417664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa338d71-92d7-4818-9490-a6cce9a4d2cd req-56b311ab-8899-4493-bb76-ef7817a35017 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Nov 02 16:28:25.444773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0184d4-da1d-446c-8e28-f2e1df9c5b4f req-9f93f821-9a10-4e26-a410-3771a12b5c9c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.446744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b0184d4-da1d-446c-8e28-f2e1df9c5b4f req-9f93f821-9a10-4e26-a410-3771a12b5c9c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.0936048 Nov 02 16:28:25.491685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b0184d4-da1d-446c-8e28-f2e1df9c5b4f req-8e6589a3-a46a-4c22-aa79-38a297e408c5 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Nov 02 16:28:25.504826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-1f862c67-1642-429b-a3e2-428fc224efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.506482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-1f862c67-1642-429b-a3e2-428fc224efd3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1156225 Nov 02 16:28:25.566395 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-4657582c-a721-4f04-b16b-cc96b5854705 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0354929 Nov 02 16:28:25.640474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-694a47cf-5c9b-49ce-a0f7-519cfd96e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.641945 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-694a47cf-5c9b-49ce-a0f7-519cfd96e8ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0519793 Nov 02 16:28:25.677695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:25.698353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 4f13bb7a-44be-4966-ad20-c32822d6aa49 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:25.698817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4f13bb7a-44be-4966-ad20-c32822d6aa49 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:25.719404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-21fbc128-a256-41aa-b24b-6818741eaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:25.720913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-21fbc128-a256-41aa-b24b-6818741eaf12 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438311 Nov 02 16:28:25.809689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63707777-be5f-4bbd-a7bf-1eda76e3b997 req-d8b1aa10-e44e-40f5-85f5-235d3df2442d tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0341809 Nov 02 16:28:25.838336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-924f976c-9fa1-4f08-bb2c-db579ee69605 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945187 Nov 02 16:28:25.849555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b46a3e1-2c8b-4f12-84af-11df3922630c req-84d9922e-f8f5-455c-a22a-dfde78f2ef83 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 210 time: 0.0259399 Nov 02 16:28:25.958894 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-8236bcf8-09a3-4200-be2c-d1bb4d665838 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068795 Nov 02 16:28:26.177049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-61ee425d-6df6-49a0-9d05-dedce9e31478 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:26.178694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-61ee425d-6df6-49a0-9d05-dedce9e31478 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.1215281 Nov 02 16:28:26.221548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:26.327299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0aaa07-bf4b-4f95-9863-507049a96cc2 req-7b25063f-eb94-4ba8-8641-25946aaa4b1b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:26.328859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa0aaa07-bf4b-4f95-9863-507049a96cc2 req-7b25063f-eb94-4ba8-8641-25946aaa4b1b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0893223 Nov 02 16:28:26.340267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:26.343866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:26.374983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa0aaa07-bf4b-4f95-9863-507049a96cc2 req-bc291fff-7f3b-4b60-8817-04eb3bda375e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Nov 02 16:28:26.492063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.11 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/3d7acba8-ef68-43a6-b7dc-1b06369b1808) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:26.573695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b72d97-1c34-4f60-8626-b941a6b76a1b req-16e36d39-8403-4775-b3bb-9ae511d6d792 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:26.575377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19b72d97-1c34-4f60-8626-b941a6b76a1b req-16e36d39-8403-4775-b3bb-9ae511d6d792 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.0635002 Nov 02 16:28:26.661006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19b72d97-1c34-4f60-8626-b941a6b76a1b req-3c9a1be5-0547-4910-b207-b031a8dd18e6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738473 Nov 02 16:28:26.686622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed682-3681-4e45-827e-454e57e5f700 req-0ffda2ec-0702-4e1b-84c4-4571935d3a8f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:26.700923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92eed682-3681-4e45-827e-454e57e5f700 req-0ffda2ec-0702-4e1b-84c4-4571935d3a8f tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.1064985 Nov 02 16:28:26.737201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:26.765890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-07d6884a-e40e-4fef-b714-17d211583928 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:26.768328 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-07d6884a-e40e-4fef-b714-17d211583928 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 944 time: 0.1005147 Nov 02 16:28:26.783312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92eed682-3681-4e45-827e-454e57e5f700 req-268a3325-7dca-43f7-80f5-b2212ee8e3aa tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864182 Nov 02 16:28:26.833823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:26.846608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:26.913582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=3d7acba8-ef68-43a6-b7dc-1b06369b1808,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:26.929873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:26.933181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:26.936583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:26.983489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e084a4af-6419-447b-a5c6-52700cd3c65f req-aa6e9730-0d22-4b1e-a9f4-e2cd914ae732 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=69c81fc0-c926-4c41-bc94-bcf10fca9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0438638 Nov 02 16:28:27.007909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:27.009073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.030881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-1304ae85-475d-4a4e-b2e6-109b103b3507 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8131833 Nov 02 16:28:27.044725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Deleting port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:27.045651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.048369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25622627-41d4-435c-9e22-ceaf1f0d40c3 req-2af0d63d-c7c0-4907-9422-09f309b860b9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:27.056018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25622627-41d4-435c-9e22-ceaf1f0d40c3 req-2af0d63d-c7c0-4907-9422-09f309b860b9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 932 time: 0.0760143 Nov 02 16:28:27.059067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:27.121998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25622627-41d4-435c-9e22-ceaf1f0d40c3 req-0d587609-6279-4b6c-baac-4ad8e38a5a4e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650134 Nov 02 16:28:27.153460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Request body: {'port': {'device_id': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:27.162753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port f1959f1f-b60e-4bdd-886b-5b1300141a49 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:27.169569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port f1959f1f-b60e-4bdd-886b-5b1300141a49 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:27.170079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.236232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.266900 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.267048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] For port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:27.267462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.289703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:27.292999 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bceb7da-e2f2-458a-be54-def4573e0fb5" -d '{"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:27.298934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Calling delete_port for 48a17e26-ddda-44ac-8fb0-7b6c59dff41a owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:27.306851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:27.312554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.370280 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c086cf8-50da-436d-ad6f-eb5700646ef3 x-openstack-request-id: req-6c086cf8-50da-436d-ad6f-eb5700646ef3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:27.370645 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:27.370960 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c086cf8-50da-436d-ad6f-eb5700646ef3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:27.371365 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'code': 200} Nov 02 16:28:27.372292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:27.523900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378a70-5e0d-4aa6-95fa-fc6e709cd931 req-61432b9f-33ba-44f2-9d14-681c940ac6cc tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:27.525474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de378a70-5e0d-4aa6-95fa-fc6e709cd931 req-61432b9f-33ba-44f2-9d14-681c940ac6cc tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0624459 Nov 02 16:28:27.573122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de378a70-5e0d-4aa6-95fa-fc6e709cd931 req-1e1cc946-4176-4df5-a42b-a1377738e60b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402780 Nov 02 16:28:27.603105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.616142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['dbfd7e46-5867-48cb-9277-11d35fe09b3b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:27.636513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event deleted for resources: {'Port': ['ID=48a17e26-ddda-44ac-8fb0-7b6c59dff41a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:27.720263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] No DVR routers for this DVR port 48a17e26-ddda-44ac-8fb0-7b6c59dff41a on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:27.724756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.727236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b8500-97b8-44a8-9ae6-fc355476b3fa req-f179ed9e-0a23-4753-93ab-ee7178c92058 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:27.729623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e95b8500-97b8-44a8-9ae6-fc355476b3fa req-f179ed9e-0a23-4753-93ab-ee7178c92058 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0637493 Nov 02 16:28:27.729776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1b07db4-0540-4a44-a6d8-6189ee5e809a req-ab41084b-101a-4229-ac42-6b3dfaa77e13 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.100 "DELETE /v2.0/ports/48a17e26-ddda-44ac-8fb0-7b6c59dff41a HTTP/1.1" status: 204 len: 173 time: 0.9463153 Nov 02 16:28:27.730185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'name': 'network-vif-deleted', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:27.733035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9396bd5-246b-425a-b2b6-a524c6e944f6" -d '{"events": [{"server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "name": "network-vif-deleted", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:27.749614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7acba8-ef68-43a6-b7dc-1b06369b1808 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:27.758874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.777398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Transition to ACTIVE for port object 3d7acba8-ef68-43a6-b7dc-1b06369b1808 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:27.782340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:27.837957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e95b8500-97b8-44a8-9ae6-fc355476b3fa req-264c6a90-64ea-4796-927b-6f1b922eb1a0 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008530 Nov 02 16:28:27.866566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Pushing event updated for resources: {'Port': ['ID=3d7acba8-ef68-43a6-b7dc-1b06369b1808,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:27.895227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f09b-7336-4875-baa9-4cb9499d5592 req-8bb951e7-2007-456d-a45f-e50717a78db5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:27.896912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e9f09b-7336-4875-baa9-4cb9499d5592 req-8bb951e7-2007-456d-a45f-e50717a78db5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.1079090 Nov 02 16:28:27.925114 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e220a9a-a065-4a2a-8475-5cd45f8b19f2 x-openstack-request-id: req-9e220a9a-a065-4a2a-8475-5cd45f8b19f2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:27.925584 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5d0ba7-99fe-4660-ad13-b9205f9b89d1", "name": "network-vif-deleted", "tag": "48a17e26-ddda-44ac-8fb0-7b6c59dff41a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:27.925899 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e220a9a-a065-4a2a-8475-5cd45f8b19f2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:27.926382 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5d0ba7-99fe-4660-ad13-b9205f9b89d1', 'name': 'network-vif-deleted', 'tag': '48a17e26-ddda-44ac-8fb0-7b6c59dff41a', 'status': 'completed', 'code': 200} Nov 02 16:28:27.946174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e9f09b-7336-4875-baa9-4cb9499d5592 req-903bafe2-9d4d-4c9f-acd6-ffd8e8b2d3eb tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Nov 02 16:28:27.972292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Attempting to bind port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:27.972624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Attempting to bind port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:27.972949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Attempting to bind port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:27.978292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:27.978818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Attempting to bind port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:27.988312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:27.992462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:27.992868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:27.993331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Bound port: 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:27.993691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:28.052714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a819aa40-fa0d-4981-a1bb-b058b6521302 req-e7ba4eb4-39cd-4c9a-9a55-d3f803e0503e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.0315199 Nov 02 16:28:28.099240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] For port 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:28.107588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] For port 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:28.119752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:28.150120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b838f8-3cef-46ad-9231-41369e1bed6b req-599505ef-779e-4696-8ac0-be2c1d500d7e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.154798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7b838f8-3cef-46ad-9231-41369e1bed6b req-599505ef-779e-4696-8ac0-be2c1d500d7e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0871248 Nov 02 16:28:28.223739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7b838f8-3cef-46ad-9231-41369e1bed6b req-76bef6c1-9485-4e89-8e3f-007883bb2aba tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622244 Nov 02 16:28:28.233828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.234767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:28.237985 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] 10.222.0.100 "PUT /v2.0/ports/3d7acba8-ef68-43a6-b7dc-1b06369b1808 HTTP/1.1" status: 200 len: 1092 time: 1.0915484 Nov 02 16:28:28.238733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2342c-9e7d-41a6-8d93-b1959f5b6ada service neutron] Pushing event updated for resources: {'Port': ['ID=3d7acba8-ef68-43a6-b7dc-1b06369b1808,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:28.366723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-ffcf7cad-6c2a-41fa-b5bd-79493295adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.369353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fadaf-7db2-45a3-a6ac-5199070d96c2 req-753322bf-cb34-43ed-8d04-56d6c961b0f1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.370861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-ffcf7cad-6c2a-41fa-b5bd-79493295adb9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 1095 time: 0.0663321 Nov 02 16:28:28.379449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e4fadaf-7db2-45a3-a6ac-5199070d96c2 req-753322bf-cb34-43ed-8d04-56d6c961b0f1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 944 time: 0.1356504 Nov 02 16:28:28.431433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e4fadaf-7db2-45a3-a6ac-5199070d96c2 req-749b6726-dbfc-4915-85f6-8091b364a79a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 Nov 02 16:28:28.456026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-c37c85b3-317e-4b02-9b9e-b255865e1dcd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808 HTTP/1.1" status: 200 len: 217 time: 0.0579503 Nov 02 16:28:28.487916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c36a-04b9-45a6-aecc-1ee11361fb02 req-1e2bafc2-7a4e-4b2d-ac5d-3549a417a2d0 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.489680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc87c36a-04b9-45a6-aecc-1ee11361fb02 req-1e2bafc2-7a4e-4b2d-ac5d-3549a417a2d0 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Nov 02 16:28:28.560790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-38fecbd2-f8be-4882-804c-3c18aad091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.563938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-38fecbd2-f8be-4882-804c-3c18aad091bf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0891144 Nov 02 16:28:28.596443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc87c36a-04b9-45a6-aecc-1ee11361fb02 req-c87b6de3-4064-4eed-9646-d78fa48543ee tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928981 Nov 02 16:28:28.640012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-12744d51-f654-4c03-a07c-7824ab27a92d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525014 Nov 02 16:28:28.781691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cce3cb-d278-4536-87b1-49120f25d1d9 req-1a4abb29-cbc6-4456-bca7-be26d1ef3bad tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:28.792325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02cce3cb-d278-4536-87b1-49120f25d1d9 req-1a4abb29-cbc6-4456-bca7-be26d1ef3bad tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0766163 Nov 02 16:28:28.805450 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-dbe1061d-2600-4fce-9748-39c6694a0b35 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381533 Nov 02 16:28:28.852543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02cce3cb-d278-4536-87b1-49120f25d1d9 req-1f1a1b48-febf-4072-85fe-f2c6cfccc32e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Nov 02 16:28:28.957053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-27d1995a-17a2-44c9-aed6-775bb00483fd req-269d410e-4664-443d-b5d8-92fae618aad9 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397548 Nov 02 16:28:28.998528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dc67e-15ab-4618-b6f4-801a3aa3e146 req-d4656c35-30a7-48e7-99f6-54921dd02aeb tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:29.000702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d9dc67e-15ab-4618-b6f4-801a3aa3e146 req-d4656c35-30a7-48e7-99f6-54921dd02aeb tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0758932 Nov 02 16:28:29.052050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d9dc67e-15ab-4618-b6f4-801a3aa3e146 req-0c9c5c21-3343-421e-8e6f-c8a009809496 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Nov 02 16:28:29.057786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:29.086726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 48a17e26-ddda-44ac-8fb0-7b6c59dff41a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:29.087315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48a17e26-ddda-44ac-8fb0-7b6c59dff41a not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:29.191072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49c5c5-c5d2-4209-8d92-be7522883c60 req-834db31b-d8dc-4fe3-9929-1e30635cfeb1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:29.200919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff49c5c5-c5d2-4209-8d92-be7522883c60 req-834db31b-d8dc-4fe3-9929-1e30635cfeb1 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0700483 Nov 02 16:28:29.273327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff49c5c5-c5d2-4209-8d92-be7522883c60 req-645aebc7-6716-4e64-bb46-dc75585a07ea tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Nov 02 16:28:29.370767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bcec280-53d9-4e7a-8305-edc824383a28 req-2b7ebe2c-aefb-4eed-988d-6e73673f7338 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.0930707 Nov 02 16:28:29.583754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bb96-0c67-412b-941d-c51d97d888ce req-2004430e-9ca4-428b-a389-8a7cda31724d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:29.591752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ea0bb96-0c67-412b-941d-c51d97d888ce req-2004430e-9ca4-428b-a389-8a7cda31724d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.1075451 Nov 02 16:28:29.654299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-d5e6851a-d350-4c52-9b84-23ea949038a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:29.655943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-d5e6851a-d350-4c52-9b84-23ea949038a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6&tenant_id=11fdaa49f555407e9e83d885ca7d420e HTTP/1.1" status: 200 len: 1101 time: 0.0917499 Nov 02 16:28:29.661455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ea0bb96-0c67-412b-941d-c51d97d888ce req-9a770826-12bc-4100-aa77-84c302f4081e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687573 Nov 02 16:28:29.669245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:29.753757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:29.927400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'tag': '3d7acba8-ef68-43a6-b7dc-1b06369b1808'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:29.929729 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb40c1f3-f9ff-4ec3-83e6-e46093922c37", "tag": "3d7acba8-ef68-43a6-b7dc-1b06369b1808"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:29.992497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fead4b0-9e67-4c15-b70f-19833ffbeaa3 req-a1cbaca6-3eae-471e-8314-aee40934a236 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:29.994721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fead4b0-9e67-4c15-b70f-19833ffbeaa3 req-a1cbaca6-3eae-471e-8314-aee40934a236 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 944 time: 0.1700156 Nov 02 16:28:30.068731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fce36-e26f-4ee1-a335-8a4bd4364470 req-ed580887-d495-4de7-8035-06b9c82117c4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:30.070160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c88fce36-e26f-4ee1-a335-8a4bd4364470 req-ed580887-d495-4de7-8035-06b9c82117c4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.2098367 Nov 02 16:28:30.114939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fead4b0-9e67-4c15-b70f-19833ffbeaa3 req-3cd41ebf-ae17-497e-9eda-23fce63ad1d6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025898 Nov 02 16:28:30.150526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c88fce36-e26f-4ee1-a335-8a4bd4364470 req-2c1da2c6-cec2-4319-b2e6-f8e0a98a4e1c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Nov 02 16:28:30.158009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:30.190599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:30.234471 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a8249-0c10-4e7d-9afd-b82f0beb2077 x-openstack-request-id: req-1a5a8249-0c10-4e7d-9afd-b82f0beb2077 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:30.234861 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb40c1f3-f9ff-4ec3-83e6-e46093922c37", "tag": "3d7acba8-ef68-43a6-b7dc-1b06369b1808", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:30.235232 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a5a8249-0c10-4e7d-9afd-b82f0beb2077 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:30.235755 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'tag': '3d7acba8-ef68-43a6-b7dc-1b06369b1808', 'status': 'completed', 'code': 200} Nov 02 16:28:30.236472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:30.238903 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9b7a44-b317-4aee-bb9e-b37b839b4cef" -d '{"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:30.243213 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:30.259039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Transition to ACTIVE for port object f1959f1f-b60e-4bdd-886b-5b1300141a49 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:30.264080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:30.360672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] No DVR routers for this DVR port f1959f1f-b60e-4bdd-886b-5b1300141a49 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:30.362781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=10']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:30.395304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-fb52a2c0-f5a9-4a4e-a491-3629908bc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:30.397098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-fb52a2c0-f5a9-4a4e-a491-3629908bc327 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 1095 time: 0.1184001 Nov 02 16:28:30.435704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:30.436220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:30.436733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:30.450765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:30.451289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Attempting to bind port f1959f1f-b60e-4bdd-886b-5b1300141a49 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:30.482352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:30.482926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:30.486752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:30.487529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Bound port: f1959f1f-b60e-4bdd-886b-5b1300141a49, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:30.488089 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:30.608999 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ef94c-0935-4936-ab62-35454f7fa1e5 x-openstack-request-id: req-a55ef94c-0935-4936-ab62-35454f7fa1e5 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:30.609546 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:30.610560 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a55ef94c-0935-4936-ab62-35454f7fa1e5 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:30.611154 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'code': 200} Nov 02 16:28:30.698613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:30.704959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:30.705519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-12b1511f-79b7-403c-8625-67d786d24c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:30.707247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-12b1511f-79b7-403c-8625-67d786d24c0e service neutron] 10.222.0.100 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.2834487 Nov 02 16:28:30.769825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:30.773973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-e8168a49-123e-49c6-99bc-8eb9429f9903 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808 HTTP/1.1" status: 200 len: 217 time: 0.0543599 Nov 02 16:28:30.812382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e25dfe8-1f53-47ab-9dcc-42385990e045 req-e81815df-8f1a-4500-bb12-c8084803f891 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.1044233 Nov 02 16:28:30.829590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-c8c10bdf-25c4-48cd-93f7-dc2d1a93c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:30.831163 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-c8c10bdf-25c4-48cd-93f7-dc2d1a93c3ed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0485978 Nov 02 16:28:30.873067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-f65c579e-9fbb-4854-9419-0bca2915024a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336418 Nov 02 16:28:30.874652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:30.875709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:30.876983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] 10.222.0.55 "PUT /v2.0/ports/f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 1097 time: 1.2136934 Nov 02 16:28:30.889401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654d821-98b7-44e5-82be-4bce2ca895fb req-f68590c6-fbbf-408f-8375-0bd900f81503 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:30.891259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f654d821-98b7-44e5-82be-4bce2ca895fb req-f68590c6-fbbf-408f-8375-0bd900f81503 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.1710646 Nov 02 16:28:31.001820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bda99c-213c-4211-9d16-81b58aa1774d service neutron] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=11']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:31.043267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f654d821-98b7-44e5-82be-4bce2ca895fb req-f3f444cd-1905-4ca4-82b9-565fad2c3c98 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856814 Nov 02 16:28:31.053895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-8ef22d41-5a8e-4adc-805f-ed0a2c136fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:31.056602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-8ef22d41-5a8e-4adc-805f-ed0a2c136fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1100 time: 0.1531887 Nov 02 16:28:31.069018 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-ac6c32fd-62c8-4370-9dae-5f4e05f10a90 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843970 Nov 02 16:28:31.203323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-ab6f0966-7008-41b1-9b83-e82f2b7d2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:31.206628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-ab6f0966-7008-41b1-9b83-e82f2b7d2a8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1395578 Nov 02 16:28:31.240715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71b2db23-8ac3-4dc2-8c4d-7618f5db0ae9 req-a40401fa-0656-4e5e-8e1f-0de69145e79e service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587689 Nov 02 16:28:31.284737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-50708feb-0c4f-486f-bea4-6916c5eb7c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.0699003 Nov 02 16:28:31.384939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6116c-e7ce-4b7a-9018-470e798abb4d req-38930707-e781-442b-a439-d199531278f3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:31.387009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cc6116c-e7ce-4b7a-9018-470e798abb4d req-38930707-e781-442b-a439-d199531278f3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 944 time: 0.1171832 Nov 02 16:28:31.407105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-e6148b14-f8ff-4be3-9b48-67413d538a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:31.408393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-e6148b14-f8ff-4be3-9b48-67413d538a4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1034341 Nov 02 16:28:31.476961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cc6116c-e7ce-4b7a-9018-470e798abb4d req-4af7df64-a8e4-44d5-94c7-f9e8ace29133 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732119 Nov 02 16:28:31.486398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7485d-1d6a-4b4e-b63a-7d67f78aa333 req-085756a5-740b-46c4-ba6f-19dff478d4f1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:31.487833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7a7485d-1d6a-4b4e-b63a-7d67f78aa333 req-085756a5-740b-46c4-ba6f-19dff478d4f1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.1308801 Nov 02 16:28:31.494677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-3fe2ca5c-b4c6-4895-a9ce-8a491efcc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:31.496778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-3fe2ca5c-b4c6-4895-a9ce-8a491efcc3ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747788 Nov 02 16:28:31.583404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7a7485d-1d6a-4b4e-b63a-7d67f78aa333 req-3e19322f-4cb8-4bf6-a943-53193bb84e02 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856848 Nov 02 16:28:31.617574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-abfcfa4e-682f-49e7-8382-179a60d29f7e service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056089 Nov 02 16:28:31.716282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36da9dab-b2ba-43aa-bfb9-b67fa598a2ac req-be302a2b-a40b-4d3c-b317-b592dc6165ad service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 Nov 02 16:28:31.907780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1ba7a4c-2a83-41a6-a21f-d3e5dd711b69 req-f96565dd-6c48-43de-8c65-a9c622c0d89c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee5d0ba7-99fe-4660-ad13-b9205f9b89d1 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Nov 02 16:28:32.140266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aacf4-c5f3-40c3-a5be-ab87a768a199 req-b3a8be07-8373-4e7b-bc14-a38ea58a4080 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.141725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-955aacf4-c5f3-40c3-a5be-ab87a768a199 req-b3a8be07-8373-4e7b-bc14-a38ea58a4080 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.0501022 Nov 02 16:28:32.181218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-955aacf4-c5f3-40c3-a5be-ab87a768a199 req-bc2e050e-9df3-4f68-887d-14af6d160f9b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Nov 02 16:28:32.402561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-c55eaa11-5f48-41da-ae3d-0592b402b4b2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469182 Nov 02 16:28:32.473577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470c16-f847-44f2-8d68-f2c51c045015 req-d0db797a-934d-41bf-892f-baa4ac0caebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.475239 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-d0db797a-934d-41bf-892f-baa4ac0caebf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10965dd0ab88419684f9d9036f1d9438&device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.0421741 Nov 02 16:28:32.613438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:32.615914 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea245f0e-170c-484b-9da5-f7d3648a2efa" -d '{"events": [{"name": "network-changed", "server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:32.645471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4792-eab2-457f-8083-be3780447d15 req-7ad73a82-5118-4500-ba33-5ec478624163 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.654174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-792e4792-eab2-457f-8083-be3780447d15 req-7ad73a82-5118-4500-ba33-5ec478624163 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 944 time: 0.0881066 Nov 02 16:28:32.680670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470c16-f847-44f2-8d68-f2c51c045015 req-86a50912-bda5-4e65-91fc-9131ace8f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.682394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-86a50912-bda5-4e65-91fc-9131ace8f946 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 200 len: 922 time: 0.1751573 Nov 02 16:28:32.738477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-792e4792-eab2-457f-8083-be3780447d15 req-e7988cc8-13ac-4799-a029-f776f3046baa tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793810 Nov 02 16:28:32.763943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-6b0d7d8b-9c3a-4e15-86f4-79b9f06988a0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 200 len: 217 time: 0.0569558 Nov 02 16:28:32.774577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41794-2861-4966-9596-b77e020b8d77 req-db77e030-9bad-49be-81e4-53577aec18bd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.783414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3a41794-2861-4966-9596-b77e020b8d77 req-db77e030-9bad-49be-81e4-53577aec18bd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.1199043 Nov 02 16:28:32.831664 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281733cd-b5e2-4728-bc76-0b7d40b349b8 x-openstack-request-id: req-281733cd-b5e2-4728-bc76-0b7d40b349b8 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:32.832178 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:32.832609 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-281733cd-b5e2-4728-bc76-0b7d40b349b8 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:32.833140 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'status': 'completed', 'code': 200} Nov 02 16:28:32.855646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3a41794-2861-4966-9596-b77e020b8d77 req-a785012f-3d55-4182-af76-808a39642575 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Nov 02 16:28:32.875903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470c16-f847-44f2-8d68-f2c51c045015 req-c250646b-fab4-4d7e-8b8e-38d4251399b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.875903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-c250646b-fab4-4d7e-8b8e-38d4251399b7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 200 len: 861 time: 0.0924616 Nov 02 16:28:32.918329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-222e7e23-da18-4ac9-9426-7d4161f8bb94 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0543c437-82c3-4144-aba7-1859f1dda674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377173 Nov 02 16:28:32.924148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-6b2e4bdd-17e6-4590-ac65-6a0221b8d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:32.925713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-6b2e4bdd-17e6-4590-ac65-6a0221b8d298 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1100 time: 0.0691156 Nov 02 16:28:33.012564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-752dd751-dd38-4580-be43-3305347b9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.014281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-752dd751-dd38-4580-be43-3305347b9de0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=11fdaa49f555407e9e83d885ca7d420e&device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1100 time: 0.1234965 Nov 02 16:28:33.056348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-0af6b1d6-3d6b-42ca-a3bc-3182ec0019b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.058508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-0af6b1d6-3d6b-42ca-a3bc-3182ec0019b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1248317 Nov 02 16:28:33.073969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 3d7acba8-ef68-43a6-b7dc-1b06369b1808 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:33.098284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-f417da4d-f352-43ef-be25-3a8fe127e31a service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644592 Nov 02 16:28:33.118935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:33.210405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-8e1e90b6-ecd8-4316-a506-8d11090580cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.211912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-8e1e90b6-ecd8-4316-a506-8d11090580cb service neutron] 10.222.0.100 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1880310 Nov 02 16:28:33.280294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:33.296811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '3d7acba8-ef68-43a6-b7dc-1b06369b1808', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': '3d7acba8-ef68-43a6-b7dc-1b06369b1808', 'mac_address': 'fa:16:3e:f0:25:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:33.328716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-9a357487-aa2a-4641-99fd-e528cf8fa97d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.1000526 Nov 02 16:28:33.336312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06470c16-f847-44f2-8d68-f2c51c045015 req-25176f5a-f9e3-4616-9c9c-6dbd3c11a341 service neutron] 10.222.0.100 "GET /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238569 Nov 02 16:28:33.398230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:33.414072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7acba8-ef68-43a6-b7dc-1b06369b1808 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:33.444920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:33.447742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:33.451743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:33.452636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:33.489572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-87ae343a-6919-474c-a37b-b145900c092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.493473 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-87ae343a-6919-474c-a37b-b145900c092c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1460779 Nov 02 16:28:33.618438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-174cb41d-10b8-4a1b-b535-d5dc86fe5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.622282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-174cb41d-10b8-4a1b-b535-d5dc86fe5f37 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148407 Nov 02 16:28:33.632286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-77da0418-1aa7-42fd-9a8f-b892e04091c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 200 len: 217 time: 0.5605142 Nov 02 16:28:33.652849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=3d7acba8-ef68-43a6-b7dc-1b06369b1808,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:33.697426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:33.718925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'port_id': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'mac_address': 'fa:16:3e:31:87:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:33.764761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-dce577cd-9aab-41fc-9271-278247695aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.767630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-dce577cd-9aab-41fc-9271-278247695aea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1048441 Nov 02 16:28:33.779771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c033ef4-accc-4a65-a107-7b74f6c0684c req-6c4fe69a-14bc-424c-81df-5fe9b256ca5b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:33.783783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:33.788760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c033ef4-accc-4a65-a107-7b74f6c0684c req-6c4fe69a-14bc-424c-81df-5fe9b256ca5b tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 949 time: 0.1589251 Nov 02 16:28:33.861092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-7b968f47-10ac-484e-a77d-ba5280004291 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237282 Nov 02 16:28:33.913481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c033ef4-accc-4a65-a107-7b74f6c0684c req-d881179f-d4a7-4c79-a4eb-76c60f71c090 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Nov 02 16:28:33.973480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:33.997843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-dd8001c2-da05-40bf-b68d-577fdbbaeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:34.000869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-dd8001c2-da05-40bf-b68d-577fdbbaeb49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056127 Nov 02 16:28:34.008519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fe8e84a-132b-4554-85d7-127f5e5427b0 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:34.039080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:34.060665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:34.092434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-8bf8a0b2-0c74-40cc-8378-3326d62cb9a0 service neutron] 10.222.0.100 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203197 Nov 02 16:28:34.133700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:34.169076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d392f-2f23-4cf0-8a53-ad0bbba2bcfc req-9702661c-c688-4a4c-ab4a-1d244fd67bbb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:34.170301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:34.175910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'mac_address': 'fa:16:3e:7a:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:34.178797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c0d392f-2f23-4cf0-8a53-ad0bbba2bcfc req-9702661c-c688-4a4c-ab4a-1d244fd67bbb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 945 time: 0.2628915 Nov 02 16:28:34.238409 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:34.258724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1959f1f-b60e-4bdd-886b-5b1300141a49 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:34.264199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c0d392f-2f23-4cf0-8a53-ad0bbba2bcfc req-61925804-d998-4e86-bbde-882c3b461576 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841587 Nov 02 16:28:34.264646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1fe8e84a-132b-4554-85d7-127f5e5427b0'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:34.267147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-e9c4c2cd-2686-482a-8728-397e0ed35eea service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563953 Nov 02 16:28:34.284442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901256-3da3-436d-ac25-e3b12b53891e req-89711fa1-aa5e-4aa6-9b7d-088a95cae85d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:34.284442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88901256-3da3-436d-ac25-e3b12b53891e req-89711fa1-aa5e-4aa6-9b7d-088a95cae85d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 944 time: 0.2544768 Nov 02 16:28:34.380902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea245f0e-170c-484b-9da5-f7d3648a2efa req-ada750f5-977e-4e15-a54e-955495b9915d service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963974 Nov 02 16:28:34.439733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88901256-3da3-436d-ac25-e3b12b53891e req-bc7fe204-8309-4d5f-ac7a-04bf6df885c8 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566496 Nov 02 16:28:34.488193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:34.493327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:34.555130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:34.744996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['3d7acba8-ef68-43a6-b7dc-1b06369b1808'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:34.826599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f1959f1f-b60e-4bdd-886b-5b1300141a49'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:35.060204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7042b6c-10e9-4303-8556-0753e4a8dde9 req-5c2b5984-348c-4c04-93e2-a700a1dad8b9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:35.061724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7042b6c-10e9-4303-8556-0753e4a8dde9 req-5c2b5984-348c-4c04-93e2-a700a1dad8b9 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0580106 Nov 02 16:28:35.107879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:35.130013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7042b6c-10e9-4303-8556-0753e4a8dde9 req-a17948e6-8795-40d3-a0a0-ab80856a0de6 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613129 Nov 02 16:28:35.171436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 1fe8e84a-132b-4554-85d7-127f5e5427b0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:35.172023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:35.285348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:35.318553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929b2f7-bff7-4790-82e6-2d2d91d4e237 req-1eacb9e8-7bbc-4083-8766-58754ea3935c tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:35.327209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9929b2f7-bff7-4790-82e6-2d2d91d4e237 req-1eacb9e8-7bbc-4083-8766-58754ea3935c tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 1101 time: 0.1164250 Nov 02 16:28:35.332650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:35.345887 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3472ef-d0b7-40fa-ab57-a4a8abd42b3e" -d '{"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-plugged", "status": "completed", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:35.365533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9929b2f7-bff7-4790-82e6-2d2d91d4e237 req-5deebb30-d877-4ddb-870b-7d0b6ac7e918 tempest-MigrationsAdminTest-40586959 tempest-MigrationsAdminTest-40586959-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Nov 02 16:28:35.374594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:35.379491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:35.436465 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd31d94c-fbb6-4cb7-9226-59f0429ff11b x-openstack-request-id: req-fd31d94c-fbb6-4cb7-9226-59f0429ff11b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:35.436805 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-plugged", "status": "completed", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:35.437064 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd31d94c-fbb6-4cb7-9226-59f0429ff11b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:35.437457 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'code': 200} Nov 02 16:28:35.464555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:35.473166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce0c07-f11a-46b0-8d4a-d42ccbe7abee req-86602882-3659-421b-908a-1e0db71aad3e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:35.479221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1ce0c07-f11a-46b0-8d4a-d42ccbe7abee req-86602882-3659-421b-908a-1e0db71aad3e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 945 time: 0.1056030 Nov 02 16:28:35.536634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1ce0c07-f11a-46b0-8d4a-d42ccbe7abee req-8b629c2a-82a3-45f1-aac0-cdbbce29d9cd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494525 Nov 02 16:28:35.659175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ac39-b6bc-450b-bf3f-c74e27bc4970 req-8463b463-1902-438f-9808-42c647939288 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:35.661940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5416ac39-b6bc-450b-bf3f-c74e27bc4970 req-8463b463-1902-438f-9808-42c647939288 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0712309 Nov 02 16:28:35.721445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5416ac39-b6bc-450b-bf3f-c74e27bc4970 req-29ad3561-a2fc-4bbf-9e4e-dd59831e1583 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Nov 02 16:28:35.953977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600928-6f75-404e-a7a4-ecdc9bc775d0 req-aee00594-ade8-47d5-b96b-4e83ffc5cb06 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:35.962091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa600928-6f75-404e-a7a4-ecdc9bc775d0 req-aee00594-ade8-47d5-b96b-4e83ffc5cb06 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0647688 Nov 02 16:28:36.015046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa600928-6f75-404e-a7a4-ecdc9bc775d0 req-f52ff334-53f7-43de-a069-98f9adb0ec51 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Nov 02 16:28:36.157786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ddba2-b426-4ea3-9daf-d9d293008aa6 req-e50cb738-aa43-4340-979b-fb8933707bfc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:36.167389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a71ddba2-b426-4ea3-9daf-d9d293008aa6 req-e50cb738-aa43-4340-979b-fb8933707bfc tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.0949500 Nov 02 16:28:36.228198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a71ddba2-b426-4ea3-9daf-d9d293008aa6 req-1c91f212-f211-4333-b9f7-559497613383 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Nov 02 16:28:36.248204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d51e-8fdf-4509-a2dc-824476170bac req-c8b261f5-3e85-4f8d-8511-81900a3376b1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:36.251956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bea6d51e-8fdf-4509-a2dc-824476170bac req-c8b261f5-3e85-4f8d-8511-81900a3376b1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0669193 Nov 02 16:28:36.289249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bea6d51e-8fdf-4509-a2dc-824476170bac req-3f02b580-8551-4acf-9a4d-8ca0a0b7904e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Nov 02 16:28:36.648200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc118c0a-d2a5-4d60-b42e-17f52a5bd55c req-d85ced47-0b5e-4b20-9b46-ed92cbd1d97d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:36.649672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc118c0a-d2a5-4d60-b42e-17f52a5bd55c req-d85ced47-0b5e-4b20-9b46-ed92cbd1d97d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 945 time: 0.0498743 Nov 02 16:28:36.687781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc118c0a-d2a5-4d60-b42e-17f52a5bd55c req-fd19cf5c-e2ff-43ec-bbad-269087133e45 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Nov 02 16:28:36.932509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-05d96b96-edc6-4029-a027-6e0d35b8399b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:36.933961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-05d96b96-edc6-4029-a027-6e0d35b8399b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Nov 02 16:28:37.132852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 3d7acba8-ef68-43a6-b7dc-1b06369b1808 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:37.156556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88632d2-d47e-4209-9f80-02d5983f5d61 req-cf14276b-b6aa-432b-9d3f-8dad25eeb498 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:37.164130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f88632d2-d47e-4209-9f80-02d5983f5d61 req-cf14276b-b6aa-432b-9d3f-8dad25eeb498 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0866368 Nov 02 16:28:37.195472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:37.203219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:37.204023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.212260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-2cd7fb74-fa9c-4330-9b84-e1833edf00c0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:37.214016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-2cd7fb74-fa9c-4330-9b84-e1833edf00c0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 950 time: 0.0993297 Nov 02 16:28:37.228123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f88632d2-d47e-4209-9f80-02d5983f5d61 req-3331eee4-53bd-4ed2-9484-5fe0aaddfc54 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Nov 02 16:28:37.367275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.376794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Deleting port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:37.376794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.453837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:37.454800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7acba8-ef68-43a6-b7dc-1b06369b1808'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:37.457565 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376157d-db3e-4565-bba9-7e675deb9b79" -d '{"events": [{"server_uuid": "cb40c1f3-f9ff-4ec3-83e6-e46093922c37", "name": "network-vif-plugged", "status": "completed", "tag": "3d7acba8-ef68-43a6-b7dc-1b06369b1808"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:37.461228 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.495638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] For port dfb15afc-4b94-4db0-91c6-af6c1fb45c80, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:37.495904 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.511224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Calling delete_port for dfb15afc-4b94-4db0-91c6-af6c1fb45c80 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:37.521791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=3d7acba8-ef68-43a6-b7dc-1b06369b1808,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:37.550548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9c449-a7a8-440c-8286-64ec069da1f1 req-9588683f-28e2-4195-babd-d32bfdc2771b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:37.552093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6bd9c449-a7a8-440c-8286-64ec069da1f1 req-9588683f-28e2-4195-babd-d32bfdc2771b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.1240087 Nov 02 16:28:37.566084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879dfa-1c76-4df7-8d79-dd1edbaefa4a req-89f6c931-b46f-49ad-ac4b-453d9ccbfe1c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:37.567646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d879dfa-1c76-4df7-8d79-dd1edbaefa4a req-89f6c931-b46f-49ad-ac4b-453d9ccbfe1c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 945 time: 0.1571770 Nov 02 16:28:37.613680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Deleting port f1959f1f-b60e-4bdd-886b-5b1300141a49 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:37.614065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.641933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.656361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dfb15afc-4b94-4db0-91c6-af6c1fb45c80'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:37.674114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event deleted for resources: {'Port': ['ID=dfb15afc-4b94-4db0-91c6-af6c1fb45c80,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:37.696390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d879dfa-1c76-4df7-8d79-dd1edbaefa4a req-d415cda0-df3c-4eef-b12a-d03db98b5e30 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167824 Nov 02 16:28:37.704912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6bd9c449-a7a8-440c-8286-64ec069da1f1 req-5ffff8b7-f800-4996-b4f1-58cbb5cb3b76 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362281 Nov 02 16:28:37.719495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] No DVR routers for this DVR port dfb15afc-4b94-4db0-91c6-af6c1fb45c80 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:37.723343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.727277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e75321fd-f400-45b1-9eea-524e398a96e6 req-2c4fcfe6-cb6b-4839-8989-ea5fb46e031b tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "DELETE /v2.0/ports/dfb15afc-4b94-4db0-91c6-af6c1fb45c80 HTTP/1.1" status: 204 len: 173 time: 0.7830329 Nov 02 16:28:37.727510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'name': 'network-vif-deleted', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:37.729966 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c746b-8cb4-4155-af36-dc1317691ea9" -d '{"events": [{"server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "name": "network-vif-deleted", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:37.760356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f1959f1f-b60e-4bdd-886b-5b1300141a49 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:37.792165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:37.792903 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.809327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Calling delete_port for f1959f1f-b60e-4bdd-886b-5b1300141a49 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:37.827967 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36252ccb-3bf6-46ae-8905-6c8625234dbd x-openstack-request-id: req-36252ccb-3bf6-46ae-8905-6c8625234dbd {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:37.830061 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb40c1f3-f9ff-4ec3-83e6-e46093922c37", "name": "network-vif-plugged", "status": "completed", "tag": "3d7acba8-ef68-43a6-b7dc-1b06369b1808", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:37.830670 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36252ccb-3bf6-46ae-8905-6c8625234dbd {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:37.831295 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7acba8-ef68-43a6-b7dc-1b06369b1808', 'code': 200} Nov 02 16:28:37.893719 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.914965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f1959f1f-b60e-4bdd-886b-5b1300141a49 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:37.941582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f1959f1f-b60e-4bdd-886b-5b1300141a49, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f1959f1f-b60e-4bdd-886b-5b1300141a49,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:37.947853 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:37.985661 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44837a6-9fb1-4107-b545-fefb07ec8419 x-openstack-request-id: req-b44837a6-9fb1-4107-b545-fefb07ec8419 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:37.986362 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b05a1d-4b91-40db-b17b-85488d759973", "name": "network-vif-deleted", "tag": "dfb15afc-4b94-4db0-91c6-af6c1fb45c80", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:37.986362 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b44837a6-9fb1-4107-b545-fefb07ec8419 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:37.986602 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b05a1d-4b91-40db-b17b-85488d759973', 'name': 'network-vif-deleted', 'tag': 'dfb15afc-4b94-4db0-91c6-af6c1fb45c80', 'status': 'completed', 'code': 200} Nov 02 16:28:38.009196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff1187-14c8-4bf8-89d6-96dabf96223a req-5f2e1b73-3f6f-47ed-a05c-4d033ed4e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:38.012289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85ff1187-14c8-4bf8-89d6-96dabf96223a req-5f2e1b73-3f6f-47ed-a05c-4d033ed4e594 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 1097 time: 0.0871863 Nov 02 16:28:38.019830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=13']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:38.059854 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85ff1187-14c8-4bf8-89d6-96dabf96223a req-ead6cac9-9608-44bc-8d34-302055e95cd6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344672 Nov 02 16:28:38.115823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:38.128478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'a710055f-8c2b-4112-b396-31ef88afe353'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:38.151140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event deleted for resources: {'Port': ['ID=f1959f1f-b60e-4bdd-886b-5b1300141a49,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:38.163540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489fc3-7e4d-4f50-bd2d-44fb6c514088 req-008473a3-0f82-4dad-9c51-c57556ff4009 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:38.171172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16489fc3-7e4d-4f50-bd2d-44fb6c514088 req-008473a3-0f82-4dad-9c51-c57556ff4009 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.1905868 Nov 02 16:28:38.270197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] No DVR routers for this DVR port f1959f1f-b60e-4bdd-886b-5b1300141a49 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:38.287296 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:38.291270 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6093b57c-5499-4144-a1bd-77079cc7e9e8 req-7af44a68-7a63-453c-aec6-a042afb1797f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "DELETE /v2.0/ports/f1959f1f-b60e-4bdd-886b-5b1300141a49 HTTP/1.1" status: 204 len: 173 time: 1.0614543 Nov 02 16:28:38.291766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-deleted', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:38.294203 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eb6cad-b329-4ee5-b117-d9ddf87aad0b" -d '{"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-deleted", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:38.324903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16489fc3-7e4d-4f50-bd2d-44fb6c514088 req-a7849dbf-2584-4234-a9e3-dd9bb30b8723 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525764 Nov 02 16:28:38.409653 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e112354c-f43b-410f-bcb0-7346456f7c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:38.453177 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636b1631-bf3e-44e3-abc1-37dd8a273f30 x-openstack-request-id: req-636b1631-bf3e-44e3-abc1-37dd8a273f30 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:38.453490 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89c020-efb1-4737-8e1e-83a688af78f6", "name": "network-vif-deleted", "tag": "f1959f1f-b60e-4bdd-886b-5b1300141a49", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:38.453751 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-636b1631-bf3e-44e3-abc1-37dd8a273f30 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:38.454137 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89c020-efb1-4737-8e1e-83a688af78f6', 'name': 'network-vif-deleted', 'tag': 'f1959f1f-b60e-4bdd-886b-5b1300141a49', 'status': 'completed', 'code': 200} Nov 02 16:28:38.534229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e23da368-2d5e-4b79-9d9c-09f22c66ae11 req-4297eb8a-f8a3-4f27-89e6-383621847985 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e89c020-efb1-4737-8e1e-83a688af78f6 HTTP/1.1" status: 200 len: 210 time: 0.0624223 Nov 02 16:28:38.980160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-807e3c10-2d9a-404e-ba2b-f0857e3293db req-bb64a329-0848-4a9f-9b2b-757789bed60c tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b05a1d-4b91-40db-b17b-85488d759973 HTTP/1.1" status: 200 len: 210 time: 0.0538049 Nov 02 16:28:39.021100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743f400-72ac-4bc3-956d-2cb07b12a424 req-a684d30b-58bd-4f8b-b7ac-947e9b3e9991 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:39.022823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2743f400-72ac-4bc3-956d-2cb07b12a424 req-a684d30b-58bd-4f8b-b7ac-947e9b3e9991 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 945 time: 0.0986779 Nov 02 16:28:39.072572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2743f400-72ac-4bc3-956d-2cb07b12a424 req-1ea71038-9402-4953-993d-1f5dc0801cf6 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Nov 02 16:28:39.137348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:39.164815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: dfb15afc-4b94-4db0-91c6-af6c1fb45c80 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:39.165756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfb15afc-4b94-4db0-91c6-af6c1fb45c80 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:39.166492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:39.276167 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:39.319181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:39.327783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:39.389391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-e1128faf-a678-4cd1-aa8f-f505ca3039b4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:39.394518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:39.411442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-e1128faf-a678-4cd1-aa8f-f505ca3039b4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 943 time: 0.0893347 Nov 02 16:28:39.543745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Deleting port 1fe8e84a-132b-4554-85d7-127f5e5427b0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:39.544388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:39.549496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1d93-ef3a-41cc-b1ab-e179830006c5 req-354c2869-8d75-4c30-ae39-bb35d0b3328d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:39.557379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-104d1d93-ef3a-41cc-b1ab-e179830006c5 req-354c2869-8d75-4c30-ae39-bb35d0b3328d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.0743425 Nov 02 16:28:39.607352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-104d1d93-ef3a-41cc-b1ab-e179830006c5 req-387cee11-4eb2-4076-9c17-679dea61b361 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Nov 02 16:28:39.694946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] For port 1fe8e84a-132b-4554-85d7-127f5e5427b0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1fe8e84a-132b-4554-85d7-127f5e5427b0,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:39.695315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:39.709208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Calling delete_port for 1fe8e84a-132b-4554-85d7-127f5e5427b0 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:39.833793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:39.837518 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265cf21-a5f2-45d6-8185-fa28d0f3a0a9" -d '{"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:39.906268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:39.964630 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a656730c-78aa-49d2-a744-690594fa840f x-openstack-request-id: req-a656730c-78aa-49d2-a744-690594fa840f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:39.964946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event deleted for resources: {'Port': ['ID=1fe8e84a-132b-4554-85d7-127f5e5427b0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:39.967993 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:39.969954 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a656730c-78aa-49d2-a744-690594fa840f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:39.970782 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'code': 200} Nov 02 16:28:39.979178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4266f3a-7a62-4962-a0e5-737228725ace req-702aac8b-7fd6-4126-b1b6-b491a8cd7377 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:39.980967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4266f3a-7a62-4962-a0e5-737228725ace req-702aac8b-7fd6-4126-b1b6-b491a8cd7377 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 951 time: 0.1200798 Nov 02 16:28:40.034122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] No DVR routers for this DVR port 1fe8e84a-132b-4554-85d7-127f5e5427b0 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:40.043201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:40.049032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-caeb6ae1-f4e7-47c6-9eae-88a8679fd622 req-020ecd78-3f8c-41ca-924d-a8deba73588c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "DELETE /v2.0/ports/1fe8e84a-132b-4554-85d7-127f5e5427b0 HTTP/1.1" status: 204 len: 173 time: 0.6228223 Nov 02 16:28:40.054838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-deleted', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:40.058254 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89a0292-3a9e-4abe-91f9-cb44d829fca3" -d '{"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-deleted", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:40.059650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4266f3a-7a62-4962-a0e5-737228725ace req-d3301882-fae4-4132-aa06-e744146bcfe3 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722687 Nov 02 16:28:40.169194 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e01616-763d-45e1-95e5-b5d5aabbc2a2 x-openstack-request-id: req-15e01616-763d-45e1-95e5-b5d5aabbc2a2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:40.169487 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d1de2-d133-4b2d-86b9-631c69d45a26", "name": "network-vif-deleted", "tag": "1fe8e84a-132b-4554-85d7-127f5e5427b0", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:40.169744 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15e01616-763d-45e1-95e5-b5d5aabbc2a2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:40.170168 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d1de2-d133-4b2d-86b9-631c69d45a26', 'name': 'network-vif-deleted', 'tag': '1fe8e84a-132b-4554-85d7-127f5e5427b0', 'status': 'completed', 'code': 200} Nov 02 16:28:40.356167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-912abcd4-1013-4e04-b1cb-16be0302bdde req-ea8468d1-b9b5-44eb-96e8-ebea50b859d2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=f64d1de2-d133-4b2d-86b9-631c69d45a26 HTTP/1.1" status: 200 len: 210 time: 0.0513647 Nov 02 16:28:40.630222 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a938de-a759-4832-be84-75adc87f57c8 req-e053ff31-5d2a-45c1-b852-7b75f8dfeedf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:40.634338 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a938de-a759-4832-be84-75adc87f57c8 req-e053ff31-5d2a-45c1-b852-7b75f8dfeedf tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 944 time: 0.0717835 Nov 02 16:28:40.703417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a938de-a759-4832-be84-75adc87f57c8 req-39e08a1b-d0b4-4449-a82f-fbcd79cf6a9f tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Nov 02 16:28:40.797745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea45d0-1251-49d5-9f5f-e5cdc16d2d78 req-161224ce-69e7-47c2-9b4e-a40637b2f0a1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:40.807952 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3dea45d0-1251-49d5-9f5f-e5cdc16d2d78 req-161224ce-69e7-47c2-9b4e-a40637b2f0a1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.0739338 Nov 02 16:28:40.852153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3dea45d0-1251-49d5-9f5f-e5cdc16d2d78 req-60f7f9e1-de74-45c0-a103-64623cad5e50 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Nov 02 16:28:40.994029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec5ca-a661-474a-b022-30a697d472d8 req-b0f6da39-49a6-4e11-ad42-b814dddd4a5b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:40.995792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15eec5ca-a661-474a-b022-30a697d472d8 req-b0f6da39-49a6-4e11-ad42-b814dddd4a5b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.0654943 Nov 02 16:28:41.058731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15eec5ca-a661-474a-b022-30a697d472d8 req-78ce53ea-6865-4ce3-9dde-a342c1199887 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544889 Nov 02 16:28:41.060290 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca034c55-d235-4df8-9091-069c0f668064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.245793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.247191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-ab868db8-4385-4a85-a8b8-b61c14d099a4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:41.249850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-ab868db8-4385-4a85-a8b8-b61c14d099a4 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 944 time: 0.1187773 Nov 02 16:28:41.417993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143365-cd84-44db-b51a-f6294ac193c1 req-b6edea34-e8ef-4ccc-8ccc-f843650b565d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:41.419544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c143365-cd84-44db-b51a-f6294ac193c1 req-b6edea34-e8ef-4ccc-8ccc-f843650b565d tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 951 time: 0.2116847 Nov 02 16:28:41.424797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Deleting port 97fb0c0a-6f35-41b9-9846-55748d321c85 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:41.425144 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.495562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-25c0242f-8f83-40e9-9562-0da5c7698e95 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:41.497089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-25c0242f-8f83-40e9-9562-0da5c7698e95 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 951 time: 0.1922941 Nov 02 16:28:41.504966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af27d0-710d-48b1-b92b-e75a47603451 req-707eed07-7690-469c-b05e-c08c45a5e03a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:41.517189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9af27d0-710d-48b1-b92b-e75a47603451 req-707eed07-7690-469c-b05e-c08c45a5e03a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.1945717 Nov 02 16:28:41.542642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] For port 97fb0c0a-6f35-41b9-9846-55748d321c85, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=97fb0c0a-6f35-41b9-9846-55748d321c85,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:41.543071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.558223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Calling delete_port for 97fb0c0a-6f35-41b9-9846-55748d321c85 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:41.703849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c143365-cd84-44db-b51a-f6294ac193c1 req-a4e233c5-59e7-4287-958f-fd2336a6659c tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679725 Nov 02 16:28:41.719180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.772680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event deleted for resources: {'Port': ['ID=97fb0c0a-6f35-41b9-9846-55748d321c85,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:41.780003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9af27d0-710d-48b1-b92b-e75a47603451 req-d46828b0-ee6b-4ddf-935f-c3ee4c66d165 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467182 Nov 02 16:28:41.819456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Deleting port a710055f-8c2b-4112-b396-31ef88afe353 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:41.820116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.867207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] No DVR routers for this DVR port 97fb0c0a-6f35-41b9-9846-55748d321c85 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:41.871139 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:41.875045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fc745c08-78d8-4923-9d1b-4e7b08324440 req-46bf0591-5060-4ad4-8952-42319af39a44 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "DELETE /v2.0/ports/97fb0c0a-6f35-41b9-9846-55748d321c85 HTTP/1.1" status: 204 len: 173 time: 0.6068649 Nov 02 16:28:42.019788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-950028d4-8264-4bf9-bdce-0291eb786f3d req-dbff0680-56d4-4b3c-9448-13fbda82fd78 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fea8365-2991-4682-991a-bfba7089b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0502729 Nov 02 16:28:42.035231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] For port a710055f-8c2b-4112-b396-31ef88afe353, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a710055f-8c2b-4112-b396-31ef88afe353,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:42.035705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.052857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Calling delete_port for a710055f-8c2b-4112-b396-31ef88afe353 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:42.171256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'name': 'network-vif-deleted', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:42.174304 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde795a9-5b56-4633-8c50-8673a79ddf6a" -d '{"events": [{"server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "name": "network-vif-deleted", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:42.273439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.285094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'cfe177b3-9e12-4f6b-a131-856d3c02afab'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:42.355084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07a3e-ee34-4c39-b18e-2eb91221f057 req-60c00cdd-8a70-4ad0-9948-f70e434d51c2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:42.364409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2e07a3e-ee34-4c39-b18e-2eb91221f057 req-60c00cdd-8a70-4ad0-9948-f70e434d51c2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.1577611 Nov 02 16:28:42.383918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event deleted for resources: {'Port': ['ID=a710055f-8c2b-4112-b396-31ef88afe353,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:42.430850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50372) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:42.436749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122134992', 'description': 'tempest-description--1184339710'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:42.501468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2e07a3e-ee34-4c39-b18e-2eb91221f057 req-30ef06d6-ac9b-4ee0-9384-1f2130e5bb01 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358535 Nov 02 16:28:42.505844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.507313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] No DVR routers for this DVR port a710055f-8c2b-4112-b396-31ef88afe353 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:42.522321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.526289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.533467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5c4fb26-4d38-479e-a2c7-201c210909a3 req-5f17a6f5-9437-4027-ab32-252ea29ff52e tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "DELETE /v2.0/ports/a710055f-8c2b-4112-b396-31ef88afe353 HTTP/1.1" status: 204 len: 173 time: 0.9990766 Nov 02 16:28:42.533954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-deleted', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:42.539802 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1460f6f7-2d40-44ea-b476-4e1dd69cbf80" -d '{"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-deleted", "tag": "a710055f-8c2b-4112-b396-31ef88afe353"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:42.580776 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91100a75-b83b-453e-8918-9e638eb77f34 x-openstack-request-id: req-91100a75-b83b-453e-8918-9e638eb77f34 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:42.581064 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fea8365-2991-4682-991a-bfba7089b7b3", "name": "network-vif-deleted", "tag": "97fb0c0a-6f35-41b9-9846-55748d321c85", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:42.581497 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91100a75-b83b-453e-8918-9e638eb77f34 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:42.582711 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fea8365-2991-4682-991a-bfba7089b7b3', 'name': 'network-vif-deleted', 'tag': '97fb0c0a-6f35-41b9-9846-55748d321c85', 'status': 'completed', 'code': 200} Nov 02 16:28:42.639855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.643479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.760748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fa0e63-9bc0-4977-bccd-03f6364d1357,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:42.784612 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7215f7a-ec5c-4bf4-9910-31dca1becb2c x-openstack-request-id: req-f7215f7a-ec5c-4bf4-9910-31dca1becb2c {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:42.785197 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bd0eb-6879-4731-ad0a-4edee07be7ae", "name": "network-vif-deleted", "tag": "a710055f-8c2b-4112-b396-31ef88afe353", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:42.790566 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7215f7a-ec5c-4bf4-9910-31dca1becb2c {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:42.790976 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bd0eb-6879-4731-ad0a-4edee07be7ae', 'name': 'network-vif-deleted', 'tag': 'a710055f-8c2b-4112-b396-31ef88afe353', 'status': 'completed', 'code': 200} Nov 02 16:28:42.829643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:42.842435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0713ba27-0397-46c0-8de2-3c9234687b4b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3977706 Nov 02 16:28:42.847696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50382) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:42.852264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'security_group_rule': {'security_group_id': '16fa0e63-9bc0-4977-bccd-03f6364d1357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:42.860642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-e6c472b3-cc3d-4c10-a0b5-be0d184a30f2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:42.863821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-e6c472b3-cc3d-4c10-a0b5-be0d184a30f2 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.1885505 Nov 02 16:28:42.937708 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.058875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca0a7cea-418d-41cd-9a75-77e7911f5481 req-060cbe34-7109-49f7-a03a-97520789116f tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=329bd0eb-6879-4731-ad0a-4edee07be7ae HTTP/1.1" status: 200 len: 210 time: 0.1121562 Nov 02 16:28:43.089698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.095050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.134218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933aa53-8f18-49a1-ba66-ca79a89f9152 req-c64727dc-e10e-448c-be6d-cdd5667fbf6f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:43.136503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1933aa53-8f18-49a1-ba66-ca79a89f9152 req-c64727dc-e10e-448c-be6d-cdd5667fbf6f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.1901338 Nov 02 16:28:43.144449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17742ed2-0a3e-4986-b0e7-42fb7434a4c2,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:43.156137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:43.156880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.158079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-029e492e-6ced-47dd-bb21-226561566832 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093619 Nov 02 16:28:43.164173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50390) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:43.178616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'security_group_rule': {'security_group_id': '16fa0e63-9bc0-4977-bccd-03f6364d1357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:43.227360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 97fb0c0a-6f35-41b9-9846-55748d321c85 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:43.228247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 97fb0c0a-6f35-41b9-9846-55748d321c85 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:43.234648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:43.253379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.276781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1933aa53-8f18-49a1-ba66-ca79a89f9152 req-03bc533a-e910-4805-9b22-3531589c59a0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092827 Nov 02 16:28:43.305323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 1fe8e84a-132b-4554-85d7-127f5e5427b0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:43.307634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1fe8e84a-132b-4554-85d7-127f5e5427b0 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:43.316884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Deleting port dbfd7e46-5867-48cb-9277-11d35fe09b3b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:43.322727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.392814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.398446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.466755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1af9015-bf05-4e2e-ad2c-7868ffd117f2,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:43.479036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.480569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-54a83a27-33ef-44d8-ad14-909141afcf7a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153698 Nov 02 16:28:43.486974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50396) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:43.503993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:43.610729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.659432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-3f6beaed-df80-4603-8d35-a48bbac8b6db tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:43.666898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-3f6beaed-df80-4603-8d35-a48bbac8b6db tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 946 time: 0.1803660 Nov 02 16:28:43.678492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.781815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:43.811159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] For port dbfd7e46-5867-48cb-9277-11d35fe09b3b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=dbfd7e46-5867-48cb-9277-11d35fe09b3b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:43.811789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.813474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: a710055f-8c2b-4112-b396-31ef88afe353 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:43.814021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a710055f-8c2b-4112-b396-31ef88afe353 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:43.834990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:43.835386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.844587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Calling delete_port for dbfd7e46-5867-48cb-9277-11d35fe09b3b owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:43.897909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7b4ac-0b6b-460a-8319-b13029a80cd4 req-22a18c8b-5af1-473e-9de6-d68ab342c811 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:43.907392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9e7b4ac-0b6b-460a-8319-b13029a80cd4 req-22a18c8b-5af1-473e-9de6-d68ab342c811 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.1826131 Nov 02 16:28:43.946657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port 3d7acba8-ef68-43a6-b7dc-1b06369b1808, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=3d7acba8-ef68-43a6-b7dc-1b06369b1808,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:43.947879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:43.964056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for 3d7acba8-ef68-43a6-b7dc-1b06369b1808 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:43.985853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9e7b4ac-0b6b-460a-8319-b13029a80cd4 req-badcea83-8848-4c8a-b269-6f6b5efcceb1 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/security-groups?id=a325d6d7-0e05-4618-b8ed-87ace67776bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772305 Nov 02 16:28:43.993510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac68c-18f2-4b13-9540-bf5405f4fe28 req-fd716405-0112-4a4f-89bd-f103d8155a08 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:44.002890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef4ac68c-18f2-4b13-9540-bf5405f4fe28 req-fd716405-0112-4a4f-89bd-f103d8155a08 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fece6e4-f863-4c0e-aac7-cae6eb52706b HTTP/1.1" status: 200 len: 944 time: 0.3207901 Nov 02 16:28:44.091160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef4ac68c-18f2-4b13-9540-bf5405f4fe28 req-1d819c8c-9bd9-4658-82d8-a3b6a2348c5b tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873106 Nov 02 16:28:44.144463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.158435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:44.163988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['3d7acba8-ef68-43a6-b7dc-1b06369b1808'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:44.183464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=3d7acba8-ef68-43a6-b7dc-1b06369b1808,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:44.206670 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.227470 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.250911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port 3d7acba8-ef68-43a6-b7dc-1b06369b1808 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:44.255516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.261636 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-177f6315-a0f1-44ae-8977-e1f6b8dec9e4 req-c888fcbe-8cd0-4491-a0ab-4b5af7b1ab8a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "DELETE /v2.0/ports/3d7acba8-ef68-43a6-b7dc-1b06369b1808 HTTP/1.1" status: 204 len: 173 time: 0.5872264 Nov 02 16:28:44.312491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event deleted for resources: {'Port': ['ID=dbfd7e46-5867-48cb-9277-11d35fe09b3b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:44.427994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] No DVR routers for this DVR port dbfd7e46-5867-48cb-9277-11d35fe09b3b on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:44.455381 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.458847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-783f0a62-82f8-4894-9e0a-11c4e6a91460 req-433d0e5a-bc6d-4f27-bcc2-6bfec4cfcf0c tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "DELETE /v2.0/ports/dbfd7e46-5867-48cb-9277-11d35fe09b3b HTTP/1.1" status: 204 len: 173 time: 1.5880594 Nov 02 16:28:44.461903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-452f16c8-823c-4cbd-9fef-0aac6b24d6f9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:44.464019 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-452f16c8-823c-4cbd-9fef-0aac6b24d6f9 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 944 time: 0.1238642 Nov 02 16:28:44.524074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01c3188c-df83-406f-8f1a-919d8d840514 req-e9976482-1f90-4568-a91d-350015a68c0d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb40c1f3-f9ff-4ec3-83e6-e46093922c37 HTTP/1.1" status: 200 len: 210 time: 0.1033707 Nov 02 16:28:44.574732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f47d4-e032-48b6-aa17-0afdebb62ba6 req-b1e14810-b6b0-4d7d-915b-416ba6a269e2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:44.583570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af2f47d4-e032-48b6-aa17-0afdebb62ba6 req-b1e14810-b6b0-4d7d-915b-416ba6a269e2 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1050382 Nov 02 16:28:44.584032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'name': 'network-vif-deleted', 'tag': '3d7acba8-ef68-43a6-b7dc-1b06369b1808'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:44.586539 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf275d71-d5f1-4473-9245-eb536ed19c8d" -d '{"events": [{"server_uuid": "cb40c1f3-f9ff-4ec3-83e6-e46093922c37", "name": "network-vif-deleted", "tag": "3d7acba8-ef68-43a6-b7dc-1b06369b1808"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:44.618698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Allocated IP 172.25.7.171 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/cb5fc7dd-0116-4c0d-a605-55b609f90b7a) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:44.662223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Deleting port f2328729-fa71-4287-9e25-0c348c9f38cc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:44.663050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.704294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af2f47d4-e032-48b6-aa17-0afdebb62ba6 req-3d4cad52-fbde-46e0-9b44-765b186bb146 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200836 Nov 02 16:28:44.710840 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9efcad-b939-465f-ac43-5de01a3d560e x-openstack-request-id: req-af9efcad-b939-465f-ac43-5de01a3d560e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:44.717293 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb40c1f3-f9ff-4ec3-83e6-e46093922c37", "name": "network-vif-deleted", "tag": "3d7acba8-ef68-43a6-b7dc-1b06369b1808", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:44.717610 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af9efcad-b939-465f-ac43-5de01a3d560e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:44.718152 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb40c1f3-f9ff-4ec3-83e6-e46093922c37', 'name': 'network-vif-deleted', 'tag': '3d7acba8-ef68-43a6-b7dc-1b06369b1808', 'status': 'completed', 'code': 200} Nov 02 16:28:44.772258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] For port f2328729-fa71-4287-9e25-0c348c9f38cc, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f2328729-fa71-4287-9e25-0c348c9f38cc,segment=NetworkSegment(9062f9a8-8bd5-4fb7-9d76-1ed99484c691),segment_id=9062f9a8-8bd5-4fb7-9d76-1ed99484c691)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:44.772621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.789586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Calling delete_port for f2328729-fa71-4287-9e25-0c348c9f38cc owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:44.793637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'name': 'network-vif-deleted', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:44.797214 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b805da-8fe9-4877-8992-22065c69bce5" -d '{"events": [{"server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "name": "network-vif-deleted", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:44.805197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.845108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.856723 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d75ca2-c4e7-4427-a6a9-b9f37ea6403d x-openstack-request-id: req-29d75ca2-c4e7-4427-a6a9-b9f37ea6403d {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:44.857344 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fece6e4-f863-4c0e-aac7-cae6eb52706b", "name": "network-vif-deleted", "tag": "dbfd7e46-5867-48cb-9277-11d35fe09b3b", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:44.857515 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29d75ca2-c4e7-4427-a6a9-b9f37ea6403d {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:44.858002 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fece6e4-f863-4c0e-aac7-cae6eb52706b', 'name': 'network-vif-deleted', 'tag': 'dbfd7e46-5867-48cb-9277-11d35fe09b3b', 'status': 'completed', 'code': 200} Nov 02 16:28:44.895012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:44.899499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:44.903538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:44.928411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'Port': ['ID=cb5fc7dd-0116-4c0d-a605-55b609f90b7a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:44.955847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:44.988596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Pushing event deleted for resources: {'Port': ['ID=f2328729-fa71-4287-9e25-0c348c9f38cc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:45.023897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.064281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] No DVR routers for this DVR port f2328729-fa71-4287-9e25-0c348c9f38cc on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:45.066846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.070403 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a7660a1-cc42-47f4-9bbd-5252bed58cc2 req-bc3f9d08-a69a-436d-8f4b-c4b951f00d9e tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.100 "DELETE /v2.0/ports/f2328729-fa71-4287-9e25-0c348c9f38cc HTTP/1.1" status: 204 len: 173 time: 0.5979252 Nov 02 16:28:45.151154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b560036f-2eb8-4b11-aed7-df6609e952f4 req-b7991e17-83a5-4f19-86ae-6d768fb6e2a8 tempest-LiveAutoBlockMigrationV225Test-1299400241 tempest-LiveAutoBlockMigrationV225Test-1299400241-project] 10.222.0.31 "GET /v2.0/ports?device_id=8986cf48-10a3-4330-9678-1dfc8c897ac7 HTTP/1.1" status: 200 len: 210 time: 0.0538700 Nov 02 16:28:45.151805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.399334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.405813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.514986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'Port': ['ID=cb5fc7dd-0116-4c0d-a605-55b609f90b7a,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:45.532164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.546111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd7bfe-6470-45d9-ba14-1a9382613658 req-f71c0c14-de6a-472d-97f0-e1b9a928ac61 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:45.547655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eebd7bfe-6470-45d9-ba14-1a9382613658 req-f71c0c14-de6a-472d-97f0-e1b9a928ac61 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.1104920 Nov 02 16:28:45.563907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:45.565095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc51f008-10e0-4f1a-b5bc-49f9bf171962 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0767848 Nov 02 16:28:45.636242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eebd7bfe-6470-45d9-ba14-1a9382613658 req-a7934f69-db3a-47ef-a3a3-f403eee30a40 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710609 Nov 02 16:28:45.819910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:45.832828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-e2cf6c0e-1e36-4880-8600-a0c4e6a46f53 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:45.835045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-e2cf6c0e-1e36-4880-8600-a0c4e6a46f53 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.0584538 Nov 02 16:28:45.869506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: dbfd7e46-5867-48cb-9277-11d35fe09b3b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:45.870195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device dbfd7e46-5867-48cb-9277-11d35fe09b3b not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:45.914719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-19448938-70ce-4574-8b94-84b8b6f6432e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:45.917734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-19448938-70ce-4574-8b94-84b8b6f6432e tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "GET /v2.0/ports?device_id=92f7e16d-124d-41a0-b139-ba20d3ee4ba6 HTTP/1.1" status: 200 len: 944 time: 0.0649221 Nov 02 16:28:46.047544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Deleting port cfe177b3-9e12-4f6b-a131-856d3c02afab {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:46.048113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.049980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Deleting port 9883a584-1f3f-45cd-931b-c50890868234 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:46.050584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.157225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-8e26a97f-fb6d-48b9-b4d9-6d08b34a5bd5 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:46.159186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-8e26a97f-fb6d-48b9-b4d9-6d08b34a5bd5 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 822 time: 0.2727585 Nov 02 16:28:46.184502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] For port 9883a584-1f3f-45cd-931b-c50890868234, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9883a584-1f3f-45cd-931b-c50890868234,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:46.184800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.198406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Calling delete_port for 9883a584-1f3f-45cd-931b-c50890868234 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:46.225182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-8fc4fced-ac6c-40f1-8957-e9fbab116f65 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/quotas/6b85d489ae4247eeb19afc05684beedd HTTP/1.1" status: 200 len: 375 time: 0.0555995 Nov 02 16:28:46.246800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] For port cfe177b3-9e12-4f6b-a131-856d3c02afab, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=cfe177b3-9e12-4f6b-a131-856d3c02afab,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:46.247169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.278085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Calling delete_port for cfe177b3-9e12-4f6b-a131-856d3c02afab owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:46.311748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6166f-6d11-4e34-97a8-fdb9ead5c9c3 req-1bbe398d-283b-47ea-8f45-9250a1ddfb94 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:46.318641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ad6166f-6d11-4e34-97a8-fdb9ead5c9c3 req-1bbe398d-283b-47ea-8f45-9250a1ddfb94 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabbd647-47c9-4937-b2cf-d796b76a4d7e HTTP/1.1" status: 200 len: 950 time: 0.1252849 Nov 02 16:28:46.351063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.375158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-13f0d7ba-62c5-4d71-9556-36af2f9e0e6a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1412747 Nov 02 16:28:46.384662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event deleted for resources: {'Port': ['ID=9883a584-1f3f-45cd-931b-c50890868234,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:46.425399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] No DVR routers for this DVR port 9883a584-1f3f-45cd-931b-c50890868234 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:46.428601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.432464 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61c15b9c-7832-494f-a992-e9cbf7d24fd8 req-64699eef-4fe3-483a-a198-f6c603489839 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "DELETE /v2.0/ports/9883a584-1f3f-45cd-931b-c50890868234 HTTP/1.1" status: 204 len: 173 time: 0.5072942 Nov 02 16:28:46.466708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ad6166f-6d11-4e34-97a8-fdb9ead5c9c3 req-dfd57298-39e3-4776-af93-62d2a50c07ad tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471264 Nov 02 16:28:46.719058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'name': 'network-vif-deleted', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc'}, {'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'name': 'network-vif-deleted', 'tag': '9883a584-1f3f-45cd-931b-c50890868234'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:46.721324 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d61f3-a557-4964-9b54-2823241cf017" -d '{"events": [{"server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "name": "network-vif-deleted", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc"}, {"server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "name": "network-vif-deleted", "tag": "9883a584-1f3f-45cd-931b-c50890868234"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:46.844676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-95c37729-f5e8-4343-a767-6adf5e5e0a7f service neutron] 10.222.0.31 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580088 Nov 02 16:28:46.862885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:46.872038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05514c-7d41-463d-b47a-5d01d2f1ba1e req-ec4c4170-0196-45c8-8591-7b390ac83956 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:46.874230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f05514c-7d41-463d-b47a-5d01d2f1ba1e req-ec4c4170-0196-45c8-8591-7b390ac83956 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 946 time: 0.1275666 Nov 02 16:28:46.874500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'cfe177b3-9e12-4f6b-a131-856d3c02afab'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:46.950673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event deleted for resources: {'Port': ['ID=cfe177b3-9e12-4f6b-a131-856d3c02afab,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:47.021571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] No DVR routers for this DVR port cfe177b3-9e12-4f6b-a131-856d3c02afab on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:47.029229 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.032506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7a7c362-e1b3-4086-b461-fc44329cc90e req-0c2cde22-82d1-471c-8430-f8bf1867b473 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "DELETE /v2.0/ports/cfe177b3-9e12-4f6b-a131-856d3c02afab HTTP/1.1" status: 204 len: 173 time: 1.1771855 Nov 02 16:28:47.033084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-deleted', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:47.035351 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e043ece3-f302-4685-a2df-46bbfbac4f19" -d '{"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-deleted", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:47.040289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f05514c-7d41-463d-b47a-5d01d2f1ba1e req-4b3b1b7e-f094-4873-8d24-0c5e1203952e tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504889 Nov 02 16:28:47.071283 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b6b984b8-1e57-4bcb-bb51-5c776ac671b9 service neutron] 10.222.0.31 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177334 Nov 02 16:28:47.105931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50476) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:47.168269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Deleting subnet 743245cb-caca-415b-9e1c-afd75e9a4693 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:28:47.173094 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.176483 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.198473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 3d7acba8-ef68-43a6-b7dc-1b06369b1808 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:47.231312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.234694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 3d7acba8-ef68-43a6-b7dc-1b06369b1808 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:47.235507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 3d7acba8-ef68-43a6-b7dc-1b06369b1808 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:47.236184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:47.280012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.283295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: f2328729-fa71-4287-9e25-0c348c9f38cc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:47.283915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f2328729-fa71-4287-9e25-0c348c9f38cc not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:47.300504 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a9a388-0ded-4d2d-971d-f41c47fe6af1 x-openstack-request-id: req-17a9a388-0ded-4d2d-971d-f41c47fe6af1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:47.301009 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986cf48-10a3-4330-9678-1dfc8c897ac7", "name": "network-vif-deleted", "tag": "f2328729-fa71-4287-9e25-0c348c9f38cc", "status": "completed", "code": 200}, {"server_uuid": "92f7e16d-124d-41a0-b139-ba20d3ee4ba6", "name": "network-vif-deleted", "tag": "9883a584-1f3f-45cd-931b-c50890868234", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:47.301009 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17a9a388-0ded-4d2d-971d-f41c47fe6af1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:47.301488 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986cf48-10a3-4330-9678-1dfc8c897ac7', 'name': 'network-vif-deleted', 'tag': 'f2328729-fa71-4287-9e25-0c348c9f38cc', 'status': 'completed', 'code': 200} Nov 02 16:28:47.301695 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f7e16d-124d-41a0-b139-ba20d3ee4ba6', 'name': 'network-vif-deleted', 'tag': '9883a584-1f3f-45cd-931b-c50890868234', 'status': 'completed', 'code': 200} Nov 02 16:28:47.441304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.453049 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e5984e-8b00-4db3-8428-3406f3263abd x-openstack-request-id: req-52e5984e-8b00-4db3-8428-3406f3263abd {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:47.453320 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd647-47c9-4937-b2cf-d796b76a4d7e", "name": "network-vif-deleted", "tag": "cfe177b3-9e12-4f6b-a131-856d3c02afab", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:47.453572 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52e5984e-8b00-4db3-8428-3406f3263abd {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:47.453963 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd647-47c9-4937-b2cf-d796b76a4d7e', 'name': 'network-vif-deleted', 'tag': 'cfe177b3-9e12-4f6b-a131-856d3c02afab', 'status': 'completed', 'code': 200} Nov 02 16:28:47.460780 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.468520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/743245cb-caca-415b-9e1c-afd75e9a4693 HTTP/1.1" status: 204 len: 168 time: 0.3592620 Nov 02 16:28:47.468753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50496) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:47.505344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf53e3-8287-4765-a95f-f008139513d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743245cb-caca-415b-9e1c-afd75e9a4693,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:47.547106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f7e9543-ec32-49ec-a1f6-4de176d5f1e0 req-ff3ab596-0111-49ed-99f6-12b631377f1e tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 210 time: 0.0430458 Nov 02 16:28:47.554523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-a2cc4445-d17e-43d0-9c9e-ef7af8bbda02 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:47.555565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-a2cc4445-d17e-43d0-9c9e-ef7af8bbda02 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.2527397 Nov 02 16:28:47.560758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.605762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-74ced4e1-9e83-45cd-bfeb-ae74150f200f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0438790 Nov 02 16:28:47.678825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-1e6c2f83-1fe1-417f-8c85-97d8758972f7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663772 Nov 02 16:28:47.685906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.739582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0543c437-82c3-4144-aba7-1859f1dda674']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:47.752895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9062f9a8-8bd5-4fb7-9d76-1ed99484c691') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:47.753283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9062f9a8-8bd5-4fb7-9d76-1ed99484c691') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:47.765188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.783844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.791968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:28:47.792421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:28:47.794176 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:28:47.858770 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.864441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.867982 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0543c437-82c3-4144-aba7-1859f1dda674 HTTP/1.1" status: 204 len: 168 time: 0.3980777 Nov 02 16:28:47.871312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50508) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:47.888934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab43ad2-328f-46fe-8014-8f2e6c8d93a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0543c437-82c3-4144-aba7-1859f1dda674,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:47.896051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca165-18c3-4598-b176-5685078c2709 req-ccd7ce24-98b1-420c-a22e-4a18d7200510 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:47.897575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0dca165-18c3-4598-b176-5685078c2709 req-ccd7ce24-98b1-420c-a22e-4a18d7200510 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0890574 Nov 02 16:28:47.903585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-0f398c54-ed58-4d70-9b4c-cc37953f0036 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005255 Nov 02 16:28:47.935901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Deleting subnet 32a27d52-1b46-4815-84a1-0b4f2a263800 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:28:47.939301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:47.980301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.012900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0dca165-18c3-4598-b176-5685078c2709 req-b5f710f2-8e62-458c-915a-d7f305155be7 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4883587-1fe1-457b-82bc-27ed75233cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995872 Nov 02 16:28:48.042848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.063722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-885b5c1a-1509-4dda-b999-c72497529a16 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380908 Nov 02 16:28:48.114804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.152065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a27d52-1b46-4815-84a1-0b4f2a263800,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:48.155266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.160767 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-741827cd-b98e-4532-a114-aab586a7f245 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32a27d52-1b46-4815-84a1-0b4f2a263800 HTTP/1.1" status: 204 len: 168 time: 0.2884886 Nov 02 16:28:48.163493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50514) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:48.263753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.320604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-27f043dc-1cb8-44eb-b183-fced86b61418 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:48.322636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-27f043dc-1cb8-44eb-b183-fced86b61418 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 945 time: 0.1240962 Nov 02 16:28:48.340696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86c539-91e5-47c0-8438-8a5243a76aab req-b5e23b68-32fd-4a81-9e1d-2097e3f12474 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:48.342289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d86c539-91e5-47c0-8438-8a5243a76aab req-b5e23b68-32fd-4a81-9e1d-2097e3f12474 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 946 time: 0.1311741 Nov 02 16:28:48.360294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.385274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d424462b-9a90-4fd3-b5e1-0e2e02d53e74']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:48.386366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d5a03-083f-44e8-8cc7-8f8ac503ec75 req-2c529774-f9d3-4aae-b8dd-ffa84ed266ef tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:48.387845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a4d5a03-083f-44e8-8cc7-8f8ac503ec75 req-2c529774-f9d3-4aae-b8dd-ffa84ed266ef tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1206367 Nov 02 16:28:48.395974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff91c17-944a-48ed-aa57-c6e1f790a296') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:48.396314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff91c17-944a-48ed-aa57-c6e1f790a296') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:48.406731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.422697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.429132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:28:48.429513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:28:48.431862 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:28:48.474461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d86c539-91e5-47c0-8438-8a5243a76aab req-cb930f75-4645-44b2-ba74-9cf747c8df16 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7a29dec-8bd3-48a4-a3da-74d17ea559d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041493 Nov 02 16:28:48.501030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a4d5a03-083f-44e8-8cc7-8f8ac503ec75 req-60038619-7343-43ef-a61b-b70196f5a927 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014273 Nov 02 16:28:48.526237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.541884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.543499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Deleting port 11ccfabf-e189-419a-873e-3d06fb70216b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:48.543850 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.551158 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d424462b-9a90-4fd3-b5e1-0e2e02d53e74 HTTP/1.1" status: 204 len: 168 time: 0.3839355 Nov 02 16:28:48.599249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec8e8-90b7-43f4-8bd1-e08dc11ca260 admin admin] Pushing event deleted for resources: {'Network': ['ID=d424462b-9a90-4fd3-b5e1-0e2e02d53e74,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:48.694391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] For port 11ccfabf-e189-419a-873e-3d06fb70216b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11ccfabf-e189-419a-873e-3d06fb70216b,segment=NetworkSegment(72e96ebc-859c-49ca-834e-0a9eb4d751e6),segment_id=72e96ebc-859c-49ca-834e-0a9eb4d751e6)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:48.694809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:48.722332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-6efa3856-039b-4365-a032-9ca7c424b9a8 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:48.724823 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-6efa3856-039b-4365-a032-9ca7c424b9a8 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.100 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 946 time: 0.1733975 Nov 02 16:28:48.743087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc7ef299-afa7-4394-95c4-720b172b85d2 req-221d424d-7ae0-4f4e-99bf-1ca1515cf11a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 210 time: 0.1840019 Nov 02 16:28:48.759612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Calling delete_port for 11ccfabf-e189-419a-873e-3d06fb70216b owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:48.800501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50534) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:48.848890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-401f83cc-64f6-4eab-a350-2891fcb27040 req-1da07f5b-f291-4156-a29a-da60502dde24 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 210 time: 0.0328078 Nov 02 16:28:48.904756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-0b6fae93-fe8b-417c-9dfd-fc3a3dedadf7 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:48.906341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-0b6fae93-fe8b-417c-9dfd-fc3a3dedadf7 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 822 time: 0.2875359 Nov 02 16:28:48.923793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-655c1f4f-7aa3-4bc3-843f-1d6378dd7a90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10965dd0ab88419684f9d9036f1d9438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1198120 Nov 02 16:28:48.924242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50536) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:48.928592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'port': {'device_id': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'admin_state_up': True, 'tenant_id': '6b85d489ae4247eeb19afc05684beedd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:48.980886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.003630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Deleting port fa692962-535a-419e-80e8-71ada2bec4e4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:49.003952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.020338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Pushing event deleted for resources: {'Port': ['ID=11ccfabf-e189-419a-873e-3d06fb70216b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:49.042642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bad3fe-981a-4bbb-8f9f-b595e87a5127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.104280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] No DVR routers for this DVR port 11ccfabf-e189-419a-873e-3d06fb70216b on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:49.119445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.123097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4289804-080f-4d7b-bd4a-53a99a4612cc req-3e4896f6-0a5f-4065-88d1-482cf133bdc3 tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.55 "DELETE /v2.0/ports/11ccfabf-e189-419a-873e-3d06fb70216b HTTP/1.1" status: 204 len: 173 time: 0.7927296 Nov 02 16:28:49.140943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d33c6f20-7a64-4205-96bb-ddc415458f11 req-b488820e-27e5-4f79-9d40-8bff60235cda tempest-LiveMigrationTest-1634963698 tempest-LiveMigrationTest-1634963698-project] 10.222.0.31 "GET /v2.0/ports?device_id=693ddc93-d8ef-4736-a1a9-08f19a91a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0557346 Nov 02 16:28:49.143024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bad3fe-981a-4bbb-8f9f-b595e87a5127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.143173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] For port fa692962-535a-419e-80e8-71ada2bec4e4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fa692962-535a-419e-80e8-71ada2bec4e4,segment=NetworkSegment(79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f),segment_id=79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:49.143671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.146488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Made reservation on behalf of 6b85d489ae4247eeb19afc05684beedd for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:49.150595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.173140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Calling delete_port for fa692962-535a-419e-80e8-71ada2bec4e4 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:49.209955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bad3fe-981a-4bbb-8f9f-b595e87a5127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.212713 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bad3fe-981a-4bbb-8f9f-b595e87a5127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.213867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-15bad3fe-981a-4bbb-8f9f-b595e87a5127 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a325d6d7-0e05-4618-b8ed-87ace67776bf HTTP/1.1" status: 204 len: 168 time: 0.2884634 Nov 02 16:28:49.223011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bad3fe-981a-4bbb-8f9f-b595e87a5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a325d6d7-0e05-4618-b8ed-87ace67776bf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:49.390597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Allocated IP 172.20.0.13 (123043c5-5bcc-4779-bfe0-f44c22cc4870/9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83/ec882ecc-04cd-40b5-818f-83593131ea62) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:49.432845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.456607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'name': 'network-vif-deleted', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:49.459993 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef466bd-59e2-4ed8-a376-eb641e188447" -d '{"events": [{"server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "name": "network-vif-deleted", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:49.480080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Pushing event deleted for resources: {'Port': ['ID=fa692962-535a-419e-80e8-71ada2bec4e4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:49.560628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] No DVR routers for this DVR port fa692962-535a-419e-80e8-71ada2bec4e4 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:49.564777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.568809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c69ad98a-7495-4bce-9087-9170b9a8f468 req-48aafd8f-09f8-41da-99f8-79a3078d7b10 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.100 "DELETE /v2.0/ports/fa692962-535a-419e-80e8-71ada2bec4e4 HTTP/1.1" status: 204 len: 173 time: 0.8336818 Nov 02 16:28:49.576518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'name': 'network-vif-deleted', 'tag': 'fa692962-535a-419e-80e8-71ada2bec4e4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:49.580130 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a922a3-685b-4dc8-99ef-cfd85adc80fc" -d '{"events": [{"server_uuid": "b7d13054-c9eb-49ce-87a7-79f132c5b922", "name": "network-vif-deleted", "tag": "fa692962-535a-419e-80e8-71ada2bec4e4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:49.643015 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d670d1-5b89-4786-aa54-18390beeefba x-openstack-request-id: req-08d670d1-5b89-4786-aa54-18390beeefba {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:49.643560 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693ddc93-d8ef-4736-a1a9-08f19a91a8f8", "name": "network-vif-deleted", "tag": "11ccfabf-e189-419a-873e-3d06fb70216b", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:49.643963 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08d670d1-5b89-4786-aa54-18390beeefba {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:49.644655 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693ddc93-d8ef-4736-a1a9-08f19a91a8f8', 'name': 'network-vif-deleted', 'tag': '11ccfabf-e189-419a-873e-3d06fb70216b', 'status': 'completed', 'code': 200} Nov 02 16:28:49.692316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50554) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:49.744317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-983ad0b8-46a0-467f-a546-9eeb4a7b4085 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:49.746323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-983ad0b8-46a0-467f-a546-9eeb4a7b4085 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.3034251 Nov 02 16:28:49.767655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a4d9e01-2745-4658-9ac1-c5e9f887538e req-d82613e2-8db8-4b4a-9955-5cb5781a1419 tempest-VolumesAdminNegativeTest-302404291 tempest-VolumesAdminNegativeTest-302404291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d13054-c9eb-49ce-87a7-79f132c5b922 HTTP/1.1" status: 200 len: 210 time: 0.1272440 Nov 02 16:28:49.772429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:49.795273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-391a700e-2303-4a40-a676-71c38039f2a0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:49.797121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-391a700e-2303-4a40-a676-71c38039f2a0 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.1433892 Nov 02 16:28:49.819319 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c3372400-af49-410a-99c6-64d4882a9392 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9346adeb5bad43798e208ebdd4c17673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258814 Nov 02 16:28:49.820355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50560) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:49.836164 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb94511-3b04-4405-af2a-2b9dff070059 x-openstack-request-id: req-8bb94511-3b04-4405-af2a-2b9dff070059 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:49.836540 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d13054-c9eb-49ce-87a7-79f132c5b922", "name": "network-vif-deleted", "tag": "fa692962-535a-419e-80e8-71ada2bec4e4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:49.836879 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bb94511-3b04-4405-af2a-2b9dff070059 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:49.838329 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d13054-c9eb-49ce-87a7-79f132c5b922', 'name': 'network-vif-deleted', 'tag': 'fa692962-535a-419e-80e8-71ada2bec4e4', 'status': 'completed', 'code': 200} Nov 02 16:28:49.847436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:49.867486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:49.871668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118911bc-bb8e-4c4b-a42f-f7a9ca0e142a req-5f8b02b8-9fca-4ac1-90e1-840d30c10b3a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:49.880351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-118911bc-bb8e-4c4b-a42f-f7a9ca0e142a req-5f8b02b8-9fca-4ac1-90e1-840d30c10b3a tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 949 time: 0.2411156 Nov 02 16:28:49.882097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 11ccfabf-e189-419a-873e-3d06fb70216b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:49.885570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11ccfabf-e189-419a-873e-3d06fb70216b not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:49.886306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9883a584-1f3f-45cd-931b-c50890868234 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:49.932378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 9883a584-1f3f-45cd-931b-c50890868234 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:49.932824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9883a584-1f3f-45cd-931b-c50890868234 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:49.933295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:49.956553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-118911bc-bb8e-4c4b-a42f-f7a9ca0e142a req-d2ceb6c8-9167-4c2d-a9ac-139ec52dfd76 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731173 Nov 02 16:28:49.961549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: cfe177b3-9e12-4f6b-a131-856d3c02afab {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:49.962377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device cfe177b3-9e12-4f6b-a131-856d3c02afab not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:49.987554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edca0905-e10f-44a2-8500-12136967e5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.000833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:50.004651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.009708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.030238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edca0905-e10f-44a2-8500-12136967e5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.069267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81bb39f4-08d8-4524-896c-3b8893eb0cc3 req-f5b1fd59-6830-4dfe-8e53-cc7be06871cc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 210 time: 0.0424824 Nov 02 16:28:50.210102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160731-1ec4-4fbe-86dd-e61151c260b9 req-a6126a0a-ab5d-4306-9551-65e144603b6a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:50.218392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3160731-1ec4-4fbe-86dd-e61151c260b9 req-a6126a0a-ab5d-4306-9551-65e144603b6a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 932 time: 0.1124651 Nov 02 16:28:50.221450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50566) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:50.274429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.5 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/8ba8e1df-4e2e-47c2-b852-324efafc8450) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:50.296129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3160731-1ec4-4fbe-86dd-e61151c260b9 req-fc92e4f7-c001-4444-8af6-ab22cfb2c2a7 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755503 Nov 02 16:28:50.350471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Deleting port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:28:50.350805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.419030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:50.441015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:50.445790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:50.449109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:50.476832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.520956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edca0905-e10f-44a2-8500-12136967e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.523616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edca0905-e10f-44a2-8500-12136967e5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.524826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-edca0905-e10f-44a2-8500-12136967e5ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2714e45-71af-411b-8a9d-8c8c714a4dd2 HTTP/1.1" status: 204 len: 168 time: 0.6960990 Nov 02 16:28:50.536069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:50.536839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.540841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] For port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:50.541210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.552769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Deleting subnet a471c779-0145-4016-b867-4ff1cdd48e87 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:28:50.557320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.560765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca0905-e10f-44a2-8500-12136967e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2714e45-71af-411b-8a9d-8c8c714a4dd2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:50.567688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Calling delete_port for b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:28:50.581188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-b935eeb2-2052-4f2b-a80b-5446fd3913cd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6573229 Nov 02 16:28:50.609754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.622459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:50.624139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Request body: {'port': {'device_id': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:50.654187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.696658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:50.704302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:50.706928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:50.707096 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.725446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=8ba8e1df-4e2e-47c2-b852-324efafc8450,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:50.782442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:50.783275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.802250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.864685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50580) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:50.878764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4652a802-26b2-483b-9e29-af4436ef2ccb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1131227 Nov 02 16:28:50.879200 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:50.912590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Request body: {'port': {'device_id': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:50.919543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Pushing event deleted for resources: {'Port': ['ID=b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:50.925825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:50.976490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Deleting subnet faf38afb-0cee-4c37-9b95-f330ce1cdad5 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:28:50.990224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.010639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] No DVR routers for this DVR port b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:28:51.014507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.018012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-411344d4-1c9d-4a08-81db-3728f3f418a9 req-6d65ad09-bf77-48dc-9881-43f961215aa5 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.55 "DELETE /v2.0/ports/b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf HTTP/1.1" status: 204 len: 173 time: 1.2135432 Nov 02 16:28:51.066909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.101365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.116741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a471c779-0145-4016-b867-4ff1cdd48e87,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:51.136496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.140167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-57623186-82d1-4863-8a4f-9929612d2d80 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a471c779-0145-4016-b867-4ff1cdd48e87 HTTP/1.1" status: 204 len: 168 time: 0.9143236 Nov 02 16:28:51.142645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.158570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:51.173301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec882ecc-04cd-40b5-818f-83593131ea62 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:51.184454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.186789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce95600b-1420-4d3a-97bd-530d96171429 req-d2799e67-bd16-46f3-915b-396283d98ca4 tempest-MigrationsAdminTest-674139172 tempest-MigrationsAdminTest-674139172-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df979b5-956f-418f-9e78-0f572b5aae6a HTTP/1.1" status: 200 len: 210 time: 0.0797613 Nov 02 16:28:51.205460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fa692962-535a-419e-80e8-71ada2bec4e4 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:51.216354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Transition to ACTIVE for port object ec882ecc-04cd-40b5-818f-83593131ea62 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:51.228457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.248463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: fa692962-535a-419e-80e8-71ada2bec4e4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:51.249071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fa692962-535a-419e-80e8-71ada2bec4e4 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:51.366459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:51.382531 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.413416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Attempting to bind port ec882ecc-04cd-40b5-818f-83593131ea62 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:51.413731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Attempting to bind port ec882ecc-04cd-40b5-818f-83593131ea62 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:51.414154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Attempting to bind port ec882ecc-04cd-40b5-818f-83593131ea62 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:51.422419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Port ec882ecc-04cd-40b5-818f-83593131ea62 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:51.423015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Attempting to bind port ec882ecc-04cd-40b5-818f-83593131ea62 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:51.441732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:51.442085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Checking segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:51.442497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Bound using segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:51.442939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Bound port: ec882ecc-04cd-40b5-818f-83593131ea62, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:51.443557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.483985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.562973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:51.567631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:51.574734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822a9b8-f13c-4b6f-a940-3da6bbf32b29 req-0fc775c3-8893-4d37-9b35-5d8e29881c94 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:51.575606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.576337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d822a9b8-f13c-4b6f-a940-3da6bbf32b29 req-0fc775c3-8893-4d37-9b35-5d8e29881c94 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 931 time: 0.2886124 Nov 02 16:28:51.623641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:51.625161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.626793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] 10.222.0.100 "PUT /v2.0/ports/ec882ecc-04cd-40b5-818f-83593131ea62 HTTP/1.1" status: 200 len: 1092 time: 1.0088372 Nov 02 16:28:51.666255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6098821-311e-4adb-bb9a-df7dfca8057f service neutron] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:51.706328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.730918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-336b8046-c93d-43f6-86e1-a6652f56fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:51.732440 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-336b8046-c93d-43f6-86e1-a6652f56fa4e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 1095 time: 0.0457168 Nov 02 16:28:51.755281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa55c8-9356-47bc-93b6-62e57fd4272a req-cb0e9ef7-fa83-4f36-b7d3-8fbc2822b405 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:51.756814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16aa55c8-9356-47bc-93b6-62e57fd4272a req-cb0e9ef7-fa83-4f36-b7d3-8fbc2822b405 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 944 time: 0.2691126 Nov 02 16:28:51.782536 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-2958adb1-eca6-4f64-ae2a-2ff33bb4f8e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec882ecc-04cd-40b5-818f-83593131ea62 HTTP/1.1" status: 200 len: 217 time: 0.0404608 Nov 02 16:28:51.803188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf38afb-0cee-4c37-9b95-f330ce1cdad5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:51.817371 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.820614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39b6dd17-f1e0-4108-8f33-62f757fc8a24 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/faf38afb-0cee-4c37-9b95-f330ce1cdad5 HTTP/1.1" status: 204 len: 168 time: 0.9549978 Nov 02 16:28:51.823055 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.823250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50610) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:51.828685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d822a9b8-f13c-4b6f-a940-3da6bbf32b29 req-f6d142e0-41c3-4a11-a7a9-b190987f0e5c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235715 Nov 02 16:28:51.846774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-deleted', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf'}, {'name': 'network-changed', 'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:51.848738 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b8be5-ba8b-4411-b327-133ff6f6d135" -d '{"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-deleted", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf"}, {"name": "network-changed", "server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:51.869635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6e6abd-7959-46fc-b92e-9dc6cb640f3b']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:51.892471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e96ebc-859c-49ca-834e-0a9eb4d751e6') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:51.892666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e96ebc-859c-49ca-834e-0a9eb4d751e6') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:51.907290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-76f3b132-992b-4c13-b751-f83f16dfee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:51.908829 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-76f3b132-992b-4c13-b751-f83f16dfee37 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 200 len: 862 time: 0.1170056 Nov 02 16:28:51.912646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.922904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16aa55c8-9356-47bc-93b6-62e57fd4272a req-a3c2aec1-e13b-4302-9988-87f3b259f953 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303673 Nov 02 16:28:51.933858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.936698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.960739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:28:51.960739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:51.961499 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41375770-fcc4-4eb5-9277-dcfd3130a8a0 x-openstack-request-id: req-41375770-fcc4-4eb5-9277-dcfd3130a8a0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:28:51.961736 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:28:51.963911 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df979b5-956f-418f-9e78-0f572b5aae6a", "name": "network-vif-deleted", "tag": "b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:51.963911 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41375770-fcc4-4eb5-9277-dcfd3130a8a0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:51.963911 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df979b5-956f-418f-9e78-0f572b5aae6a', 'name': 'network-vif-deleted', 'tag': 'b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf', 'status': 'completed', 'code': 200} Nov 02 16:28:51.963911 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'status': 'completed', 'code': 200} Nov 02 16:28:51.963911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-7a0765b6-d23d-4047-849b-90b92fd29f22 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=123043c5-5bcc-4779-bfe0-f44c22cc4870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377564 Nov 02 16:28:52.042810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.048666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba8e1df-4e2e-47c2-b852-324efafc8450 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:52.060054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.066145 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bc6e6abd-7959-46fc-b92e-9dc6cb640f3b HTTP/1.1" status: 204 len: 168 time: 0.9025033 Nov 02 16:28:52.066145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.067364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50622) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:52.079461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4f8b3-6918-402f-8556-a4047dd81cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc6e6abd-7959-46fc-b92e-9dc6cb640f3b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:52.092578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Transition to ACTIVE for port object 8ba8e1df-4e2e-47c2-b852-324efafc8450 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:28:52.097115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.120967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.158591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8e1df-4e2e-47c2-b852-324efafc8450,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:52.164810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137ea105-f015-4f16-a905-1ea284cbd739']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:52.189417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Deleting subnet b837a155-b02b-47fa-9158-3160dff667e2 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:28:52.195032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.199374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:52.199661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d2f1b5-ccb1-4377-ab8e-775bcc09dd5f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:52.224479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-7203906a-bf3b-4df1-9d9b-779b87f35537 service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562897 Nov 02 16:28:52.233069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.246734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Attempting to bind port 8ba8e1df-4e2e-47c2-b852-324efafc8450 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:52.247625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Attempting to bind port 8ba8e1df-4e2e-47c2-b852-324efafc8450 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:52.248148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Attempting to bind port 8ba8e1df-4e2e-47c2-b852-324efafc8450 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:52.257836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Port 8ba8e1df-4e2e-47c2-b852-324efafc8450 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:28:52.258212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Attempting to bind port 8ba8e1df-4e2e-47c2-b852-324efafc8450 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:52.264915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:52.264915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:52.265227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:52.265671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Bound port: 8ba8e1df-4e2e-47c2-b852-324efafc8450, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:52.266583 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.305647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.314525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.349087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:28:52.349557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:28:52.351652 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:28:52.359281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] For port 8ba8e1df-4e2e-47c2-b852-324efafc8450, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:52.362736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] For port 8ba8e1df-4e2e-47c2-b852-324efafc8450, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:52.368461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.407070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:52.408054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.409742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ba8e1df-4e2e-47c2-b852-324efafc8450 HTTP/1.1" status: 200 len: 1091 time: 1.5049567 Nov 02 16:28:52.410510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'tag': '8ba8e1df-4e2e-47c2-b852-324efafc8450'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:52.413193 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c1c10-facd-4c7e-8896-de67c55fbd03" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775", "tag": "8ba8e1df-4e2e-47c2-b852-324efafc8450"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:52.444179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5303f-acf4-497b-9873-ba5e9791d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8e1df-4e2e-47c2-b852-324efafc8450,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:52.491083 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b42d73-8534-4cea-872d-1b68e0667821 x-openstack-request-id: req-91b42d73-8534-4cea-872d-1b68e0667821 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:52.491758 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775", "tag": "8ba8e1df-4e2e-47c2-b852-324efafc8450", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:52.491758 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91b42d73-8534-4cea-872d-1b68e0667821 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:52.492067 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'tag': '8ba8e1df-4e2e-47c2-b852-324efafc8450', 'status': 'completed', 'code': 200} Nov 02 16:28:52.507017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4eb4b2f8-2ef5-42b6-af29-c594648add78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:52.509573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-4eb4b2f8-2ef5-42b6-af29-c594648add78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 1094 time: 0.0588145 Nov 02 16:28:52.515445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.517486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.523338 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:28:52.556950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.560721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] 10.222.0.31 "DELETE /v2.0/networks/137ea105-f015-4f16-a905-1ea284cbd739 HTTP/1.1" status: 204 len: 168 time: 0.7364738 Nov 02 16:28:52.566265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50642) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:52.579411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-fb3410e8-b7d4-4f56-bcde-0ac04ca9e54d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450 HTTP/1.1" status: 200 len: 217 time: 0.0612469 Nov 02 16:28:52.588448 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5bf999dc-e41e-45ed-ba9f-7e5f024c63f8 req-f4a5837b-2971-4830-af77-b5e75dd9e618 service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534396 Nov 02 16:28:52.592126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac479b3-f04a-4c0c-9823-aaa11c3da379 admin admin] Pushing event deleted for resources: {'Network': ['ID=137ea105-f015-4f16-a905-1ea284cbd739,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:52.645752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-94a07d05-7fb6-419e-a4ef-65e49ab61c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:52.648807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-94a07d05-7fb6-419e-a4ef-65e49ab61c86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0618665 Nov 02 16:28:52.650548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Deleting subnet 60425476-594f-4cd4-8a8e-415a7af2087b {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:28:52.654466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.688754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.689092 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.697083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-6c789b79-68a9-4949-91da-ed154bfd0b0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396543 Nov 02 16:28:52.743076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50646) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:52.751375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b837a155-b02b-47fa-9158-3160dff667e2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:52.753676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.757759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-21933d46-937d-4424-b057-8ed6eb54fa50 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b837a155-b02b-47fa-9158-3160dff667e2 HTTP/1.1" status: 204 len: 168 time: 0.6876917 Nov 02 16:28:52.768609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50652) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:52.770734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.816978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-b730a290-0238-4278-8f94-6b15c67b5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:52.818578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-b730a290-0238-4278-8f94-6b15c67b5907 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 1095 time: 0.1435490 Nov 02 16:28:52.841350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.875254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:52.896837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-88f4fd93-296d-45e5-b231-307d72d49e46 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895566 Nov 02 16:28:52.979636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.034008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60425476-594f-4cd4-8a8e-415a7af2087b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:53.037308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.041813 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a9e5c43e-623b-45b4-8bc2-a9a317c28532 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/60425476-594f-4cd4-8a8e-415a7af2087b HTTP/1.1" status: 204 len: 168 time: 0.4635260 Nov 02 16:28:53.044633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50664) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:53.060898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-92b04819-22f4-41d6-bef2-4b3ee1ba3cc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11fdaa49f555407e9e83d885ca7d420e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150256 Nov 02 16:28:53.064275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50666) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:53.143363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-02eea15f-12a3-4f6c-97d2-34e8a948857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:53.144845 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-02eea15f-12a3-4f6c-97d2-34e8a948857e service neutron] 10.222.0.100 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 923 time: 0.3168805 Nov 02 16:28:53.209115 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.214504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-6c394b75-1651-4098-8241-86dc89b9698d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec882ecc-04cd-40b5-818f-83593131ea62 HTTP/1.1" status: 200 len: 217 time: 0.0543668 Nov 02 16:28:53.260686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aabdc1e5-08a6-4d17-8e0f-4d28690f472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.348433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aabdc1e5-08a6-4d17-8e0f-4d28690f472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.349641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.362027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-ce441936-192e-443a-9fb7-6f26d1986d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:53.363513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-ce441936-192e-443a-9fb7-6f26d1986d48 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 200 len: 862 time: 0.1348188 Nov 02 16:28:53.385163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5ac88a-8eca-4eb7-a63a-26fd20352d87']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:53.389558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.403878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380abe41-4bfc-49ca-9e9c-386cc9d0eff3') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:53.404164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380abe41-4bfc-49ca-9e9c-386cc9d0eff3') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:53.413371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29c2da-71b9-4cc9-a2fb-866860f70e5c req-066eb63a-a082-4254-91eb-5d5f66900a78 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:53.414939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c29c2da-71b9-4cc9-a2fb-866860f70e5c req-066eb63a-a082-4254-91eb-5d5f66900a78 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 943 time: 0.4803798 Nov 02 16:28:53.425749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-444aac76-a9e4-4750-89f5-e2bb34ddeca3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=123043c5-5bcc-4779-bfe0-f44c22cc4870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496376 Nov 02 16:28:53.432090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.438966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6955e53-a686-4636-a364-1fd542b3e030']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:53.462703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fd5c8-8cb2-4db7-a107-c97450e6c3b6 req-43af3b07-0e32-4719-8318-962872b17e63 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:53.464159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-610fd5c8-8cb2-4db7-a107-c97450e6c3b6 req-43af3b07-0e32-4719-8318-962872b17e63 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 944 time: 0.1599042 Nov 02 16:28:53.482999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.494061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa2bbad-b392-4e95-9b27-65c3403468cf') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:53.494378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa2bbad-b392-4e95-9b27-65c3403468cf') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:28:53.505970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b07819ec-da01-4638-a30f-890fc836e7f4 req-1459d1f1-3974-4da9-82e7-7a1bad7764e3 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724998 Nov 02 16:28:53.507032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:28:53.507424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.510594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:28:53.512034 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:28:53.533136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aabdc1e5-08a6-4d17-8e0f-4d28690f472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.536061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aabdc1e5-08a6-4d17-8e0f-4d28690f472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.537316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aabdc1e5-08a6-4d17-8e0f-4d28690f472d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb HTTP/1.1" status: 204 len: 168 time: 0.4623992 Nov 02 16:28:53.541096 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.565370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:28:53.565774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:28:53.567520 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:28:53.581603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc1e5-08a6-4d17-8e0f-4d28690f472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d853dac-cb4c-4a1f-aa5c-da7e2c235bcb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:53.594675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c29c2da-71b9-4cc9-a2fb-866860f70e5c req-bfe43d5e-5de5-4c64-b5f3-b9c82e362734 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579220 Nov 02 16:28:53.616357 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-1e79c803-d19a-492a-ab44-9a910f539ebd service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794579 Nov 02 16:28:53.628382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-610fd5c8-8cb2-4db7-a107-c97450e6c3b6 req-99483bff-42ae-44da-8c42-90c7a8a83543 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546311 Nov 02 16:28:53.645107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.650916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.654545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] 10.222.0.31 "DELETE /v2.0/networks/3a5ac88a-8eca-4eb7-a63a-26fd20352d87 HTTP/1.1" status: 204 len: 168 time: 0.8847108 Nov 02 16:28:53.689417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689dc07-92dc-437d-a9a1-ae4ae92c3c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5ac88a-8eca-4eb7-a63a-26fd20352d87,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:53.694811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-6712a0a8-ce73-43e6-aa05-ec672b9288b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:53.696428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-6712a0a8-ce73-43e6-aa05-ec672b9288b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 1094 time: 0.1236477 Nov 02 16:28:53.708593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.715918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:53.719375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f6955e53-a686-4636-a364-1fd542b3e030 HTTP/1.1" status: 204 len: 168 time: 0.6732745 Nov 02 16:28:53.736395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238e0ee-9f1c-4e7f-97e3-874d886522e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6955e53-a686-4636-a364-1fd542b3e030,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:53.781925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e84b8be5-ba8b-4411-b327-133ff6f6d135 req-d86d91d9-f83e-41ac-9802-427dff0a701b service neutron] 10.222.0.100 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518185 Nov 02 16:28:53.874865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:28:53.879592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-0accc729-cf8b-483d-824f-2cd6da242f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:53.881194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-0accc729-cf8b-483d-824f-2cd6da242f50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.1766620 Nov 02 16:28:53.897254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:28:53.898304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b9a22cd3-ec5d-40b6-ad08-5854fdbf64bf not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:28:53.901577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:53.941156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-ff501d06-243d-4bdc-9903-ef5925852356 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450 HTTP/1.1" status: 200 len: 217 time: 0.0512934 Nov 02 16:28:53.957342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f5d89ee2-77a2-4f13-8e3d-0ec95e43a6e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5359895c62f428da23646c6f72111ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546210 Nov 02 16:28:53.960270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50688) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.014730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88165a6a-0945-443e-a927-cd201bf2ac9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.018376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-d2aed514-06bf-4488-9a19-7eb39be2c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:54.019851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-d2aed514-06bf-4488-9a19-7eb39be2c8f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0706620 Nov 02 16:28:54.043069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88165a6a-0945-443e-a927-cd201bf2ac9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.060752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-ab5592c1-d15e-4b17-87e3-8cd306aa69bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319960 Nov 02 16:28:54.104552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88165a6a-0945-443e-a927-cd201bf2ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.110484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88165a6a-0945-443e-a927-cd201bf2ac9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.111736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-88165a6a-0945-443e-a927-cd201bf2ac9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4883587-1fe1-457b-82bc-27ed75233cf8 HTTP/1.1" status: 204 len: 168 time: 0.1501663 Nov 02 16:28:54.112306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.135093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88165a6a-0945-443e-a927-cd201bf2ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4883587-1fe1-457b-82bc-27ed75233cf8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:54.155032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50694) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.190881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f1a04dd-df28-4f7a-af4f-71a39bc5159e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf7fc416bef3481781931a2b84daea39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749478 Nov 02 16:28:54.191878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50696) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.227099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6db4b567-1312-4901-9bae-c3277f9c58ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9d856b34c0c46f783cad15b6ca0b167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677326 Nov 02 16:28:54.227637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-5e7e6167-45f3-42c3-b884-c563ce2b5eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591978 Nov 02 16:28:54.228133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50698) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.256936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf426-2cbe-4e1e-9b69-e597a0e4bae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.282386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf426-2cbe-4e1e-9b69-e597a0e4bae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.342293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf426-2cbe-4e1e-9b69-e597a0e4bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.346087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf426-2cbe-4e1e-9b69-e597a0e4bae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.350736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b3dbf426-2cbe-4e1e-9b69-e597a0e4bae9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b60ae962-a27c-455c-81af-d6132a61dad2 HTTP/1.1" status: 204 len: 168 time: 0.1574740 Nov 02 16:28:54.357595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82c1c10-facd-4c7e-8896-de67c55fbd03 req-d242c39f-85e0-497e-816e-15782ae00aaa service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162429 Nov 02 16:28:54.361994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbf426-2cbe-4e1e-9b69-e597a0e4bae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ae962-a27c-455c-81af-d6132a61dad2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:54.373107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-320178e9-a0df-48bd-9b54-9f42c39b54c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.408342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-320178e9-a0df-48bd-9b54-9f42c39b54c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.480701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-320178e9-a0df-48bd-9b54-9f42c39b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.483684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-320178e9-a0df-48bd-9b54-9f42c39b54c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.488121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-320178e9-a0df-48bd-9b54-9f42c39b54c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7a29dec-8bd3-48a4-a3da-74d17ea559d1 HTTP/1.1" status: 204 len: 168 time: 0.2588966 Nov 02 16:28:54.496077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320178e9-a0df-48bd-9b54-9f42c39b54c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a29dec-8bd3-48a4-a3da-74d17ea559d1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:54.597920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50710) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.641496 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8e4c169c-e630-49d4-ad77-cf2f38b2c6b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62a91a8a9c1c40868066784c6f9d2d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422747 Nov 02 16:28:54.644044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50714) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:54.710286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe81c-5fc1-47e8-9a37-c09d94607432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.743049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe81c-5fc1-47e8-9a37-c09d94607432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.762429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324349-bc99-431e-83ee-5936f635e2ac req-d25efe8c-b12a-419d-9892-91be96667005 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:54.770843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12324349-bc99-431e-83ee-5936f635e2ac req-d25efe8c-b12a-419d-9892-91be96667005 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 943 time: 0.0857725 Nov 02 16:28:54.813562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe81c-5fc1-47e8-9a37-c09d94607432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.817038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe81c-5fc1-47e8-9a37-c09d94607432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:54.818292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3b7fe81c-5fc1-47e8-9a37-c09d94607432 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc504677-9c08-441f-ab0e-aa41ba471cb1 HTTP/1.1" status: 204 len: 168 time: 0.1730831 Nov 02 16:28:54.830625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fe81c-5fc1-47e8-9a37-c09d94607432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc504677-9c08-441f-ab0e-aa41ba471cb1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:54.860093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b46a9-5af2-404a-a5e2-2cb0b4c1070b req-a309e936-b375-40c9-b32b-d131b8f8fbca tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:54.862734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e29b46a9-5af2-404a-a5e2-2cb0b4c1070b req-a309e936-b375-40c9-b32b-d131b8f8fbca tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 944 time: 0.0899458 Nov 02 16:28:54.865909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12324349-bc99-431e-83ee-5936f635e2ac req-df4eb67e-89af-408b-ad13-39aa506a5789 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942483 Nov 02 16:28:54.912702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e29b46a9-5af2-404a-a5e2-2cb0b4c1070b req-31f29e39-fd28-4523-be08-22a031fb8c57 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Nov 02 16:28:55.132238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:55.184473 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-03d32089-fca9-43b5-8c82-1d16dc4bc150 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42d150f6540e4d6791f3e6e17297eedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508053 Nov 02 16:28:55.186952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:55.237775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dbe600d-f11f-4923-b396-c1401cc40f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:55.242048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:55.263683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dbe600d-f11f-4923-b396-c1401cc40f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:55.327811 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dbe600d-f11f-4923-b396-c1401cc40f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:55.330646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dbe600d-f11f-4923-b396-c1401cc40f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:55.331825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4dbe600d-f11f-4923-b396-c1401cc40f40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42688f6e-d611-4a9f-99b9-039aa3a05ec9 HTTP/1.1" status: 204 len: 168 time: 0.1439490 Nov 02 16:28:55.340918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe600d-f11f-4923-b396-c1401cc40f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42688f6e-d611-4a9f-99b9-039aa3a05ec9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:55.370781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:55.384574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'port_id': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'mac_address': 'fa:16:3e:bf:fb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:55.426358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:55.440141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec882ecc-04cd-40b5-818f-83593131ea62 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:55.461162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:55.471465 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:55.531138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:55.779505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ec882ecc-04cd-40b5-818f-83593131ea62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:55.878417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8ba8e1df-4e2e-47c2-b852-324efafc8450 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:28:56.054193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916504-1003-4b64-968f-b48c518e25cc req-47a734cd-2474-4dbb-9b1b-9da5e4b07585 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:56.063331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81916504-1003-4b64-968f-b48c518e25cc req-47a734cd-2474-4dbb-9b1b-9da5e4b07585 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 943 time: 0.1059644 Nov 02 16:28:56.084313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8ba8e1df-4e2e-47c2-b852-324efafc8450, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:56.113896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '8ba8e1df-4e2e-47c2-b852-324efafc8450', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': '8ba8e1df-4e2e-47c2-b852-324efafc8450', 'mac_address': 'fa:16:3e:95:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:28:56.156626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81916504-1003-4b64-968f-b48c518e25cc req-66bbd7a2-b365-4c3c-b029-0df295b27643 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845890 Nov 02 16:28:56.166303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50796) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:56.196415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.239154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba8e1df-4e2e-47c2-b852-324efafc8450 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:28:56.277869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8ba8e1df-4e2e-47c2-b852-324efafc8450, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:56.283860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.294234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08585c8c-2f2e-4f5d-98b6-8416544bbfa7 req-20c2b420-efce-452a-be84-239173531d94 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:56.301441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08585c8c-2f2e-4f5d-98b6-8416544bbfa7 req-20c2b420-efce-452a-be84-239173531d94 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 945 time: 0.1407540 Nov 02 16:28:56.374214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=8ba8e1df-4e2e-47c2-b852-324efafc8450,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:56.383537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08585c8c-2f2e-4f5d-98b6-8416544bbfa7 req-8481936a-4bf4-474a-bbcc-97b58f3283c1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654819 Nov 02 16:28:56.516674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['8ba8e1df-4e2e-47c2-b852-324efafc8450'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:28:56.603994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-network', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:56.645191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Made reservation on behalf of 3c270507249943a88bd3bf17eddc8fa2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:56.651151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.680520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.814532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.820300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.841679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:28:56.857099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:56.859151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.859494 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Added segment fe023eba-0899-480f-91e9-6d3875a06354 of type vlan for network ca7b6f06-da82-4e4c-be41-27cd08cc79dd Nov 02 16:28:56.928786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.936601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e053ecf1-2c4c-4d7c-beff-e5d6536cbe29,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:56.972629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:56.977440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:56.978486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.049986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-677442752-network', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:57.073944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9059658 Nov 02 16:28:57.078671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50820) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:57.079664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f024d-660c-4b34-bc43-f2808435fbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7b6f06-da82-4e4c-be41-27cd08cc79dd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.087894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Request body: {'subnet': {'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-subnet', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:57.093874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:28:57.094383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Made reservation on behalf of cd2eb748242a488fb73198e63a4b2175 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:57.096765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.111359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.134842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Made reservation on behalf of 3c270507249943a88bd3bf17eddc8fa2 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:57.137625 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.226015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50828) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:57.262794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:57.314462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:57.337465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac72f4-5dd2-46b0-bc10-b793870194f5 req-46227d4b-56df-4e59-8ace-000360e844c1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:57.339290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11ac72f4-5dd2-46b0-bc10-b793870194f5 req-46227d4b-56df-4e59-8ace-000360e844c1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 944 time: 0.1136591 Nov 02 16:28:57.346806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.362289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port ec882ecc-04cd-40b5-818f-83593131ea62 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:57.366815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port ec882ecc-04cd-40b5-818f-83593131ea62 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:57.367202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.394292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.437721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-network', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:57.485179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11ac72f4-5dd2-46b0-bc10-b793870194f5 req-81448b38-0441-4e5a-a8cd-5bd41540368c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361916 Nov 02 16:28:57.490411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:28:57.514572 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.516565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be31105c-0447-4e7a-ae77-de0bf272f3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.518418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Made reservation on behalf of 2e0ccbdce4ca45eeaa2ebaca1958317e for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:57.528959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62d787-761e-4798-8092-5ed77ad0cfb9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.531524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.543215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:57.545873 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69056c5-24ba-477f-b490-e2aec87b19d8" -d '{"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:57.553469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.554401 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Added segment 9b96c770-125d-44af-8ba0-22e3b49b3378 of type vlan for network 806bcadb-677d-41c4-9670-22d1478c6b33 Nov 02 16:28:57.554810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.562179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:57.570404 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.583187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.633067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.672314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.683672 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47b9e2b-aff0-48f2-a616-d9bf885a9293 x-openstack-request-id: req-b47b9e2b-aff0-48f2-a616-d9bf885a9293 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:57.683994 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:57.684234 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b47b9e2b-aff0-48f2-a616-d9bf885a9293 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:57.684634 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'code': 200} Nov 02 16:28:57.696937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be31105c-0447-4e7a-ae77-de0bf272f3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.704956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be31105c-0447-4e7a-ae77-de0bf272f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.709473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.724683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.729808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=232f01ae-9c15-4440-8020-8e701e926549,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.750122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e2bd9-e8ad-4bda-8e55-cb8b6174954b req-03462ccd-35f6-419c-bfa4-8faa107fabd9 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:57.751689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-046e2bd9-e8ad-4bda-8e55-cb8b6174954b req-03462ccd-35f6-419c-bfa4-8faa107fabd9 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 946 time: 0.1832430 Nov 02 16:28:57.758402 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.759710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:57.760316 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.764816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be31105c-0447-4e7a-ae77-de0bf272f3fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=744b600518d241ada6417e9f1474a429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463251 Nov 02 16:28:57.765487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50844) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:57.767497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31105c-0447-4e7a-ae77-de0bf272f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e28581-5fa5-4ac0-a345-f0df0af81800,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.769067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Checking segment: {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:57.769444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Network hostable DHCP agents. Network: ca7b6f06-da82-4e4c-be41-27cd08cc79dd, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:28:57.770705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:28:57.830439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9716213 Nov 02 16:28:57.835183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50846) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:57.840173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.840557 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Added segment 0ea98907-9988-4302-88ce-6c7e6ae136a3 of type vlan for network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 Nov 02 16:28:57.841818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Request body: {'subnet': {'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-677442752-subnet', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:57.861989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.880324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cba029-9d2b-422f-8100-a9c6699864a8 admin admin] Pushing event updated for resources: {'Network': ['ID=806bcadb-677d-41c4-9670-22d1478c6b33,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:57.888907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8ba8e1df-4e2e-47c2-b852-324efafc8450 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:28:57.893065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 806bcadb-677d-41c4-9670-22d1478c6b33 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:28:57.899206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-046e2bd9-e8ad-4bda-8e55-cb8b6174954b req-aeee1e15-e0f6-45e4-96cd-a9a3dbf5f1b3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356356 Nov 02 16:28:57.903321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:28:57.908964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9b2bb-228a-413b-a67e-103fb5e887b5 req-8f651b31-0457-4e5a-bc0d-63652ba126f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:57.910735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e9b2bb-228a-413b-a67e-103fb5e887b5 req-8f651b31-0457-4e5a-bc0d-63652ba126f3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 1097 time: 0.1334801 Nov 02 16:28:57.915550 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.920404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Made reservation on behalf of cd2eb748242a488fb73198e63a4b2175 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:57.925684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.938502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ca7b6f06-da82-4e4c-be41-27cd08cc79dd) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:57.958779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498e919-0033-435d-beb5-63ac44b1dbc3 None None] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:57.965819 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a124-9788-490c-a6b2-cf9432405571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.983538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:57.984147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.992067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:57.994143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:57.994945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.017988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c26b5cbc-d312-4170-9de5-b028ae892c42 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9373734 Nov 02 16:28:58.020930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50848) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:58.028828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d3e9b2bb-228a-413b-a67e-103fb5e887b5 req-346e7427-3e80-4bef-843c-54f5611fabad service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088796 Nov 02 16:28:58.029773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:58.070249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.071850 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.171618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.193031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 8ba8e1df-4e2e-47c2-b852-324efafc8450 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:28:58.201514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 8ba8e1df-4e2e-47c2-b852-324efafc8450 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:28:58.201773 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.315163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.315442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ca7b6f06-da82-4e4c-be41-27cd08cc79dd', 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'fixed_ips': [{'subnet_id': '232f01ae-9c15-4440-8020-8e701e926549'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:28:58.316189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.337769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a124-9788-490c-a6b2-cf9432405571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.357045 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.361266 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1338680 Nov 02 16:28:58.370938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50850) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:58.380742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Request body: {'subnet': {'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-subnet', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:58.386100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.389557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d3d6f-bc3c-446b-a225-171ca98e9c12 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:58.421816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:28:58.422575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a124-9788-490c-a6b2-cf9432405571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.425705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a124-9788-490c-a6b2-cf9432405571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.429341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ecb8a124-9788-490c-a6b2-cf9432405571 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0e28581-5fa5-4ac0-a345-f0df0af81800 HTTP/1.1" status: 204 len: 168 time: 0.6604457 Nov 02 16:28:58.443315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8a124-9788-490c-a6b2-cf9432405571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e28581-5fa5-4ac0-a345-f0df0af81800,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:58.468240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e605d9-006a-4f43-9c59-cb7d45acfcd5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:58.476838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Made reservation on behalf of 2e0ccbdce4ca45eeaa2ebaca1958317e for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:28:58.479760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.529025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Checking segment: {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:58.529541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Network hostable DHCP agents. Network: 806bcadb-677d-41c4-9670-22d1478c6b33, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:28:58.559989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8ba8e1df-4e2e-47c2-b852-324efafc8450, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:28:58.564837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.618750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Network 806bcadb-677d-41c4-9670-22d1478c6b33 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:28:58.644517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Allocated IP 172.20.0.2 (ca7b6f06-da82-4e4c-be41-27cd08cc79dd/232f01ae-9c15-4440-8020-8e701e926549/0251baf3-7143-4146-b057-b98f08d6b684) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:58.644687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 806bcadb-677d-41c4-9670-22d1478c6b33) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:58.653931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:58.654574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.663039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d6c21-a3a2-4f5d-a294-d5e643850035 None None] Network 806bcadb-677d-41c4-9670-22d1478c6b33 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:58.672739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=8ba8e1df-4e2e-47c2-b852-324efafc8450,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:58.676359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61579a-c087-4d09-bd3b-713e175db78e req-a7f4001d-b24e-4c42-9421-ff1adda2bbdd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:58.677897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e61579a-c087-4d09-bd3b-713e175db78e req-a7f4001d-b24e-4c42-9421-ff1adda2bbdd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.1089745 Nov 02 16:28:58.728744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eb7b617a-a8e9-4cc4-8662-890d1b500600 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8925145 Nov 02 16:28:58.731628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50862) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:58.738821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:58.780884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e61579a-c087-4d09-bd3b-713e175db78e req-ac85ffdf-671a-4548-8763-1846f8e04528 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901771 Nov 02 16:28:58.791748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.794642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.877940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.896908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.925022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50864) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:58.963434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.975455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-806bcadb-677d-41c4-9670-22d1478c6b33', 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'fixed_ips': [{'subnet_id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:28:58.976852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.986931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbe1192b-670d-4670-9f74-f8cf4a5c645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:58.990716 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.007992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.010216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcd879d-2c55-4512-a5c0-c7f0d7347971,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:59.046402 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.059521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Pushing event updated for resources: {'Port': ['ID=0251baf3-7143-4146-b057-b98f08d6b684,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:59.060198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.069738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:59.104259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Checking segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:59.104621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Network hostable DHCP agents. Network: d2fa0ac6-0088-4b7c-b15a-879f6f645ed0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:28:59.119864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:59.124214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:59.195347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:28:59.204326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df386e83-ad7e-4e52-89a5-609b4aac70ca req-baa9ad0d-194c-4089-a26d-79298c12d219 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:59.205821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df386e83-ad7e-4e52-89a5-609b4aac70ca req-baa9ad0d-194c-4089-a26d-79298c12d219 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 946 time: 0.1651530 Nov 02 16:28:59.214798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Attempting to bind port 0251baf3-7143-4146-b057-b98f08d6b684 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:28:59.215168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Attempting to bind port 0251baf3-7143-4146-b057-b98f08d6b684 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:28:59.215534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Attempting to bind port 0251baf3-7143-4146-b057-b98f08d6b684 on network ca7b6f06-da82-4e4c-be41-27cd08cc79dd {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:28:59.230793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:28:59.231320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Checking segment: {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:28:59.231801 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.232280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Bound using segment: {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:28:59.232753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Bound port: 0251baf3-7143-4146-b057-b98f08d6b684, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:28:59.233154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.261500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Allocated IP 172.20.0.2 (806bcadb-677d-41c4-9670-22d1478c6b33/82e605d9-006a-4f43-9c59-cb7d45acfcd5/eee94f8c-16fd-4cb5-a98b-df5b86ba3756) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:59.268997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d2fa0ac6-0088-4b7c-b15a-879f6f645ed0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:59.282998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568c59f-115a-4275-b063-1db784048e8f None None] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:28:59.292369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:28:59.292963 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.311255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Allocated IP 172.25.7.57 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/acb6658a-7d48-4142-a08c-9180fa4dc3c3) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:59.319101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbe1192b-670d-4670-9f74-f8cf4a5c645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.335375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbe1192b-670d-4670-9f74-f8cf4a5c645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.349698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.352793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df386e83-ad7e-4e52-89a5-609b4aac70ca req-c4b35b7e-b838-4158-8fbf-ed859ae4fd0c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221259 Nov 02 16:28:59.374868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b04e9ea9-b00a-47c6-a8d8-adc25c71fc4b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0000279 Nov 02 16:28:59.375869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:59.382205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:28:59.394266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.415760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] For port 0251baf3-7143-4146-b057-b98f08d6b684, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:28:59.420035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] For port 0251baf3-7143-4146-b057-b98f08d6b684, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0251baf3-7143-4146-b057-b98f08d6b684,segment=NetworkSegment(fe023eba-0899-480f-91e9-6d3875a06354),segment_id=fe023eba-0899-480f-91e9-6d3875a06354)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:28:59.438163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fbe1192b-670d-4670-9f74-f8cf4a5c645b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=669a0c774b5c49c1b26847836f460e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069232 Nov 02 16:28:59.438401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50870) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:28:59.446345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1192b-670d-4670-9f74-f8cf4a5c645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089fef79-0c4d-48cb-b032-a71a1dd854a8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:59.455265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.497145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.498373 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.530077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.536421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7c15627c-d08a-400e-90ff-128dce767655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.589462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7c15627c-d08a-400e-90ff-128dce767655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.590976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58a0bd-c04d-4ebd-abd0-bf6b705ea340 None None] Pushing event updated for resources: {'Port': ['ID=0251baf3-7143-4146-b057-b98f08d6b684,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:59.600163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.645364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.685273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8e1df-4e2e-47c2-b852-324efafc8450'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:28:59.687883 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f78d0a3-681e-42a0-98b7-03aefa0494e9" -d '{"events": [{"server_uuid": "f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8e1df-4e2e-47c2-b852-324efafc8450"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:28:59.713549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:28:59.718648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:28:59.719804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.725669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7c15627c-d08a-400e-90ff-128dce767655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.735356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7c15627c-d08a-400e-90ff-128dce767655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.736286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7c15627c-d08a-400e-90ff-128dce767655 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/089fef79-0c4d-48cb-b032-a71a1dd854a8 HTTP/1.1" status: 204 len: 168 time: 0.2969501 Nov 02 16:28:59.753955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:28:59.764467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:28:59.772863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Pushing event updated for resources: {'Port': ['ID=acb6658a-7d48-4142-a08c-9180fa4dc3c3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:59.799431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15627c-d08a-400e-90ff-128dce767655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089fef79-0c4d-48cb-b032-a71a1dd854a8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:28:59.801283 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.815321 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8544dd2-c458-447f-a204-d268df0ebd80 x-openstack-request-id: req-a8544dd2-c458-447f-a204-d268df0ebd80 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:28:59.815896 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8e1df-4e2e-47c2-b852-324efafc8450", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:28:59.816267 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8544dd2-c458-447f-a204-d268df0ebd80 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:28:59.817006 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8e1df-4e2e-47c2-b852-324efafc8450', 'code': 200} Nov 02 16:28:59.882647 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:28:59.931350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Allocated IP 172.25.7.248 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f5b34841-3f1d-40a9-a0c7-01c0c612219a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:28:59.935448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.040793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Allocated IP 172.20.0.2 (d2fa0ac6-0088-4b7c-b15a-879f6f645ed0/8dcd879d-2c55-4512-a5c0-c7f0d7347971/24caadec-53ba-4884-bc51-3f94cd63a076) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:00.089845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Network 806bcadb-677d-41c4-9670-22d1478c6b33 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:00.097379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:00.109835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:00.160959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Pushing event updated for resources: {'Port': ['ID=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:00.168423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951af13-c0e0-4f84-ba05-8b29223f27de req-1b4876dc-2a0c-4b1b-810f-022fa535680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:00.169936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6951af13-c0e0-4f84-ba05-8b29223f27de req-1b4876dc-2a0c-4b1b-810f-022fa535680c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 1096 time: 0.3333955 Nov 02 16:29:00.176629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.246547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Attempting to bind port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:00.247219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Attempting to bind port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:00.247771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Attempting to bind port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 on network 806bcadb-677d-41c4-9670-22d1478c6b33 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:00.261615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:00.265015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Checking segment: {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:00.265623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.266232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Bound using segment: {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:00.267210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Bound port: eee94f8c-16fd-4cb5-a98b-df5b86ba3756, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:00.267805 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.313928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.393812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:00.408432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:00.422159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:00.422626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] For port eee94f8c-16fd-4cb5-a98b-df5b86ba3756, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:00.431607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] For port eee94f8c-16fd-4cb5-a98b-df5b86ba3756, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:00.463743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.468739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.476421 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.480017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Pushing event updated for resources: {'Port': ['ID=f5b34841-3f1d-40a9-a0c7-01c0c612219a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:00.525480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.525935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.526327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.526785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.527014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.527367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.530276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.530775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.531168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.531532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.531886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.532328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:00.544127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.590907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.710055 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.719628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:00.738888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6951af13-c0e0-4f84-ba05-8b29223f27de req-bdeb4692-d51b-4d1c-a97f-de6c0943de1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Nov 02 16:29:00.747254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27908-df4f-4b0a-b90b-9cc36eef9360 None None] Pushing event updated for resources: {'Port': ['ID=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:00.758527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:00.763203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:00.795486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038cfdf-4997-4254-95d2-5983af8d1f2d req-1cfecc84-3e5f-4225-b79b-d98f067eb3e6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:00.803022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e038cfdf-4997-4254-95d2-5983af8d1f2d req-1cfecc84-3e5f-4225-b79b-d98f067eb3e6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.7038617 Nov 02 16:29:00.932849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Pushing event updated for resources: {'Port': ['ID=24caadec-53ba-4884-bc51-3f94cd63a076,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:00.935903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76096-fbff-498d-a093-40fe24b69ca1 req-e157f966-b3d3-453d-87eb-43ac3963dc7b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:00.937050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Attempting to bind port 24caadec-53ba-4884-bc51-3f94cd63a076 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:00.937683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Attempting to bind port 24caadec-53ba-4884-bc51-3f94cd63a076 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:00.938409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Attempting to bind port 24caadec-53ba-4884-bc51-3f94cd63a076 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:00.944472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cba76096-fbff-498d-a093-40fe24b69ca1 req-e157f966-b3d3-453d-87eb-43ac3963dc7b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 946 time: 0.2852106 Nov 02 16:29:00.946501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:00.947162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Checking segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:00.947834 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.948538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Bound using segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:00.949230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Bound port: 24caadec-53ba-4884-bc51-3f94cd63a076, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:00.949883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:00.990938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e038cfdf-4997-4254-95d2-5983af8d1f2d req-b966ca34-9cde-49fb-a5ef-364f4b93534e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865587 Nov 02 16:29:01.047039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Allocated IP 172.25.7.5 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/4e491ab3-5701-4a91-b26f-91cce1d708ad) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:01.047482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cba76096-fbff-498d-a093-40fe24b69ca1 req-0b8842d8-c15e-44d6-9990-1c1bbfc4e8ea tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958772 Nov 02 16:29:01.090537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e00db5-8901-421c-94e5-29211eb5bcf9 None None] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:01.178459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] For port 24caadec-53ba-4884-bc51-3f94cd63a076, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:01.203594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] For port 24caadec-53ba-4884-bc51-3f94cd63a076, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24caadec-53ba-4884-bc51-3f94cd63a076,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:01.212456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.217270 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.222940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b226acb4-2628-478c-9b1a-06aa4ebf3e64 None None] Provisioning complete for port 0251baf3-7143-4146-b057-b98f08d6b684 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:01.225596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b226acb4-2628-478c-9b1a-06aa4ebf3e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.345235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.420921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.441601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202fb29-4257-4a2d-b208-5ebd6a30f3fc None None] Pushing event updated for resources: {'Port': ['ID=24caadec-53ba-4884-bc51-3f94cd63a076,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:01.545563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567834e6-a274-47ff-ad5e-53de6dc6cb94 req-95ebf7dd-f3ad-448c-a450-01451e280d96 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:01.552756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-567834e6-a274-47ff-ad5e-53de6dc6cb94 req-95ebf7dd-f3ad-448c-a450-01451e280d96 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 946 time: 0.2450709 Nov 02 16:29:01.591047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.622208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:01.629815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:01.631582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b226acb4-2628-478c-9b1a-06aa4ebf3e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.654611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:01.689390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-567834e6-a274-47ff-ad5e-53de6dc6cb94 req-266f6428-8bf9-4164-9fae-ed805af5f5f9 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356375 Nov 02 16:29:01.707526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b226acb4-2628-478c-9b1a-06aa4ebf3e64 None None] For port 0251baf3-7143-4146-b057-b98f08d6b684, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0251baf3-7143-4146-b057-b98f08d6b684,segment=NetworkSegment(fe023eba-0899-480f-91e9-6d3875a06354),segment_id=fe023eba-0899-480f-91e9-6d3875a06354)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:01.713974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b226acb4-2628-478c-9b1a-06aa4ebf3e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.765619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Router 9f0dae92-b70b-40ac-8075-b97690c94d3e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:29:01.782952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0251baf3-7143-4146-b057-b98f08d6b684 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:01.818068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e491ab3-5701-4a91-b26f-91cce1d708ad,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:01.863757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:01.869844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226acb4-2628-478c-9b1a-06aa4ebf3e64 None None] Pushing event updated for resources: {'Port': ['ID=0251baf3-7143-4146-b057-b98f08d6b684,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:01.939880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0251baf3-7143-4146-b057-b98f08d6b684 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:01.940718 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.089888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:02.099530 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Sync routers for ids ['9f0dae92-b70b-40ac-8075-b97690c94d3e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:02.106254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device eee94f8c-16fd-4cb5-a98b-df5b86ba3756 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:02.114933 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Routers {'9f0dae92-b70b-40ac-8075-b97690c94d3e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:02.115558 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9f0dae92-b70b-40ac-8075-b97690c94d3e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:02.163629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.166756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b8f41628-7cc9-471f-b930-e3afe1a99187 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.1448512 Nov 02 16:29:02.170760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50928) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:02.241700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:02.242679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.316675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-17d0fd11-09aa-4252-b58c-887d6f2d2a8f None None] Provisioning complete for port 0251baf3-7143-4146-b057-b98f08d6b684 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:02.320595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-17d0fd11-09aa-4252-b58c-887d6f2d2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.384970 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Set router 9f0dae92-b70b-40ac-8075-b97690c94d3e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:02.563640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1449c-d543-437d-a737-68a5f74d6f4f req-ee5b7202-7df1-42f0-8b94-76de9146db74 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:02.575617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8c1449c-d543-437d-a737-68a5f74d6f4f req-ee5b7202-7df1-42f0-8b94-76de9146db74 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.2518990 Nov 02 16:29:02.642567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651d02e-3ee2-4a36-be29-a3cc3cf52af4 None None] Network 806bcadb-677d-41c4-9670-22d1478c6b33 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:02.735606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8c1449c-d543-437d-a737-68a5f74d6f4f req-e7a47afb-1a04-4104-b15d-fccc22d125a8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589892 Nov 02 16:29:02.766430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.770181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Router 5a212221-55d1-44a2-b584-60a3fa60d084 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:29:02.779171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.886908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7aac2d19-bf0c-416f-93e4-b5e0d7d613ea None None] Provisioning complete for port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:02.887294 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7aac2d19-bf0c-416f-93e4-b5e0d7d613ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:02.995284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:00Z', 'revision_number': 3, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'gw_port': {'id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:03.059075 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Checking router: 9f0dae92-b70b-40ac-8075-b97690c94d3e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:03.061510 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Updating router 9f0dae92-b70b-40ac-8075-b97690c94d3e port acb6658a-7d48-4142-a08c-9180fa4dc3c3 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:03.091594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port eee94f8c-16fd-4cb5-a98b-df5b86ba3756, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:03.102979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.129450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543ccf3-bc71-429d-a6ea-a8dcaba68b81 None None] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:03.143165 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.285474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:03.317764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.566422 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.572847 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.635237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322ae0-3270-48f9-9cba-cbec74650c7d req-e4b79c16-309f-411e-bbb7-8eb4e5ccc4b3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:03.647585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba322ae0-3270-48f9-9cba-cbec74650c7d req-e4b79c16-309f-411e-bbb7-8eb4e5ccc4b3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.3735278 Nov 02 16:29:03.657169 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Pushing event updated for resources: {'Port': ['ID=acb6658a-7d48-4142-a08c-9180fa4dc3c3,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:03.718515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.719171 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.719664 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729478 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729478 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.729791 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.730065 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.730407 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:03.743581 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Attempting to bind port acb6658a-7d48-4142-a08c-9180fa4dc3c3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:03.744596 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Attempting to bind port acb6658a-7d48-4142-a08c-9180fa4dc3c3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:03.744966 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Attempting to bind port acb6658a-7d48-4142-a08c-9180fa4dc3c3 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:03.753066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.762164 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:03.762164 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:03.762164 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.762592 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:03.763245 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Bound port: acb6658a-7d48-4142-a08c-9180fa4dc3c3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:03.763368 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.772156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0251baf3-7143-4146-b057-b98f08d6b684 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:03.798064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9541044-dd25-4888-96ae-961648de51fb req-e11e226e-3e06-45f7-bc1e-90da8d674cc4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:03.807256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9541044-dd25-4888-96ae-961648de51fb req-e11e226e-3e06-45f7-bc1e-90da8d674cc4 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 946 time: 0.2801983 Nov 02 16:29:03.846044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-53207940-1d1a-467a-9682-0044825d46e8 None None] Provisioning complete for port 24caadec-53ba-4884-bc51-3f94cd63a076 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:03.846731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53207940-1d1a-467a-9682-0044825d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.855205 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] For port acb6658a-7d48-4142-a08c-9180fa4dc3c3, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:03.859833 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] For port acb6658a-7d48-4142-a08c-9180fa4dc3c3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=acb6658a-7d48-4142-a08c-9180fa4dc3c3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:03.866379 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.935522 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Routers {'9f0dae92-b70b-40ac-8075-b97690c94d3e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:03.936246 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9f0dae92-b70b-40ac-8075-b97690c94d3e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:03.952668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba322ae0-3270-48f9-9cba-cbec74650c7d req-889b1c25-d8c0-4d70-9668-7fb3806c95fd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041296 Nov 02 16:29:03.953535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0251baf3-7143-4146-b057-b98f08d6b684 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:03.955375 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:03.992381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:04.024981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Sync routers for ids ['5a212221-55d1-44a2-b584-60a3fa60d084'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:04.037094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.043481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ffeeb128-ea76-4016-8817-d8be670026ca admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3090608 Nov 02 16:29:04.044573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Allocated IP 172.20.0.1 (ca7b6f06-da82-4e4c-be41-27cd08cc79dd/232f01ae-9c15-4440-8020-8e701e926549/668ebd3b-9a66-4dc1-a826-bd5ec67876cc) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:04.046699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50982) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:04.053318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9541044-dd25-4888-96ae-961648de51fb req-4e035ac8-3264-4931-8fb2-f5199c769fb0 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452345 Nov 02 16:29:04.073917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b207c-f4db-4621-9feb-68d7f1e8773e None None] Pushing event updated for resources: {'Port': ['ID=acb6658a-7d48-4142-a08c-9180fa4dc3c3,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:04.129539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Routers {'5a212221-55d1-44a2-b584-60a3fa60d084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:04.130209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5a212221-55d1-44a2-b584-60a3fa60d084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:04.181931 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] Set router 9f0dae92-b70b-40ac-8075-b97690c94d3e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:04.232575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:29:04.240711 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53207940-1d1a-467a-9682-0044825d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.281453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.339190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df8b316e-fa1a-4bab-bfac-a85a9c68a2fb req-be8c3a92-1c61-48bf-911c-e536e8f13f05 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dba2795ed56f4fc7938704f33009d869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913610 Nov 02 16:29:04.365918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:04.375421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-53207940-1d1a-467a-9682-0044825d46e8 None None] For port 24caadec-53ba-4884-bc51-3f94cd63a076, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24caadec-53ba-4884-bc51-3f94cd63a076,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:04.381054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24caadec-53ba-4884-bc51-3f94cd63a076 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:04.388040 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:04.396711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.401811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c3fc2265-3a96-4342-8fef-b26f3102a9a3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0204625 Nov 02 16:29:04.402468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50992) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:04.412720 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53207940-1d1a-467a-9682-0044825d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.413631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:04.414284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:04.514938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53207940-1d1a-467a-9682-0044825d46e8 None None] Pushing event updated for resources: {'Port': ['ID=24caadec-53ba-4884-bc51-3f94cd63a076,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:04.552651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Set router 5a212221-55d1-44a2-b584-60a3fa60d084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:04.569325 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:00Z', 'revision_number': 3, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'gw_port': {'id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:04.593877 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.630879 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:04.717412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:04.724490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:04.766681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b316e-fa1a-4bab-bfac-a85a9c68a2fb req-ef430933-3472-4c79-9044-da88cb07690f tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:04.777387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df8b316e-fa1a-4bab-bfac-a85a9c68a2fb req-ef430933-3472-4c79-9044-da88cb07690f tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240036 Nov 02 16:29:04.780806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:04.793627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Pushing event updated for resources: {'Port': ['ID=668ebd3b-9a66-4dc1-a826-bd5ec67876cc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:04.824533 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9cc11-78f0-4b2c-8b57-98f9056b0459 None None] The sync data for ids ['9f0dae92-b70b-40ac-8075-b97690c94d3e'] in n-d-811405-2 is: [{'id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:00Z', 'revision_number': 3, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'gw_port': {'id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:04.867457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 24caadec-53ba-4884-bc51-3f94cd63a076 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:04.868078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.870632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df8b316e-fa1a-4bab-bfac-a85a9c68a2fb req-babd06e4-4358-417d-89b8-3d6b3078df0a tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/quotas/dba2795ed56f4fc7938704f33009d869 HTTP/1.1" status: 200 len: 375 time: 0.0919933 Nov 02 16:29:04.930203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e8b85aac-62a1-4ff8-a8ca-a32d2bdf39af None None] Provisioning complete for port 24caadec-53ba-4884-bc51-3f94cd63a076 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:04.930693 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e8b85aac-62a1-4ff8-a8ca-a32d2bdf39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.932272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df8b316e-fa1a-4bab-bfac-a85a9c68a2fb req-f871a799-51dc-45c1-a3e0-7251a3859021 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba2795ed56f4fc7938704f33009d869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605092 Nov 02 16:29:04.938706 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:04.940934 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:02Z', 'revision_number': 3, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:05.006186 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:05.006545 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Updating router d4e8ab93-9235-4a65-9330-d9956c4eae81 port 4e491ab3-5701-4a91-b26f-91cce1d708ad binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:05.065794 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.068512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99beed3-c5f6-4d0f-a0a8-1d605974a38e req-483b3942-d3c4-4636-b20a-9421883433c8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:05.079804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99beed3-c5f6-4d0f-a0a8-1d605974a38e req-483b3942-d3c4-4636-b20a-9421883433c8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.3755968 Nov 02 16:29:05.155790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device eee94f8c-16fd-4cb5-a98b-df5b86ba3756 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:05.166440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99beed3-c5f6-4d0f-a0a8-1d605974a38e req-2180f59a-f508-458e-a485-f02223973055 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808945 Nov 02 16:29:05.237403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.313346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:05.476459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.554065 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.563239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa622c-dd62-44f8-85eb-4ec942414765 req-b66ecca0-40b9-4e74-94c7-d48299de4a34 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:05.564620 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.571484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:05.574973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02fa622c-dd62-44f8-85eb-4ec942414765 req-b66ecca0-40b9-4e74-94c7-d48299de4a34 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 946 time: 0.2077770 Nov 02 16:29:05.578027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e8b85aac-62a1-4ff8-a8ca-a32d2bdf39af None None] Provisioning complete for port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:05.578433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e8b85aac-62a1-4ff8-a8ca-a32d2bdf39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.611216 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Attempting to bind port 4e491ab3-5701-4a91-b26f-91cce1d708ad on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:05.611703 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Attempting to bind port 4e491ab3-5701-4a91-b26f-91cce1d708ad by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:05.612223 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Attempting to bind port 4e491ab3-5701-4a91-b26f-91cce1d708ad on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:05.625447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Allocated IP 172.20.0.1 (d2fa0ac6-0088-4b7c-b15a-879f6f645ed0/8dcd879d-2c55-4512-a5c0-c7f0d7347971/3780831e-47b3-40cd-bd5e-592eeacebf0c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:05.663022 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:05.663490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:05.664162 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.664673 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:05.665222 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Bound port: 4e491ab3-5701-4a91-b26f-91cce1d708ad, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:05.665667 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.692989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:00Z', 'revision_number': 3, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:05.752416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.793208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02fa622c-dd62-44f8-85eb-4ec942414765 req-36b1ed91-638a-4260-b889-4d5efc8672cf tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130489 Nov 02 16:29:05.794892 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] For port 4e491ab3-5701-4a91-b26f-91cce1d708ad, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:05.796153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.799293 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] For port 4e491ab3-5701-4a91-b26f-91cce1d708ad, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e491ab3-5701-4a91-b26f-91cce1d708ad,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:05.803518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'port_id': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'mac_address': 'fa:16:3e:bf:fb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:05.809215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Checking router: 5a212221-55d1-44a2-b584-60a3fa60d084 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:05.809215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Updating router 5a212221-55d1-44a2-b584-60a3fa60d084 port f5b34841-3f1d-40a9-a0c7-01c0c612219a binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:05.819108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:05.819108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.842342 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4d535-e2cc-4195-9b10-6c4f5ba42408 None None] Pushing event updated for resources: {'Port': ['ID=4e491ab3-5701-4a91-b26f-91cce1d708ad,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:05.855641 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.918253 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.962368 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:05.991621 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4d535-e2cc-4195-9b10-6c4f5ba42408 None None] Pushing event updated for resources: {'Port': ['ID=4e491ab3-5701-4a91-b26f-91cce1d708ad,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:06.007975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec882ecc-04cd-40b5-818f-83593131ea62 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:06.019444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:06.023384 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:06.024701 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:06.025798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:06.040365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:06.084860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.099971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.152292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:06.181823 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.212742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.218200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Pushing event updated for resources: {'Port': ['ID=3780831e-47b3-40cd-bd5e-592eeacebf0c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:06.235361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.282785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2d807bdd-c99a-455d-a363-67bc78c96ddc None None] Provisioning complete for port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:06.283284 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2d807bdd-c99a-455d-a363-67bc78c96ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.341046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ec882ecc-04cd-40b5-818f-83593131ea62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:06.480916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:06.491193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2d807bdd-c99a-455d-a363-67bc78c96ddc None None] Port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:06.551842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.593284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:06.623329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765723d-66d7-4429-981c-633f1c624f46 req-9f675fea-da98-4f0a-aa7f-3f441e7227f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:06.632210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9765723d-66d7-4429-981c-633f1c624f46 req-9f675fea-da98-4f0a-aa7f-3f441e7227f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.7251990 Nov 02 16:29:06.677184 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.684473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dc83824e-7fc5-417e-b389-f458b645b38e None None] Provisioning complete for port 3780831e-47b3-40cd-bd5e-592eeacebf0c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:06.685029 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dc83824e-7fc5-417e-b389-f458b645b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.722661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.734925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24caadec-53ba-4884-bc51-3f94cd63a076 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:06.779087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.803813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:06.810717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Pushing event updated for resources: {'Port': ['ID=668ebd3b-9a66-4dc1-a826-bd5ec67876cc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:06.823721 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:02Z', 'revision_number': 3, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:06.830735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-364deef8-4630-4472-a933-f82dadde233e req-99d6bbf1-38e9-4eed-a57d-29de3e817e01 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dba2795ed56f4fc7938704f33009d869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1847942 Nov 02 16:29:06.838692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:06.845230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82b92-d3a8-4fc9-9a03-5dab62413906 None None] Pushing event updated for resources: {'Port': ['ID=f5b34841-3f1d-40a9-a0c7-01c0c612219a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:06.866192 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166350-387b-428a-8e19-cd51ed308291 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:02Z', 'revision_number': 3, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:06.887009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 24caadec-53ba-4884-bc51-3f94cd63a076 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:06.887402 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.966081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Attempting to bind port f5b34841-3f1d-40a9-a0c7-01c0c612219a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:06.966775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Attempting to bind port f5b34841-3f1d-40a9-a0c7-01c0c612219a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:06.966885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Attempting to bind port f5b34841-3f1d-40a9-a0c7-01c0c612219a on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:06.974935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:06.975315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:06.975725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.976119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:06.976610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Bound port: f5b34841-3f1d-40a9-a0c7-01c0c612219a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:06.976991 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:06.979275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dc83824e-7fc5-417e-b389-f458b645b38e None None] Port 3780831e-47b3-40cd-bd5e-592eeacebf0c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:07.136806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device acb6658a-7d48-4142-a08c-9180fa4dc3c3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:07.177421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fec04b-e870-4772-b683-1081104b0d12 req-7811eb60-b7b5-4928-a89d-9951109792a2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:07.183152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26fec04b-e870-4772-b683-1081104b0d12 req-7811eb60-b7b5-4928-a89d-9951109792a2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 945 time: 0.8114579 Nov 02 16:29:07.262911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-80f6c731-d69b-446c-85c1-34c4e393517c None None] Provisioning complete for port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:07.262911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-80f6c731-d69b-446c-85c1-34c4e393517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.265521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] For port f5b34841-3f1d-40a9-a0c7-01c0c612219a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:07.325008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-80f6c731-d69b-446c-85c1-34c4e393517c None None] Port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:07.356209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:07.415274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.421493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.447229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] For port f5b34841-3f1d-40a9-a0c7-01c0c612219a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f5b34841-3f1d-40a9-a0c7-01c0c612219a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:07.451861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port acb6658a-7d48-4142-a08c-9180fa4dc3c3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:07.452445 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.459110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.494306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26fec04b-e870-4772-b683-1081104b0d12 req-f387a378-60f6-4c35-81f5-f7a9b832e348 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871454 Nov 02 16:29:07.517692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364deef8-4630-4472-a933-f82dadde233e req-fd6086df-cf05-4821-acdb-fe7952c206a0 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:07.529170 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-364deef8-4630-4472-a933-f82dadde233e req-fd6086df-cf05-4821-acdb-fe7952c206a0 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6971791 Nov 02 16:29:07.548332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Allocated IP 172.20.0.1 (806bcadb-677d-41c4-9670-22d1478c6b33/82e605d9-006a-4f43-9c59-cb7d45acfcd5/a1f5c315-3d54-415d-b919-baee7f0ae318) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:07.556174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port 8ba8e1df-4e2e-47c2-b852-324efafc8450 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:07.556652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.559423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port ec882ecc-04cd-40b5-818f-83593131ea62 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:07.560470 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.595495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.597988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Pushing event updated for resources: {'Port': ['ID=3780831e-47b3-40cd-bd5e-592eeacebf0c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:07.642187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Routers {'5a212221-55d1-44a2-b584-60a3fa60d084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:07.643095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5a212221-55d1-44a2-b584-60a3fa60d084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:07.713891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Router 9f0dae92-b70b-40ac-8075-b97690c94d3e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:07.740835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-364deef8-4630-4472-a933-f82dadde233e req-b8558cbf-180b-4898-9157-0390dbd4741c tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/quotas/dba2795ed56f4fc7938704f33009d869 HTTP/1.1" status: 200 len: 375 time: 0.2103424 Nov 02 16:29:07.809454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port 8ba8e1df-4e2e-47c2-b852-324efafc8450, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8ba8e1df-4e2e-47c2-b852-324efafc8450,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:07.810501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.819401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:07.826553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:07.831222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:07.837172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for 8ba8e1df-4e2e-47c2-b852-324efafc8450 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:07.922058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82b92-d3a8-4fc9-9a03-5dab62413906 None None] Pushing event updated for resources: {'Port': ['ID=f5b34841-3f1d-40a9-a0c7-01c0c612219a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:08.013389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:08.029194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.041486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-364deef8-4630-4472-a933-f82dadde233e req-70b8eb5e-6a4a-412d-ad69-8006beaef16f tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba2795ed56f4fc7938704f33009d869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2724640 Nov 02 16:29:08.079848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Pushing event updated for resources: {'Port': ['ID=a1f5c315-3d54-415d-b919-baee7f0ae318,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:08.099414 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.101208 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.144778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] Set router 5a212221-55d1-44a2-b584-60a3fa60d084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:08.232177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Network 806bcadb-677d-41c4-9670-22d1478c6b33 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:08.237855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:08.243646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:08.270108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port acb6658a-7d48-4142-a08c-9180fa4dc3c3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=acb6658a-7d48-4142-a08c-9180fa4dc3c3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:08.275844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:08.278954 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3be642-4d68-4523-920e-7fa85b7d9dda" -d '{"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:08.285237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0b2a8b39-3463-41f4-b58e-0688062f02a3 None None] Provisioning complete for port 3780831e-47b3-40cd-bd5e-592eeacebf0c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:08.285655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8b39-3463-41f4-b58e-0688062f02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.298922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.300018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.304554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:08.311621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0b15eaa3-bc91-4d65-8349-17491b84c449 admin admin] 10.222.0.31 "PUT /v2.0/routers/d4e8ab93-9235-4a65-9330-d9956c4eae81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042609 Nov 02 16:29:08.505409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:08.574240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.591229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a8b39-3463-41f4-b58e-0688062f02a3 None None] Port 3780831e-47b3-40cd-bd5e-592eeacebf0c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:08.597157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=acb6658a-7d48-4142-a08c-9180fa4dc3c3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:08.602893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.625608 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a404342b-f87d-415e-8a91-f8b0bdccf26f x-openstack-request-id: req-a404342b-f87d-415e-8a91-f8b0bdccf26f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:08.625915 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:08.626205 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a404342b-f87d-415e-8a91-f8b0bdccf26f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:08.626618 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'code': 200} Nov 02 16:29:08.690211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e491ab3-5701-4a91-b26f-91cce1d708ad up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:08.736994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:08.778792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ae9b-f1e4-4be0-924c-bfd0054af664 req-0b2e3feb-540b-45eb-adb9-b513aaba65d1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:08.783109 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9f29382-e464-4ab0-a361-8a6ec2d8a67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.786197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7208ae9b-f1e4-4be0-924c-bfd0054af664 req-0b2e3feb-540b-45eb-adb9-b513aaba65d1 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 945 time: 0.8482249 Nov 02 16:29:08.794537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-47095d99-2b65-4162-8258-44d9477243ca None None] Provisioning complete for port a1f5c315-3d54-415d-b919-baee7f0ae318 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:08.795008 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47095d99-2b65-4162-8258-44d9477243ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.852895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.859016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.859328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.863983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:08.874078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:08.886356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Sync routers for ids ['9f0dae92-b70b-40ac-8075-b97690c94d3e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:08.905570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a557ad5c-7b94-4354-87e5-3dfcb981562c admin admin] 10.222.0.31 "PUT /v2.0/routers/9f0dae92-b70b-40ac-8075-b97690c94d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7259612 Nov 02 16:29:08.909819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edb529fa-4774-486f-aedb-f808eef14c4c req-c4e88cd5-d0d3-435c-8489-c63a7b92f059 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775 HTTP/1.1" status: 200 len: 210 time: 0.1182272 Nov 02 16:29:08.936688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4e491ab3-5701-4a91-b26f-91cce1d708ad triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:08.937064 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:08.944042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=8ba8e1df-4e2e-47c2-b852-324efafc8450,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:08.950766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-47095d99-2b65-4162-8258-44d9477243ca None None] Port a1f5c315-3d54-415d-b919-baee7f0ae318 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:08.953990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7208ae9b-f1e4-4be0-924c-bfd0054af664 req-788961ce-44b8-4bf9-a2a8-54d744e34f95 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669486 Nov 02 16:29:08.976530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Pushing event updated for resources: {'Port': ['ID=a1f5c315-3d54-415d-b919-baee7f0ae318,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:08.998820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:09.044758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port 8ba8e1df-4e2e-47c2-b852-324efafc8450 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:09.054824 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:09.059829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9765723d-66d7-4429-981c-633f1c624f46 req-69de419f-3a73-463c-819a-71fea9858885 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "DELETE /v2.0/ports/8ba8e1df-4e2e-47c2-b852-324efafc8450 HTTP/1.1" status: 204 len: 173 time: 2.3228838 Nov 02 16:29:09.060289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'name': 'network-vif-deleted', 'tag': '8ba8e1df-4e2e-47c2-b852-324efafc8450'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:09.062729 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4a426c-c0e8-4b6f-950e-2c168b36d2b0" -d '{"events": [{"server_uuid": "f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775", "name": "network-vif-deleted", "tag": "8ba8e1df-4e2e-47c2-b852-324efafc8450"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:09.086548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Routers {'9f0dae92-b70b-40ac-8075-b97690c94d3e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:09.087636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9f0dae92-b70b-40ac-8075-b97690c94d3e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:09.166543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Network 806bcadb-677d-41c4-9670-22d1478c6b33 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:09.168860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:09.343918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:09.384511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Router 5a212221-55d1-44a2-b584-60a3fa60d084 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:09.395074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-5267584b-fad5-4e03-8b08-89ba0b42f97e tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:09.396769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-5267584b-fad5-4e03-8b08-89ba0b42f97e tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 821 time: 0.1948860 Nov 02 16:29:09.402863 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:09.415889 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:09.416522 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:28:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:09.429558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-d4968d9c-1d75-4c54-962c-3421ec879bc7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/quotas/2e0ccbdce4ca45eeaa2ebaca1958317e HTTP/1.1" status: 200 len: 375 time: 0.0212290 Nov 02 16:29:09.469438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:09.532253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:00Z', 'revision_number': 3, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:09.539224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 4e491ab3-5701-4a91-b26f-91cce1d708ad, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e491ab3-5701-4a91-b26f-91cce1d708ad,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:09.606079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-f9b41299-5115-4eff-9fee-69cd91d67ce1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588473 Nov 02 16:29:09.618752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:09.619854 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:09.624838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6acb6a90-ffc0-4bc3-bef7-a2f74d613f7e admin admin] 10.222.0.31 "PUT /v2.0/routers/5a212221-55d1-44a2-b584-60a3fa60d084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5749249 Nov 02 16:29:09.651107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Set router 9f0dae92-b70b-40ac-8075-b97690c94d3e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:09.694295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad5301-80f2-4b9a-a2c7-7595f4bc0316 None None] The sync data for ids ['5a212221-55d1-44a2-b584-60a3fa60d084'] in n-d-811405-2 is: [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:00Z', 'revision_number': 3, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:09.707372 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:09.732951 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd7d01d-3aac-431c-a0dd-59a8d1e9aaac x-openstack-request-id: req-4dd7d01d-3aac-431c-a0dd-59a8d1e9aaac {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:09.733756 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775", "name": "network-vif-deleted", "tag": "8ba8e1df-4e2e-47c2-b852-324efafc8450", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:09.734818 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dd7d01d-3aac-431c-a0dd-59a8d1e9aaac {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:09.736787 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a38f74-1ccd-4e2b-af09-cbc1a1c4c775', 'name': 'network-vif-deleted', 'tag': '8ba8e1df-4e2e-47c2-b852-324efafc8450', 'status': 'completed', 'code': 200} Nov 02 16:29:09.863286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-92c2c3df-8573-42aa-9716-b03588d134ab None None] Provisioning complete for port a1f5c315-3d54-415d-b919-baee7f0ae318 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:09.863974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-92c2c3df-8573-42aa-9716-b03588d134ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:09.876105 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-df059230-9cba-4abb-9dcf-b09c31ee33c2 req-75b0edd5-8377-43ae-82a0-7ac1d221593e tempest-FloatingIPDetailsNegativeTestJSON-716807808 tempest-FloatingIPDetailsNegativeTestJSON-716807808-project] show failed (client error): The resource could not be found. Nov 02 16:29:09.877156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df059230-9cba-4abb-9dcf-b09c31ee33c2 req-75b0edd5-8377-43ae-82a0-7ac1d221593e tempest-FloatingIPDetailsNegativeTestJSON-716807808 tempest-FloatingIPDetailsNegativeTestJSON-716807808-project] 10.222.0.31 "GET /v2.0/floatingips/e2ded66a-5fc2-4c93-8e8a-89caa711a7bc HTTP/1.1" status: 404 len: 350 time: 0.0822632 Nov 02 16:29:09.886653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51104) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:09.893571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-498016af-7b89-4e36-8379-1af99b2f2771 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618763 Nov 02 16:29:09.966704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:09.968521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-92c2c3df-8573-42aa-9716-b03588d134ab None None] Port a1f5c315-3d54-415d-b919-baee7f0ae318 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:09.976805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8ba8e1df-4e2e-47c2-b852-324efafc8450 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:10.074738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c791e6b-8fd1-4f29-88f8-94c282e7d2fd req-38df968f-8ff9-443c-90c7-89192c2198ca tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dba2795ed56f4fc7938704f33009d869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589833 Nov 02 16:29:10.079654 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:07Z', 'revision_number': 2, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:10.097289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=4e491ab3-5701-4a91-b26f-91cce1d708ad,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:10.124734 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:10.125455 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Updating router d4e8ab93-9235-4a65-9330-d9956c4eae81 port 3780831e-47b3-40cd-bd5e-592eeacebf0c binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:10.133171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 8ba8e1df-4e2e-47c2-b852-324efafc8450 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:10.134195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8ba8e1df-4e2e-47c2-b852-324efafc8450 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:10.152859 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.208328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:10.213900 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.287124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:05Z', 'revision_number': 4, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'gw_port': {'id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '668ebd3b-9a66-4dc1-a826-bd5ec67876cc', 'name': '', 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'mac_address': 'fa:16:3e:88:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '232f01ae-9c15-4440-8020-8e701e926549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:03Z', 'updated_at': '2021-11-02T16:29:05Z', 'revision_number': 2, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'subnets': [{'id': '232f01ae-9c15-4440-8020-8e701e926549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:10.291345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:10.319671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791e6b-8fd1-4f29-88f8-94c282e7d2fd req-2086fc95-d243-449c-84fe-40f07443b902 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:10.329242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c791e6b-8fd1-4f29-88f8-94c282e7d2fd req-2086fc95-d243-449c-84fe-40f07443b902 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522480 Nov 02 16:29:10.339364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Checking router: 9f0dae92-b70b-40ac-8075-b97690c94d3e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:10.339720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Updating router 9f0dae92-b70b-40ac-8075-b97690c94d3e port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:10.349696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-1b830655-5f48-4071-b1ad-7850ff2dd63a service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488890 Nov 02 16:29:10.381026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.386715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c791e6b-8fd1-4f29-88f8-94c282e7d2fd req-c54e3cba-38d2-473e-b154-f55bc04ccfcc tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/quotas/dba2795ed56f4fc7938704f33009d869 HTTP/1.1" status: 200 len: 375 time: 0.0564268 Nov 02 16:29:10.466499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c791e6b-8fd1-4f29-88f8-94c282e7d2fd req-bc19786e-8fdf-4710-bb55-ef3a0d75dd85 tempest-QuotasAdminNegativeTest-564146674 tempest-QuotasAdminNegativeTest-564146674-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dba2795ed56f4fc7938704f33009d869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787525 Nov 02 16:29:10.580038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.653582 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.662850 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.768643 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050306a5-df42-46ba-be50-e7d69dade71e None None] Pushing event updated for resources: {'Port': ['ID=3780831e-47b3-40cd-bd5e-592eeacebf0c,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:10.839671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:10.841096 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce39329a-c814-480d-aec2-e641a7cc51da" -d '{"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:10.849450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e491ab3-5701-4a91-b26f-91cce1d708ad up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:10.913580 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Attempting to bind port 3780831e-47b3-40cd-bd5e-592eeacebf0c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:10.914281 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Attempting to bind port 3780831e-47b3-40cd-bd5e-592eeacebf0c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:10.915351 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Attempting to bind port 3780831e-47b3-40cd-bd5e-592eeacebf0c on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:10.921697 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:10.922750 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Checking segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:10.923330 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:10.923885 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Bound using segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:10.924542 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Bound port: 3780831e-47b3-40cd-bd5e-592eeacebf0c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:10.925318 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.046379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f48b5-97b9-45ce-9e02-7bf19c67d565 req-d165984b-c637-4953-8a2a-249b651cc8b3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:11.060104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d07f48b5-97b9-45ce-9e02-7bf19c67d565 req-d165984b-c637-4953-8a2a-249b651cc8b3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 944 time: 0.3776789 Nov 02 16:29:11.081406 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] For port 3780831e-47b3-40cd-bd5e-592eeacebf0c, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:11.087769 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] For port 3780831e-47b3-40cd-bd5e-592eeacebf0c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3780831e-47b3-40cd-bd5e-592eeacebf0c,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:11.094390 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.097247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4e491ab3-5701-4a91-b26f-91cce1d708ad triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:11.107770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.154751 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cc634ff0-cb70-49c9-8de6-9f79a0d4d058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.184106 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:11.184633 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:11.199863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Deleting port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:11.200409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.307272 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.336983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d07f48b5-97b9-45ce-9e02-7bf19c67d565 req-16e56d71-85b2-4cc7-a42b-c747dd7abf8a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749808 Nov 02 16:29:11.357160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-20ae7aa1-0ed0-4a09-b38a-2c34a0ec2e43 None None] Provisioning complete for port 3780831e-47b3-40cd-bd5e-592eeacebf0c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:11.357951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20ae7aa1-0ed0-4a09-b38a-2c34a0ec2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.382979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-d68262ba-d57a-43e5-a207-ef8d56f29a2c tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6142254 Nov 02 16:29:11.388317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:11.391073 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050306a5-df42-46ba-be50-e7d69dade71e None None] Pushing event updated for resources: {'Port': ['ID=3780831e-47b3-40cd-bd5e-592eeacebf0c,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:11.400827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.424728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Calling delete_port for 668ebd3b-9a66-4dc1-a826-bd5ec67876cc owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:11.475646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.487823 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:11.583231 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.589021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device acb6658a-7d48-4142-a08c-9180fa4dc3c3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:11.640616 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.734677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.828900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b21796-7c12-4001-b5a8-2d95c730d68b None None] Pushing event updated for resources: {'Port': ['ID=668ebd3b-9a66-4dc1-a826-bd5ec67876cc,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:11.887256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.896555 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20ae7aa1-0ed0-4a09-b38a-2c34a0ec2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.900703 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:11.908923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Attempting to bind port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:11.909296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Attempting to bind port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:11.909657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Attempting to bind port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc on network ca7b6f06-da82-4e4c-be41-27cd08cc79dd {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:11.942845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port acb6658a-7d48-4142-a08c-9180fa4dc3c3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:11.943128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.944952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:11.945342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Checking segment: {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:11.945956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.947111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Bound using segment: {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:11.947881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Bound port: 668ebd3b-9a66-4dc1-a826-bd5ec67876cc, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe023eba-0899-480f-91e9-6d3875a06354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca7b6f06-da82-4e4c-be41-27cd08cc79dd'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:11.948456 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:11.948918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Pushing event deleted for resources: {'Port': ['ID=668ebd3b-9a66-4dc1-a826-bd5ec67876cc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:12.033481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Allocated IP 172.25.7.44 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/703b773f-cf64-449e-a474-ac98677c6ce4) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:12.138375 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be632ab5-d720-4a4c-8b3d-1286e0944c21 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:12.138748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Port 668ebd3b-9a66-4dc1-a826-bd5ec67876cc has been deleted concurrently {{(pid=102067) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 02 16:29:12.140774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-20ae7aa1-0ed0-4a09-b38a-2c34a0ec2e43 None None] For port 3780831e-47b3-40cd-bd5e-592eeacebf0c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3780831e-47b3-40cd-bd5e-592eeacebf0c,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:12.169233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20ae7aa1-0ed0-4a09-b38a-2c34a0ec2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.221122 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.268332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Routers {'9f0dae92-b70b-40ac-8075-b97690c94d3e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:12.268975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9f0dae92-b70b-40ac-8075-b97690c94d3e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:12.332765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.382042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ed529-2eab-4862-ba95-ca0174919686 req-e32a9fcf-742f-4cf0-9701-cafee307c7ba tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:12.387864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-598ed529-2eab-4862-ba95-ca0174919686 req-e32a9fcf-742f-4cf0-9701-cafee307c7ba tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 944 time: 0.3325405 Nov 02 16:29:12.408025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:12.425364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Pushing event updated for resources: {'Port': ['ID=703b773f-cf64-449e-a474-ac98677c6ce4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:12.429697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:12.432874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:12.492102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Sync routers for ids ['5a212221-55d1-44a2-b584-60a3fa60d084'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:12.532908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e8b7745-b55b-4c81-bbab-91432f12cb66 req-01308728-695e-4033-b6cb-dfaad89230c6 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 210 time: 0.2188358 Nov 02 16:29:12.560767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae7aa1-0ed0-4a09-b38a-2c34a0ec2e43 None None] Pushing event updated for resources: {'Port': ['ID=3780831e-47b3-40cd-bd5e-592eeacebf0c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:12.591457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5405280f-5558-4eaa-9d39-ff0dd9d14619 None None] Provisioning complete for port 3780831e-47b3-40cd-bd5e-592eeacebf0c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:12.592118 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5405280f-5558-4eaa-9d39-ff0dd9d14619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.593421 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.597576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Routers {'5a212221-55d1-44a2-b584-60a3fa60d084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:12.598449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5a212221-55d1-44a2-b584-60a3fa60d084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:12.601077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f5b34841-3f1d-40a9-a0c7-01c0c612219a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:12.607014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.610708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.632635 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f95eb8-691e-423b-ba77-4a94442f5db3 x-openstack-request-id: req-20f95eb8-691e-423b-ba77-4a94442f5db3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:12.633196 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:12.633626 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20f95eb8-691e-423b-ba77-4a94442f5db3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:12.634291 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'code': 200} Nov 02 16:29:12.653945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Deleting port ec882ecc-04cd-40b5-818f-83593131ea62 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:12.654337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.663068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.718461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-74a7fe62-cdad-4f65-8995-e810f094b2e7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:12.720530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-74a7fe62-cdad-4f65-8995-e810f094b2e7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.55 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 821 time: 0.4089732 Nov 02 16:29:12.780522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] Set router 9f0dae92-b70b-40ac-8075-b97690c94d3e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:12.884125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'port': {'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'admin_state_up': True, 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:12.922502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f5b34841-3f1d-40a9-a0c7-01c0c612219a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:12.922840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.955878 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.963818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:12.995861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Set router 5a212221-55d1-44a2-b584-60a3fa60d084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:13.013710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Pushing event updated for resources: {'Port': ['ID=703b773f-cf64-449e-a474-ac98677c6ce4,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:13.138830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] For port ec882ecc-04cd-40b5-818f-83593131ea62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ec882ecc-04cd-40b5-818f-83593131ea62,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:13.139209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.154805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Made reservation on behalf of 2e0ccbdce4ca45eeaa2ebaca1958317e for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:13.155416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Calling delete_port for ec882ecc-04cd-40b5-818f-83593131ea62 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:13.160576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5405280f-5558-4eaa-9d39-ff0dd9d14619 None None] Could not find standard attr ID for object 668ebd3b-9a66-4dc1-a826-bd5ec67876cc. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:29:13.160768 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.169980 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.196491 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.199746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-241cb017-419b-46c3-a84c-7c6a21acf3be tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8157904 Nov 02 16:29:13.317760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Router 9f0dae92-b70b-40ac-8075-b97690c94d3e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:13.366453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Allocated IP 172.20.0.3 (d2fa0ac6-0088-4b7c-b15a-879f6f645ed0/8dcd879d-2c55-4512-a5c0-c7f0d7347971/87942c2b-91a1-4927-83b3-14f760cf41a1) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:13.484463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-ef9f6fd8-6e9c-4e03-b99a-f7e575008ef5 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.1087260 Nov 02 16:29:13.502952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:13.516580 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-37674c9c-cd95-48e2-b84a-5402afd3e056 admin admin] 10.222.0.31 "PUT /v2.0/routers/9f0dae92-b70b-40ac-8075-b97690c94d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6252475 Nov 02 16:29:13.517911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51150) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:13.551413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.590497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.600084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port f5b34841-3f1d-40a9-a0c7-01c0c612219a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f5b34841-3f1d-40a9-a0c7-01c0c612219a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:13.621906 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.632457 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.638642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event deleted for resources: {'Port': ['ID=ec882ecc-04cd-40b5-818f-83593131ea62,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:13.669623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'gw_port': {'id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:13.718624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.721341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdd062-4956-4e58-b3ca-4a0b31884720 None None] The sync data for ids ['9f0dae92-b70b-40ac-8075-b97690c94d3e'] in n-d-811405-2 is: [{'id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-590471494-router', 'tenant_id': '3c270507249943a88bd3bf17eddc8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '3c270507249943a88bd3bf17eddc8fa2', 'gw_port': {'id': 'acb6658a-7d48-4142-a08c-9180fa4dc3c3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0dae92-b70b-40ac-8075-b97690c94d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:13.726196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 4, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a1f5c315-3d54-415d-b919-baee7f0ae318', 'name': '', 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'mac_address': 'fa:16:3e:fe:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:06Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 2, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'subnets': [{'id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:13.750613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-efd25071-ad2d-49d4-97b2-f2ec813f82a5 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:13.760619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-efd25071-ad2d-49d4-97b2-f2ec813f82a5 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2027438 Nov 02 16:29:13.770288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-1a9f75b1-c984-4003-a50d-b70b998b7a70 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:29:13.785653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaad9b52-516f-47c8-b1a6-a67baec2e625 req-1a9f75b1-c984-4003-a50d-b70b998b7a70 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217764 Nov 02 16:29:13.834185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] No DVR routers for this DVR port ec882ecc-04cd-40b5-818f-83593131ea62 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:13.838170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=f5b34841-3f1d-40a9-a0c7-01c0c612219a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:13.846317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Checking router: 5a212221-55d1-44a2-b584-60a3fa60d084 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:13.846680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Updating router 5a212221-55d1-44a2-b584-60a3fa60d084 port a1f5c315-3d54-415d-b919-baee7f0ae318 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:13.852796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.865235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-598ed529-2eab-4862-ba95-ca0174919686 req-fc7036a0-0361-411b-85ee-3c60883e9e46 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.100 "DELETE /v2.0/ports/ec882ecc-04cd-40b5-818f-83593131ea62 HTTP/1.1" status: 204 len: 173 time: 1.4613729 Nov 02 16:29:13.865721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-deleted', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:13.883922 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fffc18-9b99-459c-ad9d-1ddaa51b7735" -d '{"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-deleted", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:13.900572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.952934 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:13.967225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3780831e-47b3-40cd-bd5e-592eeacebf0c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:13.976347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.048234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event updated for resources: {'Port': ['ID=87942c2b-91a1-4927-83b3-14f760cf41a1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:14.130122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d5325f9-bc52-418f-8b69-c1adf16481cc req-035dae31-983a-47b8-93f4-9ca5f0795579 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=add004f9-1b6c-4c25-a992-83fb237f78a4 HTTP/1.1" status: 200 len: 210 time: 0.0595987 Nov 02 16:29:14.140472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:14.144967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:14.150079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:14.212700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3780831e-47b3-40cd-bd5e-592eeacebf0c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:14.213080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.254454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.334772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60520b04-d930-4dbc-a6bf-ded5df56b06e req-a7ca4013-ffab-476e-ad3e-5fc897ca7188 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips/b9e9097a-c9d7-4a15-91f9-5120d0e01db9 HTTP/1.1" status: 200 len: 692 time: 0.1866426 Nov 02 16:29:14.338802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Deleting port acb6658a-7d48-4142-a08c-9180fa4dc3c3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:14.339287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.363267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51170) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:14.395417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:14.396349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.505057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] For port acb6658a-7d48-4142-a08c-9180fa4dc3c3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=acb6658a-7d48-4142-a08c-9180fa4dc3c3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:14.505632 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.525085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Calling delete_port for acb6658a-7d48-4142-a08c-9180fa4dc3c3 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:14.565306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fb404786-ffd5-42f9-8ab0-cc9556730d06 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6869550 Nov 02 16:29:14.579021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572d065-80ef-4e6e-8f9a-5cdb070401e8 req-cb65e7ed-fef7-43c9-8b58-a1a5bb1e9e6b tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:14.588243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d572d065-80ef-4e6e-8f9a-5cdb070401e8 req-cb65e7ed-fef7-43c9-8b58-a1a5bb1e9e6b tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 931 time: 0.3945150 Nov 02 16:29:14.600170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Request body: {'port': {'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:14.662076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b95816aa-a5f4-4309-bb35-5bfae8d6e957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.712780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e5a3a96c-2d42-4a2e-a0bf-5795feb23a13 None None] Provisioning complete for port 87942c2b-91a1-4927-83b3-14f760cf41a1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:14.713474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a96c-2d42-4a2e-a0bf-5795feb23a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.738381 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.763688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.841796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e5a3a96c-2d42-4a2e-a0bf-5795feb23a13 None None] Port 87942c2b-91a1-4927-83b3-14f760cf41a1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:14.847794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc1a3-6d7e-4a2e-8afd-919010f018a7 None None] Pushing event updated for resources: {'Port': ['ID=a1f5c315-3d54-415d-b919-baee7f0ae318,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:14.892971 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b95816aa-a5f4-4309-bb35-5bfae8d6e957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.899049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b95816aa-a5f4-4309-bb35-5bfae8d6e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.920286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.932343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Attempting to bind port a1f5c315-3d54-415d-b919-baee7f0ae318 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:14.932717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Attempting to bind port a1f5c315-3d54-415d-b919-baee7f0ae318 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:14.933084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Attempting to bind port a1f5c315-3d54-415d-b919-baee7f0ae318 on network 806bcadb-677d-41c4-9670-22d1478c6b33 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:14.945379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:14.946363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Checking segment: {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:14.946949 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.947961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Bound using segment: {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:14.948499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Bound port: a1f5c315-3d54-415d-b919-baee7f0ae318, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b96c770-125d-44af-8ba0-22e3b49b3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:14.948895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:14.973477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb6658a-7d48-4142-a08c-9180fa4dc3c3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:15.009192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95816aa-a5f4-4309-bb35-5bfae8d6e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fef9c-3f0b-445a-ac3b-75324f684958,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:15.043678 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b95816aa-a5f4-4309-bb35-5bfae8d6e957 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dba2795ed56f4fc7938704f33009d869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760759 Nov 02 16:29:15.044538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51174) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:15.068122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] For port a1f5c315-3d54-415d-b919-baee7f0ae318, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:15.073346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] For port a1f5c315-3d54-415d-b919-baee7f0ae318, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a1f5c315-3d54-415d-b919-baee7f0ae318,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:15.079604 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.089823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.109504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.141487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d572d065-80ef-4e6e-8f9a-5cdb070401e8 req-349a62ba-7b8e-466a-9c3e-6e92e3d7a443 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518010 Nov 02 16:29:15.158244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520b04-d930-4dbc-a6bf-ded5df56b06e req-6294268d-afb3-445b-8181-ce48f194e46a tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:15.159701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60520b04-d930-4dbc-a6bf-ded5df56b06e req-6294268d-afb3-445b-8181-ce48f194e46a tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.8242104 Nov 02 16:29:15.177926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc1a3-6d7e-4a2e-8afd-919010f018a7 None None] Pushing event updated for resources: {'Port': ['ID=a1f5c315-3d54-415d-b919-baee7f0ae318,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:15.187263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-60520b04-d930-4dbc-a6bf-ded5df56b06e req-ec3c061c-a239-4e77-aa28-16c3909c1898 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:29:15.188304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60520b04-d930-4dbc-a6bf-ded5df56b06e req-ec3c061c-a239-4e77-aa28-16c3909c1898 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172260 Nov 02 16:29:15.189605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Routers {'5a212221-55d1-44a2-b584-60a3fa60d084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:15.190564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5a212221-55d1-44a2-b584-60a3fa60d084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:15.262802 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1417f598-f9c7-4d73-8b9e-3b54a2b6f6a8 x-openstack-request-id: req-1417f598-f9c7-4d73-8b9e-3b54a2b6f6a8 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:15.263094 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add004f9-1b6c-4c25-a992-83fb237f78a4", "name": "network-vif-deleted", "tag": "ec882ecc-04cd-40b5-818f-83593131ea62", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:15.263353 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1417f598-f9c7-4d73-8b9e-3b54a2b6f6a8 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:15.263772 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add004f9-1b6c-4c25-a992-83fb237f78a4', 'name': 'network-vif-deleted', 'tag': 'ec882ecc-04cd-40b5-818f-83593131ea62', 'status': 'completed', 'code': 200} Nov 02 16:29:15.285755 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.293528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.306655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0547490a-3076-4f30-8a86-611187f9cd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.337969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9537975a-b5bd-49ff-9463-f7f09060b2ed None None] Provisioning complete for port a1f5c315-3d54-415d-b919-baee7f0ae318 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:15.338465 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9537975a-b5bd-49ff-9463-f7f09060b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.356879 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] Sync routers for ids ['9f0dae92-b70b-40ac-8075-b97690c94d3e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:15.378649 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] Routers {'9f0dae92-b70b-40ac-8075-b97690c94d3e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:15.380455 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9f0dae92-b70b-40ac-8075-b97690c94d3e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:15.392627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.393456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0dae92-b70b-40ac-8075-b97690c94d3e {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:29:15.396733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0547490a-3076-4f30-8a86-611187f9cd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.402221 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.403662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9616bfe1-b13a-4ef2-b616-3fea2b68f990 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9f0dae92-b70b-40ac-8075-b97690c94d3e HTTP/1.1" status: 204 len: 168 time: 1.8831513 Nov 02 16:29:15.409557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:15.447460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:15.450864 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:15.462739 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:15.463549 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:29:15.465066 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f0dae92-b70b-40ac-8075-b97690c94d3e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:29:15.465901 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef85a455-d94e-44ce-a7b8-be19a54c07a3 None None] The sync data for ids ['9f0dae92-b70b-40ac-8075-b97690c94d3e'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:15.478674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: ec882ecc-04cd-40b5-818f-83593131ea62 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:15.479170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ec882ecc-04cd-40b5-818f-83593131ea62 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:15.511314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Deleting subnet 232f01ae-9c15-4440-8020-8e701e926549 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:29:15.515821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.565378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0547490a-3076-4f30-8a86-611187f9cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.568568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0547490a-3076-4f30-8a86-611187f9cd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.569833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0547490a-3076-4f30-8a86-611187f9cd5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f18fef9c-3f0b-445a-ac3b-75324f684958 HTTP/1.1" status: 204 len: 168 time: 0.5240846 Nov 02 16:29:15.572790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.595455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9537975a-b5bd-49ff-9463-f7f09060b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.597158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97172dd-6b1e-477f-8d85-b065ad89735d req-feb2bcce-a906-497c-a9ad-237dc7adbf88 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:15.605136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d97172dd-6b1e-477f-8d85-b065ad89735d req-feb2bcce-a906-497c-a9ad-237dc7adbf88 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.2239552 Nov 02 16:29:15.615298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547490a-3076-4f30-8a86-611187f9cd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fef9c-3f0b-445a-ac3b-75324f684958,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:15.645265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-dd16ca8b-c51a-499b-89fd-e21768d3ca94 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:15.646806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-dd16ca8b-c51a-499b-89fd-e21768d3ca94 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.2701728 Nov 02 16:29:15.650739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9537975a-b5bd-49ff-9463-f7f09060b2ed None None] For port a1f5c315-3d54-415d-b919-baee7f0ae318, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a1f5c315-3d54-415d-b919-baee7f0ae318,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:15.654950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] Set router 5a212221-55d1-44a2-b584-60a3fa60d084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:15.713331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d97172dd-6b1e-477f-8d85-b065ad89735d req-4d611269-008b-4557-816c-9d496b73e0ef tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070194 Nov 02 16:29:15.714768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-107c7fb2-0f65-4b80-99ea-e5d356e09fc8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0578277 Nov 02 16:29:15.749682 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9537975a-b5bd-49ff-9463-f7f09060b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.801858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.947929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:15.961616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87942c2b-91a1-4927-83b3-14f760cf41a1 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:15.986047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6af8a3d4-d596-452c-976a-da5727474562 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2616649 Nov 02 16:29:15.995433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f5b34841-3f1d-40a9-a0c7-01c0c612219a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:16.015726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232f01ae-9c15-4440-8020-8e701e926549,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:16.022086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.032811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-efda5fe0-8dfe-4ca0-a8d4-695a35ae98dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/232f01ae-9c15-4440-8020-8e701e926549 HTTP/1.1" status: 204 len: 168 time: 0.6219959 Nov 02 16:29:16.033834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51200) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:16.046218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.068779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Transition to ACTIVE for port object 87942c2b-91a1-4927-83b3-14f760cf41a1 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:29:16.070052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1b753-c904-49c9-a3ad-185aa3574c85 None None] Network ca7b6f06-da82-4e4c-be41-27cd08cc79dd requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:16.097501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1e22d1d8-fb29-439c-9863-8cb78f34fb62 None None] Provisioning complete for port a1f5c315-3d54-415d-b919-baee7f0ae318 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:16.097903 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e22d1d8-fb29-439c-9863-8cb78f34fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.131946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.171616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51206) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:16.181600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537975a-b5bd-49ff-9463-f7f09060b2ed None None] Pushing event updated for resources: {'Port': ['ID=a1f5c315-3d54-415d-b919-baee7f0ae318,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:16.188590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9831c9d6-51c0-4394-ae69-e8414203e7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.234736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Deleting port 0251baf3-7143-4146-b057-b98f08d6b684 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:16.235002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.235129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.314835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b585ac09-b0e9-47ac-bb68-950fdf3f0397 req-ed4b279b-eff8-4cba-9efa-c0f2f5c5b983 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=cd2eb748242a488fb73198e63a4b2175 HTTP/1.1" status: 200 len: 695 time: 0.3189244 Nov 02 16:29:16.318318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] For port 0251baf3-7143-4146-b057-b98f08d6b684, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0251baf3-7143-4146-b057-b98f08d6b684,segment=NetworkSegment(fe023eba-0899-480f-91e9-6d3875a06354),segment_id=fe023eba-0899-480f-91e9-6d3875a06354)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:16.318711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.344054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Calling delete_port for 0251baf3-7143-4146-b057-b98f08d6b684 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:16.361575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9831c9d6-51c0-4394-ae69-e8414203e7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.368405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9831c9d6-51c0-4394-ae69-e8414203e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.395717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f5b34841-3f1d-40a9-a0c7-01c0c612219a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:16.396095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.423254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Pushing event updated for resources: {'Port': ['ID=87942c2b-91a1-4927-83b3-14f760cf41a1,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:16.438983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-77c49ddc-d3a9-45e9-8b76-ce0db74ba950 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680949 Nov 02 16:29:16.478240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51208) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:16.485405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9831c9d6-51c0-4394-ae69-e8414203e7d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=936d1c3916c44b8daa22588976895b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110745 Nov 02 16:29:16.500307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 4, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a1f5c315-3d54-415d-b919-baee7f0ae318', 'name': '', 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'mac_address': 'fa:16:3e:fe:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:06Z', 'updated_at': '2021-11-02T16:29:15Z', 'revision_number': 4, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'subnets': [{'id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:16.514742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831c9d6-51c0-4394-ae69-e8414203e7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd91e5-272b-4745-9e91-7b5029982a42,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:16.540394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.549901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6e188-70d2-4bbd-94ff-1c1dabeed443 None None] The sync data for ids ['5a212221-55d1-44a2-b584-60a3fa60d084'] in n-d-811405-2 is: [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:08Z', 'revision_number': 4, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a1f5c315-3d54-415d-b919-baee7f0ae318', 'name': '', 'network_id': '806bcadb-677d-41c4-9670-22d1478c6b33', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'mac_address': 'fa:16:3e:fe:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:06Z', 'updated_at': '2021-11-02T16:29:15Z', 'revision_number': 4, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'subnets': [{'id': '82e605d9-006a-4f43-9c59-cb7d45acfcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:16.603288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] No DVR routers for this DVR port 0251baf3-7143-4146-b057-b98f08d6b684 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:16.607686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Pushing event deleted for resources: {'Port': ['ID=0251baf3-7143-4146-b057-b98f08d6b684,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:16.622696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56344a4f-16c2-4c64-9c93-ba38e0031961 None None] DHCP port deletion for ca7b6f06-da82-4e4c-be41-27cd08cc79dd request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:29:16.725908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.764399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7b6f06-da82-4e4c-be41-27cd08cc79dd']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:16.777899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe023eba-0899-480f-91e9-6d3875a06354') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:16.778733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe023eba-0899-480f-91e9-6d3875a06354') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:16.791923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.803261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585ac09-b0e9-47ac-bb68-950fdf3f0397 req-ebf4b61f-6a93-4b74-bc61-4bb30ab6d776 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:16.810687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b585ac09-b0e9-47ac-bb68-950fdf3f0397 req-ebf4b61f-6a93-4b74-bc61-4bb30ab6d776 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks?id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 787 time: 0.4476705 Nov 02 16:29:16.817609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.825696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:29:16.826091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: items = [ Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:29:16.827871 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:29:16.835095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-b585ac09-b0e9-47ac-bb68-950fdf3f0397 req-85c02969-d770-4d51-9ada-7ea5be9a9ff0 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:29:16.836179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b585ac09-b0e9-47ac-bb68-950fdf3f0397 req-85c02969-d770-4d51-9ada-7ea5be9a9ff0 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239599 Nov 02 16:29:16.844178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8565-0363-48e3-b135-07481e981453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.857384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Attempting to bind port 87942c2b-91a1-4927-83b3-14f760cf41a1 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:16.857714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Attempting to bind port 87942c2b-91a1-4927-83b3-14f760cf41a1 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:16.858069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Attempting to bind port 87942c2b-91a1-4927-83b3-14f760cf41a1 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:16.873889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-9dd00d5f-71f7-4c46-99d2-dc7dc1c28250 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933661 Nov 02 16:29:16.877584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Port 87942c2b-91a1-4927-83b3-14f760cf41a1 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:29:16.877584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Attempting to bind port 87942c2b-91a1-4927-83b3-14f760cf41a1 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:16.891116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8565-0363-48e3-b135-07481e981453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.898937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:16.899747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Checking segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:16.900366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Bound using segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:16.900743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Bound port: 87942c2b-91a1-4927-83b3-14f760cf41a1, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:16.901130 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.902431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.907946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:16.915431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ca7b6f06-da82-4e4c-be41-27cd08cc79dd HTTP/1.1" status: 204 len: 168 time: 0.8787851 Nov 02 16:29:16.932788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558e23-6805-4dff-bb7f-0f5d1fbbc930 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7b6f06-da82-4e4c-be41-27cd08cc79dd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:17.112069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] For port 87942c2b-91a1-4927-83b3-14f760cf41a1, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:17.116614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] For port 87942c2b-91a1-4927-83b3-14f760cf41a1, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=87942c2b-91a1-4927-83b3-14f760cf41a1,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:17.121947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.132743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8565-0363-48e3-b135-07481e981453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.136788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8565-0363-48e3-b135-07481e981453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.140386 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9a8a8565-0363-48e3-b135-07481e981453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dfd91e5-272b-4745-9e91-7b5029982a42 HTTP/1.1" status: 204 len: 168 time: 0.6536331 Nov 02 16:29:17.189127 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.229527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a8565-0363-48e3-b135-07481e981453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd91e5-272b-4745-9e91-7b5029982a42,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:17.273433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:17.274693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.276197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 1091 time: 2.6853936 Nov 02 16:29:17.276609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:17.278927 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab461fe-89e9-4b0e-a957-6560586b9dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:17.329631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51236) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:17.393385 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c4dab7f9-ed48-47e0-aeda-7a16e71d4f37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c270507249943a88bd3bf17eddc8fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608537 Nov 02 16:29:17.395753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-bfc4ae3c-c257-4ff0-8528-94e780d8ab18 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:17.396161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51242) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:17.408566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-bfc4ae3c-c257-4ff0-8528-94e780d8ab18 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 822 time: 0.4362857 Nov 02 16:29:17.498913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638eb77-8842-4d08-942a-54198cd517b6 service neutron] Pushing event updated for resources: {'Port': ['ID=87942c2b-91a1-4927-83b3-14f760cf41a1,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:17.505454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79583a53-e995-48b0-b21f-e0a056ba42d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.516129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-677d1d83-18dd-481a-81c8-c3035b1459fb tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/quotas/6b85d489ae4247eeb19afc05684beedd HTTP/1.1" status: 200 len: 375 time: 0.1063447 Nov 02 16:29:17.535972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79583a53-e995-48b0-b21f-e0a056ba42d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.585488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e234d-1574-4e9b-9739-667d4a743710 req-82611a56-3687-4a44-bc22-b4fc6e3b54f7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:17.588105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e46e234d-1574-4e9b-9739-667d4a743710 req-82611a56-3687-4a44-bc22-b4fc6e3b54f7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 943 time: 0.3662696 Nov 02 16:29:17.611658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fe9eecfa-0a8e-4827-b95c-00b03ab72560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:17.613656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-fe9eecfa-0a8e-4827-b95c-00b03ab72560 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1094 time: 0.2846398 Nov 02 16:29:17.619397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79583a53-e995-48b0-b21f-e0a056ba42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.626593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79583a53-e995-48b0-b21f-e0a056ba42d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.628011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79583a53-e995-48b0-b21f-e0a056ba42d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e053ecf1-2c4c-4d7c-beff-e5d6536cbe29 HTTP/1.1" status: 204 len: 168 time: 0.2298849 Nov 02 16:29:17.642493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79583a53-e995-48b0-b21f-e0a056ba42d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e053ecf1-2c4c-4d7c-beff-e5d6536cbe29,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:17.781909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-b2a5cc18-88a4-491e-826e-1672e9dcacfe tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2647276 Nov 02 16:29:17.848901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a1f5c315-3d54-415d-b919-baee7f0ae318 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:17.858251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-5c75c6a4-65b5-4a04-b4a3-cdafa7035aac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 217 time: 0.2361741 Nov 02 16:29:17.917312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e46e234d-1574-4e9b-9739-667d4a743710 req-3bb05087-46c3-463a-88a7-388a475c9f2f tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931237 Nov 02 16:29:17.943526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a1f5c315-3d54-415d-b919-baee7f0ae318 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:17.944902 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:17.969276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-69a270c6-95c6-4069-96e7-61b0ccc6ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:17.971743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-69a270c6-95c6-4069-96e7-61b0ccc6ec3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1032941 Nov 02 16:29:17.982621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-fd1546a8-2bab-4ca6-a5cc-1020dc21e583 service neutron] 10.222.0.31 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995513 Nov 02 16:29:18.183755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0251baf3-7143-4146-b057-b98f08d6b684 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:18.210943 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0251baf3-7143-4146-b057-b98f08d6b684 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:18.212878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0251baf3-7143-4146-b057-b98f08d6b684 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:18.212878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device acb6658a-7d48-4142-a08c-9180fa4dc3c3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:18.236216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: acb6658a-7d48-4142-a08c-9180fa4dc3c3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:18.237060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device acb6658a-7d48-4142-a08c-9180fa4dc3c3 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:18.267521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-4fe89f25-5953-4ade-b71f-4f3bb7edde55 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips/b9e9097a-c9d7-4a15-91f9-5120d0e01db9 HTTP/1.1" status: 200 len: 692 time: 0.0502894 Nov 02 16:29:18.297890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-efd67b98-75e5-4c42-a428-64e8320ca1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:18.299413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-efd67b98-75e5-4c42-a428-64e8320ca1a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3206053 Nov 02 16:29:18.419814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-07d1c2eb-caad-46fa-99ec-e2e227c5c99e service neutron] 10.222.0.31 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234209 Nov 02 16:29:18.489621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-a1fac11a-c053-47e4-9965-47b8a284ecd9 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:18.491025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-a1fac11a-c053-47e4-9965-47b8a284ecd9 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2161582 Nov 02 16:29:18.493470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-d9d2e2c4-8260-4a46-a9b6-ef5a4deadccd service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754515 Nov 02 16:29:18.503944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-386d3414-55a1-4793-9e16-7c664a1cfdd7 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:29:18.504951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-386d3414-55a1-4793-9e16-7c664a1cfdd7 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077436 Nov 02 16:29:18.783622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-b9b8bb8b-538f-47ca-b982-48a0ec62f586 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.2699585 Nov 02 16:29:18.881453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-773fd827-53ae-49c9-8bb1-8a15cd11e693 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:18.889430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-773fd827-53ae-49c9-8bb1-8a15cd11e693 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.2326126 Nov 02 16:29:18.907808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': '529c9187-530f-4734-b4e2-f7da679be08d', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:18.962961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfd1ea8d-a5e7-48c9-8e5c-695e2498acb1 req-3c62ecf9-a14a-41df-97df-947cc4e4b00e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 210 time: 0.1628144 Nov 02 16:29:18.972318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-9dbb0e0a-9eb8-4e76-aeed-a6b79d9a9c04 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.1863372 Nov 02 16:29:19.033607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51306) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:19.113349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:19.118209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.137654 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca592d29-0e78-4e63-8958-caa2ede665e5 x-openstack-request-id: req-ca592d29-0e78-4e63-8958-caa2ede665e5 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:19.137941 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:19.138656 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca592d29-0e78-4e63-8958-caa2ede665e5 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:19.139297 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'status': 'completed', 'code': 200} Nov 02 16:29:19.159301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1adcd6e-74b0-4e63-a290-fd7fb5ed2e29 req-a9a6a630-303f-4644-acb1-922c9b4c4fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469848 Nov 02 16:29:19.347031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.8 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/1e93ce17-4e4c-49b8-911e-f135033fd7fc) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:19.385811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d513152-7bc4-41ed-9658-92168b63cf32 req-f6876b52-62a5-4e9c-9f76-a25e99527888 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:19.387415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d513152-7bc4-41ed-9658-92168b63cf32 req-f6876b52-62a5-4e9c-9f76-a25e99527888 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.2378838 Nov 02 16:29:19.404219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-82056131-5ed9-4c66-94b4-0093e848bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:19.405680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-82056131-5ed9-4c66-94b4-0093e848bd18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1094 time: 0.1731050 Nov 02 16:29:19.449231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1760069806-network', 'tenant_id': '70131d446ca14d7f8af8234202a52d66'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:19.517686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d513152-7bc4-41ed-9658-92168b63cf32 req-7696b31e-ca9e-4832-b490-888ea859fe15 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214635 Nov 02 16:29:19.530935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.553056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Deleting port 703b773f-cf64-449e-a474-ac98677c6ce4 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:19.553407 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.560436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Made reservation on behalf of 70131d446ca14d7f8af8234202a52d66 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:19.562385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.573565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.589155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:19.621049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:19.625018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:19.629128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:19.703220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:19.704063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.706724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=1e93ce17-4e4c-49b8-911e-f135033fd7fc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:19.734228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-cc1bd053-ae4d-44ea-9249-f1a965cb8873 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322697 Nov 02 16:29:19.748683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Request body: {'port': {'device_id': '529c9187-530f-4734-b4e2-f7da679be08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:19.811895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.917286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:19.962425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2eb0521b-b196-4326-86ee-03dfb9950fde req-5727ec24-594d-4963-8c93-83a95f697d71 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 210 time: 0.3331447 Nov 02 16:29:19.966630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-a4064ca7-92a3-4615-8602-a08547f78355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:19.967992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-a4064ca7-92a3-4615-8602-a08547f78355 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.5145471 Nov 02 16:29:20.045572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-b54952f2-fca9-4b57-b311-453cb43c4e43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 217 time: 0.0674303 Nov 02 16:29:20.079094 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.079421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.139492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Calling delete_port for 703b773f-cf64-449e-a474-ac98677c6ce4 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:20.173462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-cd2f4d0b-53ff-428e-a7a1-71ee412c5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.174873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-cd2f4d0b-53ff-428e-a7a1-71ee412c5858 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1197617 Nov 02 16:29:20.192115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-59e574ad-ce14-4518-b957-8bfc20439dff tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.193560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-59e574ad-ce14-4518-b957-8bfc20439dff tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.1394029 Nov 02 16:29:20.268263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbeea2-af56-488c-bcde-d423813b6781 req-d9d686ee-d732-4c31-872e-8a86068a55a3 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.269761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ffcbeea2-af56-488c-bcde-d423813b6781 req-d9d686ee-d732-4c31-872e-8a86068a55a3 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.2204244 Nov 02 16:29:20.272523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-d15b6755-1396-4f1c-8659-97b1c8866163 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.274744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-d15b6755-1396-4f1c-8659-97b1c8866163 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.55 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 822 time: 0.2312303 Nov 02 16:29:20.285813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.288990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Request body: {'port': {'device_id': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'admin_state_up': True, 'tenant_id': '6b85d489ae4247eeb19afc05684beedd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:20.309701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.316821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e93ce17-4e4c-49b8-911e-f135033fd7fc {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:20.356148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:29:20.358913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.377609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-41b0db3d-329e-4598-b2b5-3e6b943178ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.379131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-41b0db3d-329e-4598-b2b5-3e6b943178ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589546 Nov 02 16:29:20.386540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Transition to ACTIVE for port object 1e93ce17-4e4c-49b8-911e-f135033fd7fc will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:29:20.387461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ffcbeea2-af56-488c-bcde-d423813b6781 req-e50ca5b3-8a44-470e-a4f4-55b03b4433b6 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063049 Nov 02 16:29:20.388083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b75f9-c357-4f84-85c6-960d66d4c58b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:20.402338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.402485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.402693 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Added segment 649d3308-dba8-4a9e-ac29-7ad473ebbfb1 of type vlan for network ec548ad0-c552-4e8c-825a-93cc1edd2dda Nov 02 16:29:20.505086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Deleting port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:20.505419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.523816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Pushing event updated for resources: {'Port': ['ID=1e93ce17-4e4c-49b8-911e-f135033fd7fc,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:20.524811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.592030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.635697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Pushing event deleted for resources: {'Port': ['ID=703b773f-cf64-449e-a474-ac98677c6ce4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:20.641547 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-a8c069b5-6ba8-4825-8a0e-b3d630bff633 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482507 Nov 02 16:29:20.645724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.646657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.647228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.649059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Made reservation on behalf of 6b85d489ae4247eeb19afc05684beedd for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:20.652732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.702173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] For port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:20.702445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.709103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Attempting to bind port 1e93ce17-4e4c-49b8-911e-f135033fd7fc on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:20.709432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Attempting to bind port 1e93ce17-4e4c-49b8-911e-f135033fd7fc by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:20.709748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Attempting to bind port 1e93ce17-4e4c-49b8-911e-f135033fd7fc on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:20.734791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d23-581a-48a3-8a3c-52c732615c3e req-fa7fd8bc-baef-49a9-89fa-ae360b77ec43 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:20.736262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-768b2d23-581a-48a3-8a3c-52c732615c3e req-fa7fd8bc-baef-49a9-89fa-ae360b77ec43 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 943 time: 0.2425890 Nov 02 16:29:20.758435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Port 1e93ce17-4e4c-49b8-911e-f135033fd7fc on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:29:20.758753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Attempting to bind port 1e93ce17-4e4c-49b8-911e-f135033fd7fc on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:20.805490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:20.805821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:20.806241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:20.806671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Bound port: 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:20.807019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.813431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7622426 Nov 02 16:29:20.822352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:20.833096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Request body: {'subnet': {'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1760069806-subnet', 'tenant_id': '70131d446ca14d7f8af8234202a52d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:20.842152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d9237-8700-43d8-8208-7d49165343f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec548ad0-c552-4e8c-825a-93cc1edd2dda,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:20.857321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ec548ad0-c552-4e8c-825a-93cc1edd2dda details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:29:20.871287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.874198 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.875358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e42b4de-316a-46d4-a764-9bfcd0f0bd29 req-45eab903-5f3e-42ea-9e25-505bdd04bcf6 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "DELETE /v2.0/floatingips/b9e9097a-c9d7-4a15-91f9-5120d0e01db9 HTTP/1.1" status: 204 len: 173 time: 1.8551800 Nov 02 16:29:20.895651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-768b2d23-581a-48a3-8a3c-52c732615c3e req-e9d31577-5b15-480d-8040-327c24eb0083 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159780 Nov 02 16:29:20.919485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Made reservation on behalf of 70131d446ca14d7f8af8234202a52d66 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:20.921847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:20.979770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ab461fe-89e9-4b0e-a957-6560586b9dd4 req-55d41728-3dcd-4853-a544-284a7d250d6a service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273981 Nov 02 16:29:21.082014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb64d6-ab09-4c9d-b4b3-e6872752b77d req-4b7ae161-0d99-4818-9b05-c87c0bcd23a4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:21.083586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5adb64d6-ab09-4c9d-b4b3-e6872752b77d req-4b7ae161-0d99-4818-9b05-c87c0bcd23a4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 943 time: 0.0782118 Nov 02 16:29:21.175018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5adb64d6-ab09-4c9d-b4b3-e6872752b77d req-6cc74c07-2d9f-4715-851e-7ec1200ceb82 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Nov 02 16:29:21.303321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Allocated IP 172.20.0.2 (123043c5-5bcc-4779-bfe0-f44c22cc4870/9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83/3e814e00-5013-4223-bed8-4a1abcf262f6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:21.305479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.307715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] For port 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:21.313696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] For port 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:21.323885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.329933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.330386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.330711 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4 disassociated. External IP: 172.25.7.58, port: 4704ebb3-32bc-464c-bd46-ba4f9a0848ec. Nov 02 16:29:21.331159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Calling delete_port for 4704ebb3-32bc-464c-bd46-ba4f9a0848ec owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:21.388105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:21.388726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.390170 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] 10.222.0.100 "PUT /v2.0/ports/1e93ce17-4e4c-49b8-911e-f135033fd7fc HTTP/1.1" status: 200 len: 1091 time: 1.6463628 Nov 02 16:29:21.391899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529c9187-530f-4734-b4e2-f7da679be08d', 'tag': '1e93ce17-4e4c-49b8-911e-f135033fd7fc'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:21.394168 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01992a08-0c1a-4022-a1ef-92b01160706c" -d '{"events": [{"name": "network-changed", "server_uuid": "529c9187-530f-4734-b4e2-f7da679be08d", "tag": "1e93ce17-4e4c-49b8-911e-f135033fd7fc"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:21.395892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c9632-40ba-4168-a3e0-bb969401c387 req-efd82169-080f-49a1-ae3f-0caf1404da1c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:21.397360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e19c9632-40ba-4168-a3e0-bb969401c387 req-efd82169-080f-49a1-ae3f-0caf1404da1c tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9163c10-ca20-4430-afce-8ba402d32053 HTTP/1.1" status: 200 len: 946 time: 0.1886282 Nov 02 16:29:21.416276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:21.453376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-7ca72e09-5c71-476f-8357-6602e5b265a4 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2434676 Nov 02 16:29:21.474003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:21.488128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Checking segment: {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:21.488489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Network hostable DHCP agents. Network: ec548ad0-c552-4e8c-825a-93cc1edd2dda, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:29:21.495974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e19c9632-40ba-4168-a3e0-bb969401c387 req-fbcad2a5-7171-4fa6-b488-52ae7ad8be4d tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups?id=c03ce4a2-5fc8-4434-b66c-dea00e36282e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849788 Nov 02 16:29:21.500079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed8bcb-05de-4402-a8bf-69691249d116 service neutron] Pushing event updated for resources: {'Port': ['ID=1e93ce17-4e4c-49b8-911e-f135033fd7fc,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:21.516772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.532285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Network ec548ad0-c552-4e8c-825a-93cc1edd2dda is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:29:21.591892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ec548ad0-c552-4e8c-825a-93cc1edd2dda) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:21.598074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-0bba7615-0bbb-4297-9001-788562a9a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:21.599647 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-0bba7615-0bbb-4297-9001-788562a9a9ac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 1094 time: 0.1519504 Nov 02 16:29:21.602277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5003aaea-63db-4157-a90f-ba9c60645824 None None] Network ec548ad0-c552-4e8c-825a-93cc1edd2dda requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:21.614936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6a769ac-6376-4956-a1fe-431171b2058c req-a7844f48-c27c-4a13-9440-2cc91b5e2642 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 210 time: 0.0390127 Nov 02 16:29:21.616126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:21.616715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.656796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d4014c6a-cc70-4ae0-a928-713bfd8cf2a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8204999 Nov 02 16:29:21.675565 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-37f247c6-da6d-4dcc-8b84-56c7d06acf31 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc HTTP/1.1" status: 200 len: 217 time: 0.0642273 Nov 02 16:29:21.707997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.745061 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4234c68-7201-4f1f-b48f-769def55789c x-openstack-request-id: req-c4234c68-7201-4f1f-b48f-769def55789c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:21.745594 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529c9187-530f-4734-b4e2-f7da679be08d", "tag": "1e93ce17-4e4c-49b8-911e-f135033fd7fc", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:21.745853 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4234c68-7201-4f1f-b48f-769def55789c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:21.746272 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529c9187-530f-4734-b4e2-f7da679be08d', 'tag': '1e93ce17-4e4c-49b8-911e-f135033fd7fc', 'status': 'completed', 'code': 200} Nov 02 16:29:21.780181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-2d7c045b-545e-4a2f-a152-048d29d4a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:21.782287 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-2d7c045b-545e-4a2f-a152-048d29d4a155 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0722854 Nov 02 16:29:21.798021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.833603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.834274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03dbe6-a5f1-4f07-a48e-d150b36c7e2c None None] Network ec548ad0-c552-4e8c-825a-93cc1edd2dda requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:21.869989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:21.888326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event deleted for resources: {'Port': ['ID=4704ebb3-32bc-464c-bd46-ba4f9a0848ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:21.892835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Allocated IP 172.25.7.163 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/26d9024a-7cd8-4781-926c-c02efb070d8a) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:21.958247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 87942c2b-91a1-4927-83b3-14f760cf41a1 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:21.965472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-c6aa83f2-2753-4600-98d4-71fa4466cab0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292648 Nov 02 16:29:21.997759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Network 123043c5-5bcc-4779-bfe0-f44c22cc4870 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:22.009599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event updated for resources: {'Port': ['ID=3e814e00-5013-4223-bed8-4a1abcf262f6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:22.019454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.027004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9ad34187-2a44-4469-ad90-5353a441e511 req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-730944770', 'description': 'tempest-description-566725179'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:22.050500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:22.076011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ad34187-2a44-4469-ad90-5353a441e511 req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.095112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 87942c2b-91a1-4927-83b3-14f760cf41a1, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=87942c2b-91a1-4927-83b3-14f760cf41a1,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:22.103349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.105718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:22.109729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:22.154973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.155315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:22.163678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:22.169672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:22.173828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87942c2b-91a1-4927-83b3-14f760cf41a1 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:22.197867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 87942c2b-91a1-4927-83b3-14f760cf41a1, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=87942c2b-91a1-4927-83b3-14f760cf41a1,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:22.203492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.204765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:22.205428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.214279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Pushing event updated for resources: {'Port': ['ID=26d9024a-7cd8-4781-926c-c02efb070d8a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:22.231639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-ca32d492-faeb-42cf-8c20-44c0f173582a service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516761 Nov 02 16:29:22.239260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-3116280e-1e41-468a-b653-df4c5fa68928 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9551675 Nov 02 16:29:22.257226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ad34187-2a44-4469-ad90-5353a441e511 req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.257549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:22.262046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Request body: {'port': {'device_id': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:22.269505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ad34187-2a44-4469-ad90-5353a441e511 req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.269985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=87942c2b-91a1-4927-83b3-14f760cf41a1,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:22.279581 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.280455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.280806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.281527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.281527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.281791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.282096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.283537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.283885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.284216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.284549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.284874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.324319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9ad34187-2a44-4469-ad90-5353a441e511 req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.325547 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ad34187-2a44-4469-ad90-5353a441e511 req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3024004 Nov 02 16:29:22.337291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae106d4-3439-47fc-bff1-b2ae7f0ed921 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b51e8-c2cc-42ff-82b3-a241c43f13ff,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:22.356565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.397630 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.420094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['87942c2b-91a1-4927-83b3-14f760cf41a1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:22.456317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.499242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1baf28d2-f22b-43ff-a4e8-fe8236235f44 req-22c9dde4-cc8a-4691-a5df-94a96ce53d70 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535546 Nov 02 16:29:22.561933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:22.583942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:22.635632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:22.636811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:22.648995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16565123-eadf-4c73-8f93-3190e08f3909 req-55d3e8ef-562a-4e68-849a-160af2aa705c tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:22.650777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16565123-eadf-4c73-8f93-3190e08f3909 req-55d3e8ef-562a-4e68-849a-160af2aa705c tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.0972729 Nov 02 16:29:22.698985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] No DVR routers for this DVR port 4704ebb3-32bc-464c-bd46-ba4f9a0848ec on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:22.708095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.711507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2cb89694-cb36-4c90-8f3f-993964e337b1 req-9c558dde-6d4d-4a38-96e2-8f51b5141cc0 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.100 "DELETE /v2.0/ports/4704ebb3-32bc-464c-bd46-ba4f9a0848ec HTTP/1.1" status: 204 len: 173 time: 2.5107512 Nov 02 16:29:22.713379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.722315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16565123-eadf-4c73-8f93-3190e08f3909 req-8f5f8f76-21ef-4f32-a5ab-818df5b00bce tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638795 Nov 02 16:29:22.727613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.733879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01992a08-0c1a-4022-a1ef-92b01160706c req-d23e4aca-f5f4-480a-8e52-963d6cf5f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:22.735704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-d23e4aca-f5f4-480a-8e52-963d6cf5f255 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 1094 time: 0.1752603 Nov 02 16:29:22.759279 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.793314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:22.923089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01992a08-0c1a-4022-a1ef-92b01160706c req-2f6eee8a-6d50-4d68-bb44-a5abf17af31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:22.925487 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-2f6eee8a-6d50-4d68-bb44-a5abf17af31b service neutron] 10.222.0.100 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.1818409 Nov 02 16:29:22.937784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Pushing event updated for resources: {'Port': ['ID=26d9024a-7cd8-4781-926c-c02efb070d8a,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:22.954461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.954902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.955750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.955750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.956049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.956435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.956823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.957210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.957711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.958094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.958547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.958945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:29:22.969705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:22.988607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f9298-f372-4d15-9bfa-d8f26e9b9a19 req-c6fca06a-c7c4-45a5-9e63-6dac9b35f851 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:22.990367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-748f9298-f372-4d15-9bfa-d8f26e9b9a19 req-c6fca06a-c7c4-45a5-9e63-6dac9b35f851 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 944 time: 0.0977459 Nov 02 16:29:22.999064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-ad3f4cd2-af07-4d17-a1e2-865035eaed1f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc HTTP/1.1" status: 200 len: 217 time: 0.0500915 Nov 02 16:29:23.002252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.003441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-c9f50275-8805-41e1-8d72-9fe32096de6e tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5420616 Nov 02 16:29:23.042441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:23.065418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e814e00-5013-4223-bed8-4a1abcf262f6 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:23.072481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-d91918de-0b33-4943-a957-0796d29416a5 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0563858 Nov 02 16:29:23.073177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:23.075990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-748f9298-f372-4d15-9bfa-d8f26e9b9a19 req-2a7b5305-3b86-4cb3-8123-898e62d2102c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779243 Nov 02 16:29:23.076754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.082954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:23.083653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:23.085306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01992a08-0c1a-4022-a1ef-92b01160706c req-19ef05ef-481c-474a-9d34-f660eb067b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.087151 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-19ef05ef-481c-474a-9d34-f660eb067b22 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0704854 Nov 02 16:29:23.094784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Transition to ACTIVE for port object 3e814e00-5013-4223-bed8-4a1abcf262f6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:29:23.121174 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.145087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-2709c4e2-aead-462d-b3b2-395e22ef7898 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477996 Nov 02 16:29:23.211842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:23.236500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-1e56dbd0-64bc-4ca5-8eaa-d538f6ac6131 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.237861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5acbb59a-628a-4bea-b240-74e82e4af023 req-1e56dbd0-64bc-4ca5-8eaa-d538f6ac6131 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1486480 Nov 02 16:29:23.259623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84e74-e0ce-405a-8ba9-0f9c06b78881 req-5bdcd3d8-04b2-49f7-8ff4-59346148edf0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.261217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fa84e74-e0ce-405a-8ba9-0f9c06b78881 req-5bdcd3d8-04b2-49f7-8ff4-59346148edf0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 943 time: 0.0880103 Nov 02 16:29:23.275411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e814e00-5013-4223-bed8-4a1abcf262f6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:23.298227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-ac9eae4a-938b-45f7-910f-7e911fe2a20e req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-651909689', 'description': 'tempest-description-1803549018'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:23.333576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac9eae4a-938b-45f7-910f-7e911fe2a20e req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.362319 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-248faf54-8667-46fb-9d3f-a5bcce6683d3 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892207 Nov 02 16:29:23.375046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fa84e74-e0ce-405a-8ba9-0f9c06b78881 req-ec3ffb7d-c71e-48fc-849f-366fa0df53f5 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077013 Nov 02 16:29:23.380382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4704ebb3-32bc-464c-bd46-ba4f9a0848ec no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:23.422265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 4704ebb3-32bc-464c-bd46-ba4f9a0848ec {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:23.422653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4704ebb3-32bc-464c-bd46-ba4f9a0848ec not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:23.425173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac9eae4a-938b-45f7-910f-7e911fe2a20e req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.432223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac9eae4a-938b-45f7-910f-7e911fe2a20e req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.465628 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac9eae4a-938b-45f7-910f-7e911fe2a20e req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.467476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac9eae4a-938b-45f7-910f-7e911fe2a20e req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1763158 Nov 02 16:29:23.471835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Attempting to bind port 3e814e00-5013-4223-bed8-4a1abcf262f6 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:23.472304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Attempting to bind port 3e814e00-5013-4223-bed8-4a1abcf262f6 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:23.482827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Attempting to bind port 3e814e00-5013-4223-bed8-4a1abcf262f6 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:23.485702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Port 3e814e00-5013-4223-bed8-4a1abcf262f6 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:29:23.485702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Attempting to bind port 3e814e00-5013-4223-bed8-4a1abcf262f6 on network 123043c5-5bcc-4779-bfe0-f44c22cc4870 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:23.495060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:23.495401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Checking segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:23.495790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Bound using segment: {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:23.496389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Bound port: 3e814e00-5013-4223-bed8-4a1abcf262f6, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32081e4b-bd06-4a02-920e-198e35872e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:23.496548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.503110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242dcb5-0db7-4ee3-ae8f-ad4e5f5bc66f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba9769-9eb2-4113-b4a3-bb8172e4b53e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:23.590673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] For port 3e814e00-5013-4223-bed8-4a1abcf262f6, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:23.603299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:23.617066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] For port 3e814e00-5013-4223-bed8-4a1abcf262f6, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3e814e00-5013-4223-bed8-4a1abcf262f6,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:23.629828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-01992a08-0c1a-4022-a1ef-92b01160706c req-6ff903af-8548-4c70-8ee8-c5c00bae2bf9 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585690 Nov 02 16:29:23.635040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.638918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e0b96-7de1-4776-9c7d-202dfa6362a1 None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:23:15Z', 'revision_number': 4, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd1333c4-1262-4221-865e-d0de77ae4907', 'name': '', 'network_id': '8f3efee8-e089-4221-ab14-c94294fd8ce4', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'mac_address': 'fa:16:3e:9c:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:13Z', 'updated_at': '2021-11-02T16:23:20Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'subnets': [{'id': '178b4bf6-44d1-4b62-8fab-3055baf9d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:23.653662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-923125fc-71e7-4a74-9e62-386a95804824 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips/7d0bac48-b5e4-4087-8419-f4c81139f93b HTTP/1.1" status: 200 len: 693 time: 0.0619037 Nov 02 16:29:23.685703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac331d-9203-42aa-88bc-b5a17c3ecec2 req-a776b4a7-afbb-4937-8f27-f96d1b3f336d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.687348 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5ac331d-9203-42aa-88bc-b5a17c3ecec2 req-a776b4a7-afbb-4937-8f27-f96d1b3f336d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 943 time: 0.1311936 Nov 02 16:29:23.698063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.699711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:23.702225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e814e00-5013-4223-bed8-4a1abcf262f6 HTTP/1.1" status: 200 len: 1091 time: 1.4541001 Nov 02 16:29:23.750374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'name': 'network-vif-deleted', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec'}, {'name': 'network-changed', 'server_uuid': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'tag': '3e814e00-5013-4223-bed8-4a1abcf262f6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:23.752805 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fabecee-4f1f-4c94-9771-1d40c9b351f9" -d '{"events": [{"server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "name": "network-vif-deleted", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec"}, {"name": "network-changed", "server_uuid": "e2952cd0-888c-4117-b4a8-75c12d09df24", "tag": "3e814e00-5013-4223-bed8-4a1abcf262f6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:23.769137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319b79b-5696-4720-8c51-5c75b19b9ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e814e00-5013-4223-bed8-4a1abcf262f6,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:23.785441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5ac331d-9203-42aa-88bc-b5a17c3ecec2 req-573b4088-0946-409e-951f-c745832a5938 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834401 Nov 02 16:29:23.824597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-c8bcf95f-095c-4906-9348-42d57df286bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.826005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-c8bcf95f-095c-4906-9348-42d57df286bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 1094 time: 0.0665143 Nov 02 16:29:23.864159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-ffffbf98-08d0-4692-8d11-9a3393fdc46d tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.871449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-ffffbf98-08d0-4692-8d11-9a3393fdc46d tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1825955 Nov 02 16:29:23.877564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-7788b673-3f1c-43c6-a082-69d69d782e8a tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:29:23.885391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-7788b673-3f1c-43c6-a082-69d69d782e8a tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134442 Nov 02 16:29:23.888052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-16f75d5f-6cd8-4e2f-bc32-b85d40ec8039 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e814e00-5013-4223-bed8-4a1abcf262f6 HTTP/1.1" status: 200 len: 217 time: 0.0523393 Nov 02 16:29:23.944090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a195-c620-4186-8ac7-0caf146b531b req-6226183c-48af-415b-98e2-89361dbb812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:23.946833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-6226183c-48af-415b-98e2-89361dbb812d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 200 len: 862 time: 0.0515213 Nov 02 16:29:23.953604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-4a3aa0e0-c309-47cc-b2a8-882130d46c55 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0672431 Nov 02 16:29:23.966112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-fb048e7c-e549-4d83-85b1-4e02097b3e70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477907 Nov 02 16:29:23.980501 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-c3cadc09-d9e9-47fb-bc3a-eaf73b73ee9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=123043c5-5bcc-4779-bfe0-f44c22cc4870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262613 Nov 02 16:29:23.981864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 87942c2b-91a1-4927-83b3-14f760cf41a1 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:24.035670 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd90dc8-4af8-4c8a-b7c6-dd191bb584fe None None] New status for floating IP ab5f933a-02ab-42ae-8326-5a10a40a18b4: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:29:24.058814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 87942c2b-91a1-4927-83b3-14f760cf41a1 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:29:24.065000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 87942c2b-91a1-4927-83b3-14f760cf41a1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:24.065606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:24.082761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-70f0d652-b0c8-4071-83ee-82adaf589344 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0858772 Nov 02 16:29:24.085649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-5e1f83a6-7da1-4551-9eb4-89285992327b service neutron] 10.222.0.55 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920479 Nov 02 16:29:24.165523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:24.180563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-24170b25-a0e0-4f21-8d8a-f66f1be15af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:24.182392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-24170b25-a0e0-4f21-8d8a-f66f1be15af1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 1097 time: 0.1844773 Nov 02 16:29:24.190923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-10b08006-9a60-44e7-861b-c5bc82948d3b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:24.197259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-10b08006-9a60-44e7-861b-c5bc82948d3b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 813 time: 0.2684207 Nov 02 16:29:24.201866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:24.204596 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99347ee-a52c-453a-bc9a-cfd6c986cc67" -d '{"events": [{"server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "name": "network-vif-plugged", "status": "completed", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:24.223227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 87942c2b-91a1-4927-83b3-14f760cf41a1, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=87942c2b-91a1-4927-83b3-14f760cf41a1,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:24.228830 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:24.266184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-616d25e6-c587-4ece-9e5d-edd1391b1406 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/quotas/70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 375 time: 0.0320799 Nov 02 16:29:24.296168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=87942c2b-91a1-4927-83b3-14f760cf41a1,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:24.473965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b0a195-c620-4186-8ac7-0caf146b531b req-ea20cb46-8f95-476c-9759-a09b530bc80e service neutron] 10.222.0.55 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811979 Nov 02 16:29:24.640222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-a37294ef-a537-45a0-9eb4-a09f33cbba4b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3044703 Nov 02 16:29:24.732581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-19d169e5-bdd9-4484-b0b6-d4d4a9bd3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:24.733961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-19d169e5-bdd9-4484-b0b6-d4d4a9bd3cb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.5015204 Nov 02 16:29:24.746801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Deleting port 26d9024a-7cd8-4781-926c-c02efb070d8a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:24.747140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:24.823048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-7cd15da1-1684-4711-857a-ef165813355c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62 HTTP/1.1" status: 200 len: 217 time: 0.0776298 Nov 02 16:29:24.868922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-d332bd78-8856-4d43-9c94-1512ffabba38 service neutron] 10.222.0.31 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203255 Nov 02 16:29:24.944179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-395f31ef-3e01-4bc7-b087-b6de1c79bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:24.945742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-395f31ef-3e01-4bc7-b087-b6de1c79bdbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.1091523 Nov 02 16:29:24.957088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:24.957417 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:25.001373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-ece95451-fa42-4f3f-8785-03b47dc10c27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414364 Nov 02 16:29:25.004061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Calling delete_port for 26d9024a-7cd8-4781-926c-c02efb070d8a owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:25.114455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-dbda4cd4-f3f8-4cf8-813e-a29bdc0cd583 service neutron] 10.222.0.31 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370679 Nov 02 16:29:25.172506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-6e31c926-e13e-47e7-8f83-e7c31b2cef5d service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578255 Nov 02 16:29:25.292022 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:25.307957 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf2ffcd-c1b2-4cd4-be43-a2c6e435c8fa x-openstack-request-id: req-bdf2ffcd-c1b2-4cd4-be43-a2c6e435c8fa {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:25.308431 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9163c10-ca20-4430-afce-8ba402d32053", "name": "network-vif-deleted", "tag": "4704ebb3-32bc-464c-bd46-ba4f9a0848ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2952cd0-888c-4117-b4a8-75c12d09df24", "tag": "3e814e00-5013-4223-bed8-4a1abcf262f6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:25.308749 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdf2ffcd-c1b2-4cd4-be43-a2c6e435c8fa {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:25.309276 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9163c10-ca20-4430-afce-8ba402d32053', 'name': 'network-vif-deleted', 'tag': '4704ebb3-32bc-464c-bd46-ba4f9a0848ec', 'status': 'completed', 'code': 200} Nov 02 16:29:25.309591 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'tag': '3e814e00-5013-4223-bed8-4a1abcf262f6', 'status': 'completed', 'code': 200} Nov 02 16:29:25.343974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Pushing event deleted for resources: {'Port': ['ID=26d9024a-7cd8-4781-926c-c02efb070d8a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:25.376988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1e93ce17-4e4c-49b8-911e-f135033fd7fc details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:25.382694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2cf8988-5cb9-4cd9-85a5-b4551e56cf19 req-ad72e52f-639c-402d-a791-88f340a7afa1 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996262 Nov 02 16:29:25.411023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-781e95e2-14df-4494-ab74-1b0b3cb36bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.415563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-781e95e2-14df-4494-ab74-1b0b3cb36bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85d489ae4247eeb19afc05684beedd&device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 1094 time: 0.0800054 Nov 02 16:29:25.426758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:25.429954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:25.444847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99185491-b3ac-4e24-8aae-8f0745f9941c req-6eeeb1ef-b500-4c0e-b04a-afb0ed8a9ed2 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "DELETE /v2.0/floatingips/7d0bac48-b5e4-4087-8419-f4c81139f93b HTTP/1.1" status: 204 len: 173 time: 1.3536971 Nov 02 16:29:25.565398 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144f6457-642f-47a9-b606-a173cf01f0c4 x-openstack-request-id: req-144f6457-642f-47a9-b606-a173cf01f0c4 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:25.565770 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "name": "network-vif-plugged", "status": "completed", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:25.566086 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-144f6457-642f-47a9-b606-a173cf01f0c4 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:25.566587 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'code': 200} Nov 02 16:29:25.568847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:25.595636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-b7a50b26-8760-4aac-bef2-c2beff840797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.597331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '1e93ce17-4e4c-49b8-911e-f135033fd7fc', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': '1e93ce17-4e4c-49b8-911e-f135033fd7fc', 'mac_address': 'fa:16:3e:ad:d2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:25.600455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-b7a50b26-8760-4aac-bef2-c2beff840797 service neutron] 10.222.0.55 "GET /v2.0/networks?id=123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 200 len: 923 time: 0.1773279 Nov 02 16:29:25.626030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be44a0-dfa1-4fc0-9fa2-7c14b6bce204 req-de54ed9a-ec89-439c-b84a-865d8cfce6ee tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.629193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4be44a0-dfa1-4fc0-9fa2-7c14b6bce204 req-de54ed9a-ec89-439c-b84a-865d8cfce6ee tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 945 time: 0.1275749 Nov 02 16:29:25.664481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-c34f9b3c-7baa-430c-96df-73ec8af23a78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e814e00-5013-4223-bed8-4a1abcf262f6 HTTP/1.1" status: 200 len: 217 time: 0.0503964 Nov 02 16:29:25.723984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-1885d6d6-2187-41eb-8934-b59aaa67a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.726101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-1885d6d6-2187-41eb-8934-b59aaa67a095 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 200 len: 862 time: 0.0518470 Nov 02 16:29:25.760822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4be44a0-dfa1-4fc0-9fa2-7c14b6bce204 req-24322e9c-f7b3-4f1d-aadf-bf1b7d6640d0 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197739 Nov 02 16:29:25.772215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-f362f843-30ec-4460-b43e-0e682b769fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=123043c5-5bcc-4779-bfe0-f44c22cc4870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383377 Nov 02 16:29:25.790373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d6d72-348a-47bd-88c3-1717e300beb4 req-92d3d7dc-252c-41ec-aa5f-cd7a58f62deb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.793921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-607d6d72-348a-47bd-88c3-1717e300beb4 req-92d3d7dc-252c-41ec-aa5f-cd7a58f62deb tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 943 time: 0.1633322 Nov 02 16:29:25.801681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e70e-d2c4-4ce4-907f-7977361858f0 req-127b14b1-70af-4d71-9b98-6b4ed1699662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.803198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2249e70e-d2c4-4ce4-907f-7977361858f0 req-127b14b1-70af-4d71-9b98-6b4ed1699662 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.1636052 Nov 02 16:29:25.806787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:25.821174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e93ce17-4e4c-49b8-911e-f135033fd7fc {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:25.844255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:25.850176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:25.906326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1e93ce17-4e4c-49b8-911e-f135033fd7fc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:25.909243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-607d6d72-348a-47bd-88c3-1717e300beb4 req-4bdeed98-ce24-40f1-8f8f-c68c4a33836e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030438 Nov 02 16:29:25.920200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-388ebc14-3204-493e-a7d5-3a2ffa680083 service neutron] 10.222.0.55 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407673 Nov 02 16:29:25.928008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2249e70e-d2c4-4ce4-907f-7977361858f0 req-5ee7a3f1-7347-40f5-b95f-a11bb1ae797f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160481 Nov 02 16:29:25.942302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c3300-8d91-4a5b-81ed-82abde9e3dcf req-531d2e04-7c9c-4899-8133-c2d76bc562be tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:25.944483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a61c3300-8d91-4a5b-81ed-82abde9e3dcf req-531d2e04-7c9c-4899-8133-c2d76bc562be tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 943 time: 0.1048713 Nov 02 16:29:25.997286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3e814e00-5013-4223-bed8-4a1abcf262f6 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:26.013172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b932f494-d16b-4e88-b54f-776b258a90cb req-26ab11dd-a8ca-482c-98e2-74e877f8aa7f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 210 time: 0.0427098 Nov 02 16:29:26.027587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a61c3300-8d91-4a5b-81ed-82abde9e3dcf req-93c9c7ee-2a05-4ade-9a3e-72827dda6791 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Nov 02 16:29:26.063999 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fabecee-4f1f-4c94-9771-1d40c9b351f9 req-7e2d6edc-f1cb-4e20-991c-05092bfda457 service neutron] 10.222.0.55 "GET /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360049 Nov 02 16:29:26.091319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51432) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:26.159691 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-ef5ddc0e-14d6-439c-9bee-97cbfdd2aa16 req-8562c882-d832-4e9c-938b-220a3e58c3a1 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] show failed (client error): The resource could not be found. Nov 02 16:29:26.170072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3e814e00-5013-4223-bed8-4a1abcf262f6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3e814e00-5013-4223-bed8-4a1abcf262f6,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:26.172208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef5ddc0e-14d6-439c-9bee-97cbfdd2aa16 req-8562c882-d832-4e9c-938b-220a3e58c3a1 tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips/7d0bac48-b5e4-4087-8419-f4c81139f93b HTTP/1.1" status: 404 len: 350 time: 0.0645473 Nov 02 16:29:26.183618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '3e814e00-5013-4223-bed8-4a1abcf262f6', 'network_id': '123043c5-5bcc-4779-bfe0-f44c22cc4870', 'port_id': '3e814e00-5013-4223-bed8-4a1abcf262f6', 'mac_address': 'fa:16:3e:d0:d8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:26.223525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1e93ce17-4e4c-49b8-911e-f135033fd7fc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:26.252846 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-142e6a5a-af91-4586-9961-4e2b391cbba7 req-5818026b-a554-4fd3-9066-4cd8ed835b1b tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] show failed (client error): The resource could not be found. Nov 02 16:29:26.253859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-142e6a5a-af91-4586-9961-4e2b391cbba7 req-5818026b-a554-4fd3-9066-4cd8ed835b1b tempest-FloatingIPsTestJSON-2003171676 tempest-FloatingIPsTestJSON-2003171676-project] 10.222.0.31 "GET /v2.0/floatingips/7d0bac48-b5e4-4087-8419-f4c81139f93b HTTP/1.1" status: 404 len: 350 time: 0.0642772 Nov 02 16:29:26.265646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51438) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:26.265795 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.284503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e814e00-5013-4223-bed8-4a1abcf262f6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:26.302595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579ff782-92c1-44ca-85d6-b76ebd48da28 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.326586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3e814e00-5013-4223-bed8-4a1abcf262f6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3e814e00-5013-4223-bed8-4a1abcf262f6,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:26.332980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.355971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae482ce5-c612-4dd1-9eaf-6b0bb93493ad req-fc80fa6a-80b1-478d-ad55-54cf4b6adc12 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:26.357553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae482ce5-c612-4dd1-9eaf-6b0bb93493ad req-fc80fa6a-80b1-478d-ad55-54cf4b6adc12 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.1215417 Nov 02 16:29:26.362815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579ff782-92c1-44ca-85d6-b76ebd48da28 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.428750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae482ce5-c612-4dd1-9eaf-6b0bb93493ad req-a7284d7f-907d-4c8f-869d-ab71b862a113 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629942 Nov 02 16:29:26.442533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:26.461927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3e814e00-5013-4223-bed8-4a1abcf262f6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:26.467432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579ff782-92c1-44ca-85d6-b76ebd48da28 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.471393 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-579ff782-92c1-44ca-85d6-b76ebd48da28 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.472950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-579ff782-92c1-44ca-85d6-b76ebd48da28 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "DELETE /v2.0/security-groups/c03ce4a2-5fc8-4434-b66c-dea00e36282e HTTP/1.1" status: 204 len: 168 time: 0.3806417 Nov 02 16:29:26.484685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:26.486381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ff782-92c1-44ca-85d6-b76ebd48da28 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ce4a2-5fc8-4434-b66c-dea00e36282e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:26.504883 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-3c5db5ca-3f71-4164-91fa-2bf0e6e5e6d2 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] show failed (client error): The resource could not be found. Nov 02 16:29:26.506538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c5db5ca-3f71-4164-91fa-2bf0e6e5e6d2 tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "GET /v2.0/security-groups/c03ce4a2-5fc8-4434-b66c-dea00e36282e HTTP/1.1" status: 404 len: 347 time: 0.0176983 Nov 02 16:29:26.509387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:26.581674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['3e814e00-5013-4223-bed8-4a1abcf262f6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:26.658666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743d0284-f40c-4a73-89ca-6336f0804485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.722581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Deleting port cfb0441e-d3d3-487c-9393-b93ac8a46ed0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:26.723025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.786334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-82ffb9ea-bb17-4203-adf6-9e80843a2bbe tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:26.787814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-82ffb9ea-bb17-4203-adf6-9e80843a2bbe tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.100 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 813 time: 0.1451890 Nov 02 16:29:26.809229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'port': {'device_id': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda', 'admin_state_up': True, 'tenant_id': '70131d446ca14d7f8af8234202a52d66'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:26.834153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743d0284-f40c-4a73-89ca-6336f0804485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.850011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743d0284-f40c-4a73-89ca-6336f0804485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.908912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.909296 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.943022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-743d0284-f40c-4a73-89ca-6336f0804485 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33553a2d87564a9d998b4b1f53b5b080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993963 Nov 02 16:29:26.946555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Calling delete_port for cfb0441e-d3d3-487c-9393-b93ac8a46ed0 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:26.948789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d0284-f40c-4a73-89ca-6336f0804485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3800e8d-1112-4afa-8174-2f696742f385,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:26.950113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51454) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:26.961159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:26.969080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16873f-51b3-4761-8d92-efa56280a87e req-0e7f7b05-a963-4399-b49d-fd6ea09e5c21 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:26.970875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c16873f-51b3-4761-8d92-efa56280a87e req-0e7f7b05-a963-4399-b49d-fd6ea09e5c21 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 945 time: 0.1333191 Nov 02 16:29:27.059237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Made reservation on behalf of 70131d446ca14d7f8af8234202a52d66 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:27.063429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.119838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c16873f-51b3-4761-8d92-efa56280a87e req-f8f04e18-0c39-4122-9eb8-d09d72195689 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353836 Nov 02 16:29:27.150257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c0a6-c1d1-4d53-8663-ec08af9085cf req-93f6e75c-54f0-4e70-9947-91ada8cb6b14 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:27.152078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30b6c0a6-c1d1-4d53-8663-ec08af9085cf req-93f6e75c-54f0-4e70-9947-91ada8cb6b14 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 944 time: 0.1198423 Nov 02 16:29:27.173830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac93eae8-ab86-4074-bd23-10ab2d318bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.251457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5a82de9-ef27-4377-aba0-ec28f5a21eb6 req-9c2731fa-42dd-40af-b54d-ad8cd119d683 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 210 time: 0.0420628 Nov 02 16:29:27.261318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac93eae8-ab86-4074-bd23-10ab2d318bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.262432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30b6c0a6-c1d1-4d53-8663-ec08af9085cf req-36102a53-9b57-481e-a4cc-3ddb444d7c26 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996888 Nov 02 16:29:27.268565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.306498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Pushing event deleted for resources: {'Port': ['ID=cfb0441e-d3d3-487c-9393-b93ac8a46ed0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:27.338389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Allocated IP 172.20.0.12 (ec548ad0-c552-4e8c-825a-93cc1edd2dda/11dabdd6-b24b-4721-9ad5-1d3184d0c5c3/d0440503-c10c-43b5-98d4-3dc1e4fff292) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:27.383369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac93eae8-ab86-4074-bd23-10ab2d318bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.385938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac93eae8-ab86-4074-bd23-10ab2d318bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.388237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1e93ce17-4e4c-49b8-911e-f135033fd7fc up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:27.389705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ac93eae8-ab86-4074-bd23-10ab2d318bda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3800e8d-1112-4afa-8174-2f696742f385 HTTP/1.1" status: 204 len: 168 time: 0.4385955 Nov 02 16:29:27.407626 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.410368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.411595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3bb5135-0638-45e1-b187-e75e50e8661b tempest-ServersWithSpecificFlavorTestJSON-1005632828 tempest-ServersWithSpecificFlavorTestJSON-1005632828-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab5f933a-02ab-42ae-8326-5a10a40a18b4 HTTP/1.1" status: 204 len: 168 time: 0.9013033 Nov 02 16:29:27.429804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328c779-4428-4d7b-a943-7954c7b71d1f req-87088f27-a6ef-4f2c-b84a-aa29fab4622d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:27.431415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a328c779-4428-4d7b-a943-7954c7b71d1f req-87088f27-a6ef-4f2c-b84a-aa29fab4622d tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 944 time: 0.0737731 Nov 02 16:29:27.441258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93eae8-ab86-4074-bd23-10ab2d318bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3800e8d-1112-4afa-8174-2f696742f385,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:27.486566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 1e93ce17-4e4c-49b8-911e-f135033fd7fc completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:29:27.500575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 1e93ce17-4e4c-49b8-911e-f135033fd7fc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:27.501650 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.506437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a328c779-4428-4d7b-a943-7954c7b71d1f req-eda97f92-77c9-47a8-a1da-14cb391262bd tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649326 Nov 02 16:29:27.583537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.592180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Deleting port a1f5c315-3d54-415d-b919-baee7f0ae318 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:27.592517 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.652135 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.684919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40b16-57f7-4eef-b3c6-4616fa3c6bcd req-c817f453-31d5-49e7-8faa-0e7f198c0a00 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:27.687650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95f40b16-57f7-4eef-b3c6-4616fa3c6bcd req-c817f453-31d5-49e7-8faa-0e7f198c0a00 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.1015749 Nov 02 16:29:27.694122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529c9187-530f-4734-b4e2-f7da679be08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e93ce17-4e4c-49b8-911e-f135033fd7fc'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:27.701110 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cf0a2f-6c84-4630-a2e4-a7d900b2c5f4" -d '{"events": [{"server_uuid": "529c9187-530f-4734-b4e2-f7da679be08d", "name": "network-vif-plugged", "status": "completed", "tag": "1e93ce17-4e4c-49b8-911e-f135033fd7fc"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:27.725469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.727169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:27.734727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] For port a1f5c315-3d54-415d-b919-baee7f0ae318, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a1f5c315-3d54-415d-b919-baee7f0ae318,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:27.735170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.736192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:27.765373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-86593065-e65e-4837-8ed1-2b8ec74418e5 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:27.766989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-86593065-e65e-4837-8ed1-2b8ec74418e5 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.100 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 945 time: 0.1058257 Nov 02 16:29:27.786699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95f40b16-57f7-4eef-b3c6-4616fa3c6bcd req-76661d4a-9ac2-4f69-8622-87beb0116cde tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups?id=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924644 Nov 02 16:29:27.813847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Calling delete_port for a1f5c315-3d54-415d-b919-baee7f0ae318 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:27.835138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1e93ce17-4e4c-49b8-911e-f135033fd7fc,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:27.845331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Network ec548ad0-c552-4e8c-825a-93cc1edd2dda is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:27.860013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:27.865768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:27.871750 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3871a6c2-5749-4dfa-a950-da8d9c5219f5 x-openstack-request-id: req-3871a6c2-5749-4dfa-a950-da8d9c5219f5 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:27.872058 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529c9187-530f-4734-b4e2-f7da679be08d", "name": "network-vif-plugged", "status": "completed", "tag": "1e93ce17-4e4c-49b8-911e-f135033fd7fc", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:27.872565 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3871a6c2-5749-4dfa-a950-da8d9c5219f5 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:27.873269 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529c9187-530f-4734-b4e2-f7da679be08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e93ce17-4e4c-49b8-911e-f135033fd7fc', 'code': 200} Nov 02 16:29:27.878337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:27.936067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51476) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:27.952370 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e06481f5-17c6-4065-bb70-b904679cf960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.030546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3e814e00-5013-4223-bed8-4a1abcf262f6 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:28.034866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:28.036126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.060395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e06481f5-17c6-4065-bb70-b904679cf960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.065583 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e06481f5-17c6-4065-bb70-b904679cf960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.101857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 3e814e00-5013-4223-bed8-4a1abcf262f6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:29:28.105503 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-98d666c1-84e3-4ba1-b5aa-5077ba56a61c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3050492 Nov 02 16:29:28.113226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5a95-6ec4-40ba-8e8f-56b379f8dec2 req-0409070e-7926-4adb-ac12-14db6ed280a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:28.114721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a2a5a95-6ec4-40ba-8e8f-56b379f8dec2 req-0409070e-7926-4adb-ac12-14db6ed280a9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 1096 time: 0.1472571 Nov 02 16:29:28.116078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 3e814e00-5013-4223-bed8-4a1abcf262f6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:28.116592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.118799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e06481f5-17c6-4065-bb70-b904679cf960 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c871a8c5eb44213bc149c681622955f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810873 Nov 02 16:29:28.120841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51482) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:28.122483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Request body: {'port': {'device_id': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:28.165315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06481f5-17c6-4065-bb70-b904679cf960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e582cd-e4d4-44b7-8414-5099091f98ce,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:28.181951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Deleting port c97a6775-913a-43ac-9945-f1fd19ccfd8f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:28.182310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.219418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72124ecb-5d7f-4285-ab49-bdfc7c8501bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.257863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.281479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72124ecb-5d7f-4285-ab49-bdfc7c8501bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.293733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51494) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:28.294596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.301761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3e814e00-5013-4223-bed8-4a1abcf262f6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3e814e00-5013-4223-bed8-4a1abcf262f6,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:28.308721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.338901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a2a5a95-6ec4-40ba-8e8f-56b379f8dec2 req-9a74cf4c-ce1a-4cb8-a5c2-05e95c1346e5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120886 Nov 02 16:29:28.351991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f1c6c-371c-42e1-b87c-3bf7a3ca42a6 req-78272c1e-bf30-4780-b7ce-f652ed3d5cdb tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:28.359765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-223f1c6c-371c-42e1-b87c-3bf7a3ca42a6 req-78272c1e-bf30-4780-b7ce-f652ed3d5cdb tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 945 time: 0.1145449 Nov 02 16:29:28.378662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3e814e00-5013-4223-bed8-4a1abcf262f6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:28.412075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-223f1c6c-371c-42e1-b87c-3bf7a3ca42a6 req-337e00e2-c587-4e05-abb7-0036d2d97498 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Nov 02 16:29:28.447549 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72124ecb-5d7f-4285-ab49-bdfc7c8501bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.450532 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72124ecb-5d7f-4285-ab49-bdfc7c8501bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.454526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72124ecb-5d7f-4285-ab49-bdfc7c8501bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31e582cd-e4d4-44b7-8414-5099091f98ce HTTP/1.1" status: 204 len: 168 time: 0.3289335 Nov 02 16:29:28.467601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72124ecb-5d7f-4285-ab49-bdfc7c8501bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e582cd-e4d4-44b7-8414-5099091f98ce,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:28.487350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.525004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b369f-f0d4-4e50-b347-5007e8780059 req-5a65a8f7-eeb1-40d7-9414-e537df74b2c6 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:28.534393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b69b369f-f0d4-4e50-b347-5007e8780059 req-5a65a8f7-eeb1-40d7-9414-e537df74b2c6 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 932 time: 0.1208043 Nov 02 16:29:28.589470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] For port c97a6775-913a-43ac-9945-f1fd19ccfd8f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c97a6775-913a-43ac-9945-f1fd19ccfd8f,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:28.589828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:28.635173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b69b369f-f0d4-4e50-b347-5007e8780059 req-49236106-6798-4c2a-84e2-2fbe4b222fe1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952578 Nov 02 16:29:28.637396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f5c315-3d54-415d-b919-baee7f0ae318,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:28.793484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e1770-bfb1-41dd-9f20-de6764656ee2 req-1eed83fa-b79e-4eb2-8c7a-60ce829d9694 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:28.801294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-416e1770-bfb1-41dd-9f20-de6764656ee2 req-1eed83fa-b79e-4eb2-8c7a-60ce829d9694 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 945 time: 0.2583692 Nov 02 16:29:28.964897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-416e1770-bfb1-41dd-9f20-de6764656ee2 req-1449fd62-fb97-4e3a-82e2-e686feabf63a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625814 Nov 02 16:29:29.012977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-68acfc89-a35d-444c-95a3-f8ac50229922 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3232453 Nov 02 16:29:29.021828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:29.096309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.309698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.315866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.316227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.316549 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Floating IP 98eee314-053f-47e4-8ba6-1c2628333afe disassociated. External IP: 172.25.7.99, port: c97a6775-913a-43ac-9945-f1fd19ccfd8f. Nov 02 16:29:29.316898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Calling delete_port for c97a6775-913a-43ac-9945-f1fd19ccfd8f owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:29.489096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0440503-c10c-43b5-98d4-3dc1e4fff292 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:29.501604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c097e-4e17-4327-bd16-e51350482535 req-a2c96dde-dcd5-4ea9-aee5-f73413a0dea3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:29.503200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-172c097e-4e17-4327-bd16-e51350482535 req-a2c96dde-dcd5-4ea9-aee5-f73413a0dea3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 945 time: 0.4458344 Nov 02 16:29:29.508592 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.530198 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:29:29.543335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Transition to ACTIVE for port object d0440503-c10c-43b5-98d4-3dc1e4fff292 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:29:29.558494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.568393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-172c097e-4e17-4327-bd16-e51350482535 req-617ef6bc-5be4-4569-9082-981f2bbbf89b tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Nov 02 16:29:29.641592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.732941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:29.760625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.820685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event deleted for resources: {'Port': ['ID=c97a6775-913a-43ac-9945-f1fd19ccfd8f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:29.822736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:29.828553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29fdb0ee-6c76-40d3-804a-b3373b9a3fef req-3d78f1dd-ce99-4b4f-b87b-f04489a4c41d tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.0869844 Nov 02 16:29:29.874976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e814e00-5013-4223-bed8-4a1abcf262f6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:29.878379 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c442139d-faf3-40f4-8fcb-df37c11af30f" -d '{"events": [{"server_uuid": "e2952cd0-888c-4117-b4a8-75c12d09df24", "name": "network-vif-plugged", "status": "completed", "tag": "3e814e00-5013-4223-bed8-4a1abcf262f6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:29.920928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Router 5a212221-55d1-44a2-b584-60a3fa60d084 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:29.931382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Allocated IP 172.25.7.18 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f3290493-a200-4386-b6b7-f41c5ac74d4e) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:29.977439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Attempting to bind port d0440503-c10c-43b5-98d4-3dc1e4fff292 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:29.977775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Attempting to bind port d0440503-c10c-43b5-98d4-3dc1e4fff292 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:29.978356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Attempting to bind port d0440503-c10c-43b5-98d4-3dc1e4fff292 on network ec548ad0-c552-4e8c-825a-93cc1edd2dda {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:30.026482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Port d0440503-c10c-43b5-98d4-3dc1e4fff292 on network ec548ad0-c552-4e8c-825a-93cc1edd2dda not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:29:30.027046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Attempting to bind port d0440503-c10c-43b5-98d4-3dc1e4fff292 on network ec548ad0-c552-4e8c-825a-93cc1edd2dda {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:30.063685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46130c-324f-43c2-a803-a589484d5ecc req-f58a975c-a46d-46b6-80c0-07e8c148dc02 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:30.064659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e46130c-324f-43c2-a803-a589484d5ecc req-f58a975c-a46d-46b6-80c0-07e8c148dc02 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 944 time: 0.1310430 Nov 02 16:29:30.065849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:30.066427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Checking segment: {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:30.067023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Bound using segment: {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:30.067641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Bound port: d0440503-c10c-43b5-98d4-3dc1e4fff292, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:30.068168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.136353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Router 30ee36e6-65d5-4ff2-8229-52baa04340ce has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:30.170867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:30.178448 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5dd31cc5-719c-4443-bee3-895986f63822 admin admin] 10.222.0.31 "PUT /v2.0/routers/5a212221-55d1-44a2-b584-60a3fa60d084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9115329 Nov 02 16:29:30.183663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:30.184627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] Sync routers for ids ['5a212221-55d1-44a2-b584-60a3fa60d084'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:30.193409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e46130c-324f-43c2-a803-a589484d5ecc req-c6a99bfb-c351-4592-b350-e8de9463e989 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965016 Nov 02 16:29:30.205412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] Routers {'5a212221-55d1-44a2-b584-60a3fa60d084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:30.206080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.208744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5a212221-55d1-44a2-b584-60a3fa60d084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:30.294836 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356d143-b4bc-4fbb-ac55-4d8022bec02b x-openstack-request-id: req-e356d143-b4bc-4fbb-ac55-4d8022bec02b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:30.295349 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2952cd0-888c-4117-b4a8-75c12d09df24", "name": "network-vif-plugged", "status": "completed", "tag": "3e814e00-5013-4223-bed8-4a1abcf262f6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:30.295763 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e356d143-b4bc-4fbb-ac55-4d8022bec02b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:30.296312 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e814e00-5013-4223-bed8-4a1abcf262f6', 'code': 200} Nov 02 16:29:30.348913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.352874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] Set router 5a212221-55d1-44a2-b584-60a3fa60d084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:30.413419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:30.420157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:30.442542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:30.449095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:30.451020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:30.461928 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] Sync routers for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:30.462084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:30.478780 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:30.479714 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:30.493825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.495656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event updated for resources: {'Port': ['ID=f3290493-a200-4386-b6b7-f41c5ac74d4e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:30.534070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] No DVR routers for this DVR port c97a6775-913a-43ac-9945-f1fd19ccfd8f on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:30.558012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.561336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e7d199b-f237-4b6c-b26b-5e093a26ce3b req-c2328ac7-659e-46d3-8755-e981cbf89dd8 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.100 "DELETE /v2.0/ports/c97a6775-913a-43ac-9945-f1fd19ccfd8f HTTP/1.1" status: 204 len: 173 time: 2.7672622 Nov 02 16:29:30.566409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'name': 'network-vif-deleted', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:30.568662 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78437239-e6b9-4bcb-b924-24ee14da0f18" -d '{"events": [{"server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "name": "network-vif-deleted", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:30.569733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677c486-ebc3-4afc-922b-f58c05ac612b req-47fa27c5-7ec5-47c1-8dfb-d62b565c05a2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:30.572113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4677c486-ebc3-4afc-922b-f58c05ac612b req-47fa27c5-7ec5-47c1-8dfb-d62b565c05a2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 945 time: 0.1903968 Nov 02 16:29:30.588177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac56ae7-b307-4d0f-8e93-e8f42ae44c6f req-290cdaa6-ef1b-46d1-809e-435b33f42914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:30.589662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ac56ae7-b307-4d0f-8e93-e8f42ae44c6f req-290cdaa6-ef1b-46d1-809e-435b33f42914 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 1096 time: 0.2220051 Nov 02 16:29:30.595984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:30.596594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.597938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] 10.222.0.100 "PUT /v2.0/ports/d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 1092 time: 2.4813361 Nov 02 16:29:30.645021 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:30.646931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4677c486-ebc3-4afc-922b-f58c05ac612b req-eb3ad442-a549-4c23-9e5f-30f51b92da93 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658593 Nov 02 16:29:30.656706 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.664318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Deleting port dd1333c4-1262-4221-865e-d0de77ae4907 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:30.664888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.732364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:28Z', 'revision_number': 5, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:30.788268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] Checking router: 5a212221-55d1-44a2-b584-60a3fa60d084 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:30.805779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.808897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] Routers {'5a212221-55d1-44a2-b584-60a3fa60d084'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:30.811494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5a212221-55d1-44a2-b584-60a3fa60d084'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:30.811932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407be095-bbbd-47f0-a3d3-b5cd2482ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:30.834665 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ac56ae7-b307-4d0f-8e93-e8f42ae44c6f req-0d1ecf95-8525-44f2-900a-af15c255d926 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335942 Nov 02 16:29:30.925039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-9283e82b-c7b4-4d80-9ba1-350ff10b64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:30.926559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-9283e82b-c7b4-4d80-9ba1-350ff10b64fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1095 time: 0.2560334 Nov 02 16:29:30.941190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] For port dd1333c4-1262-4221-865e-d0de77ae4907, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dd1333c4-1262-4221-865e-d0de77ae4907,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:30.947454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:30.950275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.015354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] Set router 5a212221-55d1-44a2-b584-60a3fa60d084 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:31.020073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-117e1f77-cf01-4bbd-bf77-885125486c8f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 217 time: 0.0728047 Nov 02 16:29:31.033247 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed997b18-e086-4df4-a358-3baa3568e8fd x-openstack-request-id: req-ed997b18-e086-4df4-a358-3baa3568e8fd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:31.033539 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b530a115-f4a8-43b1-b191-48efddee08a9", "name": "network-vif-deleted", "tag": "c97a6775-913a-43ac-9945-f1fd19ccfd8f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:31.033791 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed997b18-e086-4df4-a358-3baa3568e8fd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:31.034222 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b530a115-f4a8-43b1-b191-48efddee08a9', 'name': 'network-vif-deleted', 'tag': 'c97a6775-913a-43ac-9945-f1fd19ccfd8f', 'status': 'completed', 'code': 200} Nov 02 16:29:31.045793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.113488 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:58Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:31.122192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.136324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.138842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30651-c94d-4f17-a64b-10280e086418 req-300af665-4e6b-4e4d-95f6-04842c261452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:31.140305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-300af665-4e6b-4e4d-95f6-04842c261452 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.1053529 Nov 02 16:29:31.166116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Calling delete_port for dd1333c4-1262-4221-865e-d0de77ae4907 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:31.197997 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] Checking router: 30ee36e6-65d5-4ff2-8229-52baa04340ce for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:31.203117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-fa5928b9-fd5e-46a4-896d-53e43fd40aa2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483775 Nov 02 16:29:31.223371 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:31.224230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:31.235532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Deleting port f5b34841-3f1d-40a9-a0c7-01c0c612219a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:31.235922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.313220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:28Z', 'revision_number': 5, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:31.356701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f5001-213e-4609-bf12-1a1da04a4ba9 None None] The sync data for ids ['5a212221-55d1-44a2-b584-60a3fa60d084'] in n-d-811405-2 is: [{'id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'name': 'tempest-FloatingIPsTestJSON-677442752-router', 'tenant_id': 'cd2eb748242a488fb73198e63a4b2175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:58Z', 'updated_at': '2021-11-02T16:29:28Z', 'revision_number': 5, 'project_id': 'cd2eb748242a488fb73198e63a4b2175', 'gw_port': {'id': 'f5b34841-3f1d-40a9-a0c7-01c0c612219a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a212221-55d1-44a2-b584-60a3fa60d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:31.393553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e40d7-4d35-43ed-beba-e7d25bb80c49 req-bca7eb97-29d3-491e-8a07-ad21cd1a43cc tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:31.402700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e7e40d7-4d35-43ed-beba-e7d25bb80c49 req-bca7eb97-29d3-491e-8a07-ad21cd1a43cc tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 945 time: 0.2722712 Nov 02 16:29:31.412089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c97a6775-913a-43ac-9945-f1fd19ccfd8f no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:31.426338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-b7e72edc-6707-4865-9934-a2b818685a72 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071123 Nov 02 16:29:31.432594 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:31.432780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] For port f5b34841-3f1d-40a9-a0c7-01c0c612219a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f5b34841-3f1d-40a9-a0c7-01c0c612219a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:31.433184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.436001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event updated for resources: {'Port': ['ID=f3290493-a200-4386-b6b7-f41c5ac74d4e,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:31.462911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.463188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: c97a6775-913a-43ac-9945-f1fd19ccfd8f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:31.463333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c97a6775-913a-43ac-9945-f1fd19ccfd8f not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:31.473906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Calling delete_port for f5b34841-3f1d-40a9-a0c7-01c0c612219a owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:31.486031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.494084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-0a20fb8c-4ac5-4375-922b-0869d8b97ec1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4800315 Nov 02 16:29:31.521615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e7e40d7-4d35-43ed-beba-e7d25bb80c49 req-c92a9558-48c9-4dd6-b7cf-ca00afc88768 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869288 Nov 02 16:29:31.638583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f6c30651-c94d-4f17-a64b-10280e086418 req-db5fc9a9-f8da-455c-8e26-6628a86c050a service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901832 Nov 02 16:29:31.714830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-e3d1c018-d696-40a3-9e24-d00a9903a6be tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.2193849 Nov 02 16:29:31.739727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a1f5c315-3d54-415d-b919-baee7f0ae318 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:31.779167 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:58Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:31.783948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a1f5c315-3d54-415d-b919-baee7f0ae318 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:31.784289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a1f5c315-3d54-415d-b919-baee7f0ae318 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:31.816113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:31.822343 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcfa-c99b-4038-90ed-898a15606ded None None] The sync data for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 is: [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:25:45Z', 'revision_number': 4, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c9f32ede-98e9-447b-9729-5c9f5718c324', 'name': '', 'network_id': 'ec79629a-3a98-4199-bed2-ff2f23aba855', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'mac_address': 'fa:16:3e:04:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:44Z', 'updated_at': '2021-11-02T16:25:58Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'subnets': [{'id': 'bbdcc603-c318-4987-9ef7-2a50d056c5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:31.850682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b34841-3f1d-40a9-a0c7-01c0c612219a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:31.909051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-a1b52850-5584-4adb-b1dd-18ad94f7637a tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:31.910774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f090c6-9f55-4be6-a5ab-e0c0bc43e5c9 req-a1b52850-5584-4adb-b1dd-18ad94f7637a tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1476703 Nov 02 16:29:31.978653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.086233 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96a737af-8513-40ac-bbf7-50e46a7564cb req-755e724f-0cf3-44cc-b64b-81ff99c14065 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.0554128 Nov 02 16:29:32.109240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-9ca62365-07a9-45d2-90ff-eec7a81d6a46 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:32.110923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-9ca62365-07a9-45d2-90ff-eec7a81d6a46 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.4782996 Nov 02 16:29:32.117116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.189963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1333c4-1262-4221-865e-d0de77ae4907,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:32.241485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-1b95d814-6aef-477e-a780-4d50019fa4d4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.1105299 Nov 02 16:29:32.412927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-6621ab57-cbfd-40a9-9101-3d612add3c5b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698811 Nov 02 16:29:32.472678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.475806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.478349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254fc89-fafc-4cb2-8211-6f4074b76ca1 None None] New status for floating IP 98eee314-053f-47e4-8ba6-1c2628333afe: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:29:32.527838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.528516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a212221-55d1-44a2-b584-60a3fa60d084 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:29:32.537532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.542100 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-983efa7c-f0f0-4d49-98d6-e107f9c5626d admin admin] 10.222.0.31 "DELETE /v2.0/routers/5a212221-55d1-44a2-b584-60a3fa60d084 HTTP/1.1" status: 204 len: 168 time: 2.3194370 Nov 02 16:29:32.542361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51584) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:32.542782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dba587-3fd2-46cb-aa1a-572a3dfcb52a req-0144a440-dd8e-4e5d-8219-6532bf3eb52f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:32.550354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35dba587-3fd2-46cb-aa1a-572a3dfcb52a req-0144a440-dd8e-4e5d-8219-6532bf3eb52f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 944 time: 0.2980917 Nov 02 16:29:32.599770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Deleting subnet 82e605d9-006a-4f43-9c59-cb7d45acfcd5 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:29:32.613784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.616151 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.654300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35dba587-3fd2-46cb-aa1a-572a3dfcb52a req-0fea315a-6714-4228-b1e6-de53ee1de913 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Nov 02 16:29:32.705891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.806565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-356a5fdf-dc08-4bec-8cdc-982a64b07ce3 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927138 Nov 02 16:29:32.842686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.912407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.939840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e605d9-006a-4f43-9c59-cb7d45acfcd5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:32.943932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:32.949841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e464ee32-d8ed-4097-91c9-af4748a86f87 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82e605d9-006a-4f43-9c59-cb7d45acfcd5 HTTP/1.1" status: 204 len: 168 time: 0.4041874 Nov 02 16:29:32.950104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51594) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:32.958709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87853649-5672-4fe5-b26f-2c07840304c0 None None] Network 806bcadb-677d-41c4-9670-22d1478c6b33 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:33.038094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:33.041004 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4138a198-ad5a-42c7-8f5e-78cc66d1a690" -d '{"events": [{"name": "network-changed", "server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:33.051980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.143106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Deleting port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:33.143450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.217425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] For port eee94f8c-16fd-4cb5-a98b-df5b86ba3756, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:33.217680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.221490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7e767-1202-489d-86ff-5404074076fb None None] DHCP port deletion for 806bcadb-677d-41c4-9670-22d1478c6b33 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:29:33.237689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Calling delete_port for eee94f8c-16fd-4cb5-a98b-df5b86ba3756 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:33.300337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-49c7e767-1202-489d-86ff-5404074076fb None None] Deleting port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:33.300787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49c7e767-1202-489d-86ff-5404074076fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.338703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.371926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-49c7e767-1202-489d-86ff-5404074076fb None None] For port eee94f8c-16fd-4cb5-a98b-df5b86ba3756, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,segment=NetworkSegment(9b96c770-125d-44af-8ba0-22e3b49b3378),segment_id=9b96c770-125d-44af-8ba0-22e3b49b3378)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:33.372193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:33.372704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49c7e767-1202-489d-86ff-5404074076fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.375321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] No DVR routers for this DVR port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:33.392445 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-49c7e767-1202-489d-86ff-5404074076fb None None] Calling delete_port for eee94f8c-16fd-4cb5-a98b-df5b86ba3756 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:33.432655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-28824470-4e10-4b38-b946-f2da4b525996 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:33.439206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d0440503-c10c-43b5-98d4-3dc1e4fff292 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:33.439853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-28824470-4e10-4b38-b946-f2da4b525996 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 821 time: 0.6323016 Nov 02 16:29:33.457290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.461690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-8fc680ce-78cb-48cf-bdc9-0f4e646ae7ba tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/quotas/2e0ccbdce4ca45eeaa2ebaca1958317e HTTP/1.1" status: 200 len: 375 time: 0.0208616 Nov 02 16:29:33.485330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806bcadb-677d-41c4-9670-22d1478c6b33']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:33.497149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b96c770-125d-44af-8ba0-22e3b49b3378') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:33.497422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b96c770-125d-44af-8ba0-22e3b49b3378') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:33.512193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.519215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-892cc702-816c-4157-b7c1-a40087f27f02 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563997 Nov 02 16:29:33.529660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.541861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:29:33.542631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.584577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-df38a2f3-b50d-403f-9992-3da76d3ce1ed tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1218390 Nov 02 16:29:33.593321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:33.609014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49c7e767-1202-489d-86ff-5404074076fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:29:33.610114 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:29:33.614026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.627630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.633763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] 10.222.0.31 "DELETE /v2.0/networks/806bcadb-677d-41c4-9670-22d1478c6b33 HTTP/1.1" status: 204 len: 168 time: 0.6825538 Nov 02 16:29:33.637924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda', 'port_id': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'mac_address': 'fa:16:3e:5a:8a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11dabdd6-b24b-4721-9ad5-1d3184d0c5c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:33.645469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7e767-1202-489d-86ff-5404074076fb None None] Pushing event deleted for resources: {'Port': ['ID=eee94f8c-16fd-4cb5-a98b-df5b86ba3756,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:33.700970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44321d-7bea-4731-b85e-959a84e55890 admin admin] Pushing event deleted for resources: {'Network': ['ID=806bcadb-677d-41c4-9670-22d1478c6b33,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:33.719129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7e767-1202-489d-86ff-5404074076fb None None] No DVR routers for this DVR port eee94f8c-16fd-4cb5-a98b-df5b86ba3756 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:33.722637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:33.742458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-b57011d5-655b-4092-be38-f5aa30f5e752 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564834 Nov 02 16:29:33.763795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0440503-c10c-43b5-98d4-3dc1e4fff292 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:33.955051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-b9104088-255f-4fba-a2db-545c02677632 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117167 Nov 02 16:29:33.990330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:34.029261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a605de-0929-4595-a8e0-6dfe49386c0f req-fb7711bf-4414-4f23-a54a-cc8d4896a85a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:34.031098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5a605de-0929-4595-a8e0-6dfe49386c0f req-fb7711bf-4414-4f23-a54a-cc8d4896a85a tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 945 time: 0.0751779 Nov 02 16:29:34.082635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51614) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:34.104110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:34.106466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device eee94f8c-16fd-4cb5-a98b-df5b86ba3756 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:34.159761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:34.165651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: eee94f8c-16fd-4cb5-a98b-df5b86ba3756 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:34.166000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device eee94f8c-16fd-4cb5-a98b-df5b86ba3756 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:34.166444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f5b34841-3f1d-40a9-a0c7-01c0c612219a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:34.194633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7b2444c1-637a-4ca5-b840-e3f9d62d5116 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd2eb748242a488fb73198e63a4b2175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1104996 Nov 02 16:29:34.195778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51616) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:34.228537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5a605de-0929-4595-a8e0-6dfe49386c0f req-12ae69d8-059a-4a18-8bfc-d3206dc789ce tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594279 Nov 02 16:29:34.251079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f5b34841-3f1d-40a9-a0c7-01c0c612219a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:34.251079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f5b34841-3f1d-40a9-a0c7-01c0c612219a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:34.275850 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b127d9-27c0-4273-bfce-8d7b7cc5e21a x-openstack-request-id: req-e0b127d9-27c0-4273-bfce-8d7b7cc5e21a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:34.276165 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:34.276680 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0b127d9-27c0-4273-bfce-8d7b7cc5e21a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:34.277863 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'status': 'completed', 'code': 200} Nov 02 16:29:34.309576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:34.323815 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] Sync routers for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:34.336293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1a694347-dd04-42d7-ba8a-a31e408f2497 admin admin] 10.222.0.31 "PUT /v2.0/routers/95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0397289 Nov 02 16:29:34.337060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51626) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:34.339393 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:34.340028 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:34.411702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-4f0549a2-3779-4321-a62b-39c75a8f3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:34.413445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-4f0549a2-3779-4321-a62b-39c75a8f3803 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1096 time: 0.1269605 Nov 02 16:29:34.438119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:34.467803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:34.555460 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1fc981e7-dd09-49c9-b7bf-845c884a245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:34.594686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1fc981e7-dd09-49c9-b7bf-845c884a245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:34.650850 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:34.663254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-803cd2b8-41e6-4c71-8d2c-d9506248c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:34.681829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74214132-36ae-41dd-9d2e-d9a11aa12bcc req-14498cab-5feb-44ee-9295-56a23fa7d836 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.1888754 Nov 02 16:29:34.696757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-803cd2b8-41e6-4c71-8d2c-d9506248c2a2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.2645023 Nov 02 16:29:34.733099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489561ed-d76f-4dce-b304-ea78abe8a4e9 req-d549abab-20ee-40f2-8000-7dea416d71b7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:34.735975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-489561ed-d76f-4dce-b304-ea78abe8a4e9 req-d549abab-20ee-40f2-8000-7dea416d71b7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 945 time: 0.2711856 Nov 02 16:29:34.791225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-a5e36513-4230-48b6-9048-a847c88a110c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 217 time: 0.0885561 Nov 02 16:29:34.796306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:34.854362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-3a6134b7-160e-45b8-ad60-4950fb804d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:34.855912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-3a6134b7-160e-45b8-ad60-4950fb804d82 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.0575624 Nov 02 16:29:34.868446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1fc981e7-dd09-49c9-b7bf-845c884a245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:34.872593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1fc981e7-dd09-49c9-b7bf-845c884a245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:34.874441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1fc981e7-dd09-49c9-b7bf-845c884a245d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c62d787-761e-4798-8092-5ed77ad0cfb9 HTTP/1.1" status: 204 len: 168 time: 0.6720717 Nov 02 16:29:34.925438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc981e7-dd09-49c9-b7bf-845c884a245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62d787-761e-4798-8092-5ed77ad0cfb9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:34.935623 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-ec409391-cc0e-4303-a426-9576bca88b3d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600324 Nov 02 16:29:35.061385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0863f21-dead-45c3-b594-17d97f3b00db req-559564cc-d1ab-451d-8f09-7dfa19e52dc9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 210 time: 0.0516803 Nov 02 16:29:35.100463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-489561ed-d76f-4dce-b304-ea78abe8a4e9 req-42a83c2e-590d-45c9-89c4-dccd4218a540 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571665 Nov 02 16:29:35.168538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-3398da55-7a4d-4414-883d-ecc181dba19c service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191961 Nov 02 16:29:35.171505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:29:31Z', 'revision_number': 5, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port': {'id': 'e5113877-8c04-41b3-9c3e-d13067b03f48', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:07Z', 'updated_at': '2021-11-02T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:35.186703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:35.241338 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] Checking router: 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:35.276327 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] Routers {'95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:35.282640 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:35.307687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e90f271-cd74-41ce-8a35-50911f529de1 req-3100db30-b58e-427a-8723-86e1331ad22c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 210 time: 0.0550349 Nov 02 16:29:35.359875 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Deleting port e5113877-8c04-41b3-9c3e-d13067b03f48 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:35.360968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:35.417341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d0440503-c10c-43b5-98d4-3dc1e4fff292 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:35.473164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4138a198-ad5a-42c7-8f5e-78cc66d1a690 req-c094133d-76ea-4453-9582-6abcccd4549d service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877278 Nov 02 16:29:35.544050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] For port e5113877-8c04-41b3-9c3e-d13067b03f48, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e5113877-8c04-41b3-9c3e-d13067b03f48,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:35.545417 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:35.583563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Calling delete_port for e5113877-8c04-41b3-9c3e-d13067b03f48 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:35.587471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port d0440503-c10c-43b5-98d4-3dc1e4fff292 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:29:35.597523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port d0440503-c10c-43b5-98d4-3dc1e4fff292 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:35.598656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:35.776292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:35.828123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:35.829788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:35.833820 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36917337-1c72-43a4-8506-05d8f196a566" -d '{"events": [{"server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "name": "network-vif-plugged", "status": "completed", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:35.838479 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:35.880395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-692ce4db-6143-45d4-a9a6-072f7fe382a6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:35.881931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-692ce4db-6143-45d4-a9a6-072f7fe382a6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.3450260 Nov 02 16:29:35.900831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:35.907444 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] Set router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:35.939028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:35.999737 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:29:35Z', 'revision_number': 6, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:36.027107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d8c26ec-869d-48ce-ad7c-7598acb69c4b req-a430fb85-12fc-48c9-8dce-59b1cd723401 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.0522017 Nov 02 16:29:36.030018 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0d650-df00-4516-b9ac-fd6dc4dfe915 None None] The sync data for ids ['95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb'] in n-d-811405-2 is: [{'id': '95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-877581924-router', 'tenant_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:05Z', 'updated_at': '2021-11-02T16:29:35Z', 'revision_number': 6, 'project_id': '4a968f27dccf48bf8ae35e1d7a42c8eb', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:36.090920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414a889-c82f-4304-9b17-2dfa373b8d69 req-ecca478a-088b-4c63-a2bb-7970e9f6f4c3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:36.092546 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e414a889-c82f-4304-9b17-2dfa373b8d69 req-ecca478a-088b-4c63-a2bb-7970e9f6f4c3 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 945 time: 0.4702349 Nov 02 16:29:36.130609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:36.134990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.177118 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c26bb0-1b59-4ade-9529-1bed06717490 x-openstack-request-id: req-f0c26bb0-1b59-4ade-9529-1bed06717490 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:36.177945 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "name": "network-vif-plugged", "status": "completed", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:36.178623 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0c26bb0-1b59-4ade-9529-1bed06717490 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:36.180015 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'code': 200} Nov 02 16:29:36.271345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e414a889-c82f-4304-9b17-2dfa373b8d69 req-21d6be00-b1f2-4ed7-ad65-1de4b22a13cc tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633046 Nov 02 16:29:36.271870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:36.348408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77e707f4-b404-4f16-94ff-435b6f141295 req-04e0cd35-4e29-4dcb-9d15-50f3a7a0e00e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 210 time: 0.0506384 Nov 02 16:29:36.349833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.376582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5113877-8c04-41b3-9c3e-d13067b03f48,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:36.557794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7cfbd-9391-4be5-b203-3a04a4ebe4c7 req-251e24b3-ff17-443b-860c-11f5805a8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:36.559369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c2f7cfbd-9391-4be5-b203-3a04a4ebe4c7 req-251e24b3-ff17-443b-860c-11f5805a8e66 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1097 time: 0.2033896 Nov 02 16:29:36.559792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc4564-66fa-45bf-9916-1fa554764b42 req-38ca708e-2155-4ad2-88d0-2af064c1e601 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:36.568876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32cc4564-66fa-45bf-9916-1fa554764b42 req-38ca708e-2155-4ad2-88d0-2af064c1e601 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 946 time: 0.1110692 Nov 02 16:29:36.604553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.9 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/a501d700-b925-4d83-b385-522c71e944d4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:36.607273 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.629437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c2f7cfbd-9391-4be5-b203-3a04a4ebe4c7 req-4b797cf0-b844-4495-b4fa-34c11d0b4868 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582411 Nov 02 16:29:36.713775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-342618d9-9c11-4480-97f6-f745bfff375b tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:36.715507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-342618d9-9c11-4480-97f6-f745bfff375b tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.100 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 821 time: 0.3623061 Nov 02 16:29:36.716048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-network', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:36.782424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32cc4564-66fa-45bf-9916-1fa554764b42 req-6181a4fa-3ac1-4e53-9005-54da873b06ce tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100091 Nov 02 16:29:36.786700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-547146d7-3409-48c0-91fa-fe9fd3ac6c92 req-4f0b9285-a12c-45f5-b51a-714028af2a2d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 210 time: 0.1813431 Nov 02 16:29:36.796607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.803133 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.856152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Made reservation on behalf of d44cf72422134a1d839ab7a8d9d6ddbd for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:36.859328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.870309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.879570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.880315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:29:36.888368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.889680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-52faafe4-ae0c-4c87-afa0-14e5cba03bc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/95bdc334-7a9c-4ff6-96a4-c459e4a7e9fb HTTP/1.1" status: 204 len: 168 time: 2.5504549 Nov 02 16:29:36.891933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51696) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:36.915050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.961236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Deleting subnet 178b4bf6-44d1-4b62-8fab-3055baf9d99e {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:29:36.963423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'port': {'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'admin_state_up': True, 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:36.964589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.968025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:36.980033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:36.984961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1e93ce17-4e4c-49b8-911e-f135033fd7fc'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:37.044423 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.122886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd199-501b-4485-8730-8d5e12310b6b req-bab97c4f-a0b3-4d51-93fc-f0613d124831 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:37.124400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c31fd199-501b-4485-8730-8d5e12310b6b req-bab97c4f-a0b3-4d51-93fc-f0613d124831 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 945 time: 0.2655220 Nov 02 16:29:37.142299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:37.168831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.222742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=a501d700-b925-4d83-b385-522c71e944d4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:37.256109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:37.270004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:37.376217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.448842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.450664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178b4bf6-44d1-4b62-8fab-3055baf9d99e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:37.455320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-634e8529-141c-4cd7-b12a-91e810bf89a6 req-3c0dd5a0-78d8-406d-a508-9ff5524d47aa tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/ports?device_id=b530a115-f4a8-43b1-b191-48efddee08a9 HTTP/1.1" status: 200 len: 210 time: 0.1310894 Nov 02 16:29:37.470765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.476993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:37.477618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.492878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51708) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:37.519826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:29:37.556479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-5ceb8e5f-4897-41aa-8b52-e0bd4184d389 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6619110 Nov 02 16:29:37.563567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.563954 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Added segment 3fc5a260-486a-4276-84f0-cc370133b049 of type vlan for network 6864ef59-9669-45df-a44d-16003bdebc75 Nov 02 16:29:37.598673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Request body: {'port': {'device_id': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:37.604129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Made reservation on behalf of 2e0ccbdce4ca45eeaa2ebaca1958317e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:37.613033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.666544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Deleting port 3e814e00-5013-4223-bed8-4a1abcf262f6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:37.666886 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.673095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38486a7-0b6d-4db5-977e-044a97b5659a None None] Network 8f3efee8-e089-4221-ab14-c94294fd8ce4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:37.727688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.734039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14613c66-bdf6-45de-93dc-0423110ff3f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/178b4bf6-44d1-4b62-8fab-3055baf9d99e HTTP/1.1" status: 204 len: 168 time: 0.8382511 Nov 02 16:29:37.772675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51712) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:37.793020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd1333c4-1262-4221-865e-d0de77ae4907 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:37.803199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.839736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: dd1333c4-1262-4221-865e-d0de77ae4907 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:37.840192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd1333c4-1262-4221-865e-d0de77ae4907 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:37.840618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e5113877-8c04-41b3-9c3e-d13067b03f48 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:37.858388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] For port 3e814e00-5013-4223-bed8-4a1abcf262f6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3e814e00-5013-4223-bed8-4a1abcf262f6,segment=NetworkSegment(32081e4b-bd06-4a02-920e-198e35872e82),segment_id=32081e4b-bd06-4a02-920e-198e35872e82)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:37.859146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.864458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e5113877-8c04-41b3-9c3e-d13067b03f48 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:37.864807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e5113877-8c04-41b3-9c3e-d13067b03f48 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:37.883439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Calling delete_port for 3e814e00-5013-4223-bed8-4a1abcf262f6 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:37.888215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1430c3d3-3c57-4cbd-b38d-446a3fd518e9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:37.907885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.915684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c85204-c3a4-44e3-bed7-a546bb289a36 req-6e78b7ba-8bd4-4a26-8ca7-a18e83e5f24f tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:37.926639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c85204-c3a4-44e3-bed7-a546bb289a36 req-6e78b7ba-8bd4-4a26-8ca7-a18e83e5f24f tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 945 time: 0.2642450 Nov 02 16:29:37.973687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.974659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:37.975222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:37.979638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] DHCP port deletion for 8f3efee8-e089-4221-ab14-c94294fd8ce4 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:29:37.983975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc4346-1de7-48aa-b29e-8f6e2913c4eb req-67aa6684-e442-4686-9140-fe93e038a67e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:37.991198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19cc4346-1de7-48aa-b29e-8f6e2913c4eb req-67aa6684-e442-4686-9140-fe93e038a67e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 931 time: 0.3303695 Nov 02 16:29:38.017841 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.046967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] Deleting port fab721de-131e-40f1-b0b6-b441d0fa4bdc {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:38.047570 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.080544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Allocated IP 172.20.0.5 (d2fa0ac6-0088-4b7c-b15a-879f6f645ed0/8dcd879d-2c55-4512-a5c0-c7f0d7347971/6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:38.127735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] For port fab721de-131e-40f1-b0b6-b441d0fa4bdc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fab721de-131e-40f1-b0b6-b441d0fa4bdc,segment=NetworkSegment(1c325b99-cabe-4b99-b4a5-5867f8226616),segment_id=1c325b99-cabe-4b99-b4a5-5867f8226616)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:38.128296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.130883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6c85204-c3a4-44e3-bed7-a546bb289a36 req-4af56069-1d92-46d7-9c05-b83ea8a3bc3c tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad447114-cce7-4044-bc10-acaa2058c7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033076 Nov 02 16:29:38.138373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8396907 Nov 02 16:29:38.144190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51718) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:38.148796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] Calling delete_port for fab721de-131e-40f1-b0b6-b441d0fa4bdc owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:38.150600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Request body: {'subnet': {'network_id': '6864ef59-9669-45df-a44d-16003bdebc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-subnet', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:38.156417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c9625-2c52-4b1e-a7ac-4f05e99d7eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=6864ef59-9669-45df-a44d-16003bdebc75,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:38.171894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6864ef59-9669-45df-a44d-16003bdebc75 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:29:38.179776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c648d387-c8fd-43f2-a11d-c584994c871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.195682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19cc4346-1de7-48aa-b29e-8f6e2913c4eb req-c9dde4e8-d98a-4bb8-9858-9a4ab7186b4f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028315 Nov 02 16:29:38.219233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Made reservation on behalf of d44cf72422134a1d839ab7a8d9d6ddbd for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:38.221560 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.372218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8c54e78-e896-4aab-8016-a1c8c46cb9df req-124b574b-e2aa-4b93-a56c-cf770b960bed tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 210 time: 0.0603476 Nov 02 16:29:38.405081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Deleting port fab721de-131e-40f1-b0b6-b441d0fa4bdc {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:38.405675 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.425931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.471391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] Pushing event deleted for resources: {'Port': ['ID=fab721de-131e-40f1-b0b6-b441d0fa4bdc,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:38.492050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666128bc-1d92-44fc-ad52-385edb239267 req-c6c18e7f-75ad-49ed-8e56-7a6a3645ece0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:38.494035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-666128bc-1d92-44fc-ad52-385edb239267 req-c6c18e7f-75ad-49ed-8e56-7a6a3645ece0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 946 time: 0.1844952 Nov 02 16:29:38.501693 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f7dde13-9b5f-446b-b3d5-af077941a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.512756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] For port fab721de-131e-40f1-b0b6-b441d0fa4bdc, host n-d-811405-2, got binding levels [] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:38.513484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.514591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645963f-1758-4a94-bad4-8b06f7e71f27 None None] No DVR routers for this DVR port fab721de-131e-40f1-b0b6-b441d0fa4bdc on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:38.565371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Calling delete_port for fab721de-131e-40f1-b0b6-b441d0fa4bdc owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:38.571808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Port fab721de-131e-40f1-b0b6-b441d0fa4bdc was not found and therefore no delete operation was performed {{(pid=102066) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:29:38.579585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.618628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51724) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:38.649285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab721de-131e-40f1-b0b6-b441d0fa4bdc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:38.654430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-666128bc-1d92-44fc-ad52-385edb239267 req-5c574a81-9b3a-4f6b-a3b0-0d47f369d186 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532841 Nov 02 16:29:38.666410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] No DVR routers for this DVR port fab721de-131e-40f1-b0b6-b441d0fa4bdc on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:38.673460 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c648d387-c8fd-43f2-a11d-c584994c871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.717564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c648d387-c8fd-43f2-a11d-c584994c871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.749206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.764964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.778951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.829701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c648d387-c8fd-43f2-a11d-c584994c871e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec964975b2db4cb0a1178dbca3e8442a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3146546 Nov 02 16:29:38.832003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51728) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:38.834424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event deleted for resources: {'Port': ['ID=3e814e00-5013-4223-bed8-4a1abcf262f6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:38.846839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648d387-c8fd-43f2-a11d-c584994c871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41dd22d-a023-488a-93e8-5d0bf343dbe3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:38.848818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.882576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e876b1-4485-4a08-b196-e3a0ceeec14a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.913147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc97061-40e5-431a-b4de-1d103b5cbbe7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:38.927401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-f7bf9852-6180-48b1-8dbd-babad5bf79d4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-730944770&fields=id&tenant_id=70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 267 time: 0.1818845 Nov 02 16:29:38.931083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3efee8-e089-4221-ab14-c94294fd8ce4']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:38.940431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] No DVR routers for this DVR port 3e814e00-5013-4223-bed8-4a1abcf262f6 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:38.951012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c325b99-cabe-4b99-b4a5-5867f8226616') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:38.951012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c325b99-cabe-4b99-b4a5-5867f8226616') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:38.951475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.954602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c31fd199-501b-4485-8730-8d5e12310b6b req-6f8fb3df-2d35-4de2-9600-a085331e0242 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.55 "DELETE /v2.0/ports/3e814e00-5013-4223-bed8-4a1abcf262f6 HTTP/1.1" status: 204 len: 173 time: 1.8214669 Nov 02 16:29:38.958820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'name': 'network-vif-deleted', 'tag': '3e814e00-5013-4223-bed8-4a1abcf262f6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:38.961242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e876b1-4485-4a08-b196-e3a0ceeec14a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:38.962165 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3b976c-8611-4201-be3b-eab9254343f7" -d '{"events": [{"server_uuid": "e2952cd0-888c-4117-b4a8-75c12d09df24", "name": "network-vif-deleted", "tag": "3e814e00-5013-4223-bed8-4a1abcf262f6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:38.993692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.001582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.012043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['87942c2b-91a1-4927-83b3-14f760cf41a1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:39.046879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Checking segment: {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:39.047594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Network hostable DHCP agents. Network: 6864ef59-9669-45df-a44d-16003bdebc75, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:29:39.057073 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f21d408-001e-47b4-aae5-7c407e050a92 x-openstack-request-id: req-2f21d408-001e-47b4-aae5-7c407e050a92 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:39.057357 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2952cd0-888c-4117-b4a8-75c12d09df24", "name": "network-vif-deleted", "tag": "3e814e00-5013-4223-bed8-4a1abcf262f6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:39.057595 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f21d408-001e-47b4-aae5-7c407e050a92 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:39.057979 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2952cd0-888c-4117-b4a8-75c12d09df24', 'name': 'network-vif-deleted', 'tag': '3e814e00-5013-4223-bed8-4a1abcf262f6', 'status': 'completed', 'code': 200} Nov 02 16:29:39.069093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.089533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:29:39.090061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bcd214f-4c0b-412e-9ed0-e60bfcff81df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.090798 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:29:39.094238 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:29:39.103587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:39.123591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:39.129251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event updated for resources: {'Port': ['ID=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:39.137331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:39.147411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a501d700-b925-4d83-b385-522c71e944d4 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:39.179557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bcd214f-4c0b-412e-9ed0-e60bfcff81df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.181473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Network 6864ef59-9669-45df-a44d-16003bdebc75 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:29:39.204357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-c497d664-aa47-4f89-ad04-193f805198b1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:39.205045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.206092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-c497d664-aa47-4f89-ad04-193f805198b1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 946 time: 0.2604227 Nov 02 16:29:39.231649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 6864ef59-9669-45df-a44d-16003bdebc75) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:39.233330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.244931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1abc27-2540-427a-aa17-27049fe2be78 None None] Network 6864ef59-9669-45df-a44d-16003bdebc75 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:39.256384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'port': {'security_groups': ['054b75f9-c357-4f84-85c6-960d66d4c58b', '4d6b51e8-c2cc-42ff-82b3-a241c43f13ff']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:39.274046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Transition to ACTIVE for port object a501d700-b925-4d83-b385-522c71e944d4 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:29:39.295368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:39.296198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.300669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.303429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.314074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8f3efee8-e089-4221-ab14-c94294fd8ce4 HTTP/1.1" status: 204 len: 168 time: 1.5401936 Nov 02 16:29:39.567499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-6864ef59-9669-45df-a44d-16003bdebc75', 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'fixed_ips': [{'subnet_id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:29:39.573294 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.619914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b75bb139-d789-4294-9717-52b6c3b33a99 None None] Provisioning complete for port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:39.620388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b75bb139-d789-4294-9717-52b6c3b33a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.657702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b75bb139-d789-4294-9717-52b6c3b33a99 None None] Port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:39.693721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:39.711947 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-3795a1ce-73d4-4d83-b6bb-0588fd9e9c7d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7574129 Nov 02 16:29:39.754784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:39.755475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.761032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Request body: {'port': {'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:39.762735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e876b1-4485-4a08-b196-e3a0ceeec14a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.765496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e876b1-4485-4a08-b196-e3a0ceeec14a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.766720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-81e876b1-4485-4a08-b196-e3a0ceeec14a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "DELETE /v2.0/security-groups/f70783a7-1b6b-401d-99b8-4e1f1a24d8f1 HTTP/1.1" status: 204 len: 168 time: 1.1454346 Nov 02 16:29:39.786951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fab721de-131e-40f1-b0b6-b441d0fa4bdc no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:39.798904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:39.809209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: fab721de-131e-40f1-b0b6-b441d0fa4bdc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:39.809460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fab721de-131e-40f1-b0b6-b441d0fa4bdc not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:39.827992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e876b1-4485-4a08-b196-e3a0ceeec14a tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70783a7-1b6b-401d-99b8-4e1f1a24d8f1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:39.843837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a501d700-b925-4d83-b385-522c71e944d4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:39.850915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bcd214f-4c0b-412e-9ed0-e60bfcff81df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.854152 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bcd214f-4c0b-412e-9ed0-e60bfcff81df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.855353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9bcd214f-4c0b-412e-9ed0-e60bfcff81df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a41dd22d-a023-488a-93e8-5d0bf343dbe3 HTTP/1.1" status: 204 len: 168 time: 1.0219982 Nov 02 16:29:39.873884 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-da5bfd24-fe89-4da0-becc-e650599597de tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] show failed (client error): The resource could not be found. Nov 02 16:29:39.877869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485bb35-42c4-4e2f-9905-ef42e37c0ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3efee8-e089-4221-ab14-c94294fd8ce4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:39.879141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da5bfd24-fe89-4da0-becc-e650599597de tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "GET /v2.0/security-groups/f70783a7-1b6b-401d-99b8-4e1f1a24d8f1 HTTP/1.1" status: 404 len: 347 time: 0.0788932 Nov 02 16:29:39.885496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51746) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:39.898779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:39.906039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f273f870-4da7-476c-a37e-034deb967992 req-ba00152e-e617-42dd-8046-a4874a8e7b15 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2952cd0-888c-4117-b4a8-75c12d09df24 HTTP/1.1" status: 200 len: 210 time: 0.1472397 Nov 02 16:29:39.921582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-24b23eb6-0eb7-4017-9275-ccd803f4288b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7731445 Nov 02 16:29:39.921901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51748) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:39.932001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:40.011671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Allocated IP 172.20.0.2 (6864ef59-9669-45df-a44d-16003bdebc75/3dc97061-40e5-431a-b4de-1d103b5cbbe7/e761086a-d6ab-4161-be7c-d7dcea79eed9) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:40.025582 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.026713 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.087510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.115402 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.121662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3e814e00-5013-4223-bed8-4a1abcf262f6 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:40.156380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd214f-4c0b-412e-9ed0-e60bfcff81df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41dd22d-a023-488a-93e8-5d0bf343dbe3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:40.191528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 3e814e00-5013-4223-bed8-4a1abcf262f6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:40.192264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3e814e00-5013-4223-bed8-4a1abcf262f6 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:40.362913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51752) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:40.402238 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.409925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.435976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Attempting to bind port a501d700-b925-4d83-b385-522c71e944d4 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:40.436317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Attempting to bind port a501d700-b925-4d83-b385-522c71e944d4 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:40.436865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Attempting to bind port a501d700-b925-4d83-b385-522c71e944d4 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:40.456211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Network 6864ef59-9669-45df-a44d-16003bdebc75 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:40.461511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:40.463965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a4ca3-30a5-4579-87a4-de584510636d req-faa4b2a1-3c21-41b3-9c8a-f649037edf2b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:40.465540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-835a4ca3-30a5-4579-87a4-de584510636d req-faa4b2a1-3c21-41b3-9c8a-f649037edf2b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 943 time: 0.3482664 Nov 02 16:29:40.466483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-026e6cca-cb40-4635-a32a-47f5a61dac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.467950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:40.474204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.488449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Pushing event updated for resources: {'Port': ['ID=e761086a-d6ab-4161-be7c-d7dcea79eed9,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:40.512206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Port a501d700-b925-4d83-b385-522c71e944d4 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:29:40.512206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Attempting to bind port a501d700-b925-4d83-b385-522c71e944d4 on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:40.557402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Attempting to bind port e761086a-d6ab-4161-be7c-d7dcea79eed9 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:40.557675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Attempting to bind port e761086a-d6ab-4161-be7c-d7dcea79eed9 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:40.557869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:40.558013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Attempting to bind port e761086a-d6ab-4161-be7c-d7dcea79eed9 on network 6864ef59-9669-45df-a44d-16003bdebc75 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:40.558183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:40.558578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:40.559031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Bound port: a501d700-b925-4d83-b385-522c71e944d4, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:40.559385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.565110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:40.565979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Checking segment: {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:40.566446 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.566847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Bound using segment: {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:40.567468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Bound port: e761086a-d6ab-4161-be7c-d7dcea79eed9, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:40.567898 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.575463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Deleting port df84c771-3ce6-4b67-99cb-dead761de42d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:40.575800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.641409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-835a4ca3-30a5-4579-87a4-de584510636d req-4494e79b-c5eb-4c9c-ad55-cb2a5a60e6e9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630931 Nov 02 16:29:40.655107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] For port e761086a-d6ab-4161-be7c-d7dcea79eed9, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:40.658972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] For port e761086a-d6ab-4161-be7c-d7dcea79eed9, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e761086a-d6ab-4161-be7c-d7dcea79eed9,segment=NetworkSegment(3fc5a260-486a-4276-84f0-cc370133b049),segment_id=3fc5a260-486a-4276-84f0-cc370133b049)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:40.665610 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.671789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:40.755585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f38a-403a-47eb-8d6f-457c1905703b None None] Pushing event updated for resources: {'Port': ['ID=e761086a-d6ab-4161-be7c-d7dcea79eed9,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:40.834617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] For port a501d700-b925-4d83-b385-522c71e944d4, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:40.849854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.856680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.857049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.870171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.881199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] For port a501d700-b925-4d83-b385-522c71e944d4, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a501d700-b925-4d83-b385-522c71e944d4,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:40.892218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:40.895755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Calling delete_port for df84c771-3ce6-4b67-99cb-dead761de42d owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:40.907288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.938255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:40.938896 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:40.940276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abb1fe8e-8696-48a4-8724-4c1e71df740f req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "PUT /v2.0/ports/d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 982 time: 1.7121735 Nov 02 16:29:40.946170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:40.948560 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea49bd1-5c8a-4b91-8983-3262d2761060" -d '{"events": [{"name": "network-changed", "server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:40.988449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-026e6cca-cb40-4635-a32a-47f5a61dac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.015612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01895722-d8e0-4585-b079-3b5138ddb56a req-61cffd7a-33f5-499e-ad48-28540aa45fb1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.024161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01895722-d8e0-4585-b079-3b5138ddb56a req-61cffd7a-33f5-499e-ad48-28540aa45fb1 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 931 time: 0.2469542 Nov 02 16:29:41.039479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-026e6cca-cb40-4635-a32a-47f5a61dac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.051296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a501d700-b925-4d83-b385-522c71e944d4,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:41.083417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:41.120405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f885b-415d-43e8-b284-a2fbc31d134f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:41.120660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.121119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.122831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-746fdc85-8e90-4f4f-bb1d-11eeb5319cd3 service neutron] 10.222.0.100 "PUT /v2.0/ports/a501d700-b925-4d83-b385-522c71e944d4 HTTP/1.1" status: 200 len: 1091 time: 3.5311437 Nov 02 16:29:41.123406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'tag': 'a501d700-b925-4d83-b385-522c71e944d4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:41.125677 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59896fe4-71aa-49e4-9b93-fdf9937dd107" -d '{"events": [{"name": "network-changed", "server_uuid": "33c9c91a-903a-4ed3-8f88-7e931a195b5a", "tag": "a501d700-b925-4d83-b385-522c71e944d4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:41.174097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b40d281-dc0d-4b1e-b28f-6228cad6b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.254043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e6cca-cb40-4635-a32a-47f5a61dac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b32554-aad9-4663-9ffd-49752dd45d45,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:41.269583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:41.290770 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.298216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.316860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01895722-d8e0-4585-b079-3b5138ddb56a req-62f036ac-d893-4c6b-94a3-1268bf8ebc60 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917309 Nov 02 16:29:41.355066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-026e6cca-cb40-4635-a32a-47f5a61dac18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ead7ddaf7d69487798a605202be09ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880965 Nov 02 16:29:41.356737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-01546a50-6183-46d1-a5a2-6bfc83c203b6 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-651909689&fields=id&tenant_id=70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 267 time: 0.2548184 Nov 02 16:29:41.357052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:41.387000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Transition to ACTIVE for port object 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:29:41.391088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.432580 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4553c6a0-2ee7-435e-abb5-d6d13c772079 x-openstack-request-id: req-4553c6a0-2ee7-435e-abb5-d6d13c772079 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:41.434900 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:41.435911 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4553c6a0-2ee7-435e-abb5-d6d13c772079 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:41.436878 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'status': 'completed', 'code': 200} Nov 02 16:29:41.501500 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790f95ab-541a-4f82-bfa9-2578b875eba5 x-openstack-request-id: req-790f95ab-541a-4f82-bfa9-2578b875eba5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:41.501791 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c9c91a-903a-4ed3-8f88-7e931a195b5a", "tag": "a501d700-b925-4d83-b385-522c71e944d4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:41.502044 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-790f95ab-541a-4f82-bfa9-2578b875eba5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:41.502465 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'tag': 'a501d700-b925-4d83-b385-522c71e944d4', 'status': 'completed', 'code': 200} Nov 02 16:29:41.531677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.548651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.576481 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-848a7778-0bd0-4792-aa52-402542f5a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.579339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.598253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-7ec61f16-96d1-4ea7-9475-f56536637884 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.602685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-7ec61f16-96d1-4ea7-9475-f56536637884 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 985 time: 0.1774964 Nov 02 16:29:41.631474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-1728f5f2-329e-4076-b089-efa15f8449cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.633554 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-1728f5f2-329e-4076-b089-efa15f8449cc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 1094 time: 0.3515422 Nov 02 16:29:41.642997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.662198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'port': {'security_groups': ['054b75f9-c357-4f84-85c6-960d66d4c58b', '4d6b51e8-c2cc-42ff-82b3-a241c43f13ff', '47ba9769-9eb2-4113-b4a3-bb8172e4b53e']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:41.662971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51776) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:41.745370 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-848a7778-0bd0-4792-aa52-402542f5a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.781355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Pushing event updated for resources: {'Port': ['ID=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:41.784520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-01cafe8e-c9dc-41e3-b03b-6e110cc89854 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a501d700-b925-4d83-b385-522c71e944d4 HTTP/1.1" status: 200 len: 217 time: 0.1362889 Nov 02 16:29:41.812417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-59ba4e53-3993-4944-97aa-d19aba8bee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.813908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-59ba4e53-3993-4944-97aa-d19aba8bee43 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1136 time: 0.3143823 Nov 02 16:29:41.814622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Pushing event deleted for resources: {'Port': ['ID=df84c771-3ce6-4b67-99cb-dead761de42d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:41.841023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e761086a-d6ab-4161-be7c-d7dcea79eed9 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:41.920661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e761086a-d6ab-4161-be7c-d7dcea79eed9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:41.921032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.939240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba083-edfc-4501-8548-7ea22416f76c req-8cc8fc32-c0c1-40c8-aa85-09bda313f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.939445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:41.941111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-8cc8fc32-c0c1-40c8-aa85-09bda313f4be service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0889986 Nov 02 16:29:41.971662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f453bd-106d-4fb8-91c6-3766c38faab0 req-b5f73cc2-ae59-45aa-8e69-6dc4a9a632bf tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:41.973235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02f453bd-106d-4fb8-91c6-3766c38faab0 req-b5f73cc2-ae59-45aa-8e69-6dc4a9a632bf tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 943 time: 0.2334940 Nov 02 16:29:41.997792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-848a7778-0bd0-4792-aa52-402542f5a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.000270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-848a7778-0bd0-4792-aa52-402542f5a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.001404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-848a7778-0bd0-4792-aa52-402542f5a251 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87b32554-aad9-4663-9ffd-49752dd45d45 HTTP/1.1" status: 204 len: 168 time: 0.6383204 Nov 02 16:29:42.046532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Allocated IP 172.25.7.179 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/52d8940d-61a1-4d54-b797-780a8b9ed17d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:42.066155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a7778-0bd0-4792-aa52-402542f5a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b32554-aad9-4663-9ffd-49752dd45d45,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:42.126891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.156092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.160515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.163090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-86e3643f-9c68-457a-a3f3-8dfa02bd0171 tempest-ServersTestBootFromVolume-63443430 tempest-ServersTestBootFromVolume-63443430-project] 10.222.0.31 "DELETE /v2.0/floatingips/98eee314-053f-47e4-8ba6-1c2628333afe HTTP/1.1" status: 204 len: 168 time: 2.2732708 Nov 02 16:29:42.197491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Attempting to bind port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:42.197941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Attempting to bind port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:42.198221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Attempting to bind port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:42.204052 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b1b17f5-369e-457f-9d32-342aa64237a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.216438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02f453bd-106d-4fb8-91c6-3766c38faab0 req-9f660a42-2294-497b-a372-d46a038654c0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117469 Nov 02 16:29:42.216438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51786) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:42.226697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e761086a-d6ab-4161-be7c-d7dcea79eed9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e761086a-d6ab-4161-be7c-d7dcea79eed9,segment=NetworkSegment(3fc5a260-486a-4276-84f0-cc370133b049),segment_id=3fc5a260-486a-4276-84f0-cc370133b049)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:42.231995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.249332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b1b17f5-369e-457f-9d32-342aa64237a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.261343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-f5e1a24a-8459-4da6-b139-b6d797e55a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:42.265089 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-f5e1a24a-8459-4da6-b139-b6d797e55a61 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.3408663 Nov 02 16:29:42.269391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:29:42.269780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Attempting to bind port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 on network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:42.310984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e761086a-d6ab-4161-be7c-d7dcea79eed9,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:42.316133 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-84c74d56-0b63-472f-9816-71aacfc4ea38 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637336 Nov 02 16:29:42.418428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:42.418428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Checking segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:42.418428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Bound using segment: {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:42.418744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Bound port: 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea98907-9988-4302-88ce-6c7e6ae136a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:42.419175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.438893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c694aef-b027-402c-b1c1-30d97de100aa None None] Network 6864ef59-9669-45df-a44d-16003bdebc75 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:42.446906 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-cadecc0a-f230-4950-a9c4-d2017a464db2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 217 time: 0.1585186 Nov 02 16:29:42.470342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.540002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.554216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] For port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:42.557710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] For port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:42.565949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-01e0d346-b1c3-440b-ae2a-179768c3dff6 None None] Provisioning complete for port e761086a-d6ab-4161-be7c-d7dcea79eed9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:42.567250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01e0d346-b1c3-440b-ae2a-179768c3dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.570197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.658224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f4b-0b5c-44fb-95bc-a6e00443a850 req-0fbe6f28-ce22-407f-8f9f-77957167c730 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:42.660345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3eda8f4b-0b5c-44fb-95bc-a6e00443a850 req-0fbe6f28-ce22-407f-8f9f-77957167c730 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 943 time: 0.2438521 Nov 02 16:29:42.740036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:42.758004 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.837834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3eda8f4b-0b5c-44fb-95bc-a6e00443a850 req-c39b0f0e-a402-4ccf-aab1-d29d3fc11fbf tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664178 Nov 02 16:29:42.839865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:42.873410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:42.888975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:42.895667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.926209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Pushing event updated for resources: {'Port': ['ID=52d8940d-61a1-4d54-b797-780a8b9ed17d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:42.957589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:42.958755 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.961283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] 10.222.0.100 "PUT /v2.0/ports/6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 1091 time: 3.2080665 Nov 02 16:29:42.967218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.980426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:42.982857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b1b17f5-369e-457f-9d32-342aa64237a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.989905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b1b17f5-369e-457f-9d32-342aa64237a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:42.991991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b1b17f5-369e-457f-9d32-342aa64237a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "DELETE /v2.0/security-groups/16fa0e63-9bc0-4977-bccd-03f6364d1357 HTTP/1.1" status: 204 len: 168 time: 1.3208208 Nov 02 16:29:43.008104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-df1c932c-8d38-482e-90d6-3b2fbeeac0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:43.010077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-df1c932c-8d38-482e-90d6-3b2fbeeac0b8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.5506046 Nov 02 16:29:43.013035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51806) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:43.078263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b17f5-369e-457f-9d32-342aa64237a2 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fa0e63-9bc0-4977-bccd-03f6364d1357,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:43.105147 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-26d910e3-4029-4a0b-b89a-f714e7af5c96 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] show failed (client error): The resource could not be found. Nov 02 16:29:43.106228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-26d910e3-4029-4a0b-b89a-f714e7af5c96 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "GET /v2.0/security-groups/16fa0e63-9bc0-4977-bccd-03f6364d1357 HTTP/1.1" status: 404 len: 347 time: 0.0793579 Nov 02 16:29:43.110438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8fa70-4712-4a07-8f8c-91d166f01326 service neutron] Pushing event updated for resources: {'Port': ['ID=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:43.117695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-ee0f704a-16fc-46ba-9a5f-9ae36fc4fea8 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525697 Nov 02 16:29:43.146226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:43.154238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-64038693-acf8-457f-9278-0d21c3adec81 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080194 Nov 02 16:29:43.221575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51812) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:43.229868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0eff4d14-d35e-48b4-859e-84d4f6d9fb5f None None] Provisioning complete for port e761086a-d6ab-4161-be7c-d7dcea79eed9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:43.230323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0eff4d14-d35e-48b4-859e-84d4f6d9fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.250226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:43.251054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.252505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0cbcf69-a6ea-40ad-a236-8813cecb5f7d req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "PUT /v2.0/ports/d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 1021 time: 1.6378322 Nov 02 16:29:43.336074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:43.353911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Deleting port 38becc9f-90f5-4b3b-9628-24edfab44728 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:43.354559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.437838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fba1-9a6e-443c-b95c-724c76ffd055 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:43.465449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-23bcd4f8-78ae-4b04-8e71-d7ef18b1664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:43.467144 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-23bcd4f8-78ae-4b04-8e71-d7ef18b1664a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1094 time: 0.4184647 Nov 02 16:29:43.505204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:43.508179 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ececc550-157b-4ad7-a8ad-cea28d77da59" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:43.583491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-network', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:43.587491 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-65d5fe24-22d9-443e-afc4-ea0d1feb1339 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 217 time: 0.1037033 Nov 02 16:29:43.651140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.714994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-6b85933a-4885-4d51-a4aa-0e8e215138b9 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352843 Nov 02 16:29:43.729885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199ba083-edfc-4501-8548-7ea22416f76c req-888dccc5-b4df-4bdd-916b-a2e19f0d5c45 service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690980 Nov 02 16:29:43.753952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] For port 38becc9f-90f5-4b3b-9628-24edfab44728, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38becc9f-90f5-4b3b-9628-24edfab44728,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:43.754290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.756947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Made reservation on behalf of ccb0bb315dd64975b214c21f91642ece for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:43.759298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:43.759836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.761859 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736cda4e-2adb-4fb3-a66c-501c1da8d4db" -d '{"events": [{"name": "network-changed", "server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:43.829184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42e15-d9ac-4f76-ba3a-23acaf1f2881 req-3a030fce-7f56-4236-9298-df90c65984c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:43.830713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48e42e15-d9ac-4f76-ba3a-23acaf1f2881 req-3a030fce-7f56-4236-9298-df90c65984c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 943 time: 0.4730453 Nov 02 16:29:43.840404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59926cb6-86b9-4246-9712-6cc958aec50d req-642c6489-b11d-4d3f-a9ca-d8b97e3d8ba7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:43.841910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59926cb6-86b9-4246-9712-6cc958aec50d req-642c6489-b11d-4d3f-a9ca-d8b97e3d8ba7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1024 time: 0.4882066 Nov 02 16:29:43.845628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e761086a-d6ab-4161-be7c-d7dcea79eed9 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:43.876788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Calling delete_port for 38becc9f-90f5-4b3b-9628-24edfab44728 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:43.877796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.879576 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.909026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-bebff47f-02e2-490e-bd4f-92198d76eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:43.910662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-bebff47f-02e2-490e-bd4f-92198d76eb61 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.2966335 Nov 02 16:29:43.934092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Deleting port cb5fc7dd-0116-4c0d-a605-55b609f90b7a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:43.934092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:43.939935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e761086a-d6ab-4161-be7c-d7dcea79eed9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:43.940912 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.003015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48e42e15-d9ac-4f76-ba3a-23acaf1f2881 req-620fff1f-bcb5-46c3-ad71-eae40cc4abda tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575968 Nov 02 16:29:44.078189 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f73be4-5988-437e-bfea-74061c170fb4 x-openstack-request-id: req-b0f73be4-5988-437e-bfea-74061c170fb4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:44.078487 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:44.078736 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0f73be4-5988-437e-bfea-74061c170fb4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:44.079129 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'status': 'completed', 'code': 200} Nov 02 16:29:44.080509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59926cb6-86b9-4246-9712-6cc958aec50d req-df2bbb81-5c21-4ecd-aff3-db2a3bf433f2 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&id=47ba9769-9eb2-4113-b4a3-bb8172e4b53e&id=4d6b51e8-c2cc-42ff-82b3-a241c43f13ff HTTP/1.1" status: 200 len: 6147 time: 0.2178371 Nov 02 16:29:44.112626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-6bbb4491-e45a-4ff7-9ac2-8d65f069fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:44.114888 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-6bbb4491-e45a-4ff7-9ac2-8d65f069fb3b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 1094 time: 0.3177676 Nov 02 16:29:44.118696 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aea49bd1-5c8a-4b91-8983-3262d2761060 req-ae513b03-909e-4dac-b6d0-2e0363895c35 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876522 Nov 02 16:29:44.134176 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f19bd7-4eff-4bbe-afc8-790980e20480 x-openstack-request-id: req-66f19bd7-4eff-4bbe-afc8-790980e20480 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:44.134603 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:44.135039 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66f19bd7-4eff-4bbe-afc8-790980e20480 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:44.135510 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'status': 'completed', 'code': 200} Nov 02 16:29:44.180321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8e30ffd8-427a-4cd0-ac89-dd3cb5d590ad req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': ' tempest-securitygroup -703938295 ', 'description': 'tempest-description-574306157'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:44.267023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6788-92a4-420c-a510-02b278706e92 req-c22031c9-4095-4580-8b7e-676f395e2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:44.268044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-c22031c9-4095-4580-8b7e-676f395e2ed0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401234 Nov 02 16:29:44.274635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8e30ffd8-427a-4cd0-ac89-dd3cb5d590ad req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.288911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.348336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c505a-40f2-4106-ac0c-bd2e4614b6bb req-4e4f4d45-58c1-4551-937d-028c5400a17e tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:44.350155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b3c505a-40f2-4106-ac0c-bd2e4614b6bb req-4e4f4d45-58c1-4551-937d-028c5400a17e tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 943 time: 0.1612928 Nov 02 16:29:44.383873 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.412800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.413451 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.463196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Calling delete_port for cb5fc7dd-0116-4c0d-a605-55b609f90b7a owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:44.526832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-00e9a319-07e2-4ed3-b2bb-f4682204b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:44.528372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-00e9a319-07e2-4ed3-b2bb-f4682204b780 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1175 time: 0.3056960 Nov 02 16:29:44.536682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.560493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.569048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b3c505a-40f2-4106-ac0c-bd2e4614b6bb req-3c6518cf-19f9-41d1-b33c-9fd90d28c37c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799726 Nov 02 16:29:44.630509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-650a194f-e4a4-41f4-a707-a7dcaea9d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:44.632005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-650a194f-e4a4-41f4-a707-a7dcaea9d319 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.4823139 Nov 02 16:29:44.651101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8e30ffd8-427a-4cd0-ac89-dd3cb5d590ad req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.681523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8e30ffd8-427a-4cd0-ac89-dd3cb5d590ad req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.736317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58199f-ee7b-491b-988b-99e5774b03d5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:44.746519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:29:44.748189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8e30ffd8-427a-4cd0-ac89-dd3cb5d590ad req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.749420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e30ffd8-427a-4cd0-ac89-dd3cb5d590ad req-aade0c60-cf8b-4336-94e9-845168be4379 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5860932 Nov 02 16:29:44.770552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-6fefabb1-7e62-44ee-b8d4-eb25b182005b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a501d700-b925-4d83-b385-522c71e944d4 HTTP/1.1" status: 200 len: 217 time: 0.0937405 Nov 02 16:29:44.790111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Router 32398430-e966-4b86-9452-b08721d85d03 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:29:44.797272 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-afaf0fb6-7abf-4212-a702-388e25d12b32 service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959762 Nov 02 16:29:44.823378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:44.823644 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Added segment b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa of type vlan for network 86a429d5-5138-4972-9ac6-64c78e99b41e Nov 02 16:29:44.824861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f629648-d682-4a3f-8176-881655e2836b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:44.957678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db6f7166-3d89-4339-9a94-8edb3977cd0a req-80d2d065-1333-4dea-b48a-80703ee4d1e0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/4b58199f-ee7b-491b-988b-99e5774b03d5 HTTP/1.1" status: 200 len: 1779 time: 0.1812716 Nov 02 16:29:45.015669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.022359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-5a064add-8c85-4dcb-9533-23681af46fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.024519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-5a064add-8c85-4dcb-9533-23681af46fe0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.4810483 Nov 02 16:29:45.035992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.046584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-59a258da-34bc-4ae5-ac78-1edca68f9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.048082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-59a258da-34bc-4ae5-ac78-1edca68f9575 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.2499406 Nov 02 16:29:45.049675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Deleting port c9f32ede-98e9-447b-9729-5c9f5718c324 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:45.050020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.053220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:45.066975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e54700-855f-473e-9666-a96504c55083 None None] Sync routers for ids ['32398430-e966-4b86-9452-b08721d85d03'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:45.077549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] Routers {'32398430-e966-4b86-9452-b08721d85d03'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:45.078479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['32398430-e966-4b86-9452-b08721d85d03'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:45.099459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb59dfff-fe45-403b-8a3f-d935b53fb5b6 req-fbdafe70-0c5f-422f-9c3a-a446268ca5c6 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/4b58199f-ee7b-491b-988b-99e5774b03d5 HTTP/1.1" status: 200 len: 1779 time: 0.1183159 Nov 02 16:29:45.132836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.136675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f34c60c-d7bb-42e9-927c-f01a2721ada2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2111819 Nov 02 16:29:45.140164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51834) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:45.209643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] Set router 32398430-e966-4b86-9452-b08721d85d03 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:45.289288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] For port c9f32ede-98e9-447b-9729-5c9f5718c324, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c9f32ede-98e9-447b-9729-5c9f5718c324,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:45.289847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.316014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Calling delete_port for c9f32ede-98e9-447b-9729-5c9f5718c324 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:45.348891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb59dfff-fe45-403b-8a3f-d935b53fb5b6 req-135ed732-c178-4cfa-924d-3c7130eb21b0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.357881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f197e-3c08-4d6a-89e0-fee73bf1c2b1 req-14e2e1fc-6db1-4f6c-afeb-91b837e68a8d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.359453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-348f197e-3c08-4d6a-89e0-fee73bf1c2b1 req-14e2e1fc-6db1-4f6c-afeb-91b837e68a8d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 943 time: 0.2243409 Nov 02 16:29:45.397224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:43Z', 'revision_number': 3, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:45.427929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e54700-855f-473e-9666-a96504c55083 None None] Checking router: 32398430-e966-4b86-9452-b08721d85d03 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:45.428619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e54700-855f-473e-9666-a96504c55083 None None] Updating router 32398430-e966-4b86-9452-b08721d85d03 port 52d8940d-61a1-4d54-b797-780a8b9ed17d binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:45.449197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.resource_extend [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:29:45.449815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb59dfff-fe45-403b-8a3f-d935b53fb5b6 req-135ed732-c178-4cfa-924d-3c7130eb21b0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.455003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27e54700-855f-473e-9666-a96504c55083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.480031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a501d700-b925-4d83-b385-522c71e944d4 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:45.483148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Pushing event deleted for resources: {'Port': ['ID=38becc9f-90f5-4b3b-9628-24edfab44728,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:45.486524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-7f95da70-5151-48a7-9154-2b8c7c565631 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 217 time: 0.4434204 Nov 02 16:29:45.501580 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-35b56705-3406-4ec3-9076-88333a184134 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4397762 Nov 02 16:29:45.554463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-348f197e-3c08-4d6a-89e0-fee73bf1c2b1 req-b8b5d7ba-c25e-4f73-8574-9b7bfea04399 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521459 Nov 02 16:29:45.569160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a3f6788-92a4-420c-a510-02b278706e92 req-d4b460af-9349-4db9-83f4-6b75972c9e28 service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325864 Nov 02 16:29:45.645722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb59dfff-fe45-403b-8a3f-d935b53fb5b6 req-135ed732-c178-4cfa-924d-3c7130eb21b0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.649677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb59dfff-fe45-403b-8a3f-d935b53fb5b6 req-135ed732-c178-4cfa-924d-3c7130eb21b0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.657399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb59dfff-fe45-403b-8a3f-d935b53fb5b6 req-135ed732-c178-4cfa-924d-3c7130eb21b0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b58199f-ee7b-491b-988b-99e5774b03d5 HTTP/1.1" status: 204 len: 173 time: 0.5436196 Nov 02 16:29:45.662097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.663226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.663868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.701109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ed732-c178-4cfa-924d-3c7130eb21b0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58199f-ee7b-491b-988b-99e5774b03d5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:45.758590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.774829 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-502040d8-1bfd-4021-8b83-e9e360792ee3 req-fd69d563-fa6b-4312-8b90-cdab9d6ea7e9 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:29:45.795574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a501d700-b925-4d83-b385-522c71e944d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a501d700-b925-4d83-b385-522c71e944d4,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:45.800595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502040d8-1bfd-4021-8b83-e9e360792ee3 req-fd69d563-fa6b-4312-8b90-cdab9d6ea7e9 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/4b58199f-ee7b-491b-988b-99e5774b03d5 HTTP/1.1" status: 404 len: 352 time: 0.1274726 Nov 02 16:29:45.817649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a501d700-b925-4d83-b385-522c71e944d4', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': 'a501d700-b925-4d83-b385-522c71e944d4', 'mac_address': 'fa:16:3e:e7:3c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:45.826713 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.5939171 Nov 02 16:29:45.831466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51842) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:45.847827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-27f6d596-f6d5-41c3-b1d5-3ae26b5ac21e req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-516519033', 'description': 'tempest-description-1725691190'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:45.857021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Request body: {'subnet': {'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-subnet', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:45.884479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Pushing event deleted for resources: {'Port': ['ID=cb5fc7dd-0116-4c0d-a605-55b609f90b7a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:45.905711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-6dfdb040-61c6-41b3-b382-f5cb4a2af6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.905868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a67ca-60f1-4ce3-a7a0-07d9785959a4 req-a6ce0c42-4d25-45f6-be00-f9bbe4702496 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.907208 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-6dfdb040-61c6-41b3-b382-f5cb4a2af6a9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.3901961 Nov 02 16:29:45.907354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-383a67ca-60f1-4ce3-a7a0-07d9785959a4 req-a6ce0c42-4d25-45f6-be00-f9bbe4702496 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 943 time: 0.2132702 Nov 02 16:29:45.923348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:45.941410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559f25-2ff0-4620-9ca2-2114bf01a2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=86a429d5-5138-4972-9ac6-64c78e99b41e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:45.956078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 86a429d5-5138-4972-9ac6-64c78e99b41e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:29:45.972118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-430ee141-1851-4dab-b406-4ac316922f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:45.973937 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-430ee141-1851-4dab-b406-4ac316922f1a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1094 time: 0.3401792 Nov 02 16:29:46.006000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a501d700-b925-4d83-b385-522c71e944d4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:46.044896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-938092d9-aaa5-4017-b406-9765969038c0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202259 Nov 02 16:29:46.048614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-27f6d596-f6d5-41c3-b1d5-3ae26b5ac21e req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.070626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a501d700-b925-4d83-b385-522c71e944d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a501d700-b925-4d83-b385-522c71e944d4,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:46.081574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.090102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-e988dd9e-4dd3-4663-8ae8-c26f13adb67a service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572078 Nov 02 16:29:46.096466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Made reservation on behalf of ccb0bb315dd64975b214c21f91642ece for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:46.098621 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27e54700-855f-473e-9666-a96504c55083 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.098779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.126002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27e54700-855f-473e-9666-a96504c55083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.168265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-27e54700-855f-473e-9666-a96504c55083 None None] Attempting to bind port 52d8940d-61a1-4d54-b797-780a8b9ed17d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:46.168628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-27e54700-855f-473e-9666-a96504c55083 None None] Attempting to bind port 52d8940d-61a1-4d54-b797-780a8b9ed17d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:46.168984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e54700-855f-473e-9666-a96504c55083 None None] Attempting to bind port 52d8940d-61a1-4d54-b797-780a8b9ed17d on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:46.171249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a501d700-b925-4d83-b385-522c71e944d4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:46.173699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-383a67ca-60f1-4ce3-a7a0-07d9785959a4 req-f865b82b-a209-41cc-b3cb-44c4573a7d01 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809311 Nov 02 16:29:46.180559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.182341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e54700-855f-473e-9666-a96504c55083 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:46.182341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e54700-855f-473e-9666-a96504c55083 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:46.182645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27e54700-855f-473e-9666-a96504c55083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.183012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e54700-855f-473e-9666-a96504c55083 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:46.183495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-27e54700-855f-473e-9666-a96504c55083 None None] Bound port: 52d8940d-61a1-4d54-b797-780a8b9ed17d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:46.184145 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27e54700-855f-473e-9666-a96504c55083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.250772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f32ede-98e9-447b-9729-5c9f5718c324,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:46.264001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.266525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.267690 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f98ac102-29c3-4437-a8c8-db2b748ae872 tempest-ImagesOneServerNegativeTestJSON-2116408277 tempest-ImagesOneServerNegativeTestJSON-2116408277-project] 10.222.0.31 "DELETE /v2.0/floatingips/e5f2af03-f451-4a60-babe-6a2b4c09447f HTTP/1.1" status: 204 len: 168 time: 3.1167634 Nov 02 16:29:46.325209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ac8e-1e24-499c-91b4-6eba50f1f33d None None] Pushing event updated for resources: {'Port': ['ID=52d8940d-61a1-4d54-b797-780a8b9ed17d,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:46.354380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-27e54700-855f-473e-9666-a96504c55083 None None] For port 52d8940d-61a1-4d54-b797-780a8b9ed17d, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:46.358420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-27e54700-855f-473e-9666-a96504c55083 None None] For port 52d8940d-61a1-4d54-b797-780a8b9ed17d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=52d8940d-61a1-4d54-b797-780a8b9ed17d,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:46.366930 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-27e54700-855f-473e-9666-a96504c55083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.372782 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.398009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-7304e2fc-b2aa-4a28-979e-5c632d907aa9 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100739 Nov 02 16:29:46.404043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-ad5d6340-6270-4094-878b-495660c81707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:46.405852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-ad5d6340-6270-4094-878b-495660c81707 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.3634729 Nov 02 16:29:46.411854 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59896fe4-71aa-49e4-9b93-fdf9937dd107 req-e766be23-b358-4c22-b6b4-1be04025572e service neutron] 10.222.0.100 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025296 Nov 02 16:29:46.447419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ac8e-1e24-499c-91b4-6eba50f1f33d None None] Pushing event updated for resources: {'Port': ['ID=52d8940d-61a1-4d54-b797-780a8b9ed17d,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:46.497955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] Routers {'32398430-e966-4b86-9452-b08721d85d03'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:46.498963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['32398430-e966-4b86-9452-b08721d85d03'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:46.538870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:46.615091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-dd0138b6-05fd-4578-a563-92c5b8a4e0f5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 217 time: 0.1482217 Nov 02 16:29:46.637376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] Set router 32398430-e966-4b86-9452-b08721d85d03 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:46.666384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a501d700-b925-4d83-b385-522c71e944d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:46.706348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Deleting subnet 9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:29:46.722736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.760014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-736cda4e-2adb-4fb3-a66c-501c1da8d4db req-d43909ac-e527-44e8-8564-88bddd0cc848 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451486 Nov 02 16:29:46.768764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-88140c0b-1423-4fe3-a4a8-f58f18c9dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:46.770253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-88140c0b-1423-4fe3-a4a8-f58f18c9dbfe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1291821 Nov 02 16:29:46.780229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.791143 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-27f6d596-f6d5-41c3-b1d5-3ae26b5ac21e req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.808235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-27f6d596-f6d5-41c3-b1d5-3ae26b5ac21e req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.919360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.925320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27e54700-855f-473e-9666-a96504c55083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:43Z', 'revision_number': 3, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:46.958536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e54700-855f-473e-9666-a96504c55083 None None] The sync data for ids ['32398430-e966-4b86-9452-b08721d85d03'] in n-d-811405-2 is: [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:43Z', 'revision_number': 3, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:46.966811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-ab6fa9d5-f1ac-48fb-ae9e-778aed2209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:46.968314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-ab6fa9d5-f1ac-48fb-ae9e-778aed2209b9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653314 Nov 02 16:29:46.979525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb1838-9a6b-4ef9-b311-7391573cb11d req-58528a21-5d04-445d-a1e6-e7550d1e6f1a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:46.981077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74fb1838-9a6b-4ef9-b311-7391573cb11d req-58528a21-5d04-445d-a1e6-e7550d1e6f1a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 944 time: 0.2458453 Nov 02 16:29:46.990377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-27f6d596-f6d5-41c3-b1d5-3ae26b5ac21e req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:46.994928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27f6d596-f6d5-41c3-b1d5-3ae26b5ac21e req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1586695 Nov 02 16:29:47.006688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df2c3a-0f8a-4412-ad65-7d734848fb77 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78be3f1d-ae86-4043-843c-d800b670e2fd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:47.043033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9e624bd1-354e-422a-b141-b499af8fbfd2 req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122319309', 'description': 'tempest-description-2085000315'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:47.055108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Router db4c494a-9fca-4211-b9c2-114e8945b10b has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:47.056215 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.084933 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.094222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:47.102417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.107903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af5b8c04-8c88-4778-832a-98b61ea5e068 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a0a8a65-5047-4c5d-991c-3ecc5a3e4d83 HTTP/1.1" status: 204 len: 168 time: 0.5657804 Nov 02 16:29:47.110754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51860) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:47.156640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.167450 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.175928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e624bd1-354e-422a-b141-b499af8fbfd2 req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.184950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74fb1838-9a6b-4ef9-b311-7391573cb11d req-32031805-cf70-4830-9bf9-c54be7ffa9ba tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793554 Nov 02 16:29:47.298404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.360510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512b19dc-9aaf-43e0-8166-f7ef65f081a0,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:47.485313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:29:47.525310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Checking segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:47.525571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Network hostable DHCP agents. Network: 86a429d5-5138-4972-9ac6-64c78e99b41e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:29:47.574620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-b56ddece-af9f-4fc4-b4d1-e26baadf2a3d service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853999 Nov 02 16:29:47.585810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1785-fc38-472e-9c7c-e2d23d2ad26e req-b949a92e-0de7-4213-bf21-35f78dc25845 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:47.587440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c6c1785-fc38-472e-9c7c-e2d23d2ad26e req-b949a92e-0de7-4213-bf21-35f78dc25845 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 943 time: 0.2489910 Nov 02 16:29:47.641901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:47.660682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.661002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:29:47.670232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e624bd1-354e-422a-b141-b499af8fbfd2 req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.671146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Network 86a429d5-5138-4972-9ac6-64c78e99b41e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:29:47.687571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e624bd1-354e-422a-b141-b499af8fbfd2 req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.698804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:47.706836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1d03a8b9-f249-4499-9dc9-2922cfe84196 admin admin] 10.222.0.31 "PUT /v2.0/routers/db4c494a-9fca-4211-b9c2-114e8945b10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0102110 Nov 02 16:29:47.712016 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] Sync routers for ids ['db4c494a-9fca-4211-b9c2-114e8945b10b'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:47.712866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Allocated IP 172.20.0.1 (6864ef59-9669-45df-a44d-16003bdebc75/3dc97061-40e5-431a-b4de-1d103b5cbbe7/7a3e6781-162f-4e1f-b56a-88f02609c4ae) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:47.713058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51864) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:47.715760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 86a429d5-5138-4972-9ac6-64c78e99b41e) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:47.733811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] Routers {'db4c494a-9fca-4211-b9c2-114e8945b10b'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:47.736510 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['db4c494a-9fca-4211-b9c2-114e8945b10b'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:47.753113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.780842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c4fca-3dee-447b-953a-23c1728de9c7 None None] Network 86a429d5-5138-4972-9ac6-64c78e99b41e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:47.793653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3582104a-7863-42ba-a05b-3ff9cf1a4276,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:47.831533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:47.832535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.838314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e624bd1-354e-422a-b141-b499af8fbfd2 req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.849236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e624bd1-354e-422a-b141-b499af8fbfd2 req-8dd8888a-81b8-4257-9d04-6488c2e5cf69 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8256559 Nov 02 16:29:47.870587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:29:47.896142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:47.901044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.960714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ececc550-157b-4ad7-a8ad-cea28d77da59 req-a115fa07-bcf4-40be-918f-9bd14fc1affb service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566282 Nov 02 16:29:47.965834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:47.966059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52d8940d-61a1-4d54-b797-780a8b9ed17d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:47.970859 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] Set router db4c494a-9fca-4211-b9c2-114e8945b10b gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:48.014632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123043c5-5bcc-4779-bfe0-f44c22cc4870']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.049710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32081e4b-bd06-4a02-920e-198e35872e82') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.050327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32081e4b-bd06-4a02-920e-198e35872e82') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.059519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-f3cb618d-31f7-4074-ba32-c738991092f5 req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-82734406', 'description': 'tempest-description-1293074917'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:48.069767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.086203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c6c1785-fc38-472e-9c7c-e2d23d2ad26e req-9a975895-0f66-4c1c-b7b4-bc1fad55de00 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641998 Nov 02 16:29:48.097931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.106027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Router 30ee36e6-65d5-4ff2-8229-52baa04340ce has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:48.176346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.187801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:29:48.188415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:29:48.190318 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:29:48.261685 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:29:44Z', 'revision_number': 5, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.284037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.289617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.305893 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] Checking router: db4c494a-9fca-4211-b9c2-114e8945b10b for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:48.313549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.318405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-86a429d5-5138-4972-9ac6-64c78e99b41e', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:29:48.321590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/123043c5-5bcc-4779-bfe0-f44c22cc4870 HTTP/1.1" status: 204 len: 168 time: 1.2094493 Nov 02 16:29:48.323591 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] Routers {'db4c494a-9fca-4211-b9c2-114e8945b10b'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:48.324218 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['db4c494a-9fca-4211-b9c2-114e8945b10b'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.335413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.349395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f5b41-ef34-47ca-abe4-3e14ed51d8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=123043c5-5bcc-4779-bfe0-f44c22cc4870,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:48.353212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f3cb618d-31f7-4074-ba32-c738991092f5 req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.396942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51872) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:48.397173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a5d232ba-5e0e-45fe-bac3-30db2dd12e68 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5580378 Nov 02 16:29:48.403349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:48.432741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Deleting port 0d03786e-d422-4402-9e60-7e59f2724efd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:48.433167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.472841 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] Set router db4c494a-9fca-4211-b9c2-114e8945b10b gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:48.494005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.495080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.550535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98260a48-0f08-4206-a70b-0c958df37fbc req-090a94bf-f70d-4a90-a518-6d06ae8136af tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:48.552221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98260a48-0f08-4206-a70b-0c958df37fbc req-090a94bf-f70d-4a90-a518-6d06ae8136af tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 944 time: 0.1841948 Nov 02 16:29:48.556297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.576987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51874) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:48.587655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:48.593979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:48.594899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.624165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:48.653239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-df2e635c-ac75-401c-9324-fbf98c6fec0e admin admin] 10.222.0.31 "PUT /v2.0/routers/30ee36e6-65d5-4ff2-8229-52baa04340ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4374313 Nov 02 16:29:48.657234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51876) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:48.668250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98260a48-0f08-4206-a70b-0c958df37fbc req-6c90e7f7-c08d-4a3a-9ea1-0817ca8fd5ed tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032369 Nov 02 16:29:48.674868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] Sync routers for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:48.691393 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f3cb618d-31f7-4074-ba32-c738991092f5 req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.700399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f3cb618d-31f7-4074-ba32-c738991092f5 req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.706526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:48.707468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.750493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8087304c-b20a-43b5-b142-cf3855a4197b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b85d489ae4247eeb19afc05684beedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680248 Nov 02 16:29:48.751087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51878) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:48.758579 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:29:44Z', 'revision_number': 5, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:48.787250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f3cb618d-31f7-4074-ba32-c738991092f5 req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.797016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3cb618d-31f7-4074-ba32-c738991092f5 req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7391965 Nov 02 16:29:48.797144 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d0af0-0dad-4b44-bc2d-db645bc3f11d None None] The sync data for ids ['db4c494a-9fca-4211-b9c2-114e8945b10b'] in n-d-811405-2 is: [{'id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-595205313-router', 'tenant_id': 'bf9beec717ba4729b86557789b0cbe43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:23:21Z', 'updated_at': '2021-11-02T16:29:44Z', 'revision_number': 5, 'project_id': 'bf9beec717ba4729b86557789b0cbe43', 'gw_port': {'id': '0d03786e-d422-4402-9e60-7e59f2724efd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4c494a-9fca-4211-b9c2-114e8945b10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:23:22Z', 'updated_at': '2021-11-02T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:48.807529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ad617-2eaa-4e1f-925b-f0e4b0bcb430 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c23fb66-313d-4038-91fd-074c2db001ad,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:48.812897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.823033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 52d8940d-61a1-4d54-b797-780a8b9ed17d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:48.824793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.878788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] For port 0d03786e-d422-4402-9e60-7e59f2724efd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0d03786e-d422-4402-9e60-7e59f2724efd,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:48.879194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:48.887943 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Allocated IP 172.20.0.2 (86a429d5-5138-4972-9ac6-64c78e99b41e/512b19dc-9aaf-43e0-8166-f7ef65f081a0/9890d1a2-dfd6-4f4a-9ffa-e49825f8c260) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:48.888763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Network 6864ef59-9669-45df-a44d-16003bdebc75 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:48.894255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:48.895711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Calling delete_port for 0d03786e-d422-4402-9e60-7e59f2724efd owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:48.901659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:48.997007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Pushing event updated for resources: {'Port': ['ID=7a3e6781-162f-4e1f-b56a-88f02609c4ae,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:49.008498 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21e66ff3-ac92-4141-a7a3-a4691cb621a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.010024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.053340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.059457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21e66ff3-ac92-4141-a7a3-a4691cb621a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.107891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:49.121854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.145409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-635e8d9a-82bc-44d1-af24-c3cb7153d908 req-255607dd-d047-4ece-bc33-36b38dea2209 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 10894 time: 0.3153071 Nov 02 16:29:49.287528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.347066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-635e8d9a-82bc-44d1-af24-c3cb7153d908 req-abcb1784-5064-4a36-a089-c51614d9f198 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/054b75f9-c357-4f84-85c6-960d66d4c58b HTTP/1.1" status: 200 len: 2981 time: 0.1751108 Nov 02 16:29:49.391182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21e66ff3-ac92-4141-a7a3-a4691cb621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.393826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21e66ff3-ac92-4141-a7a3-a4691cb621a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.398289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-21e66ff3-ac92-4141-a7a3-a4691cb621a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad447114-cce7-4044-bc10-acaa2058c7f3 HTTP/1.1" status: 204 len: 168 time: 0.6379275 Nov 02 16:29:49.415022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.421055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713c06a-cc7e-4ea5-aab9-ebfce6b28cb9 req-d3a95db5-e40c-493e-9c8e-a876f59324f2 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:49.422301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e713c06a-cc7e-4ea5-aab9-ebfce6b28cb9 req-d3a95db5-e40c-493e-9c8e-a876f59324f2 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 944 time: 0.1506975 Nov 02 16:29:49.430873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.439820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e66ff3-ac92-4141-a7a3-a4691cb621a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad447114-cce7-4044-bc10-acaa2058c7f3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:49.473704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.483959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d03786e-d422-4402-9e60-7e59f2724efd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:49.529641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-635e8d9a-82bc-44d1-af24-c3cb7153d908 req-46b3b0d1-8995-4703-b37f-98f51b670faf tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/054b75f9-c357-4f84-85c6-960d66d4c58b HTTP/1.1" status: 200 len: 2981 time: 0.1746316 Nov 02 16:29:49.587317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8399d67a-9555-421d-a639-f3580d11d1a6 None None] Provisioning complete for port 7a3e6781-162f-4e1f-b56a-88f02609c4ae triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:49.587898 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8399d67a-9555-421d-a639-f3580d11d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.595172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e713c06a-cc7e-4ea5-aab9-ebfce6b28cb9 req-29312df2-b82f-4f99-b0c9-45efa351b21f tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495647 Nov 02 16:29:49.643159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a501d700-b925-4d83-b385-522c71e944d4 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:49.671986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db4073a3-1fdb-4c77-85f5-b6b5d964e41b req-58aeacf9-eb41-4fe6-b70a-66d32550deab tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/78be3f1d-ae86-4043-843c-d800b670e2fd HTTP/1.1" status: 200 len: 1800 time: 0.1197429 Nov 02 16:29:49.688721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 52d8940d-61a1-4d54-b797-780a8b9ed17d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=52d8940d-61a1-4d54-b797-780a8b9ed17d,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:49.690230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8399d67a-9555-421d-a639-f3580d11d1a6 None None] Port 7a3e6781-162f-4e1f-b56a-88f02609c4ae cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:49.735971 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.737768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.754237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a501d700-b925-4d83-b385-522c71e944d4 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:29:49.762859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a501d700-b925-4d83-b385-522c71e944d4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:49.763235 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.846433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Deleting port 7a0e9382-e4d3-490a-90c1-39069d4be3b3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:49.846788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.911393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.912649 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.918909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.930912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38becc9f-90f5-4b3b-9628-24edfab44728 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:49.961835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 38becc9f-90f5-4b3b-9628-24edfab44728 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:49.962215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38becc9f-90f5-4b3b-9628-24edfab44728 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:49.968559 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:49.970421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd81cd-49fd-42a0-aefb-5aa4efb07efe req-4071b21d-b76e-43b2-b35d-0bb1d52efb03 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:49.972637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ddd81cd-49fd-42a0-aefb-5aa4efb07efe req-4071b21d-b76e-43b2-b35d-0bb1d52efb03 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 944 time: 0.1660759 Nov 02 16:29:49.991089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Network 86a429d5-5138-4972-9ac6-64c78e99b41e is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:50.021107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:50.049326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db4073a3-1fdb-4c77-85f5-b6b5d964e41b req-51374758-2d33-494c-8d74-3d6d18f48d19 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.050512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:50.073269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=52d8940d-61a1-4d54-b797-780a8b9ed17d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:50.104081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db4073a3-1fdb-4c77-85f5-b6b5d964e41b req-51374758-2d33-494c-8d74-3d6d18f48d19 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.165357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Pushing event updated for resources: {'Port': ['ID=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:50.180638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db4073a3-1fdb-4c77-85f5-b6b5d964e41b req-51374758-2d33-494c-8d74-3d6d18f48d19 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.183683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-db4073a3-1fdb-4c77-85f5-b6b5d964e41b req-51374758-2d33-494c-8d74-3d6d18f48d19 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.185024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db4073a3-1fdb-4c77-85f5-b6b5d964e41b req-51374758-2d33-494c-8d74-3d6d18f48d19 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/78be3f1d-ae86-4043-843c-d800b670e2fd HTTP/1.1" status: 204 len: 173 time: 0.5009027 Nov 02 16:29:50.185715 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.193920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ddd81cd-49fd-42a0-aefb-5aa4efb07efe req-db3a6950-8cac-4786-8a29-66f909cc68db tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981623 Nov 02 16:29:50.215893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51374758-2d33-494c-8d74-3d6d18f48d19 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be3f1d-ae86-4043-843c-d800b670e2fd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:50.231215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a501d700-b925-4d83-b385-522c71e944d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a501d700-b925-4d83-b385-522c71e944d4,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:50.233184 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.233777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a501d700-b925-4d83-b385-522c71e944d4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:50.237016 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81efc92-af3f-41e2-91ff-4cce9b41b869" -d '{"events": [{"server_uuid": "33c9c91a-903a-4ed3-8f88-7e931a195b5a", "name": "network-vif-plugged", "status": "completed", "tag": "a501d700-b925-4d83-b385-522c71e944d4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:50.255353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Attempting to bind port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:50.255724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Attempting to bind port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:50.256089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Attempting to bind port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 on network 86a429d5-5138-4972-9ac6-64c78e99b41e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:50.260272 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.269635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.291719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.315288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.319883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a501d700-b925-4d83-b385-522c71e944d4,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:50.321168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.321927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db4c494a-9fca-4211-b9c2-114e8945b10b {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:29:50.330659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:50.331427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Checking segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:50.331848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.332398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Bound using segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:50.333027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Bound port: 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:50.333412 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.348323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Pushing event updated for resources: {'Port': ['ID=7a3e6781-162f-4e1f-b56a-88f02609c4ae,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:50.351268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:29:45Z', 'revision_number': 5, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port': {'id': '7a0e9382-e4d3-490a-90c1-39069d4be3b3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:25:40Z', 'updated_at': '2021-11-02T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:50.354856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.360069 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-5e6c6334-82ff-4208-995c-158b9f2db7d8 req-b5e68182-3c41-4dc0-97c4-00fcd9ac7fa1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:29:50.360848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e6c6334-82ff-4208-995c-158b9f2db7d8 req-b5e68182-3c41-4dc0-97c4-00fcd9ac7fa1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/78be3f1d-ae86-4043-843c-d800b670e2fd HTTP/1.1" status: 404 len: 352 time: 0.1309986 Nov 02 16:29:50.361583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51912) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:50.368700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a5eb52ce-9613-4a0d-9b41-e0581db53d67 admin admin] 10.222.0.31 "DELETE /v2.0/routers/db4c494a-9fca-4211-b9c2-114e8945b10b HTTP/1.1" status: 204 len: 168 time: 2.6461234 Nov 02 16:29:50.404702 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9a0299-7e0f-47c1-808b-e5805de2237e x-openstack-request-id: req-0c9a0299-7e0f-47c1-808b-e5805de2237e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:50.405079 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c9c91a-903a-4ed3-8f88-7e931a195b5a", "name": "network-vif-plugged", "status": "completed", "tag": "a501d700-b925-4d83-b385-522c71e944d4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:50.405290 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c9a0299-7e0f-47c1-808b-e5805de2237e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:50.405640 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a501d700-b925-4d83-b385-522c71e944d4', 'code': 200} Nov 02 16:29:50.406583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] Checking router: 30ee36e6-65d5-4ff2-8229-52baa04340ce for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:50.462422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] Routers {'30ee36e6-65d5-4ff2-8229-52baa04340ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:50.462422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['30ee36e6-65d5-4ff2-8229-52baa04340ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:50.484085 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.516095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] For port 7a0e9382-e4d3-490a-90c1-39069d4be3b3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7a0e9382-e4d3-490a-90c1-39069d4be3b3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:50.516787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.532531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-722c26b2-1e17-417a-8134-574880bdbfcd req-fbc1ac45-841e-4d45-8e43-a0aa129f1849 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/3582104a-7863-42ba-a05b-3ff9cf1a4276 HTTP/1.1" status: 200 len: 1801 time: 0.1057072 Nov 02 16:29:50.538480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Deleting subnet 79f05c93-9083-49e0-b684-276cb3c4a07e {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:29:50.555199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.567891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] Set router 30ee36e6-65d5-4ff2-8229-52baa04340ce gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:50.575000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Calling delete_port for 7a0e9382-e4d3-490a-90c1-39069d4be3b3 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:50.607773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa416-b672-4e4c-9b82-e4b00239071d req-6cab648f-0941-4e2e-a8aa-8dd2ab15d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:50.609295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-734fa416-b672-4e4c-9b82-e4b00239071d req-6cab648f-0941-4e2e-a8aa-8dd2ab15d3ed service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 1096 time: 0.1626759 Nov 02 16:29:50.667886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Allocated IP 172.25.7.225 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/3ca99124-8295-4702-a25b-155257bd70ba) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:50.674031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 6, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:50.675391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.727660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e5e13-9a4f-4e26-b8e8-22074151f177 None None] The sync data for ids ['30ee36e6-65d5-4ff2-8229-52baa04340ce'] in n-d-811405-2 is: [{'id': '30ee36e6-65d5-4ff2-8229-52baa04340ce', 'name': 'tempest-ServersTestBootFromVolume-737880854-router', 'tenant_id': '26c9351847564611b3fb7360baa8b65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:25:39Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 6, 'project_id': '26c9351847564611b3fb7360baa8b65b', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:50.732407 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-722c26b2-1e17-417a-8134-574880bdbfcd req-67337fbb-d7de-4225-a9a1-cba408c9bb89 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.748373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] For port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:50.752766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] For port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:50.758849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.814525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Network 6864ef59-9669-45df-a44d-16003bdebc75 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:50.821805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:50.832353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-722c26b2-1e17-417a-8134-574880bdbfcd req-67337fbb-d7de-4225-a9a1-cba408c9bb89 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.868154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c72de-af0c-4e13-b0f2-c72b2ba0df5e None None] Pushing event updated for resources: {'Port': ['ID=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:50.909684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.951472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:50.971512 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-734fa416-b672-4e4c-9b82-e4b00239071d req-62109164-336b-4f00-9fcf-316ce56d0d31 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233960 Nov 02 16:29:50.999653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0e9382-e4d3-490a-90c1-39069d4be3b3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:51.085099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.215900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.220464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.233369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.239905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-15b5fab1-0ca3-4bd8-ba2d-3f9c57a245a7 None None] Provisioning complete for port 7a3e6781-162f-4e1f-b56a-88f02609c4ae triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:51.240548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15b5fab1-0ca3-4bd8-ba2d-3f9c57a245a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.280794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.281333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ee36e6-65d5-4ff2-8229-52baa04340ce {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:29:51.290524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.294561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-35d23fc8-72ba-444b-9817-dac98819b0c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/30ee36e6-65d5-4ff2-8229-52baa04340ce HTTP/1.1" status: 204 len: 168 time: 2.6349187 Nov 02 16:29:51.295259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51928) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:51.355858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Deleting subnet bbdcc603-c318-4987-9ef7-2a50d056c5f6 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:29:51.358671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.365025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.408006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396184f-36ed-4c59-ac05-44ed1ccf09f7 req-052714dc-4cc6-4df1-8733-36cfd64099a8 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:51.409463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c396184f-36ed-4c59-ac05-44ed1ccf09f7 req-052714dc-4cc6-4df1-8733-36cfd64099a8 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 944 time: 0.5539424 Nov 02 16:29:51.415615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-722c26b2-1e17-417a-8134-574880bdbfcd req-67337fbb-d7de-4225-a9a1-cba408c9bb89 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.418643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-722c26b2-1e17-417a-8134-574880bdbfcd req-67337fbb-d7de-4225-a9a1-cba408c9bb89 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.419291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-722c26b2-1e17-417a-8134-574880bdbfcd req-67337fbb-d7de-4225-a9a1-cba408c9bb89 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/3582104a-7863-42ba-a05b-3ff9cf1a4276 HTTP/1.1" status: 204 len: 173 time: 0.8659098 Nov 02 16:29:51.425953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-15b5fab1-0ca3-4bd8-ba2d-3f9c57a245a7 None None] Port 7a3e6781-162f-4e1f-b56a-88f02609c4ae cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:51.441461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:51.460756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:51.474097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.474702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67337fbb-d7de-4225-a9a1-cba408c9bb89 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3582104a-7863-42ba-a05b-3ff9cf1a4276,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:51.479192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:51.484466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.497778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Pushing event updated for resources: {'Port': ['ID=3ca99124-8295-4702-a25b-155257bd70ba,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:51.509101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Router 32398430-e966-4b86-9452-b08721d85d03 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:51.515436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:51.545884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f05c93-9083-49e0-b684-276cb3c4a07e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:51.565401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.568888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a1466494-3e87-46ba-8cc7-ebdaf26a07ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/79f05c93-9083-49e0-b684-276cb3c4a07e HTTP/1.1" status: 204 len: 168 time: 1.2046485 Nov 02 16:29:51.581715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51936) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:51.596893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763beb32-6841-4d58-99c5-81e865f6e170 None None] Network 32a0564e-8337-4a79-869e-9d0971ba0059 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:51.667940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c396184f-36ed-4c59-ac05-44ed1ccf09f7 req-2cb900f9-2457-41c7-b1d1-ca45827e3884 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258418 Nov 02 16:29:51.693332 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c378b2a8-74e6-43b2-be7d-5c48dbbc1469 req-112d9079-a184-4433-8258-1c13cafc0de6 tempest-AbsoluteLimitsNegativeTestJSON-1224529482 tempest-AbsoluteLimitsNegativeTestJSON-1224529482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f7263f7fd7c04fb4802e0c7c4a15596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485022 Nov 02 16:29:51.759330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:29:51.786963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.793898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:51.794338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.850395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.956326 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.985009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:51.985613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331d75-8496-4d42-82f6-b3d7606bcf1c req-8d97a50b-cd12-4df9-b4c3-ec88f154f933 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:51.986584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f331d75-8496-4d42-82f6-b3d7606bcf1c req-8d97a50b-cd12-4df9-b4c3-ec88f154f933 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 945 time: 0.1999464 Nov 02 16:29:51.989239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] DHCP port deletion for 32a0564e-8337-4a79-869e-9d0971ba0059 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:29:51.997555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:52.013113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6f7e25e3-a201-4261-b664-6720cf5ceb9a admin admin] 10.222.0.31 "PUT /v2.0/routers/32398430-e966-4b86-9452-b08721d85d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8700199 Nov 02 16:29:52.015051 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Sync routers for ids ['32398430-e966-4b86-9452-b08721d85d03'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:52.020290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b2a8-74e6-43b2-be7d-5c48dbbc1469 req-df3d2f15-e6b3-4678-8301-d528d3ff5312 tempest-AbsoluteLimitsNegativeTestJSON-1224529482 tempest-AbsoluteLimitsNegativeTestJSON-1224529482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:52.027173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Routers {'32398430-e966-4b86-9452-b08721d85d03'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:52.028944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c378b2a8-74e6-43b2-be7d-5c48dbbc1469 req-df3d2f15-e6b3-4678-8301-d528d3ff5312 tempest-AbsoluteLimitsNegativeTestJSON-1224529482 tempest-AbsoluteLimitsNegativeTestJSON-1224529482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346474 Nov 02 16:29:52.029282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['32398430-e966-4b86-9452-b08721d85d03'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:52.093571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:52.094273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c378b2a8-74e6-43b2-be7d-5c48dbbc1469 req-6c5c464e-5476-4aed-92e7-3de397126a26 tempest-AbsoluteLimitsNegativeTestJSON-1224529482 tempest-AbsoluteLimitsNegativeTestJSON-1224529482-project] 10.222.0.31 "GET /v2.0/quotas/f7263f7fd7c04fb4802e0c7c4a15596b HTTP/1.1" status: 200 len: 375 time: 0.0643098 Nov 02 16:29:52.099683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdcc603-c318-4987-9ef7-2a50d056c5f6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:52.110414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f331d75-8496-4d42-82f6-b3d7606bcf1c req-8c718d53-796c-408f-9deb-66027dfd9e61 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Nov 02 16:29:52.119868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:52.128118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.135052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9e583a1d-2537-486a-86fc-aa1cebfde9a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bbdcc603-c318-4987-9ef7-2a50d056c5f6 HTTP/1.1" status: 204 len: 168 time: 0.8337352 Nov 02 16:29:52.136332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51944) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:52.169577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c378b2a8-74e6-43b2-be7d-5c48dbbc1469 req-b0beea1a-10ce-457c-9c62-5e2d76adbdb2 tempest-AbsoluteLimitsNegativeTestJSON-1224529482 tempest-AbsoluteLimitsNegativeTestJSON-1224529482-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7263f7fd7c04fb4802e0c7c4a15596b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743957 Nov 02 16:29:52.246252 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.248539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b7be1c-078a-4958-ba35-cc775b46d870 None None] Network ec79629a-3a98-4199-bed2-ff2f23aba855 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:52.257955 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-ea2706f8-8cea-4920-8586-656244d301c0 req-be0307a4-861e-4d37-881e-1045f9d60668 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:29:52.276361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2706f8-8cea-4920-8586-656244d301c0 req-be0307a4-861e-4d37-881e-1045f9d60668 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/3582104a-7863-42ba-a05b-3ff9cf1a4276 HTTP/1.1" status: 404 len: 352 time: 0.1033134 Nov 02 16:29:52.279011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Deleting port 8d18428f-3783-431b-b2f5-1d08cff4037f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:52.282424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.309877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.349696 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Set router 32398430-e966-4b86-9452-b08721d85d03 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:52.413843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:52.420427 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bdbd29-6838-438c-a13b-7f0326771047" -d '{"events": [{"server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "name": "network-vif-plugged", "status": "completed", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:52.464196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:52.464692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.474162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] Deleting port 8d18428f-3783-431b-b2f5-1d08cff4037f {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:52.474633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.524793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7301c3c-0211-4270-af3f-bb56de800c83 req-e693428d-e4d2-43c4-960e-13e276b33d93 tempest-FloatingIPsNegativeTestJSON-334338433 tempest-FloatingIPsNegativeTestJSON-334338433-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=d44cf72422134a1d839ab7a8d9d6ddbd HTTP/1.1" status: 200 len: 217 time: 0.1452727 Nov 02 16:29:52.542630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abe16ed7-1d6f-491f-90a0-bb84ac279565 req-32fdcf0f-e5b7-45f3-8438-43829f595ee0 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/7c23fb66-313d-4038-91fd-074c2db001ad HTTP/1.1" status: 200 len: 1799 time: 0.2426121 Nov 02 16:29:52.583727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] For port 8d18428f-3783-431b-b2f5-1d08cff4037f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d18428f-3783-431b-b2f5-1d08cff4037f,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:52.586575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.590610 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.635035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] For port 8d18428f-3783-431b-b2f5-1d08cff4037f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d18428f-3783-431b-b2f5-1d08cff4037f,segment=NetworkSegment(f736f0b5-1533-41f9-8552-2657c4be4d30),segment_id=f736f0b5-1533-41f9-8552-2657c4be4d30)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:52.636178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.652758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Calling delete_port for 8d18428f-3783-431b-b2f5-1d08cff4037f owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:52.655528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] Calling delete_port for 8d18428f-3783-431b-b2f5-1d08cff4037f owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:52.722474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a671336-410b-4741-aa9a-caac9f47f9da req-bc78a51e-eec5-4871-88b3-970fcd3933c2 tempest-FloatingIPsNegativeTestJSON-334338433 tempest-FloatingIPsNegativeTestJSON-334338433-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0669715 Nov 02 16:29:52.774441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7a3e6781-162f-4e1f-b56a-88f02609c4ae', 'name': '', 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'mac_address': 'fa:16:3e:d5:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:47Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 2, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'subnets': [{'id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:52.805855 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Checking router: 32398430-e966-4b86-9452-b08721d85d03 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:52.806280 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Updating router 32398430-e966-4b86-9452-b08721d85d03 port 7a3e6781-162f-4e1f-b56a-88f02609c4ae binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:52.865226 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.865767 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb88e2-8d70-4c0a-9efc-5d9858fde7c0 x-openstack-request-id: req-a2bb88e2-8d70-4c0a-9efc-5d9858fde7c0 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:29:52.866621 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "name": "network-vif-plugged", "status": "completed", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:29:52.866621 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2bb88e2-8d70-4c0a-9efc-5d9858fde7c0 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:29:52.866949 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'code': 200} Nov 02 16:29:52.870212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abe16ed7-1d6f-491f-90a0-bb84ac279565 req-e4042e8e-363a-477f-8e79-5dccb340268f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.884728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.901147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51964) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:52.902093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9466831-b5dc-42bd-84a4-a9d0452c590c None None] Network 86a429d5-5138-4972-9ac6-64c78e99b41e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:29:52.920383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abe16ed7-1d6f-491f-90a0-bb84ac279565 req-e4042e8e-363a-477f-8e79-5dccb340268f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:52.955769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354249d3-aff0-42b3-ac10-2a07d2b530d2 req-8ef5a9ca-90c1-4c3f-bb1a-7312459b899a tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:52.963463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-354249d3-aff0-42b3-ac10-2a07d2b530d2 req-8ef5a9ca-90c1-4c3f-bb1a-7312459b899a tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 945 time: 0.1398761 Nov 02 16:29:52.979131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.008924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.029588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d18428f-3783-431b-b2f5-1d08cff4037f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.031615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] No DVR routers for this DVR port 8d18428f-3783-431b-b2f5-1d08cff4037f on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:53.066678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.067880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] Pushing event deleted for resources: {'Port': ['ID=8d18428f-3783-431b-b2f5-1d08cff4037f,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.071762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Deleting port 86119ac7-1443-4ea4-98cf-b52c8331c26c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:53.072305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.092999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a51d948a-c8a5-4dd4-97ed-4f31e625271c None None] Provisioning complete for port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:53.093219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a51d948a-c8a5-4dd4-97ed-4f31e625271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.096250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-354249d3-aff0-42b3-ac10-2a07d2b530d2 req-51aa9073-ea09-4266-b4ba-63aaa249a389 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316149 Nov 02 16:29:53.108832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abe16ed7-1d6f-491f-90a0-bb84ac279565 req-e4042e8e-363a-477f-8e79-5dccb340268f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.113062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-abe16ed7-1d6f-491f-90a0-bb84ac279565 req-e4042e8e-363a-477f-8e79-5dccb340268f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.122520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abe16ed7-1d6f-491f-90a0-bb84ac279565 req-e4042e8e-363a-477f-8e79-5dccb340268f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c23fb66-313d-4038-91fd-074c2db001ad HTTP/1.1" status: 204 len: 173 time: 0.5755424 Nov 02 16:29:53.152330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df96197-4302-4379-8d17-cdfb397ccaf9 None None] No DVR routers for this DVR port 8d18428f-3783-431b-b2f5-1d08cff4037f on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:53.173897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcb28d-ac5b-4363-83f7-dfadf0318d0f req-cdad312a-18c4-4097-8f55-40be06f24566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:53.175437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-24fcb28d-ac5b-4363-83f7-dfadf0318d0f req-cdad312a-18c4-4097-8f55-40be06f24566 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1096 time: 0.2870996 Nov 02 16:29:53.208558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b426f7c5-ebd6-4ca2-9585-5d1c7924feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.248502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.277328 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.281636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] For port 86119ac7-1443-4ea4-98cf-b52c8331c26c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=86119ac7-1443-4ea4-98cf-b52c8331c26c,segment=NetworkSegment(99b08359-2c8f-4517-8725-4e95ed7e11ef),segment_id=99b08359-2c8f-4517-8725-4e95ed7e11ef)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:53.282092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.283679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a51d948a-c8a5-4dd4-97ed-4f31e625271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.286729 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.295642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4042e8e-363a-477f-8e79-5dccb340268f tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c23fb66-313d-4038-91fd-074c2db001ad,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.296067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] DHCP port deletion for ec79629a-3a98-4199-bed2-ff2f23aba855 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:29:53.299086 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-3f16679d-d8bd-46b0-aeca-c363596c0b4a req-eec6368a-70d8-4b3d-a8a4-eaed68f8514b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:29:53.300110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f16679d-d8bd-46b0-aeca-c363596c0b4a req-eec6368a-70d8-4b3d-a8a4-eaed68f8514b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/7c23fb66-313d-4038-91fd-074c2db001ad HTTP/1.1" status: 404 len: 352 time: 0.0891871 Nov 02 16:29:53.302331 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.305596 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-1472982e-89ef-4ee0-a66e-9c5a49cb2f72 req-e306bcd0-d8fd-4a6c-a1c8-6ea7e698ab12 tempest-FloatingIPsNegativeTestJSON-334338433 tempest-FloatingIPsNegativeTestJSON-334338433-project] show failed (client error): The resource could not be found. Nov 02 16:29:53.321153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1472982e-89ef-4ee0-a66e-9c5a49cb2f72 req-e306bcd0-d8fd-4a6c-a1c8-6ea7e698ab12 tempest-FloatingIPsNegativeTestJSON-334338433 tempest-FloatingIPsNegativeTestJSON-334338433-project] 10.222.0.31 "GET /v2.0/floatingips/82c37862-4512-42ac-b035-f4baa45bce07 HTTP/1.1" status: 404 len: 350 time: 0.1238620 Nov 02 16:29:53.324942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51974) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:53.377007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.378878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Calling delete_port for 86119ac7-1443-4ea4-98cf-b52c8331c26c owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:53.440568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:53.484560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-24fcb28d-ac5b-4363-83f7-dfadf0318d0f req-34f360d5-fad0-4913-b428-8283045b6a89 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791388 Nov 02 16:29:53.487677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a0564e-8337-4a79-869e-9d0971ba0059']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.489000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.515131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f736f0b5-1533-41f9-8552-2657c4be4d30') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.515572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f736f0b5-1533-41f9-8552-2657c4be4d30') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.517444 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708ee8-3cc4-41c1-b266-96733a4241b9 None None] Pushing event updated for resources: {'Port': ['ID=7a3e6781-162f-4e1f-b56a-88f02609c4ae,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.534814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.543596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.544637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52d8940d-61a1-4d54-b797-780a8b9ed17d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:53.552166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.554889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] No DVR routers for this DVR port 86119ac7-1443-4ea4-98cf-b52c8331c26c on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:53.560084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:29:53.560677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.567173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=86119ac7-1443-4ea4-98cf-b52c8331c26c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.602323 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Attempting to bind port 7a3e6781-162f-4e1f-b56a-88f02609c4ae on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:53.602715 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Attempting to bind port 7a3e6781-162f-4e1f-b56a-88f02609c4ae by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:53.605456 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Attempting to bind port 7a3e6781-162f-4e1f-b56a-88f02609c4ae on network 6864ef59-9669-45df-a44d-16003bdebc75 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:53.618443 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:53.618813 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Checking segment: {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:53.619225 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.619607 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Bound using segment: {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:53.620082 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Bound port: 7a3e6781-162f-4e1f-b56a-88f02609c4ae, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc5a260-486a-4276-84f0-cc370133b049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:53.620457 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:29:53.621766 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:29:53.725095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.725971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.730331 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] For port 7a3e6781-162f-4e1f-b56a-88f02609c4ae, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:53.738772 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] For port 7a3e6781-162f-4e1f-b56a-88f02609c4ae, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7a3e6781-162f-4e1f-b56a-88f02609c4ae,segment=NetworkSegment(3fc5a260-486a-4276-84f0-cc370133b049),segment_id=3fc5a260-486a-4276-84f0-cc370133b049)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:53.745687 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.765527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.768710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b426f7c5-ebd6-4ca2-9585-5d1c7924feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.768870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] 10.222.0.31 "DELETE /v2.0/networks/32a0564e-8337-4a79-869e-9d0971ba0059 HTTP/1.1" status: 204 len: 168 time: 2.1859131 Nov 02 16:29:53.775530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec79629a-3a98-4199-bed2-ff2f23aba855']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.837286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b08359-2c8f-4517-8725-4e95ed7e11ef') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.837673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b08359-2c8f-4517-8725-4e95ed7e11ef') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.842708 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Routers {'32398430-e966-4b86-9452-b08721d85d03'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:53.843796 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['32398430-e966-4b86-9452-b08721d85d03'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:53.844075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b426f7c5-ebd6-4ca2-9585-5d1c7924feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.852617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5513b339-6b25-4db5-a903-8ef4c500f1ad req-f668e5fc-539f-4977-a58d-8d02988d3ddb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 6147 time: 0.5051348 Nov 02 16:29:53.857115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c8cd6-b95a-4fc4-9170-6194e83ccd48 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a0564e-8337-4a79-869e-9d0971ba0059,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.870091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-a51d948a-c8a5-4dd4-97ed-4f31e625271c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:29:53.871865 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-a51d948a-c8a5-4dd4-97ed-4f31e625271c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:29:53.872833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.888763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708ee8-3cc4-41c1-b266-96733a4241b9 None None] Pushing event updated for resources: {'Port': ['ID=7a3e6781-162f-4e1f-b56a-88f02609c4ae,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.920452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.925919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Deleting port 86119ac7-1443-4ea4-98cf-b52c8331c26c {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:53.926443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:53.973384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426f7c5-ebd6-4ca2-9585-5d1c7924feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69c735-b5b5-4419-8e6d-55e450e37255,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:53.975695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78232ea5-898e-4ceb-8d69-cfda97583597 req-4674cfb7-59b1-4591-b6af-c03612f66418 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:53.990018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78232ea5-898e-4ceb-8d69-cfda97583597 req-4674cfb7-59b1-4591-b6af-c03612f66418 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 945 time: 0.5143209 Nov 02 16:29:53.998358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51978) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:54.022017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] For port 86119ac7-1443-4ea4-98cf-b52c8331c26c, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:54.023266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.027083 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] Set router 32398430-e966-4b86-9452-b08721d85d03 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:54.031194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Router 768643b4-3fa8-4883-8796-a96f6519022d is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:29:54.040071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.043285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Calling delete_port for 86119ac7-1443-4ea4-98cf-b52c8331c26c owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:54.046023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Port 86119ac7-1443-4ea4-98cf-b52c8331c26c was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:29:54.053038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.071570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5513b339-6b25-4db5-a903-8ef4c500f1ad req-37b9d309-e153-4f8c-a874-048ac0fc9683 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/054b75f9-c357-4f84-85c6-960d66d4c58b HTTP/1.1" status: 200 len: 2981 time: 0.2036462 Nov 02 16:29:54.103149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] No DVR routers for this DVR port 86119ac7-1443-4ea4-98cf-b52c8331c26c on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:54.104609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 52d8940d-61a1-4d54-b797-780a8b9ed17d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:54.104979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.140177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e7ed0-c5f1-45b6-a3ea-022b11445c35 None None] Pushing event deleted for resources: {'Port': ['ID=86119ac7-1443-4ea4-98cf-b52c8331c26c,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:54.172773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b426f7c5-ebd6-4ca2-9585-5d1c7924feb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7263f7fd7c04fb4802e0c7c4a15596b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2548623 Nov 02 16:29:54.175105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:29:54.176117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.181172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51982) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:54.198919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78232ea5-898e-4ceb-8d69-cfda97583597 req-0775910c-912a-4598-b9e4-897ca1ef49b6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040806 Nov 02 16:29:54.216633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b650d318-9cb7-4c9a-9597-9d2c7f7279dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a968f27dccf48bf8ae35e1d7a42c8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149460 Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:29:54.221028 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:29:54.235267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51984) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:54.321258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.335341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.343185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec79629a-3a98-4199-bed2-ff2f23aba855 HTTP/1.1" status: 204 len: 168 time: 2.2016306 Nov 02 16:29:54.355699 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a7b3-fa07-4596-b8dd-fc1c4d89a2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.362079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5513b339-6b25-4db5-a903-8ef4c500f1ad req-88afcf38-256a-4bf7-8d91-9107cefb3458 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/054b75f9-c357-4f84-85c6-960d66d4c58b HTTP/1.1" status: 200 len: 2981 time: 0.2814822 Nov 02 16:29:54.362824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c9f32ede-98e9-447b-9729-5c9f5718c324 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:54.406065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a00dc-4544-49ac-ae94-16fb7c741f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec79629a-3a98-4199-bed2-ff2f23aba855,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:54.412141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:54.449087 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7a3e6781-162f-4e1f-b56a-88f02609c4ae', 'name': '', 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'mac_address': 'fa:16:3e:d5:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:47Z', 'updated_at': '2021-11-02T16:29:53Z', 'revision_number': 4, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'subnets': [{'id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:54.481976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a7b3-fa07-4596-b8dd-fc1c4d89a2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.482163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c9f32ede-98e9-447b-9729-5c9f5718c324 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:54.482490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c9f32ede-98e9-447b-9729-5c9f5718c324 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:54.482918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0d03786e-d422-4402-9e60-7e59f2724efd no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:54.487232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.488863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c0d2c5ad-6f5d-4872-b1b2-ad7f4aed31be admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.0906286 Nov 02 16:29:54.492331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Sync routers for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:54.495740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51992) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:54.526791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0d03786e-d422-4402-9e60-7e59f2724efd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:54.527408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0d03786e-d422-4402-9e60-7e59f2724efd not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:54.527930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977029-1e86-47db-ad9b-b57facb23576 req-931b0bb8-9312-466a-a6f8-31f9ef2633ff tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:54.528669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a0e9382-e4d3-490a-90c1-39069d4be3b3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:54.529691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa977029-1e86-47db-ad9b-b57facb23576 req-931b0bb8-9312-466a-a6f8-31f9ef2633ff tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 945 time: 0.1596000 Nov 02 16:29:54.538592 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495b5e-64ff-44d1-b3c5-23aa632fb336 None None] The sync data for ids ['32398430-e966-4b86-9452-b08721d85d03'] in n-d-811405-2 is: [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7a3e6781-162f-4e1f-b56a-88f02609c4ae', 'name': '', 'network_id': '6864ef59-9669-45df-a44d-16003bdebc75', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'mac_address': 'fa:16:3e:d5:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:47Z', 'updated_at': '2021-11-02T16:29:53Z', 'revision_number': 4, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'subnets': [{'id': '3dc97061-40e5-431a-b4de-1d103b5cbbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:54.579206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7a0e9382-e4d3-490a-90c1-39069d4be3b3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:54.579578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a0e9382-e4d3-490a-90c1-39069d4be3b3 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:54.583779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:54.584443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:54.682869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65527976-8aaa-4b63-bb58-dbb9776da293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.703432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51994) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:54.705058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf03c25-bcfc-49a2-98b8-4a0bbf778688 req-5d649d11-d7a5-406e-b6e8-d5e4ca89a438 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:54.706646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbf03c25-bcfc-49a2-98b8-4a0bbf778688 req-5d649d11-d7a5-406e-b6e8-d5e4ca89a438 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 945 time: 0.2114739 Nov 02 16:29:54.711101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.716205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa977029-1e86-47db-ad9b-b57facb23576 req-c2089311-f082-417f-813e-b29e23e2e2a4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564662 Nov 02 16:29:54.805625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-83e721bb-4720-4f21-a090-e86cba808d15 req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-926470840', 'description': 'tempest-description-75121753'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:54.810937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65527976-8aaa-4b63-bb58-dbb9776da293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.818408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a7b3-fa07-4596-b8dd-fc1c4d89a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.821078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a7b3-fa07-4596-b8dd-fc1c4d89a2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.822264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6fe4a7b3-fa07-4596-b8dd-fc1c4d89a2f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a69c735-b5b5-4419-8e6d-55e450e37255 HTTP/1.1" status: 204 len: 168 time: 0.6388905 Nov 02 16:29:54.846819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c3f7f04b-3474-41b2-82a2-726e3acf780e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26c9351847564611b3fb7360baa8b65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422980 Nov 02 16:29:54.853568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51998) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:54.869046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4a7b3-fa07-4596-b8dd-fc1c4d89a2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69c735-b5b5-4419-8e6d-55e450e37255,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:54.921996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbf03c25-bcfc-49a2-98b8-4a0bbf778688 req-7df21f76-1076-42d6-b058-cb6576b11cc6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031302 Nov 02 16:29:54.951019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-83e721bb-4720-4f21-a090-e86cba808d15 req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:54.955194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:55.070579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Provisioning complete for port 7a3e6781-162f-4e1f-b56a-88f02609c4ae triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:55.071320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.094923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65527976-8aaa-4b63-bb58-dbb9776da293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.107790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65527976-8aaa-4b63-bb58-dbb9776da293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.111909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-65527976-8aaa-4b63-bb58-dbb9776da293 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/414fbc99-e0ae-42a7-a6ed-5b9fd032db3c HTTP/1.1" status: 204 len: 168 time: 0.8682418 Nov 02 16:29:55.121359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65527976-8aaa-4b63-bb58-dbb9776da293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414fbc99-e0ae-42a7-a6ed-5b9fd032db3c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:55.148095 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e2b6e4-67ac-43a6-a6c4-0aea187a40aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.182665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:55.267526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:55.267901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.353381 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e2b6e4-67ac-43a6-a6c4-0aea187a40aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.440311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-83e721bb-4720-4f21-a090-e86cba808d15 req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.461993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f9ad-c716-49a4-bee3-b73b0aaf9716 req-3abea4ac-d713-47bd-95c1-a3c57461c739 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:55.464667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50b9f9ad-c716-49a4-bee3-b73b0aaf9716 req-3abea4ac-d713-47bd-95c1-a3c57461c739 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 945 time: 0.3604200 Nov 02 16:29:55.479012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.481801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-83e721bb-4720-4f21-a090-e86cba808d15 req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.535135 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-83e721bb-4720-4f21-a090-e86cba808d15 req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.537413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83e721bb-4720-4f21-a090-e86cba808d15 req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7359717 Nov 02 16:29:55.565239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fad64-186a-4f45-9512-91f160c18356 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd489d9e-5245-45ab-930a-2165a338c16a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:55.576179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50b9f9ad-c716-49a4-bee3-b73b0aaf9716 req-9691016b-8f7b-49ec-901c-2a82f1ab90dd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043503 Nov 02 16:29:55.608370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-36131e91-a737-48b9-8ef0-6a97623561a5 req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-3898066', 'description': 'tempest-description-798963290'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:55.613124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e2b6e4-67ac-43a6-a6c4-0aea187a40aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.616821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e2b6e4-67ac-43a6-a6c4-0aea187a40aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.618080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98e2b6e4-67ac-43a6-a6c4-0aea187a40aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79946231-f3c7-43fd-9b98-ffb4a208708e HTTP/1.1" status: 204 len: 168 time: 0.7582583 Nov 02 16:29:55.661369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2b6e4-67ac-43a6-a6c4-0aea187a40aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79946231-f3c7-43fd-9b98-ffb4a208708e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:55.696038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36131e91-a737-48b9-8ef0-6a97623561a5 req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.760423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Deleting port 7a3e6781-162f-4e1f-b56a-88f02609c4ae {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:55.761136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.795128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] For port 7a3e6781-162f-4e1f-b56a-88f02609c4ae, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7a3e6781-162f-4e1f-b56a-88f02609c4ae,segment=NetworkSegment(3fc5a260-486a-4276-84f0-cc370133b049),segment_id=3fc5a260-486a-4276-84f0-cc370133b049)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:55.846325 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.849259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36131e91-a737-48b9-8ef0-6a97623561a5 req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.854714 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36131e91-a737-48b9-8ef0-6a97623561a5 req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.918693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-36131e91-a737-48b9-8ef0-6a97623561a5 req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.920659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36131e91-a737-48b9-8ef0-6a97623561a5 req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3186631 Nov 02 16:29:55.931407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05100f-6656-4394-ae82-f810768e2cb1 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31869b2c-bbdd-4353-9b25-a71b228355c4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:55.943539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] For port 7a3e6781-162f-4e1f-b56a-88f02609c4ae, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7a3e6781-162f-4e1f-b56a-88f02609c4ae,segment=NetworkSegment(3fc5a260-486a-4276-84f0-cc370133b049),segment_id=3fc5a260-486a-4276-84f0-cc370133b049)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:55.944493 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:55.974803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Calling delete_port for 7a3e6781-162f-4e1f-b56a-88f02609c4ae owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:55.982422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52028) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:56.058712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 86119ac7-1443-4ea4-98cf-b52c8331c26c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:56.136532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 86119ac7-1443-4ea4-98cf-b52c8331c26c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:56.136886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 86119ac7-1443-4ea4-98cf-b52c8331c26c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:56.137312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d18428f-3783-431b-b2f5-1d08cff4037f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:29:56.157234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a8af487-1179-4c4a-9052-68d9560bb17a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf9beec717ba4729b86557789b0cbe43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699615 Nov 02 16:29:56.160262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:56.203453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8d18428f-3783-431b-b2f5-1d08cff4037f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:29:56.203814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d18428f-3783-431b-b2f5-1d08cff4037f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:29:56.271246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:51Z', 'revision_number': 3, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:56.326965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37348a4-3c55-48c2-95fc-996e9d4c0222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.329036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Provisioning complete for port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:56.329466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.339314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Checking router: 768643b4-3fa8-4883-8796-a96f6519022d for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:29:56.340047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Updating router 768643b4-3fa8-4883-8796-a96f6519022d port 3ca99124-8295-4702-a25b-155257bd70ba binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:29:56.430617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37348a4-3c55-48c2-95fc-996e9d4c0222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.444189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e493800-8c64-4eb0-97a2-491fc4e2b0fd None None] Pushing event updated for resources: {'Port': ['ID=7a3e6781-162f-4e1f-b56a-88f02609c4ae,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:56.496625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.583997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.680903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37348a4-3c55-48c2-95fc-996e9d4c0222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.686438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37348a4-3c55-48c2-95fc-996e9d4c0222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:56.691635 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d37348a4-3c55-48c2-95fc-996e9d4c0222 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/904986f5-50db-4623-a10c-2bdbd640597d HTTP/1.1" status: 204 len: 168 time: 0.5300362 Nov 02 16:29:56.808384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37348a4-3c55-48c2-95fc-996e9d4c0222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904986f5-50db-4623-a10c-2bdbd640597d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:56.899160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08482b0-e330-4de9-9e2e-b27ddbe3d1f1 req-d1855c62-5ad1-4381-8e36-6e87eca5d97c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:56.903961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a3e6781-162f-4e1f-b56a-88f02609c4ae up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:29:56.911756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08482b0-e330-4de9-9e2e-b27ddbe3d1f1 req-d1855c62-5ad1-4381-8e36-6e87eca5d97c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 945 time: 0.8341458 Nov 02 16:29:56.924421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f79d8-1ad9-4e98-823a-894b0cd67c9c req-59edb6c2-3af9-4d04-994d-ad915e58699e tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:56.926049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b44f79d8-1ad9-4e98-823a-894b0cd67c9c req-59edb6c2-3af9-4d04-994d-ad915e58699e tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 945 time: 0.8484743 Nov 02 16:29:57.028843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Allocated IP 172.20.0.1 (86a429d5-5138-4972-9ac6-64c78e99b41e/512b19dc-9aaf-43e0-8166-f7ef65f081a0/091ee3b3-ca46-43ab-aff0-93832c14a94c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:29:57.080630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08482b0-e330-4de9-9e2e-b27ddbe3d1f1 req-3da4b3cc-01a1-4579-af5c-4926b0018c89 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535470 Nov 02 16:29:57.094080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b44f79d8-1ad9-4e98-823a-894b0cd67c9c req-e68cc514-d6ca-4dea-a4c5-30be0a83a86c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548758 Nov 02 16:29:57.225738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.235372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7a3e6781-162f-4e1f-b56a-88f02609c4ae triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:57.235936 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.292682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.367821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Network 86a429d5-5138-4972-9ac6-64c78e99b41e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:57.375176 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.378764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:57.387508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:29:57.422665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.431406 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.450938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Pushing event updated for resources: {'Port': ['ID=091ee3b3-ca46-43ab-aff0-93832c14a94c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:57.483929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.545793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3e6781-162f-4e1f-b56a-88f02609c4ae,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:57.572756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Attempting to bind port 3ca99124-8295-4702-a25b-155257bd70ba on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:29:57.593090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Attempting to bind port 3ca99124-8295-4702-a25b-155257bd70ba by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:29:57.593731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Attempting to bind port 3ca99124-8295-4702-a25b-155257bd70ba on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:29:57.597555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149807ad-2051-48b2-aa9f-4d49bf3d72c5 None None] Pushing event updated for resources: {'Port': ['ID=3ca99124-8295-4702-a25b-155257bd70ba,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:57.612212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:29:57.612819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:29:57.613395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.613967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:29:57.616607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Bound port: 3ca99124-8295-4702-a25b-155257bd70ba, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:29:57.617212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.662208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:57.750882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] For port 3ca99124-8295-4702-a25b-155257bd70ba, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:29:57.766802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.771671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] For port 3ca99124-8295-4702-a25b-155257bd70ba, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ca99124-8295-4702-a25b-155257bd70ba,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:29:57.778357 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:57.927326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:57.929044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:57.977561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.001255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149807ad-2051-48b2-aa9f-4d49bf3d72c5 None None] Pushing event updated for resources: {'Port': ['ID=3ca99124-8295-4702-a25b-155257bd70ba,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:58.046024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-66d3506e-760c-4e29-bdf3-e3d4e9a2ef90 None None] Provisioning complete for port 091ee3b3-ca46-43ab-aff0-93832c14a94c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:58.046422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66d3506e-760c-4e29-bdf3-e3d4e9a2ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.073465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36d499-d442-4d27-8837-58ce66961659 req-1011f093-4e64-48e7-9c98-903f2c912746 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:58.079315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-1011f093-4e64-48e7-9c98-903f2c912746 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6112037 Nov 02 16:29:58.095525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.110219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.118651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-66d3506e-760c-4e29-bdf3-e3d4e9a2ef90 None None] Port 091ee3b3-ca46-43ab-aff0-93832c14a94c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:58.155307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:58.176057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-cf04da8d-20ed-4ef9-866f-b08b59c96db7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:58.178214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-cf04da8d-20ed-4ef9-866f-b08b59c96db7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 813 time: 0.9628704 Nov 02 16:29:58.183924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1847819-network', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:58.234044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.253093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Pushing event updated for resources: {'Port': ['ID=091ee3b3-ca46-43ab-aff0-93832c14a94c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:58.328735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-4948dee6-744a-4cb9-97a6-10fa0ee221c4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:58.330184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-4948dee6-744a-4cb9-97a6-10fa0ee221c4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 945 time: 0.1420250 Nov 02 16:29:58.343935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-b1dfb3cf-b100-46c1-b026-b9f46d91e0ce tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.1644418 Nov 02 16:29:58.357344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-7ee2ded4-a258-457d-8fab-2bd39362dcbd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/quotas/70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 375 time: 0.1282651 Nov 02 16:29:58.407662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Network 86a429d5-5138-4972-9ac6-64c78e99b41e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:29:58.411350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:29:58.421287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'floatingip': {'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:58.453073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 1, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:58.460527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Made reservation on behalf of a434b5f7b9184bc9beaa1f477b3afbb3 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:29:58.464104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.526562 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.532233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.646674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port a501d700-b925-4d83-b385-522c71e944d4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:29:58.646674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.660802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Router 768643b4-3fa8-4883-8796-a96f6519022d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:58.662430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-9b454f9d-eb7a-41b9-8211-5cd069c88828 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3038759 Nov 02 16:29:58.715282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1f6ac-c971-4173-9c2d-a98b955f591f None None] The sync data for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 is: [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 1, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:29:58.782713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Router 32398430-e966-4b86-9452-b08721d85d03 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:29:58.861118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9a9066f6-15c2-4e28-a4e4-bfbcdd85a831 None None] Provisioning complete for port 091ee3b3-ca46-43ab-aff0-93832c14a94c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:29:58.862153 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a9066f6-15c2-4e28-a4e4-bfbcdd85a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.917328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port a501d700-b925-4d83-b385-522c71e944d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a501d700-b925-4d83-b385-522c71e944d4,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:29:58.917328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:58.926596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9a9066f6-15c2-4e28-a4e4-bfbcdd85a831 None None] Port 091ee3b3-ca46-43ab-aff0-93832c14a94c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:29:58.934714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for a501d700-b925-4d83-b385-522c71e944d4 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:29:58.965281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:58.975320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-634ab65c-3b46-416d-98fa-b5eb1c8f48f3 admin admin] 10.222.0.31 "PUT /v2.0/routers/768643b4-3fa8-4883-8796-a96f6519022d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4752741 Nov 02 16:29:59.022915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-e0b8642e-38cf-4239-8ee9-4b846a28b1d7 service neutron] 10.222.0.31 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594227 Nov 02 16:29:59.096880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.137366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.177319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.188333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:29:59.192561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:59.282168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=a501d700-b925-4d83-b385-522c71e944d4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:59.290348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.290845 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Added segment 9d39b824-ed9b-4800-9e20-90a38eff9ea9 of type vlan for network 08240b68-fc23-4551-96d5-ca32b953a4ef Nov 02 16:29:59.292498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ccc335-e2df-497e-8b3c-9541790b5288,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:59.320009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1e93ce17-4e4c-49b8-911e-f135033fd7fc', 'a501d700-b925-4d83-b385-522c71e944d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:29:59.320842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:29:59.335334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ba7c53df-181a-4d98-93d9-2dddecc07262 admin admin] 10.222.0.31 "PUT /v2.0/routers/32398430-e966-4b86-9452-b08721d85d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0001147 Nov 02 16:29:59.346842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52122) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:59.353995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port a501d700-b925-4d83-b385-522c71e944d4 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:29:59.356463 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] Sync routers for ids ['32398430-e966-4b86-9452-b08721d85d03'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:29:59.368282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] Routers {'32398430-e966-4b86-9452-b08721d85d03'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:29:59.371136 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['32398430-e966-4b86-9452-b08721d85d03'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:29:59.373138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.381934 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-805b7330-919f-48d3-bedc-de8d7c3975f5 req-ea41be6c-f381-4d7b-961f-b2aa80fc9f84 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "DELETE /v2.0/ports/a501d700-b925-4d83-b385-522c71e944d4 HTTP/1.1" status: 204 len: 173 time: 1.0279233 Nov 02 16:29:59.382584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'name': 'network-vif-deleted', 'tag': 'a501d700-b925-4d83-b385-522c71e944d4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:29:59.393754 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba95b5-b7e5-4ede-9d7b-2a4fd48620f9" -d '{"events": [{"server_uuid": "33c9c91a-903a-4ed3-8f88-7e931a195b5a", "name": "network-vif-deleted", "tag": "a501d700-b925-4d83-b385-522c71e944d4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:29:59.599324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-18a5c2f6-1483-4b9f-a9a8-d2c3f0b9afc4 service neutron] 10.222.0.31 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755277 Nov 02 16:29:59.619551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.649782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.654780 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] Set router 32398430-e966-4b86-9452-b08721d85d03 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:29:59.713100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.714078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:29:59.722930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.913976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:29:59.935471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] Pushing event updated for resources: {'Network': ['ID=08240b68-fc23-4551-96d5-ca32b953a4ef,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:29:59.949824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-553b35d5-a94a-470b-9451-33cd60c5982f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2559803 Nov 02 16:29:59.951247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 08240b68-fc23-4551-96d5-ca32b953a4ef details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:29:59.952618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:29:59.961140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Request body: {'subnet': {'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1847819-subnet', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:29:59.986436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:00.003372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:00.016887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Deleting port 52d8940d-61a1-4d54-b797-780a8b9ed17d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:00.017230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:00.048357 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 5, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port': {'id': '52d8940d-61a1-4d54-b797-780a8b9ed17d', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32398430-e966-4b86-9452-b08721d85d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:41Z', 'updated_at': '2021-11-02T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:00.169097 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] Checking router: 32398430-e966-4b86-9452-b08721d85d03 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:00.212110 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] Routers {'32398430-e966-4b86-9452-b08721d85d03'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:00.215623 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['32398430-e966-4b86-9452-b08721d85d03'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:00.274015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] For port 52d8940d-61a1-4d54-b797-780a8b9ed17d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=52d8940d-61a1-4d54-b797-780a8b9ed17d,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:00.274499 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:00.328559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Calling delete_port for 52d8940d-61a1-4d54-b797-780a8b9ed17d owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:00.546490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] Set router 32398430-e966-4b86-9452-b08721d85d03 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:00.693705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52152) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:00.708571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Made reservation on behalf of a434b5f7b9184bc9beaa1f477b3afbb3 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:00.712018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:00.750042 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:59Z', 'revision_number': 6, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:00.809288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-158fb973-6e94-476c-8ee1-3c6f18e2c18a req-ac6a3107-edfa-48bc-b584-6dac6dfaa11b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c9c91a-903a-4ed3-8f88-7e931a195b5a HTTP/1.1" status: 200 len: 210 time: 0.1004448 Nov 02 16:30:00.822939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ca99124-8295-4702-a25b-155257bd70ba up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:00.874112 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b1624-2d44-423a-bd05-e4df6245397e None None] The sync data for ids ['32398430-e966-4b86-9452-b08721d85d03'] in n-d-811405-2 is: [{'id': '32398430-e966-4b86-9452-b08721d85d03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1125359151-router', 'tenant_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:40Z', 'updated_at': '2021-11-02T16:29:59Z', 'revision_number': 6, 'project_id': 'd44cf72422134a1d839ab7a8d9d6ddbd', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:00.968961 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:00.982541 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Floating IP c7d409a1-4373-45ff-9cab-09008b532bdd associated. External IP: 172.25.7.18, port: 87942c2b-91a1-4927-83b3-14f760cf41a1. Nov 02 16:30:00.995914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3ca99124-8295-4702-a25b-155257bd70ba triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:00.996494 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.045947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39463b79-8d56-4eb6-aae2-289a597af433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.052447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Pushing event deleted for resources: {'Port': ['ID=52d8940d-61a1-4d54-b797-780a8b9ed17d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:01.072941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.073287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.073626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.074110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.074483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.074897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.075229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.075554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.075978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.076770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.077103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.077428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:01.166401 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.204653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 3ca99124-8295-4702-a25b-155257bd70ba, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ca99124-8295-4702-a25b-155257bd70ba,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:01.211564 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.236761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.304938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=3ca99124-8295-4702-a25b-155257bd70ba,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:01.383161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.387689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.445283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.445839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32398430-e966-4b86-9452-b08721d85d03 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:30:01.452475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.455865 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7d9ac64c-8b7c-4cd4-98c6-8b9c5927970e admin admin] 10.222.0.31 "DELETE /v2.0/routers/32398430-e966-4b86-9452-b08721d85d03 HTTP/1.1" status: 204 len: 168 time: 2.1055291 Nov 02 16:30:01.455865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39463b79-8d56-4eb6-aae2-289a597af433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.456374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52166) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:01.471723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39463b79-8d56-4eb6-aae2-289a597af433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.510316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:01.520996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.531345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-39463b79-8d56-4eb6-aae2-289a597af433 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a14629f885840a08365aec63ede113c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364718 Nov 02 16:30:01.534043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52168) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:01.541805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39463b79-8d56-4eb6-aae2-289a597af433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc23863e-b78e-4998-87e7-2366d7d77431,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:01.565531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a501d700-b925-4d83-b385-522c71e944d4 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:01.593582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: a501d700-b925-4d83-b385-522c71e944d4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:01.593921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a501d700-b925-4d83-b385-522c71e944d4 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:01.601440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c575b3e-4529-464f-86e0-108c31dd8be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.604094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-ad50db7a-d4d3-45f2-9ee6-dc6d36d56ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:01.605683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-ad50db7a-d4d3-45f2-9ee6-dc6d36d56ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 828 time: 0.2904282 Nov 02 16:30:01.626832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Deleting subnet 3dc97061-40e5-431a-b4de-1d103b5cbbe7 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:30:01.629161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c575b3e-4529-464f-86e0-108c31dd8be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.636363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.737499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76113975-a0d9-4bd2-9537-91d2039cc409,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:01.747793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-f44bae7f-3842-4732-a504-a9f7f55f248e tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/quotas/ccb0bb315dd64975b214c21f91642ece HTTP/1.1" status: 200 len: 375 time: 0.1255872 Nov 02 16:30:01.769972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c575b3e-4529-464f-86e0-108c31dd8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.772900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c575b3e-4529-464f-86e0-108c31dd8be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.776600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c575b3e-4529-464f-86e0-108c31dd8be6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc23863e-b78e-4998-87e7-2366d7d77431 HTTP/1.1" status: 204 len: 168 time: 0.2390721 Nov 02 16:30:01.789768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c575b3e-4529-464f-86e0-108c31dd8be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc23863e-b78e-4998-87e7-2366d7d77431,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:01.808471 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:01.811959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Checking segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:01.812294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Network hostable DHCP agents. Network: 08240b68-fc23-4551-96d5-ca32b953a4ef, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:30:01.860026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-8029d07b-b47c-4fd3-83ad-aab2f2448bbb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:01.866414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-8029d07b-b47c-4fd3-83ad-aab2f2448bbb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.55 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 813 time: 0.1830459 Nov 02 16:30:01.891486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'port': {'device_id': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda', 'admin_state_up': True, 'tenant_id': '70131d446ca14d7f8af8234202a52d66'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:01.901089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-6c28dbf1-2b52-4fb0-a73d-24e482df4d50 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437836 Nov 02 16:30:01.911500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Network 08240b68-fc23-4551-96d5-ca32b953a4ef is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:30:01.917236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:01.929261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:01.942086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:01.942900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:01.963612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.020160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 08240b68-fc23-4551-96d5-ca32b953a4ef) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:02.032766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:02.033353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.041641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-fb5a8a1d-2c46-4e41-b7e4-c386ec136706 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "PUT /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 995 time: 3.6967900 Nov 02 16:30:02.050642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:02.053157 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afc520f-a44b-4ffb-963a-5b3ed29616dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:02.070610 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.080011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6fdeb-727e-44e2-88a9-8b26988969b9 None None] Network 08240b68-fc23-4551-96d5-ca32b953a4ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:02.100630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eed4cc11-3b6e-4b7f-bdfe-029b08fa6222 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 2.1434484 Nov 02 16:30:02.103027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52180) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:02.115034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Made reservation on behalf of 70131d446ca14d7f8af8234202a52d66 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:02.119171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.129158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:02.187297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-4da38a4e-2110-48d0-8d03-3760339f45bb service neutron] 10.222.0.31 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857378 Nov 02 16:30:02.204897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:02.311517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.313367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.321946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36d499-d442-4d27-8837-58ce66961659 req-cdf22b97-7bc8-4594-872d-ece01ebaf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:02.323886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-cdf22b97-7bc8-4594-872d-ece01ebaf9ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.2217634 Nov 02 16:30:02.326358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Allocated IP 172.20.0.9 (ec548ad0-c552-4e8c-825a-93cc1edd2dda/11dabdd6-b24b-4721-9ad5-1d3184d0c5c3/f423d22f-dff7-402d-bbf9-2c4ddeb35093) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:02.327817 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.424884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc97061-40e5-431a-b4de-1d103b5cbbe7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:02.446599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57381830-b142-423f-902d-38c57f586d01 None None] Network 6864ef59-9669-45df-a44d-16003bdebc75 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:02.470565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.472498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-08240b68-fc23-4551-96d5-ca32b953a4ef', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:30:02.473358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.475234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5dbac13c-4ffc-4e35-8284-37ecf9671ddb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3dc97061-40e5-431a-b4de-1d103b5cbbe7 HTTP/1.1" status: 204 len: 168 time: 1.0170772 Nov 02 16:30:02.479404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52188) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:02.629469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.642910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-95a83de7-4a10-4a59-9509-71bee4ee7aa8 service neutron] 10.222.0.31 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540782 Nov 02 16:30:02.646105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.670581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.780591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Deleting port e761086a-d6ab-4161-be7c-d7dcea79eed9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:02.781220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.795173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:02.809477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ca99124-8295-4702-a25b-155257bd70ba up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:02.843022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Network ec548ad0-c552-4e8c-825a-93cc1edd2dda is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:02.852821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:02.879826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:02.883706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:02.977862 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f0da71-4274-423c-abec-40492b64f4fd x-openstack-request-id: req-a4f0da71-4274-423c-abec-40492b64f4fd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:02.978264 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c9c91a-903a-4ed3-8f88-7e931a195b5a", "name": "network-vif-deleted", "tag": "a501d700-b925-4d83-b385-522c71e944d4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:02.978842 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4f0da71-4274-423c-abec-40492b64f4fd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:02.978994 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c9c91a-903a-4ed3-8f88-7e931a195b5a', 'name': 'network-vif-deleted', 'tag': 'a501d700-b925-4d83-b385-522c71e944d4', 'status': 'completed', 'code': 200} Nov 02 16:30:03.018840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:29:59Z', 'revision_number': 1, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:03.031734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] For port e761086a-d6ab-4161-be7c-d7dcea79eed9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e761086a-d6ab-4161-be7c-d7dcea79eed9,segment=NetworkSegment(3fc5a260-486a-4276-84f0-cc370133b049),segment_id=3fc5a260-486a-4276-84f0-cc370133b049)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:03.032107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:03.040107 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Sync routers for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:03.054962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:03.055323 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:03.055965 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:03.063181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:03.079221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3ca99124-8295-4702-a25b-155257bd70ba triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:03.079700 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:03.093080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:03.093734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Allocated IP 172.20.0.2 (08240b68-fc23-4551-96d5-ca32b953a4ef/76113975-a0d9-4bd2-9537-91d2039cc409/bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:03.121297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:03.139000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:03.139774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:03.143498 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:03.170955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Calling delete_port for e761086a-d6ab-4161-be7c-d7dcea79eed9 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:03.189587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-dab874db-c24e-4a44-8d90-05912842fc06 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125801 Nov 02 16:30:03.213119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36d499-d442-4d27-8837-58ce66961659 req-6c9cc36a-697e-4650-a5ad-42727f3ff06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:03.214696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-6c9cc36a-697e-4650-a5ad-42727f3ff06b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.8792584 Nov 02 16:30:03.231553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Request body: {'port': {'device_id': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:03.340493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e4df-96d4-43c7-85ea-15d61f5c96ba req-3d904a1a-3e7b-4e61-9d27-d90e9edd5a82 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:03.354959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c61e4df-96d4-43c7-85ea-15d61f5c96ba req-3d904a1a-3e7b-4e61-9d27-d90e9edd5a82 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 931 time: 0.2555938 Nov 02 16:30:03.375938 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:03.394170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:03.523452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c61e4df-96d4-43c7-85ea-15d61f5c96ba req-3f7ef7f7-bbef-4cc8-872f-1ba2046cd51c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674700 Nov 02 16:30:03.530478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-ba20c4ff-fc2f-4836-84a9-b9b1332e74f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 998 time: 0.2742655 Nov 02 16:30:03.601330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a6ba18-2e84-47f8-865c-a9132d8b7710 None None] DHCP port deletion for 6864ef59-9669-45df-a44d-16003bdebc75 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:30:03.648499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36d499-d442-4d27-8837-58ce66961659 req-254741c0-3ade-42cc-ba4c-4d62805824b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:03.650625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-254741c0-3ade-42cc-ba4c-4d62805824b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1110637 Nov 02 16:30:03.736311 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 2, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:03.784638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36d499-d442-4d27-8837-58ce66961659 req-6d5f296e-792c-49d3-8ba9-a5f7ec3eef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:03.787184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-6d5f296e-792c-49d3-8ba9-a5f7ec3eef44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237202 Nov 02 16:30:03.812952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-c17c84d5-169f-4ac0-9fea-5933c5bd985a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:30:03.814399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-c17c84d5-169f-4ac0-9fea-5933c5bd985a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146270 Nov 02 16:30:03.820723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:03.928422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Pushing event deleted for resources: {'Port': ['ID=e761086a-d6ab-4161-be7c-d7dcea79eed9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:03.940618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] No DVR routers for this DVR port e761086a-d6ab-4161-be7c-d7dcea79eed9 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:03.996526 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Checking router: 768643b4-3fa8-4883-8796-a96f6519022d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:03.996878 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Updating router 768643b4-3fa8-4883-8796-a96f6519022d port 091ee3b3-ca46-43ab-aff0-93832c14a94c binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:30:04.023256 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.182679 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e96f2a-0f86-438c-a93a-4e542ea7fd5b x-openstack-request-id: req-54e96f2a-0f86-438c-a93a-4e542ea7fd5b {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:04.183706 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:04.184141 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54e96f2a-0f86-438c-a93a-4e542ea7fd5b {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:04.184718 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'status': 'completed', 'code': 200} Nov 02 16:30:04.234095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:04.274328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.277669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-a9d33802-7e92-42fb-96f4-f71e30a00539 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545410 Nov 02 16:30:04.405834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.431406 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.435004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a3e6781-162f-4e1f-b56a-88f02609c4ae no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:04.452385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e36d499-d442-4d27-8837-58ce66961659 req-058317d4-ea9a-4211-8bf5-bf1e6a113503 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258495 Nov 02 16:30:04.461003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6864ef59-9669-45df-a44d-16003bdebc75']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:04.474492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.479778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d07c637-acc1-44b9-994e-a84c01f55937 req-b9abbc83-8262-4960-8135-a64bad2ff608 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 210 time: 0.2116871 Nov 02 16:30:04.500630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-6c456a62-eab7-4f97-acca-d0f07b06dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:04.502267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-6c456a62-eab7-4f97-acca-d0f07b06dad5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.2980430 Nov 02 16:30:04.511093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc5a260-486a-4276-84f0-cc370133b049') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:04.512299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc5a260-486a-4276-84f0-cc370133b049') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:04.549982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.571715 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.581016 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.604825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.634757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:30:04.635251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.645244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.741076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Pushing event updated for resources: {'Port': ['ID=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:04.786714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7a3e6781-162f-4e1f-b56a-88f02609c4ae {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:04.789457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7a3e6781-162f-4e1f-b56a-88f02609c4ae not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:04.790293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52d8940d-61a1-4d54-b797-780a8b9ed17d no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:04.810947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Network 08240b68-fc23-4551-96d5-ca32b953a4ef is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:30:04.842352 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:30:04.849128 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Attempting to bind port 091ee3b3-ca46-43ab-aff0-93832c14a94c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:04.849502 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Attempting to bind port 091ee3b3-ca46-43ab-aff0-93832c14a94c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:04.856276 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Attempting to bind port 091ee3b3-ca46-43ab-aff0-93832c14a94c on network 86a429d5-5138-4972-9ac6-64c78e99b41e {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:04.866779 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.884509 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:04.884968 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Checking segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:04.889060 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.889513 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Bound using segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:04.889652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6ba18-2e84-47f8-865c-a9132d8b7710 None None] Deleting port e761086a-d6ab-4161-be7c-d7dcea79eed9 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:04.890029 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Bound port: 091ee3b3-ca46-43ab-aff0-93832c14a94c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:04.890463 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.890946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ba18-2e84-47f8-865c-a9132d8b7710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.946551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:04.957524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] 10.222.0.31 "DELETE /v2.0/networks/6864ef59-9669-45df-a44d-16003bdebc75 HTTP/1.1" status: 204 len: 168 time: 2.4770925 Nov 02 16:30:04.962679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:04.973162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:04.998015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 52d8940d-61a1-4d54-b797-780a8b9ed17d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:04.999267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52d8940d-61a1-4d54-b797-780a8b9ed17d not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-e1a6ba18-2e84-47f8-865c-a9132d8b7710 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6864ef59-9669-45df-a44d-16003bdebc75 could not be found. Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:30:05.042939 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6864ef59-9669-45df-a44d-16003bdebc75 could not be found. Nov 02 16:30:05.047615 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:30:05.054573 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Pushing event updated for resources: {'Port': ['ID=091ee3b3-ca46-43ab-aff0-93832c14a94c,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:05.082952 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.084142 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.086364 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.086923 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.089212 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.092641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.092988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.093326 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.093793 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.094121 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.099546 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.102540 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:05.135786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275df7b1-b112-41df-becb-02616889a33b admin admin] Pushing event deleted for resources: {'Network': ['ID=6864ef59-9669-45df-a44d-16003bdebc75,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:05.151710 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] For port 091ee3b3-ca46-43ab-aff0-93832c14a94c, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:05.172083 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] For port 091ee3b3-ca46-43ab-aff0-93832c14a94c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=091ee3b3-ca46-43ab-aff0-93832c14a94c,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:05.177197 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.192159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f423d22f-dff7-402d-bbf9-2c4ddeb35093 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:05.192389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0988002d-3648-405c-8a92-ca95282ec252 None None] DHCP port deletion for 6864ef59-9669-45df-a44d-16003bdebc75 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:30:05.221310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e761086a-d6ab-4161-be7c-d7dcea79eed9 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:05.250100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.252506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Attempting to bind port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:05.253766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Attempting to bind port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:05.253766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Attempting to bind port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd on network 08240b68-fc23-4551-96d5-ca32b953a4ef {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:05.264912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e761086a-d6ab-4161-be7c-d7dcea79eed9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:05.265377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e761086a-d6ab-4161-be7c-d7dcea79eed9 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:05.280895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:05.281496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Checking segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:05.283403 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.283944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Bound using segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:05.289012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Bound port: bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:05.292392 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.323584 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:05.324209 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:05.325299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:29:59Z', 'revision_number': 1, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:05.340049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Transition to ACTIVE for port object f423d22f-dff7-402d-bbf9-2c4ddeb35093 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:30:05.362054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.410472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45f0a-7cbc-4cbc-89bc-bdb56c7582d5 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:29:59Z', 'revision_number': 1, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:05.474345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3bbd604a-ad31-4633-83b1-da003c7482f3 None None] Provisioning complete for port 091ee3b3-ca46-43ab-aff0-93832c14a94c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:05.474900 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bbd604a-ad31-4633-83b1-da003c7482f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.552728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52264) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:05.583854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-734d9900-711d-4a4d-b0cf-a6a64dae0af2 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:05.589743 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3c96c-80d6-4a1c-8b6d-20472b9478c7 None None] Pushing event updated for resources: {'Port': ['ID=091ee3b3-ca46-43ab-aff0-93832c14a94c,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:05.590875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-734d9900-711d-4a4d-b0cf-a6a64dae0af2 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.100 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 828 time: 0.7358372 Nov 02 16:30:05.614658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] For port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:05.636353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] For port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:05.638316 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:05.686860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Request body: {'port': {'device_id': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'admin_state_up': True, 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:05.700091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.710757 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bbd604a-ad31-4633-83b1-da003c7482f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.727723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Allocated IP 172.25.7.245 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/d59fc1da-14aa-4430-a196-db23e96e6e83) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:05.777693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7377532-7529-4a5d-acc3-0b8101717c0e None None] Pushing event updated for resources: {'Port': ['ID=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:05.854445 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd04c57-ac26-4403-bd8f-2b364a41ac01 None None] New status for floating IP c7d409a1-4373-45ff-9cab-09008b532bdd: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:05.907520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:05.915886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:05.935585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3bbd604a-ad31-4633-83b1-da003c7482f3 None None] For port 091ee3b3-ca46-43ab-aff0-93832c14a94c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=091ee3b3-ca46-43ab-aff0-93832c14a94c,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:05.949647 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bbd604a-ad31-4633-83b1-da003c7482f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.009580 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:06.054496 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9f4d17ae-d445-42d0-890d-5cf163eae320 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d44cf72422134a1d839ab7a8d9d6ddbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592834 Nov 02 16:30:06.062359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd604a-ad31-4633-83b1-da003c7482f3 None None] Pushing event updated for resources: {'Port': ['ID=091ee3b3-ca46-43ab-aff0-93832c14a94c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:06.066552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:06.069570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.100341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:06.112559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:06.115296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:06.122222 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-70b1e42b-d907-41ad-a521-e685645c6eb0 None None] Provisioning complete for port 091ee3b3-ca46-43ab-aff0-93832c14a94c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:06.122222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70b1e42b-d907-41ad-a521-e685645c6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.128389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28073d-97f3-4796-9e28-491f8f83fd38 req-b95a9f38-a871-455c-9b52-9f2f2bd083b7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:06.129922 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e46868-2880-4833-b678-4d8869f45ae4 None None] The sync data for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 is: [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:06.132117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b28073d-97f3-4796-9e28-491f8f83fd38 req-b95a9f38-a871-455c-9b52-9f2f2bd083b7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 943 time: 0.5209453 Nov 02 16:30:06.209689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Attempting to bind port f423d22f-dff7-402d-bbf9-2c4ddeb35093 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:06.210049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Attempting to bind port f423d22f-dff7-402d-bbf9-2c4ddeb35093 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:06.210421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Attempting to bind port f423d22f-dff7-402d-bbf9-2c4ddeb35093 on network ec548ad0-c552-4e8c-825a-93cc1edd2dda {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:06.260913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Port f423d22f-dff7-402d-bbf9-2c4ddeb35093 on network ec548ad0-c552-4e8c-825a-93cc1edd2dda not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:30:06.261173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Attempting to bind port f423d22f-dff7-402d-bbf9-2c4ddeb35093 on network ec548ad0-c552-4e8c-825a-93cc1edd2dda {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:06.276467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:06.276963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Checking segment: {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:06.277355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Bound using segment: {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:06.277794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Bound port: f423d22f-dff7-402d-bbf9-2c4ddeb35093, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649d3308-dba8-4a9e-ac29-7ad473ebbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:06.278205 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.289961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-ac76a607-77cd-4191-a7e8-fc4189209e03 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:06.291615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-ac76a607-77cd-4191-a7e8-fc4189209e03 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6908197 Nov 02 16:30:06.460468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-d84e31f0-3b7a-4c25-aba1-15961fb4ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:06.464652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fefb5625-2ea4-4afa-b049-fac84d8b96ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.468959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:06.471738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-d84e31f0-3b7a-4c25-aba1-15961fb4ad8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 1.8690948 Nov 02 16:30:06.517965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:06.524198 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:30:06.543168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fefb5625-2ea4-4afa-b049-fac84d8b96ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.556454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.685579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:06.724443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:06.725811 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.727330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-0e04038f-0de4-44e9-acf1-302bdbb6b038 service neutron] 10.222.0.55 "PUT /v2.0/ports/f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 1091 time: 3.5147007 Nov 02 16:30:06.727796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:06.730587 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f3106-666d-4fe9-8e39-aa09f5956f32" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:06.762229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-3fd6f160-04ca-42dc-beef-40ab7a1b0f1a tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 998 time: 0.4601626 Nov 02 16:30:06.765388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b28073d-97f3-4796-9e28-491f8f83fd38 req-d406f8c1-573d-4983-84ac-0ad02c4b9452 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966481 Nov 02 16:30:06.769226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Pushing event updated for resources: {'Port': ['ID=d59fc1da-14aa-4430-a196-db23e96e6e83,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:06.770737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Made reservation on behalf of ccb0bb315dd64975b214c21f91642ece for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:06.775046 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:06.923175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'floatingip': {'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:06.987413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fefb5625-2ea4-4afa-b049-fac84d8b96ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.000035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fefb5625-2ea4-4afa-b049-fac84d8b96ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.001450 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fefb5625-2ea4-4afa-b049-fac84d8b96ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1430c3d3-3c57-4cbd-b38d-446a3fd518e9 HTTP/1.1" status: 204 len: 168 time: 0.9082067 Nov 02 16:30:07.103606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-37831f70-e9e6-45f5-92e7-fbd58c841b06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 1000 time: 0.3675931 Nov 02 16:30:07.118499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb5625-2ea4-4afa-b049-fac84d8b96ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1430c3d3-3c57-4cbd-b38d-446a3fd518e9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:07.146879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-2e66cfe5-fffd-4496-94cc-38c98a65f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:07.150514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-2e66cfe5-fffd-4496-94cc-38c98a65f60b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1094 time: 0.3401976 Nov 02 16:30:07.285787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.294147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-5d5d588a-2a4d-4361-a1db-341bdb86e4ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 217 time: 0.1346419 Nov 02 16:30:07.379569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:07.400185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Allocated IP 172.20.0.10 (86a429d5-5138-4972-9ac6-64c78e99b41e/512b19dc-9aaf-43e0-8166-f7ef65f081a0/95948f56-7651-463e-aca6-7e38b6e8f7f1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:07.519943 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:07.520676 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.556200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-b0088ed6-55e5-47f4-b4a5-644f9c278dc4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:07.560881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-b0088ed6-55e5-47f4-b4a5-644f9c278dc4 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 945 time: 0.3585715 Nov 02 16:30:07.689174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e792b-0609-4098-b407-53ab9f022d68 req-1f6b0c25-0fe9-424b-baa0-beacaa82b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:07.690695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-1f6b0c25-0fe9-424b-baa0-beacaa82b162 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.3217795 Nov 02 16:30:07.707511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f245d-ba0d-4ea3-b49a-79f77ee198f5 None None] Network 08240b68-fc23-4551-96d5-ca32b953a4ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:07.720713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f89f-a424-4b96-8aac-b68ac0441db3 req-eb24f817-5356-4921-9998-6a3f7cf487d6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:07.722299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abb1f89f-a424-4b96-8aac-b68ac0441db3 req-eb24f817-5356-4921-9998-6a3f7cf487d6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c9187-530f-4734-b4e2-f7da679be08d HTTP/1.1" status: 200 len: 945 time: 0.7067397 Nov 02 16:30:07.737902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-c357ead8-20ec-43e2-bd66-419752cae661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:07.739502 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-c357ead8-20ec-43e2-bd66-419752cae661 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.6065080 Nov 02 16:30:07.762775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-dae7549f-b8af-40dc-96dc-8a3ee6332e8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622962 Nov 02 16:30:07.777052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.840513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:07.847378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.849180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:07.850573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 091ee3b3-ca46-43ab-aff0-93832c14a94c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:07.905450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f1e2d9f9-9789-4f7e-ae2e-adceefefe349 None None] Provisioning complete for port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:07.905895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d9f9-9789-4f7e-ae2e-adceefefe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.093386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:08.138353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-4102c245-6350-48c8-a904-9d715de5c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:08.140263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-4102c245-6350-48c8-a904-9d715de5c0c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3655553 Nov 02 16:30:08.142212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-db191772-512e-4948-a250-7d747444fdc8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603208 Nov 02 16:30:08.170616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abb1f89f-a424-4b96-8aac-b68ac0441db3 req-b20653f1-6746-4cbf-85a8-b180d1826622 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301078 Nov 02 16:30:08.173256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 091ee3b3-ca46-43ab-aff0-93832c14a94c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:08.173633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.389661 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d02e1a2d-b55b-409b-bbac-1cb67297000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.397699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-969e792b-0609-4098-b407-53ab9f022d68 req-1fc1bdd2-c034-41cf-a624-5cf04997645a service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354393 Nov 02 16:30:08.489862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port 1e93ce17-4e4c-49b8-911e-f135033fd7fc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:08.490742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.522693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-e3528604-bd50-4a82-8c86-c63d7eead172 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553989 Nov 02 16:30:08.539906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.571241 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.624832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1336cc2-390a-4e5c-88ce-1afe0515a1ca None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:30:08.637022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.646805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port 1e93ce17-4e4c-49b8-911e-f135033fd7fc, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1e93ce17-4e4c-49b8-911e-f135033fd7fc,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:08.647178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.664611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for 1e93ce17-4e4c-49b8-911e-f135033fd7fc owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:08.770171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.815489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ebc4bdd6-72b2-473d-8684-900caaa83c14 None None] Provisioning complete for port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:08.815863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bdd6-72b2-473d-8684-900caaa83c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:08.902023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Network 86a429d5-5138-4972-9ac6-64c78e99b41e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:08.907957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:08.915544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:08.957254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event updated for resources: {'Port': ['ID=95948f56-7651-463e-aca6-7e38b6e8f7f1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:09.055696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:09.056368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.077408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.094393 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-949db722-c81e-4c74-85b8-85f2ecee6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4449573 Nov 02 16:30:09.128550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Request body: {'port': {'device_id': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:09.173832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=1e93ce17-4e4c-49b8-911e-f135033fd7fc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:09.219138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:09.254939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port 1e93ce17-4e4c-49b8-911e-f135033fd7fc on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:09.258279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.262272 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8e9b38ad-48ae-4613-91bf-896715098c35 req-a9ca92ca-c33f-4389-9b9c-8dc62f54fcc7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.100 "DELETE /v2.0/ports/1e93ce17-4e4c-49b8-911e-f135033fd7fc HTTP/1.1" status: 204 len: 173 time: 1.6851876 Nov 02 16:30:09.263366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.284709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:09.313279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.329886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52364) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:09.496745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1336cc2-390a-4e5c-88ce-1afe0515a1ca None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:30:09.578932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeac9e-b588-47ef-9983-48a8372a0414 req-e03a43dd-c608-4b10-ba84-288d9d3860d3 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:09.582596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cdeac9e-b588-47ef-9983-48a8372a0414 req-e03a43dd-c608-4b10-ba84-288d9d3860d3 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 932 time: 0.2647600 Nov 02 16:30:09.586909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afc520f-a44b-4ffb-963a-5b3ed29616dc req-90f85d4d-708f-4dba-b1c1-e283c178aad3 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0541699 Nov 02 16:30:09.591849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cd477d-5c5f-4403-ba56-a54d2366795b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.625276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:09.625894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.640148 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1e93ce17-4e4c-49b8-911e-f135033fd7fc no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:09.641932 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Floating IP c7d409a1-4373-45ff-9cab-09008b532bdd associated. External IP: 172.25.7.18, port: 87942c2b-91a1-4927-83b3-14f760cf41a1. Nov 02 16:30:09.695534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 1e93ce17-4e4c-49b8-911e-f135033fd7fc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:09.696214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1e93ce17-4e4c-49b8-911e-f135033fd7fc not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:09.735509 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cd477d-5c5f-4403-ba56-a54d2366795b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.745699 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-90cd477d-5c5f-4403-ba56-a54d2366795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.761287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cdeac9e-b588-47ef-9983-48a8372a0414 req-3d1f8015-e623-4897-99a3-a1fb3db9e054 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733181 Nov 02 16:30:09.799536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Router 7e2fe164-e02c-4247-beb1-0325047c9d00 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:30:09.862407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-90cd477d-5c5f-4403-ba56-a54d2366795b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88903f7688194fc6b152f9c4ec74784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307379 Nov 02 16:30:09.862881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd477d-5c5f-4403-ba56-a54d2366795b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91fdb0d-fb44-4b18-bd45-7245cf402cf6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:09.937655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95948f56-7651-463e-aca6-7e38b6e8f7f1 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:09.949652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:09.958775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52384) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:09.963637 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d94fb-020f-4729-b86e-c9745dcc1de9 x-openstack-request-id: req-db2d94fb-020f-4729-b86e-c9745dcc1de9 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:09.963930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:09.964201 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db2d94fb-020f-4729-b86e-c9745dcc1de9 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:09.964586 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'status': 'completed', 'code': 200} Nov 02 16:30:09.979567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Transition to ACTIVE for port object 95948f56-7651-463e-aca6-7e38b6e8f7f1 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:30:10.033313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.097640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-311b9b3f-18c6-4412-b76a-3184e8e0ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.118378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Pushing event updated for resources: {'Port': ['ID=95948f56-7651-463e-aca6-7e38b6e8f7f1,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:10.164531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-311b9b3f-18c6-4412-b76a-3184e8e0ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.171930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f423d22f-dff7-402d-bbf9-2c4ddeb35093 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:30:10.201474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-eb74b1a5-ac34-4cbb-99d8-1977670bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.203467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-eb74b1a5-ac34-4cbb-99d8-1977670bb464 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1094 time: 0.1978476 Nov 02 16:30:10.222068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Attempting to bind port 95948f56-7651-463e-aca6-7e38b6e8f7f1 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:10.222696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Attempting to bind port 95948f56-7651-463e-aca6-7e38b6e8f7f1 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:10.222854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83d69-f01a-4e4a-aa58-5cf86143c954 req-137f4094-9a44-4b4a-b02c-2d494caff026 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.222972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Attempting to bind port 95948f56-7651-463e-aca6-7e38b6e8f7f1 on network 86a429d5-5138-4972-9ac6-64c78e99b41e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:10.224303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42d83d69-f01a-4e4a-aa58-5cf86143c954 req-137f4094-9a44-4b4a-b02c-2d494caff026 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 943 time: 0.2052555 Nov 02 16:30:10.228789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Port 95948f56-7651-463e-aca6-7e38b6e8f7f1 on network 86a429d5-5138-4972-9ac6-64c78e99b41e not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:30:10.229159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Attempting to bind port 95948f56-7651-463e-aca6-7e38b6e8f7f1 on network 86a429d5-5138-4972-9ac6-64c78e99b41e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:10.234521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:10.235209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:10.235552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Checking segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:10.235941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Bound using segment: {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:10.236379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Bound port: 95948f56-7651-463e-aca6-7e38b6e8f7f1, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:10.236791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.244560 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Sync routers for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:10.258443 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:10.261120 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:10.335081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:10.351119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-311b9b3f-18c6-4412-b76a-3184e8e0ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.352812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'network_id': 'ec548ad0-c552-4e8c-825a-93cc1edd2dda', 'port_id': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'mac_address': 'fa:16:3e:96:15:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11dabdd6-b24b-4721-9ad5-1d3184d0c5c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:30:10.353767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-311b9b3f-18c6-4412-b76a-3184e8e0ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.357352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-311b9b3f-18c6-4412-b76a-3184e8e0ffd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d91fdb0d-fb44-4b18-bd45-7245cf402cf6 HTTP/1.1" status: 204 len: 168 time: 0.3855100 Nov 02 16:30:10.361372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.363315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0c5c177e-b535-4139-879d-b27966c6695b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 8.2418048 Nov 02 16:30:10.372087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52390) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:10.384058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b9b3f-18c6-4412-b76a-3184e8e0ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91fdb0d-fb44-4b18-bd45-7245cf402cf6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:10.410500 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.427420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] For port 95948f56-7651-463e-aca6-7e38b6e8f7f1, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:10.432700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] For port 95948f56-7651-463e-aca6-7e38b6e8f7f1, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:10.437903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.457133 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:10.464329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:10.486571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f423d22f-dff7-402d-bbf9-2c4ddeb35093 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:10.486790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.487698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.489680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] 10.222.0.100 "PUT /v2.0/ports/95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 1092 time: 1.3686531 Nov 02 16:30:10.520183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242481e8-7f31-47f5-903f-979ba5f8218b service neutron] Pushing event updated for resources: {'Port': ['ID=95948f56-7651-463e-aca6-7e38b6e8f7f1,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:10.528615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42d83d69-f01a-4e4a-aa58-5cf86143c954 req-a9c47da3-b21a-4ab6-8e4e-0f92bac31215 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626269 Nov 02 16:30:10.569484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:10.576280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:10.630060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-1a665492-8238-4d9f-8a59-a334d459fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.633840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-1a665492-8238-4d9f-8a59-a334d459fc67 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1095 time: 0.1006944 Nov 02 16:30:10.668582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-3abd51b7-3df2-45d2-beae-9cdda158e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.670224 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-3abd51b7-3df2-45d2-beae-9cdda158e431 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.4577219 Nov 02 16:30:10.685794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:10.754772 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-7ff671df-b19b-40a6-9dfc-d14a8ae00a73 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 217 time: 0.1057949 Nov 02 16:30:10.801731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f423d22f-dff7-402d-bbf9-2c4ddeb35093'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:10.832051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-678afad0-01d7-434b-bf2a-a8b973d2c907 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 217 time: 0.1076841 Nov 02 16:30:10.867913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-0bfc45b6-993f-4862-ad2f-628b218f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.871160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-0bfc45b6-993f-4862-ad2f-628b218f7710 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 200 len: 867 time: 0.1072764 Nov 02 16:30:10.902992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-ef2f198d-f897-4d58-9e4d-e81845a6f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.904659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-ef2f198d-f897-4d58-9e4d-e81845a6f02b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.0639052 Nov 02 16:30:10.942484 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:06Z', 'revision_number': 3, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:10.968570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52400) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:10.982190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-b3ec7a6f-debb-4879-a401-1f2874df53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:10.994389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-b3ec7a6f-debb-4879-a401-1f2874df53ac service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=86a429d5-5138-4972-9ac6-64c78e99b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143544 Nov 02 16:30:11.004915 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Checking router: 7e2fe164-e02c-4247-beb1-0325047c9d00 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:11.005477 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Updating router 7e2fe164-e02c-4247-beb1-0325047c9d00 port d59fc1da-14aa-4430-a196-db23e96e6e83 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:30:11.106103 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.119419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30001251-e57c-47fe-a67e-0798999825ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.121354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d30f364-ad1b-48c6-b188-14ab553dff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.129866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-475af77a-98d4-44fc-9518-a9cc7a0056fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568584 Nov 02 16:30:11.220401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:11.232247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:11.238527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.259380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:11.260439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-e26045db-8590-461f-9e9c-fabc81e2abe1 service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474484 Nov 02 16:30:11.261848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:11.398012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d30f364-ad1b-48c6-b188-14ab553dff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.426515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d30f364-ad1b-48c6-b188-14ab553dff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.526608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8fffbabe-4b31-4ed4-bb6d-14e514bcc5ba req-cc4da3e1-9b49-46a5-aa0e-927b44bddd8c service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584321 Nov 02 16:30:11.542169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1d30f364-ad1b-48c6-b188-14ab553dff09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7678ad3ab2664493ac05a998fcaeb792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718679 Nov 02 16:30:11.543408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30f364-ad1b-48c6-b188-14ab553dff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29da441d-6ad1-451d-a48e-de7f80f25196,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:11.546827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52416) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:11.606499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:11.618800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b05d91ec-94ee-4753-a5fd-56e595a059ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.668271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b05d91ec-94ee-4753-a5fd-56e595a059ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.736750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-c6ae36dc-7a0f-4087-8a6b-b24824e998fb service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990069 Nov 02 16:30:11.749526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b05d91ec-94ee-4753-a5fd-56e595a059ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.751268 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.752559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b05d91ec-94ee-4753-a5fd-56e595a059ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.753773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b05d91ec-94ee-4753-a5fd-56e595a059ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29da441d-6ad1-451d-a48e-de7f80f25196 HTTP/1.1" status: 204 len: 168 time: 0.2058680 Nov 02 16:30:11.765026 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.773247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d91ec-94ee-4753-a5fd-56e595a059ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29da441d-6ad1-451d-a48e-de7f80f25196,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:11.838289 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Attempting to bind port d59fc1da-14aa-4430-a196-db23e96e6e83 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:11.838582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Attempting to bind port d59fc1da-14aa-4430-a196-db23e96e6e83 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:11.838989 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Attempting to bind port d59fc1da-14aa-4430-a196-db23e96e6e83 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:11.852444 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:11.852998 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:11.853520 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.854017 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:11.854606 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Bound port: d59fc1da-14aa-4430-a196-db23e96e6e83, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:11.855078 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.914461 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] For port d59fc1da-14aa-4430-a196-db23e96e6e83, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:11.917917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] For port d59fc1da-14aa-4430-a196-db23e96e6e83, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d59fc1da-14aa-4430-a196-db23e96e6e83,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:11.925647 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:11.953219 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d94fcf-b4d4-4fb8-bd41-a2a7e339f5eb None None] Pushing event updated for resources: {'Port': ['ID=d59fc1da-14aa-4430-a196-db23e96e6e83,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:11.967443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3f3106-666d-4fe9-8e39-aa09f5956f32 req-db6fca1b-174c-446b-a6c0-be755f4f5cce service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171795 Nov 02 16:30:11.967713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529c9187-530f-4734-b4e2-f7da679be08d', 'name': 'network-vif-deleted', 'tag': '1e93ce17-4e4c-49b8-911e-f135033fd7fc'}, {'name': 'network-changed', 'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:11.974293 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3107a-68a7-4510-9f82-1b207bdc48c6" -d '{"events": [{"server_uuid": "529c9187-530f-4734-b4e2-f7da679be08d", "name": "network-vif-deleted", "tag": "1e93ce17-4e4c-49b8-911e-f135033fd7fc"}, {"name": "network-changed", "server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:12.022195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:08Z', 'revision_number': 3, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:12.103911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:12.124906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:12.125333 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d94fcf-b4d4-4fb8-bd41-a2a7e339f5eb None None] Pushing event updated for resources: {'Port': ['ID=d59fc1da-14aa-4430-a196-db23e96e6e83,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:12.125559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:12.130231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:12.131282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:12.142352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62fda8-4a80-4dbc-b7a9-32b37af8c661 req-37b844a5-7355-4110-b70f-ad4583f46731 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:12.152002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da62fda8-4a80-4dbc-b7a9-32b37af8c661 req-37b844a5-7355-4110-b70f-ad4583f46731 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 944 time: 0.5143409 Nov 02 16:30:12.192378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f423d22f-dff7-402d-bbf9-2c4ddeb35093 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:12.260117 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:12.287563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da62fda8-4a80-4dbc-b7a9-32b37af8c661 req-0374c7bc-5c95-4bab-bb00-d1a0f76f034d tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291156 Nov 02 16:30:12.309567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port f423d22f-dff7-402d-bbf9-2c4ddeb35093 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:30:12.317757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f423d22f-dff7-402d-bbf9-2c4ddeb35093 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:12.319067 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:12.548382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:12.562596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:12.637225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:12.653854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-904e260e-db25-420d-a92d-a98920b4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:06Z', 'revision_number': 3, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:12.731192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:12.737634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:12.792665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:12.815930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:12.818745 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d36c97c-5b1c-48d6-8086-21108a465d50" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:12.858014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:12.860294 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a24724-2e96-48ab-af02-3743ce395a7c" -d '{"events": [{"server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "name": "network-vif-plugged", "status": "completed", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:12.861613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b5193d-59d6-4fa9-99e6-b5b0f74eaa6d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "PUT /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 997 time: 6.0786612 Nov 02 16:30:12.867981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:12.882335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:12.890080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:12.926715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-2f36465c-9b2d-47b6-ae66-58aa094a9b01 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:12.942352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-2f36465c-9b2d-47b6-ae66-58aa094a9b01 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports/87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 942 time: 0.0794101 Nov 02 16:30:12.953890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:12.977841 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e260e-db25-420d-a92d-a98920b4204e None None] The sync data for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 is: [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:06Z', 'revision_number': 3, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:13.028887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:08Z', 'revision_number': 3, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:13.113017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c829e93-a349-4a57-959e-b08acd921513 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:08Z', 'revision_number': 3, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:13.486424 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe639f-31ba-4759-8ac7-5a93dd8f2a7b None None] New status for floating IP c7d409a1-4373-45ff-9cab-09008b532bdd: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:13.576797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b3ea21-7b3f-4678-9f73-f6f57dfa38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:13.579117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-46b3ea21-7b3f-4678-9f73-f6f57dfa38e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.5161483 Nov 02 16:30:13.624618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 95948f56-7651-463e-aca6-7e38b6e8f7f1 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:30:13.641203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:13.733967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7840b6-8638-4c56-834c-123c893c8ad2 req-079be522-ee11-4109-a97d-a686f3c94fa9 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:13.735520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea7840b6-8638-4c56-834c-123c893c8ad2 req-079be522-ee11-4109-a97d-a686f3c94fa9 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 945 time: 0.2463543 Nov 02 16:30:13.785084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Allocated IP 172.20.0.1 (08240b68-fc23-4551-96d5-ca32b953a4ef/76113975-a0d9-4bd2-9537-91d2039cc409/64778df1-a61b-489c-9456-f6208ca554be) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:13.816588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 95948f56-7651-463e-aca6-7e38b6e8f7f1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:13.817365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea7840b6-8638-4c56-834c-123c893c8ad2 req-044df1db-f67b-4e23-a153-689a62a602eb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738065 Nov 02 16:30:13.832047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'port_id': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'mac_address': 'fa:16:3e:11:62:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:30:13.841813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-731ced34-a3c6-4395-8f53-b51126bf8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:13.851105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-731ced34-a3c6-4395-8f53-b51126bf8653 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.2532144 Nov 02 16:30:13.893719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:13.910333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:13.927230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:13.931467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:13.937343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95948f56-7651-463e-aca6-7e38b6e8f7f1 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:13.948885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-e82aa0f6-39f4-4ba2-ad58-415ad2073687 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 217 time: 0.0908842 Nov 02 16:30:14.075771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 95948f56-7651-463e-aca6-7e38b6e8f7f1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:14.079036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-88b7e160-21a0-4bc6-8fb2-df8956f1409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:14.079927 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:14.086852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-88b7e160-21a0-4bc6-8fb2-df8956f1409b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1366506 Nov 02 16:30:14.154575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-3971759b-6cff-4dd8-aaa6-2dd527205e8e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:14.156374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-3971759b-6cff-4dd8-aaa6-2dd527205e8e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.1885796 Nov 02 16:30:14.171172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:14.201446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=95948f56-7651-463e-aca6-7e38b6e8f7f1,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:14.221610 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:14.225815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-cf8e4599-cbb7-43b3-b40c-9667d8009055 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0507581 Nov 02 16:30:14.231108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-b9a64ff1-83fd-43a9-8bee-1a2327838747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:14.232903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-b9a64ff1-83fd-43a9-8bee-1a2327838747 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450984 Nov 02 16:30:14.282175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-e2e65162-aebc-49b2-bffb-60abb2dd8808 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:30:14.291550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-e2e65162-aebc-49b2-bffb-60abb2dd8808 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138454 Nov 02 16:30:14.409625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-159b9258-7b88-4bac-ab3d-ae140d03caae tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756449 Nov 02 16:30:14.427034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['95948f56-7651-463e-aca6-7e38b6e8f7f1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:14.443961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:14.513756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-e117d932-092f-4959-86e5-18fa05db79a9 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210417 Nov 02 16:30:14.564755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Network 08240b68-fc23-4551-96d5-ca32b953a4ef is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:14.566986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:13Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:14.578038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:14.579929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Pushing event updated for resources: {'Port': ['ID=64778df1-a61b-489c-9456-f6208ca554be,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:14.582571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:14.602925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:14.629095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:14.629777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:14.706733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:14.750051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-1b63a192-0f41-45d3-aa6d-debae35de8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080944 Nov 02 16:30:14.789387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-1961377a-c627-43b6-a5e9-481e730bc460 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671830 Nov 02 16:30:14.795890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:14.988332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-836f4cde-51e9-4064-9c3c-8c19f2fac8fb None None] Provisioning complete for port 64778df1-a61b-489c-9456-f6208ca554be triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:14.988704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-836f4cde-51e9-4064-9c3c-8c19f2fac8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:14.989226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-3cb971b7-d405-4544-8a94-5d844fbd39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:14.994997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-3cb971b7-d405-4544-8a94-5d844fbd39eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1096 time: 0.1735072 Nov 02 16:30:15.022504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-1564aeec-6d56-4584-b93c-ddd3a7c1709c service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220697 Nov 02 16:30:15.060637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-836f4cde-51e9-4064-9c3c-8c19f2fac8fb None None] Port 64778df1-a61b-489c-9456-f6208ca554be cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:30:15.120466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.228167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d59fc1da-14aa-4430-a196-db23e96e6e83 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:15.230116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-8e3d8ead-9eaa-4ab6-9757-8c974d5e31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.231811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-8e3d8ead-9eaa-4ab6-9757-8c974d5e31a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.2298007 Nov 02 16:30:15.292885 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8065b51-57b6-40b3-ac12-c31ff1f59fa8 x-openstack-request-id: req-b8065b51-57b6-40b3-ac12-c31ff1f59fa8 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:15.293410 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529c9187-530f-4734-b4e2-f7da679be08d", "name": "network-vif-deleted", "tag": "1e93ce17-4e4c-49b8-911e-f135033fd7fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:15.293523 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8065b51-57b6-40b3-ac12-c31ff1f59fa8 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:15.293862 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529c9187-530f-4734-b4e2-f7da679be08d', 'name': 'network-vif-deleted', 'tag': '1e93ce17-4e4c-49b8-911e-f135033fd7fc', 'status': 'completed', 'code': 200} Nov 02 16:30:15.294121 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'status': 'completed', 'code': 200} Nov 02 16:30:15.317828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:13Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:15.421372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-9056ca60-e14e-485a-8bac-1cf002c8b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.423210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-9056ca60-e14e-485a-8bac-1cf002c8b344 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1096 time: 0.0989783 Nov 02 16:30:15.428206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0607158-8c75-428c-bda5-436c39f3d235 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:dd:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:13Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:15.461337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d59fc1da-14aa-4430-a196-db23e96e6e83 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:15.461720 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.464851 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac7f25-0469-475d-82b9-f4e1d3413245 x-openstack-request-id: req-e0ac7f25-0469-475d-82b9-f4e1d3413245 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:15.465909 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:15.469063 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0ac7f25-0469-475d-82b9-f4e1d3413245 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:15.469655 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'status': 'completed', 'code': 200} Nov 02 16:30:15.496437 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5639fd8e-befb-4188-a76c-528b62e38da1 x-openstack-request-id: req-5639fd8e-befb-4188-a76c-528b62e38da1 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:15.497115 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "name": "network-vif-plugged", "status": "completed", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:15.497313 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5639fd8e-befb-4188-a76c-528b62e38da1 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:15.507182 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'code': 200} Nov 02 16:30:15.562878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-cadaff05-bf4e-4188-91bb-dd873a96b1b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 1000 time: 0.3163021 Nov 02 16:30:15.647664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-8257cbab-47cf-4059-b42c-ab89a5eaee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.648826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-8257cbab-47cf-4059-b42c-ab89a5eaee75 service neutron] 10.222.0.100 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 929 time: 0.2111986 Nov 02 16:30:15.663863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.689120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d59fc1da-14aa-4430-a196-db23e96e6e83, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d59fc1da-14aa-4430-a196-db23e96e6e83,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:15.691353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 95948f56-7651-463e-aca6-7e38b6e8f7f1 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:15.696568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.757592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-475a3639-5e50-4294-8d59-357ff7bd9cca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0801439 Nov 02 16:30:15.833121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3291ad-d944-497c-9ad7-d9a919f6d23d req-5e5e5e5f-b0d0-446b-b46e-4342aa47a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.836802 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6b3291ad-d944-497c-9ad7-d9a919f6d23d req-5e5e5e5f-b0d0-446b-b46e-4342aa47a637 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1096 time: 0.1824162 Nov 02 16:30:15.867797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d59fc1da-14aa-4430-a196-db23e96e6e83,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:15.873229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 95948f56-7651-463e-aca6-7e38b6e8f7f1 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:30:15.878077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 95948f56-7651-463e-aca6-7e38b6e8f7f1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:15.878329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.884036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52582) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:15.892427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-9ff8132b-de96-48e6-b04b-1e23cd1f2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.894083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-9ff8132b-de96-48e6-b04b-1e23cd1f2e3e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 200 len: 867 time: 0.1285722 Nov 02 16:30:15.943613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.959249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:15.972850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-4d352f2d-3a51-4e8e-a200-4b40ab8156af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.974570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-4d352f2d-3a51-4e8e-a200-4b40ab8156af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.3940260 Nov 02 16:30:15.979985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-f0f30fa4-c3e2-4c1d-ae5f-79d0135c986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:15.986104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-f0f30fa4-c3e2-4c1d-ae5f-79d0135c986c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.5255282 Nov 02 16:30:16.005065 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.018885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6b3291ad-d944-497c-9ad7-d9a919f6d23d req-da5eb788-abe3-460d-9988-e3cab02cb1f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712389 Nov 02 16:30:16.026570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-bcdcac85-f705-423b-b37a-e6fa2e93b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:16.029245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-bcdcac85-f705-423b-b37a-e6fa2e93b2b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=86a429d5-5138-4972-9ac6-64c78e99b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955353 Nov 02 16:30:16.098550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 95948f56-7651-463e-aca6-7e38b6e8f7f1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:16.105050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.143181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0477e2f7-df86-41ec-b707-07a33808b97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.177045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=95948f56-7651-463e-aca6-7e38b6e8f7f1,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:16.178012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Pushing event updated for resources: {'Port': ['ID=64778df1-a61b-489c-9456-f6208ca554be,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:16.190968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef912-cead-479b-8673-24a8701c9ce4 req-58d2bc20-4cd8-4258-b893-45ba020a13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:16.192586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-58d2bc20-4cd8-4258-b893-45ba020a13e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043319 Nov 02 16:30:16.196828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.241706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-decf3022-0ee2-414e-b789-1265d7a233ee service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039013 Nov 02 16:30:16.320950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0477e2f7-df86-41ec-b707-07a33808b97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.327560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0477e2f7-df86-41ec-b707-07a33808b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.361839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-999a1767-7a86-446c-bb2f-f829e9686ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:16.363403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-999a1767-7a86-446c-bb2f-f829e9686ef0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.3400161 Nov 02 16:30:16.387527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0477e2f7-df86-41ec-b707-07a33808b97b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62ac1f81d64c4a969d8e7b5b884d3e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990480 Nov 02 16:30:16.388943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52596) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:16.398174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477e2f7-df86-41ec-b707-07a33808b97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f0b8e5-820d-4a47-a447-829d3110b56c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:16.424099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20b3107a-68a7-4510-9f82-1b207bdc48c6 req-eaff27c6-b238-477b-906c-579643714606 service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713800 Nov 02 16:30:16.438759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-b5c3a160-eec0-4e9f-b4bb-de3295f633f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 217 time: 0.0629852 Nov 02 16:30:16.463787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5d621f3-7a7b-4df5-abb6-372950fa32ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.464031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5239c-7e7d-4c84-ad71-09809b821a08 req-030ee666-e771-48fc-b689-01470769683a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:16.466576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ab5239c-7e7d-4c84-ad71-09809b821a08 req-030ee666-e771-48fc-b689-01470769683a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 946 time: 0.2421448 Nov 02 16:30:16.494003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5d621f3-7a7b-4df5-abb6-372950fa32ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.503080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-2052ce39-c547-42da-b1a0-2b771383f204 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963359 Nov 02 16:30:16.543848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5d621f3-7a7b-4df5-abb6-372950fa32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.546598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5d621f3-7a7b-4df5-abb6-372950fa32ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:16.547738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b5d621f3-7a7b-4df5-abb6-372950fa32ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56f0b8e5-820d-4a47-a447-829d3110b56c HTTP/1.1" status: 204 len: 168 time: 0.1578887 Nov 02 16:30:16.557666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d621f3-7a7b-4df5-abb6-372950fa32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f0b8e5-820d-4a47-a447-829d3110b56c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:16.612844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Network 08240b68-fc23-4551-96d5-ca32b953a4ef is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:16.621203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-a9046def-0ade-43b0-807d-12f91d4e9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:16.623052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-a9046def-0ade-43b0-807d-12f91d4e9dc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1698072 Nov 02 16:30:16.626849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:16.689156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ab5239c-7e7d-4c84-ad71-09809b821a08 req-fba24bbb-e3cb-40ff-84f5-8122d7a96dee tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665025 Nov 02 16:30:16.860379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-796ef912-cead-479b-8673-24a8701c9ce4 req-ec70008b-e212-4dae-8b96-3683f82450a3 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344686 Nov 02 16:30:16.890201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Router 7e2fe164-e02c-4247-beb1-0325047c9d00 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:16.892859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-20702519-ea7d-43f1-b872-e56ef87d0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:16.894530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-20702519-ea7d-43f1-b872-e56ef87d0ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587590 Nov 02 16:30:17.020693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c927ea91-2694-4569-b67a-59923dbe850f None None] Provisioning complete for port 64778df1-a61b-489c-9456-f6208ca554be triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:17.022066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c927ea91-2694-4569-b67a-59923dbe850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.106279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c927ea91-2694-4569-b67a-59923dbe850f None None] Port 64778df1-a61b-489c-9456-f6208ca554be cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:30:17.179270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d59fc1da-14aa-4430-a196-db23e96e6e83 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:17.204382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.237607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d59fc1da-14aa-4430-a196-db23e96e6e83 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:17.237607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.237910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:17.254700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ab68de9-7e04-491b-80ce-b4d08f4e5709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.329513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9b7264c-33ac-48d6-aac4-4e9694d93f39 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:17.332083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9b7264c-33ac-48d6-aac4-4e9694d93f39 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.5247462 Nov 02 16:30:17.345839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:17.355399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8da49-6b02-4460-8abd-596e27281f80 req-ce7f1371-5ae8-42c2-b6d3-87530634eefa tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:17.356870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7a8da49-6b02-4460-8abd-596e27281f80 req-ce7f1371-5ae8-42c2-b6d3-87530634eefa tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 945 time: 0.5113637 Nov 02 16:30:17.407117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba4e3629-6352-46ad-84ce-08524177dfdf req-0b0a9ef1-ffcd-4194-a063-8ba8af315262 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0834284 Nov 02 16:30:17.461329 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ab68de9-7e04-491b-80ce-b4d08f4e5709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.473141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:17.474824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ab68de9-7e04-491b-80ce-b4d08f4e5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.475982 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646acef-88d8-4cb2-af68-ebb0d25632c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:17.502379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7a8da49-6b02-4460-8abd-596e27281f80 req-9d62e828-d595-48b4-82a3-29c36964c826 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282921 Nov 02 16:30:17.509072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:17.514242 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e2f29-4e1f-4a87-b270-e7527ed8767b" -d '{"events": [{"server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "name": "network-vif-plugged", "status": "completed", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:17.529700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ab68de9-7e04-491b-80ce-b4d08f4e5709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8059a7ec20e487896b753ac68c0cc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910087 Nov 02 16:30:17.535643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52620) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:17.545731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab68de9-7e04-491b-80ce-b4d08f4e5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84602135-6175-423e-8bb3-37713fbaff92,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:17.553271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-aac22d72-febb-4b4c-9dbf-b4a34ebcf4d4 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369476 Nov 02 16:30:17.555193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:17.562834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ef45478d-0809-41e4-856b-97bc27f92abf admin admin] 10.222.0.31 "PUT /v2.0/routers/7e2fe164-e02c-4247-beb1-0325047c9d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1893098 Nov 02 16:30:17.568656 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Sync routers for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:17.579479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:17.582541 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:17.583296 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:17.584352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:17.686421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c95040-71f0-4ca9-92d5-cba9c8971654 req-d83daef7-6217-4d34-a6b7-c4598886b49d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1278784 Nov 02 16:30:17.717677 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3918a4d-b665-4ee8-8d3e-0c7f0db4576d x-openstack-request-id: req-d3918a4d-b665-4ee8-8d3e-0c7f0db4576d {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:17.720401 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:17.721199 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3918a4d-b665-4ee8-8d3e-0c7f0db4576d {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:17.721757 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'status': 'completed', 'code': 200} Nov 02 16:30:17.724740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.9 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/a8351a80-a306-4571-8c4a-419358ca9a5b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:17.767618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d36c97c-5b1c-48d6-8086-21108a465d50 req-2d6898be-1a7d-4750-99d6-3f61785c85df service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030084 Nov 02 16:30:17.776520 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:17.778669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c95040-71f0-4ca9-92d5-cba9c8971654 req-f3ef735c-059b-49fa-a6d9-b2f048a5d35d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:17.789701 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4491c78-dd20-49ef-9c03-d079c2841edd x-openstack-request-id: req-e4491c78-dd20-49ef-9c03-d079c2841edd {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:17.790004 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "name": "network-vif-plugged", "status": "completed", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:17.790304 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4491c78-dd20-49ef-9c03-d079c2841edd {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:17.790756 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'code': 200} Nov 02 16:30:17.801540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c95040-71f0-4ca9-92d5-cba9c8971654 req-f3ef735c-059b-49fa-a6d9-b2f048a5d35d tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports/6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 942 time: 0.1029630 Nov 02 16:30:17.918275 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c95040-71f0-4ca9-92d5-cba9c8971654 req-e2a0ccd9-4de2-40d9-9390-742e4e198f69 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0719364 Nov 02 16:30:18.020353 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 2, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:18.035520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.041410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c95040-71f0-4ca9-92d5-cba9c8971654 req-233972df-0b57-4559-ac97-06a78cb44981 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.053930 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Checking router: 7e2fe164-e02c-4247-beb1-0325047c9d00 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:18.054490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Updating router 7e2fe164-e02c-4247-beb1-0325047c9d00 port 64778df1-a61b-489c-9456-f6208ca554be binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:30:18.054863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c95040-71f0-4ca9-92d5-cba9c8971654 req-233972df-0b57-4559-ac97-06a78cb44981 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1351607 Nov 02 16:30:18.060845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8447a3-5f37-44bb-b7fc-97400f78f69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.071449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f9733-c5d9-439d-996d-8667442e5490 req-590858bb-460f-4490-8d1f-5fb4efd5c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.072969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c94f9733-c5d9-439d-996d-8667442e5490 req-590858bb-460f-4490-8d1f-5fb4efd5c070 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1097 time: 0.1951947 Nov 02 16:30:18.084723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-5ce0c808-0fba-4aad-ba25-c20939181d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.088819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-5ce0c808-0fba-4aad-ba25-c20939181d08 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1096 time: 0.2293293 Nov 02 16:30:18.096148 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.172678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8447a3-5f37-44bb-b7fc-97400f78f69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.212095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08149b-8579-43b1-abcc-cfd164b7cde7 req-0b23b3ed-fffc-490d-90aa-27bf1d78429a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.213929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c08149b-8579-43b1-abcc-cfd164b7cde7 req-0b23b3ed-fffc-490d-90aa-27bf1d78429a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 946 time: 0.0686946 Nov 02 16:30:18.273057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c08149b-8579-43b1-abcc-cfd164b7cde7 req-a9cf88c5-71d0-4e38-873f-ac17a6b5b1c0 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528672 Nov 02 16:30:18.280044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c94f9733-c5d9-439d-996d-8667442e5490 req-d84ab378-2965-462e-ac49-ca2794f92e51 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874595 Nov 02 16:30:18.283064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.304513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:18.373113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=a8351a80-a306-4571-8c4a-419358ca9a5b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:18.378885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-0a68fa5d-b85e-40c6-a467-a33270e68abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.380357 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-0a68fa5d-b85e-40c6-a467-a33270e68abd service neutron] 10.222.0.100 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.2820213 Nov 02 16:30:18.414114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:18.414948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8447a3-5f37-44bb-b7fc-97400f78f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.425604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8447a3-5f37-44bb-b7fc-97400f78f69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.428747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a8447a3-5f37-44bb-b7fc-97400f78f69c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84602135-6175-423e-8bb3-37713fbaff92 HTTP/1.1" status: 204 len: 168 time: 0.8921297 Nov 02 16:30:18.441491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8447a3-5f37-44bb-b7fc-97400f78f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84602135-6175-423e-8bb3-37713fbaff92,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:18.445241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:18.448775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:18.467437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-5419846a-70d3-4602-acce-6c34b2d54c35 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1257882 Nov 02 16:30:18.526974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.527671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.547306 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.559630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-82d6f492-5f64-48f6-9f07-6fac50a2acdf tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:18.559887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-b9dc3c79-d777-4766-b26d-a43877a07720 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2176900 Nov 02 16:30:18.561050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-82d6f492-5f64-48f6-9f07-6fac50a2acdf tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports/6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 942 time: 0.0857165 Nov 02 16:30:18.562382 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.620753 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31271857-f2f5-4a6b-a22b-3226df894777 None None] Pushing event updated for resources: {'Port': ['ID=64778df1-a61b-489c-9456-f6208ca554be,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:18.627976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Request body: {'port': {'device_id': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:18.686085 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Attempting to bind port 64778df1-a61b-489c-9456-f6208ca554be on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:18.687953 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Attempting to bind port 64778df1-a61b-489c-9456-f6208ca554be by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:18.688498 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Attempting to bind port 64778df1-a61b-489c-9456-f6208ca554be on network 08240b68-fc23-4551-96d5-ca32b953a4ef {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:18.701213 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:18.703359 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Checking segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:18.703964 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.705272 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Bound using segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:18.705927 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Bound port: 64778df1-a61b-489c-9456-f6208ca554be, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:18.706512 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.774965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.788910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-5679fdc8-9c87-49a5-aba0-0f44afe7c933 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1090641 Nov 02 16:30:18.801335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52682) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:18.807536 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-20386e2e-cbb8-42ca-80a8-09fb47683941 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 1000 time: 0.2253752 Nov 02 16:30:18.807786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194837338', 'description': 'tempest-description--1235473129'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:18.855848 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] For port 64778df1-a61b-489c-9456-f6208ca554be, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:18.860667 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] For port 64778df1-a61b-489c-9456-f6208ca554be, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=64778df1-a61b-489c-9456-f6208ca554be,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:18.866516 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.932882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:18.972121 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:18.972962 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:19.067846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d8a47b31-4b7d-4a6b-966d-ec9316a59b32 None None] Provisioning complete for port 64778df1-a61b-489c-9456-f6208ca554be triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:19.073348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d8a47b31-4b7d-4a6b-966d-ec9316a59b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.159062 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31271857-f2f5-4a6b-a22b-3226df894777 None None] Pushing event updated for resources: {'Port': ['ID=64778df1-a61b-489c-9456-f6208ca554be,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:19.211231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-e22c78b8-ecfd-4995-aa11-35bdfb4caab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:19.212747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-e22c78b8-ecfd-4995-aa11-35bdfb4caab1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1506946 Nov 02 16:30:19.232034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d98d-08c3-4284-aa82-f3d07dc5f72b req-b6fc25d8-f37d-48f3-a251-dcc7dad3175c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:19.239572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3587d98d-08c3-4284-aa82-f3d07dc5f72b req-b6fc25d8-f37d-48f3-a251-dcc7dad3175c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 931 time: 0.1737897 Nov 02 16:30:19.265415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d8a47b31-4b7d-4a6b-966d-ec9316a59b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.289379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-1b666835-a830-4cc3-8be3-49658fb072c7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:19.299860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-1b666835-a830-4cc3-8be3-49658fb072c7 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.5028036 Nov 02 16:30:19.336770 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:19.352496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8351a80-a306-4571-8c4a-419358ca9a5b {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:19.359131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.362576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d8a47b31-4b7d-4a6b-966d-ec9316a59b32 None None] For port 64778df1-a61b-489c-9456-f6208ca554be, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=64778df1-a61b-489c-9456-f6208ca554be,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:19.369168 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d8a47b31-4b7d-4a6b-966d-ec9316a59b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.371376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.376070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.388277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-be919f05-9d01-482e-a98f-98c1c0e363a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:19.390384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-be919f05-9d01-482e-a98f-98c1c0e363a4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566327 Nov 02 16:30:19.403692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.407452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6023355 Nov 02 16:30:19.411517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52708) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:19.423952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Transition to ACTIVE for port object a8351a80-a306-4571-8c4a-419358ca9a5b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:30:19.433602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Request body: {'security_group_rule': {'security_group_id': '66465b11-6f66-4fe1-873f-97c2937b3a4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:19.452247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.458497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a47b31-4b7d-4a6b-966d-ec9316a59b32 None None] Pushing event updated for resources: {'Port': ['ID=64778df1-a61b-489c-9456-f6208ca554be,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:19.465369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3587d98d-08c3-4284-aa82-f3d07dc5f72b req-800d1de6-4686-4fec-b861-f9a6f41a5f97 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245898 Nov 02 16:30:19.494910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-f3792e94-1240-452b-97d1-0f627554f053 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1940861 Nov 02 16:30:19.512340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-658b9cf1-d654-429d-a3c9-344d5cab7924 None None] Provisioning complete for port 64778df1-a61b-489c-9456-f6208ca554be triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:19.512504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-658b9cf1-d654-429d-a3c9-344d5cab7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.532643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:19.551014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49802f0b-748f-420a-821c-1f07b2526c3d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66465b11-6f66-4fe1-873f-97c2937b3a4d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:19.628322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=a8351a80-a306-4571-8c4a-419358ca9a5b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:19.633979 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.642285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-74ac50e2-6bcd-4c07-9d5a-53cd74fb72fa service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432692 Nov 02 16:30:19.750543 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:18Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:19.757986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.762943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.769543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.781617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Attempting to bind port a8351a80-a306-4571-8c4a-419358ca9a5b on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:19.781966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Attempting to bind port a8351a80-a306-4571-8c4a-419358ca9a5b by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:19.782308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Attempting to bind port a8351a80-a306-4571-8c4a-419358ca9a5b on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:19.789049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f01e4-2809-4469-a331-75f6ff64c3e2 None None] The sync data for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 is: [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:18Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:19.800043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Port a8351a80-a306-4571-8c4a-419358ca9a5b on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:30:19.800366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Attempting to bind port a8351a80-a306-4571-8c4a-419358ca9a5b on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:19.811475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:19.811925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:19.812459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:19.812906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Bound port: a8351a80-a306-4571-8c4a-419358ca9a5b, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:19.813501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.877240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6ea9-9115-47bd-acd4-4c23ac35fd40 req-c923bdfc-2a8c-47ce-9195-812b6bcb5126 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:19.885427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2aac6ea9-9115-47bd-acd4-4c23ac35fd40 req-c923bdfc-2a8c-47ce-9195-812b6bcb5126 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 945 time: 0.2464979 Nov 02 16:30:19.892203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c646acef-88d8-4cb2-af68-ebb0d25632c7 req-b9c59da9-70f8-40d0-b003-20c40bb407b4 service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104023 Nov 02 16:30:19.946659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee08d491-a92b-4772-bf07-04308bb021ec,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:19.960826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:19.961700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7e75d31e-4c67-494b-8e53-53684f0f6851 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5401399 Nov 02 16:30:19.968328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:19.969393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] For port a8351a80-a306-4571-8c4a-419358ca9a5b, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:19.974058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] For port a8351a80-a306-4571-8c4a-419358ca9a5b, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a8351a80-a306-4571-8c4a-419358ca9a5b,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:19.981934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Request body: {'security_group_rule': {'security_group_id': '66465b11-6f66-4fe1-873f-97c2937b3a4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:19.994663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.034079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2aac6ea9-9115-47bd-acd4-4c23ac35fd40 req-37623747-df5b-4d98-8a32-33d3011a1a56 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448407 Nov 02 16:30:20.073024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:20.074476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.076647 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] 10.222.0.55 "PUT /v2.0/ports/a8351a80-a306-4571-8c4a-419358ca9a5b HTTP/1.1" status: 200 len: 1091 time: 1.4983931 Nov 02 16:30:20.098783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'tag': 'a8351a80-a306-4571-8c4a-419358ca9a5b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:20.105683 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d6be8-1d41-43ba-a861-304931188e92" -d '{"events": [{"name": "network-changed", "server_uuid": "e128c511-6a9c-4863-83f3-54cf33f2cdd2", "tag": "a8351a80-a306-4571-8c4a-419358ca9a5b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:20.154424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.158752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.159454 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Floating IP c7d409a1-4373-45ff-9cab-09008b532bdd disassociated. External IP: 172.25.7.18, port: 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334. Nov 02 16:30:20.186379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.198579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc3fb1-3e9f-4cc2-b5f8-ef04e458ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=a8351a80-a306-4571-8c4a-419358ca9a5b,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:20.236640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-314493f6-9c2e-4b08-8517-18dc28799aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:20.240485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-314493f6-9c2e-4b08-8517-18dc28799aa5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 1094 time: 0.0991921 Nov 02 16:30:20.298696 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-fabb16cf-1677-4923-a04e-69eb922326b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8351a80-a306-4571-8c4a-419358ca9a5b HTTP/1.1" status: 200 len: 217 time: 0.0505245 Nov 02 16:30:20.343948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.352156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.391676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-28c51695-f82d-4f95-9bb9-72fb81e1d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:20.393532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-28c51695-f82d-4f95-9bb9-72fb81e1d2a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0880177 Nov 02 16:30:20.395054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e6cc6c-de94-42b9-86d6-a931479ada55,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:20.404377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.405597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c600dafd-a9b8-4cb1-ab8e-4346729736d2 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4336555 Nov 02 16:30:20.415415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52760) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:20.420112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:20.501205 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-9624c253-15c9-4f0b-bda1-b0072c8dac02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938382 Nov 02 16:30:20.503667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.508894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:20.623844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-0e5c1858-2ded-492f-a3fb-6aa60ef15d4f service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010630 Nov 02 16:30:20.708186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:20.728108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:20.731418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.743245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:20.747045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:20.817814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-376ad68c-2532-4c25-9f6f-b5bf285902f3 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "PUT /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 694 time: 1.3104920 Nov 02 16:30:20.829769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:20.830939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa13696c-ccb7-4699-b104-9e7a22d14941 req-1e9f1dff-cb28-4266-8cfe-eda4f0327b44 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713514 Nov 02 16:30:20.832408 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699c7170-f452-4dcd-be49-65469a308015" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:20.844225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:20.874623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e715d9f-7ca6-4341-946c-5b76448536e2 req-e32c3473-74ce-4de4-919c-f9fbe48e9591 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:20.888564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e715d9f-7ca6-4341-946c-5b76448536e2 req-e32c3473-74ce-4de4-919c-f9fbe48e9591 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 946 time: 0.1595230 Nov 02 16:30:20.914736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-1734dd00-2508-47dc-aca0-17e591de5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:20.922329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-1734dd00-2508-47dc-aca0-17e591de5419 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1096 time: 0.1027141 Nov 02 16:30:20.949057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:20.982311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Allocated IP 172.25.7.44 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/58997a8c-500f-45ac-9adc-28ac4c18af62) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:21.005855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e715d9f-7ca6-4341-946c-5b76448536e2 req-061ea530-3d83-48df-8b7f-64c0036d3292 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160910 Nov 02 16:30:21.112006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-bb38c36e-83b1-432c-9dde-850ec55d9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:21.120603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-bb38c36e-83b1-432c-9dde-850ec55d9e0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.1969128 Nov 02 16:30:21.140621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.200756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.230841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-803056f9-bd67-45aa-be6d-fd5471dbb0a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 217 time: 0.0965145 Nov 02 16:30:21.256122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 64778df1-a61b-489c-9456-f6208ca554be up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:21.269169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:21.275609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:21.298027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:21.305196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event updated for resources: {'Port': ['ID=58997a8c-500f-45ac-9adc-28ac4c18af62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:21.306628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-83472e2b-387e-4cc9-aff6-aac2804914f7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-926470840&fields=id&tenant_id=70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 267 time: 0.1971145 Nov 02 16:30:21.359293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-77d7fbe0-81a1-43e8-af68-f011e4255c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:21.367238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-77d7fbe0-81a1-43e8-af68-f011e4255c58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1352029 Nov 02 16:30:21.418169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 64778df1-a61b-489c-9456-f6208ca554be triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:21.418688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.426363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-620a3cf5-156a-4af7-9526-6ac572874480 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:21.436111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-620a3cf5-156a-4af7-9526-6ac572874480 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 945 time: 0.1284399 Nov 02 16:30:21.437130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.445887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'port': {'security_groups': ['054b75f9-c357-4f84-85c6-960d66d4c58b', 'dd489d9e-5245-45ab-930a-2165a338c16a']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:21.476634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-39cd21fb-e11a-423d-b8ba-b82e1d24e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:21.487980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-39cd21fb-e11a-423d-b8ba-b82e1d24e51a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195436 Nov 02 16:30:21.488230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.607169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.613906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:21.661224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:21.676941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:21.678947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:21.687446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-bf2d6443-521d-4ede-a61d-4625ad688527 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980124 Nov 02 16:30:21.731767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.738845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.839084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event updated for resources: {'Port': ['ID=58997a8c-500f-45ac-9adc-28ac4c18af62,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:21.844744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:21.851326 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.855936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2e2c5bc-53f9-488e-9b73-587a36f45fe3 req-2ee51ba2-199a-4706-9573-d4d1a3483617 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675293 Nov 02 16:30:21.876882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:21.890846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cecd4ee7-7e70-4d87-8e9a-2d6ff80993f5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4742389 Nov 02 16:30:21.958212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:22.006661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:22.012415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:22.038280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f423d22f-dff7-402d-bbf9-2c4ddeb35093'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:22.067903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.068589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:22.070000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d788594-9e02-49ca-94ae-cc60dc8fd94f req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "PUT /v2.0/ports/f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 981 time: 0.6330445 Nov 02 16:30:22.091533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:22.118610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b830bc0-32a5-4958-9554-ffeaf24bdbc7 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:22.149682 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62044579-cc5e-433d-94d1-7d1eee173488 x-openstack-request-id: req-62044579-cc5e-433d-94d1-7d1eee173488 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:22.150596 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e128c511-6a9c-4863-83f3-54cf33f2cdd2", "tag": "a8351a80-a306-4571-8c4a-419358ca9a5b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:22.151630 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62044579-cc5e-433d-94d1-7d1eee173488 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:22.152260 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'tag': 'a8351a80-a306-4571-8c4a-419358ca9a5b', 'status': 'completed', 'code': 200} Nov 02 16:30:22.234357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-95020480-a681-4c67-91e8-3b1e54f789f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.236405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-95020480-a681-4c67-91e8-3b1e54f789f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 1094 time: 0.0658000 Nov 02 16:30:22.236637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f423d22f-dff7-402d-bbf9-2c4ddeb35093'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:22.250875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a8351a80-a306-4571-8c4a-419358ca9a5b details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:30:22.285962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6610ef-4ba7-4926-956d-6974894a354e req-464d7450-6f08-4a2c-a669-9f94d0970c69 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.288429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d6610ef-4ba7-4926-956d-6974894a354e req-464d7450-6f08-4a2c-a669-9f94d0970c69 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 943 time: 0.1134360 Nov 02 16:30:22.320126 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32067f-a388-4dcd-9d17-e4d6b7cec7f0 x-openstack-request-id: req-fb32067f-a388-4dcd-9d17-e4d6b7cec7f0 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:22.320327 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:22.320539 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb32067f-a388-4dcd-9d17-e4d6b7cec7f0 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:22.320934 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'status': 'completed', 'code': 200} Nov 02 16:30:22.418861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d6610ef-4ba7-4926-956d-6974894a354e req-9471edad-94d7-4d4c-8f62-248d911a203a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223371 Nov 02 16:30:22.440647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7170-f452-4dcd-be49-65469a308015 req-3d93215f-68f5-4922-8259-c60bc18e0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.442253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-3d93215f-68f5-4922-8259-c60bc18e0130 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 1096 time: 0.0840950 Nov 02 16:30:22.446705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-410522f5-f6e3-496f-94d2-758f6781a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.448273 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-410522f5-f6e3-496f-94d2-758f6781a7a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.2044811 Nov 02 16:30:22.542332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-f76fbc6c-e1d8-46fc-885d-9c17f069595a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8351a80-a306-4571-8c4a-419358ca9a5b HTTP/1.1" status: 200 len: 217 time: 0.0694983 Nov 02 16:30:22.600059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:22.607513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-98d0ec8c-60a8-4a50-a19a-496088c1209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.615970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-98d0ec8c-60a8-4a50-a19a-496088c1209f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0647247 Nov 02 16:30:22.677668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-61289615-20df-4fae-a324-8fa09244c4c3 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 258 time: 0.3194242 Nov 02 16:30:22.690191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7170-f452-4dcd-be49-65469a308015 req-8713e7db-fb6a-4006-9897-d43dd608a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.690191 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-8713e7db-fb6a-4006-9897-d43dd608a61f service neutron] 10.222.0.100 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.2345579 Nov 02 16:30:22.692003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:22.720079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-4a80ec41-8d80-49ae-b231-9ebab8124c6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982487 Nov 02 16:30:22.727367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63cf28-9a0a-4678-a973-2ba98371ac39 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:22.748360 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:22.824642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-709c8946-e659-4ba9-9535-0088b7741d74 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 200 len: 217 time: 0.1068933 Nov 02 16:30:22.846159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64328f36-48dc-4ebd-b993-cfa32869e59c req-0566aa16-0cb4-43ba-9b6d-6e0849134ffb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/dd489d9e-5245-45ab-930a-2165a338c16a HTTP/1.1" status: 200 len: 1798 time: 0.1408026 Nov 02 16:30:22.850431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a8351a80-a306-4571-8c4a-419358ca9a5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a8351a80-a306-4571-8c4a-419358ca9a5b,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:22.866795 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:22.869092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'a8351a80-a306-4571-8c4a-419358ca9a5b', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': 'a8351a80-a306-4571-8c4a-419358ca9a5b', 'mac_address': 'fa:16:3e:31:99:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:30:22.941322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7170-f452-4dcd-be49-65469a308015 req-77e23d04-dafc-4b54-92f7-a9697b277dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:22.943691 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-77e23d04-dafc-4b54-92f7-a9697b277dd6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.0745182 Nov 02 16:30:22.958033 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-64328f36-48dc-4ebd-b993-cfa32869e59c req-8468d523-168b-4a3c-8013-bbc5c8be7d2b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 16:30:22.967066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64328f36-48dc-4ebd-b993-cfa32869e59c req-8468d523-168b-4a3c-8013-bbc5c8be7d2b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd489d9e-5245-45ab-930a-2165a338c16a HTTP/1.1" status: 409 len: 341 time: 0.1198988 Nov 02 16:30:22.989103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.059519 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.170642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8351a80-a306-4571-8c4a-419358ca9a5b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:23.184292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40f90e-e2b3-4a88-b147-f41e9ade1a1f None None] New status for floating IP c7d409a1-4373-45ff-9cab-09008b532bdd: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:23.187673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Allocated IP 172.25.7.170 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/4f6b2788-d390-4173-8684-fdef1d0d0049) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:23.307797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a8351a80-a306-4571-8c4a-419358ca9a5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a8351a80-a306-4571-8c4a-419358ca9a5b,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:23.314411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.330434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.361830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.383639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-b5919f20-9937-4ba4-ba7a-ad0b1a6190b6 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556559 Nov 02 16:30:23.425746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a8351a80-a306-4571-8c4a-419358ca9a5b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:23.426180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event updated for resources: {'Port': ['ID=4f6b2788-d390-4173-8684-fdef1d0d0049,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:23.437996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.438393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:23.438973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.439543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.440091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.440644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.441207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.441748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.442321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.442946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.443485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.444202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.444754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.447120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:23.455652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.456014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.456345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.456657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.456987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.458871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.459085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.459442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.459688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.460052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.460312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.460630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:30:23.466272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:23.481529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52852) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:23.511013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7170-f452-4dcd-be49-65469a308015 req-b20b298a-db4d-441a-b51b-9a9c2f85eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:23.512502 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-b20b298a-db4d-441a-b51b-9a9c2f85eeb0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5533526 Nov 02 16:30:23.556093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['a8351a80-a306-4571-8c4a-419358ca9a5b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:23.557333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.578067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-ee67941e-9cae-41e9-8214-b13457836384 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1194837338&fields=id&tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3 HTTP/1.1" status: 200 len: 267 time: 0.2248049 Nov 02 16:30:23.624211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2e0d6be8-1d41-43ba-a861-304931188e92 req-8fd00c71-fbe9-41b6-ad28-b689397efa79 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251360 Nov 02 16:30:23.671905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-ef640aa7-e40b-4351-b3d2-890a1ba20440 service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435335 Nov 02 16:30:23.687335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db930c44-f90b-46f9-957e-249e1fa941ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.745590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.834748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-699c7170-f452-4dcd-be49-65469a308015 req-885b9ef6-2841-4433-8de9-92eee5211a6a service neutron] 10.222.0.100 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372728 Nov 02 16:30:23.866683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db930c44-f90b-46f9-957e-249e1fa941ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.870577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db930c44-f90b-46f9-957e-249e1fa941ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.911208 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-db930c44-f90b-46f9-957e-249e1fa941ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fad745375b1e4a899b89ab4fc3c4aac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270856 Nov 02 16:30:23.913993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db930c44-f90b-46f9-957e-249e1fa941ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0db67-3eea-464b-b427-c051c8d9cbf0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:23.916593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52856) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:23.968967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cbf35209-3233-4632-a352-bd827092322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:23.991434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cbf35209-3233-4632-a352-bd827092322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.040257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cbf35209-3233-4632-a352-bd827092322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.043021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cbf35209-3233-4632-a352-bd827092322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.044202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cbf35209-3233-4632-a352-bd827092322c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84b0db67-3eea-464b-b427-c051c8d9cbf0 HTTP/1.1" status: 204 len: 168 time: 0.1269083 Nov 02 16:30:24.053013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf35209-3233-4632-a352-bd827092322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0db67-3eea-464b-b427-c051c8d9cbf0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:24.117292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-6f77c844-12d2-43ae-a4b9-7021d16c6a12 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4354699 Nov 02 16:30:24.131944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-5cef12ff-4006-44cd-b62d-d65a412d2414 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:24.133490 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-5cef12ff-4006-44cd-b62d-d65a412d2414 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/networks?id=08240b68-fc23-4551-96d5-ca32b953a4ef HTTP/1.1" status: 200 len: 803 time: 0.5515490 Nov 02 16:30:24.211228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-784a2ab0-1cc6-44dd-9755-604f4d2f4fe7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/quotas/a434b5f7b9184bc9beaa1f477b3afbb3 HTTP/1.1" status: 200 len: 375 time: 0.0674453 Nov 02 16:30:24.229003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a8351a80-a306-4571-8c4a-419358ca9a5b up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:24.280375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0381855-9981-4ec2-a624-44234b54d03d req-13cf5ef6-e440-45f2-b48a-6f7aa694b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:24.281862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-13cf5ef6-e440-45f2-b48a-6f7aa694b8a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 1097 time: 0.1119094 Nov 02 16:30:24.296484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port a8351a80-a306-4571-8c4a-419358ca9a5b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:30:24.300945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port a8351a80-a306-4571-8c4a-419358ca9a5b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:24.301385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.316220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-7b947b0d-6397-485c-baf5-1e443ca33ae3 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980070 Nov 02 16:30:24.326193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:24.328421 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c62d5c-a47a-485b-87eb-9156b7dae55f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:24.359045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52864) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:24.378112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc36393e-814b-429b-91ec-1571bffe4f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.398250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.423814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8351a80-a306-4571-8c4a-419358ca9a5b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:24.431995 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb765c8d-9dce-4865-b331-396ec1396f06" -d '{"events": [{"server_uuid": "e128c511-6a9c-4863-83f3-54cf33f2cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "a8351a80-a306-4571-8c4a-419358ca9a5b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:24.434669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.447478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.447761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a8351a80-a306-4571-8c4a-419358ca9a5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a8351a80-a306-4571-8c4a-419358ca9a5b,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:24.453044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.478637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc36393e-814b-429b-91ec-1571bffe4f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.483292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc36393e-814b-429b-91ec-1571bffe4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.504993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a8351a80-a306-4571-8c4a-419358ca9a5b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:24.512497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc36393e-814b-429b-91ec-1571bffe4f7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5fb758c487140d187e1acedcb6b59db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523628 Nov 02 16:30:24.515540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:24.551398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36393e-814b-429b-91ec-1571bffe4f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a4968-81bd-41b8-b647-90d20cd54039,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:24.584227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92c7b9b1-84d5-4322-979a-8d07f3dcf4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.586051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event updated for resources: {'Port': ['ID=4f6b2788-d390-4173-8684-fdef1d0d0049,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:24.593467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0381855-9981-4ec2-a624-44234b54d03d req-0655c70d-07d6-4cad-b2a1-40be78dfa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:24.595144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-0655c70d-07d6-4cad-b2a1-40be78dfa95c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.2780631 Nov 02 16:30:24.600456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-985fd3bf-9b3a-4924-849e-2f203c391fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483983 Nov 02 16:30:24.601355 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.607194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92c7b9b1-84d5-4322-979a-8d07f3dcf4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.655384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92c7b9b1-84d5-4322-979a-8d07f3dcf4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.657913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92c7b9b1-84d5-4322-979a-8d07f3dcf4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.662022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-92c7b9b1-84d5-4322-979a-8d07f3dcf4ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/930a4968-81bd-41b8-b647-90d20cd54039 HTTP/1.1" status: 204 len: 168 time: 0.1412013 Nov 02 16:30:24.666705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-7048366d-6319-4af2-9b6f-a3444ff62a69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62 HTTP/1.1" status: 200 len: 217 time: 0.0623567 Nov 02 16:30:24.679580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b9b1-84d5-4322-979a-8d07f3dcf4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a4968-81bd-41b8-b647-90d20cd54039,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:24.704514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.713151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-08094b49-9cbd-4b15-9e5a-5e49e4c86988 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0335650 Nov 02 16:30:24.740289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-9c2e769e-b323-4dac-b3a1-102bfd402125 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:24.741977 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-9c2e769e-b323-4dac-b3a1-102bfd402125 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcd9f5be-094d-4b93-adb5-1c6a4f477d25 HTTP/1.1" status: 200 len: 945 time: 0.0716071 Nov 02 16:30:24.804251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-b2ad04f7-140e-45bc-9fbe-96f1c8a772d4 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0902288 Nov 02 16:30:24.835791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0381855-9981-4ec2-a624-44234b54d03d req-187b55f6-359c-4696-ac28-df6a7f7f30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:24.837210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-187b55f6-359c-4696-ac28-df6a7f7f30be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.1443911 Nov 02 16:30:24.862342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Deleting port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:24.862876 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.909046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-c8fce2a4-ed48-469a-a9e9-2498fa2f9bbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634263 Nov 02 16:30:24.910810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-61b18b7c-81ec-47e5-9462-961229b3076c service neutron] 10.222.0.31 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003139 Nov 02 16:30:24.971641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] For port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:24.971998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:24.986051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Calling delete_port for 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:25.035689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-aebbb3d0-b423-4356-a954-4a5af8e57045 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:25.038420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c01047-cc5d-470e-bdf0-fbc184d32706 req-aebbb3d0-b423-4356-a954-4a5af8e57045 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2183890 Nov 02 16:30:25.055306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-299b3c5d-f84a-400e-ab07-47e8bd55cb07 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387734 Nov 02 16:30:25.188164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:25.202750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['87942c2b-91a1-4927-83b3-14f760cf41a1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:25.257358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:25.264907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event deleted for resources: {'Port': ['ID=6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:25.342538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0381855-9981-4ec2-a624-44234b54d03d req-03627b1a-1d49-4fb4-9248-3854439a8158 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793865 Nov 02 16:30:25.365515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] No DVR routers for this DVR port 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:25.369339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:25.373309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc7e942c-0074-4f87-afbd-3450ecbbcfc7 req-44f54477-036c-46db-8380-5d19a06e6258 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.100 "DELETE /v2.0/ports/6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 HTTP/1.1" status: 204 len: 173 time: 0.6112032 Nov 02 16:30:25.373500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'name': 'network-vif-deleted', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:25.375827 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be80e98-7ea2-45b2-bb48-9e177a1684aa" -d '{"events": [{"server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "name": "network-vif-deleted", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:25.411102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-856db30c-cb1e-4b3d-b53d-52d9cf2b6d8c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:25.421203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-856db30c-cb1e-4b3d-b53d-52d9cf2b6d8c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1937072 Nov 02 16:30:25.499063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-5a5b972e-2cee-42a5-af09-2e3a08ff0039 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.0762525 Nov 02 16:30:25.513865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'floatingip': {'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:25.611214 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:25.967567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105cdb-875a-4390-bac0-af3b15906d1d req-3c666de5-caba-49a6-b7ef-7200861148d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:25.969201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-3c666de5-caba-49a6-b7ef-7200861148d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1135 time: 0.1323729 Nov 02 16:30:26.034339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed4c9c-39d7-4c85-b62b-ee3f88e7b241 req-9c4c14bc-bcee-44b9-801e-3a2a08013790 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:26.035832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04ed4c9c-39d7-4c85-b62b-ee3f88e7b241 req-9c4c14bc-bcee-44b9-801e-3a2a08013790 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 945 time: 0.1621222 Nov 02 16:30:26.250941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04ed4c9c-39d7-4c85-b62b-ee3f88e7b241 req-446265a9-a731-47cb-a9bb-0a50d3c54cb8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009284 Nov 02 16:30:26.277338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105cdb-875a-4390-bac0-af3b15906d1d req-54968140-de3f-4469-a8e4-00c4ce187129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:26.278824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-54968140-de3f-4469-a8e4-00c4ce187129 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.2950120 Nov 02 16:30:26.335595 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef29823-2f2d-4d58-9fdc-0807d7e6852c x-openstack-request-id: req-4ef29823-2f2d-4d58-9fdc-0807d7e6852c {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:26.336192 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:26.336464 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ef29823-2f2d-4d58-9fdc-0807d7e6852c {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:26.337030 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'status': 'completed', 'code': 200} Nov 02 16:30:26.341740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-3cb2a284-fb8b-4407-8a61-b34076d857f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 217 time: 0.0549631 Nov 02 16:30:26.353173 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da352f94-43b5-4a21-b8c4-90585e2a7fdb x-openstack-request-id: req-da352f94-43b5-4a21-b8c4-90585e2a7fdb {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:26.353682 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e128c511-6a9c-4863-83f3-54cf33f2cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "a8351a80-a306-4571-8c4a-419358ca9a5b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:26.353682 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da352f94-43b5-4a21-b8c4-90585e2a7fdb {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:26.354511 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8351a80-a306-4571-8c4a-419358ca9a5b', 'code': 200} Nov 02 16:30:26.496114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:26.501732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105cdb-875a-4390-bac0-af3b15906d1d req-c90186f7-8721-4ef1-9a80-551156b8a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:26.503537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-c90186f7-8721-4ef1-9a80-551156b8a4de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.1544967 Nov 02 16:30:26.512296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-2a55db57-54d1-4136-b30d-9b4bc3f1410b tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:26.513826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-2a55db57-54d1-4136-b30d-9b4bc3f1410b tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0892611 Nov 02 16:30:26.531325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:26.533410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08f9f8-55e2-470b-a444-0fbbc6096633 req-ba818e73-0baa-413b-bf9c-78c1dc9cbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:26.536223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f08f9f8-55e2-470b-a444-0fbbc6096633 req-ba818e73-0baa-413b-bf9c-78c1dc9cbc2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 1096 time: 0.0922639 Nov 02 16:30:26.585040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f08f9f8-55e2-470b-a444-0fbbc6096633 req-1e3751f9-ac44-44c5-96af-48d4efd67ecf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Nov 02 16:30:26.655432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-817ac6e3-fbb0-42ea-b148-660c8c4a3fdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402247 Nov 02 16:30:26.663049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-b7e9cd6c-a4b9-456f-9b4a-c772d0e2da39 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1388206 Nov 02 16:30:26.680209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Request body: {'floatingip': {'port_id': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:26.922243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d5eb46ed-2f4f-4dbf-b502-9d76ae0bb568 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:26.924249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d5eb46ed-2f4f-4dbf-b502-9d76ae0bb568 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.100 "GET /v2.0/networks?id=08240b68-fc23-4551-96d5-ca32b953a4ef HTTP/1.1" status: 200 len: 803 time: 0.1616023 Nov 02 16:30:26.988934 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d3638837-d857-49bc-8945-da92098d89d5 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3 HTTP/1.1" status: 200 len: 380 time: 0.0514555 Nov 02 16:30:27.004223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Request body: {'port': {'device_id': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'admin_state_up': True, 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'security_groups': ['66465b11-6f66-4fe1-873f-97c2937b3a4d']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:27.116524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:27.129589 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Floating IP c7d409a1-4373-45ff-9cab-09008b532bdd associated. External IP: 172.25.7.18, port: 87942c2b-91a1-4927-83b3-14f760cf41a1. Nov 02 16:30:27.144080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Made reservation on behalf of a434b5f7b9184bc9beaa1f477b3afbb3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:27.149066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:27.325136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Allocated IP 172.20.0.13 (08240b68-fc23-4551-96d5-ca32b953a4ef/76113975-a0d9-4bd2-9537-91d2039cc409/fc6529f6-5eb0-4dd6-9936-03def8b7a6b2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:27.425042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-126e6664-0169-49ee-bbc2-4b06515aed16 service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469341 Nov 02 16:30:27.559135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:27.605161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:27.684791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:27.696408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Network 08240b68-fc23-4551-96d5-ca32b953a4ef is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:27.710329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:27.743768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:27.751133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52982) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:27.767220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:27.767713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:27.875496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:27.876760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:27.917689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9174604 Nov 02 16:30:27.947176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Request body: {'port': {'device_id': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:28.001152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd57f32-d677-4104-b143-9fe74523effe tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event updated for resources: {'Port': ['ID=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:28.049078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da105cdb-875a-4390-bac0-af3b15906d1d req-d9a85997-b6b8-4f94-b7b8-82fd52602db7 service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855627 Nov 02 16:30:28.064295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d252cdd-be65-48ee-a11b-ebe0a87541c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.091726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.117093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:28.260924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-68e5e09e-7d9e-468e-b948-7a29626ddc45 None None] Provisioning complete for port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:28.261709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-68e5e09e-7d9e-468e-b948-7a29626ddc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.311049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e09e-7d9e-468e-b948-7a29626ddc45 None None] Port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:30:28.316661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:30:28.456726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-8dbe9851-69d1-4f71-a44b-b74453f13394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:28.458328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-8dbe9851-69d1-4f71-a44b-b74453f13394 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1135 time: 0.3401098 Nov 02 16:30:28.482867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.529533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.541144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:28.553724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.569971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Transition to ACTIVE for port object fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:30:28.581265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.610792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d252cdd-be65-48ee-a11b-ebe0a87541c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.647471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:28.653851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d252cdd-be65-48ee-a11b-ebe0a87541c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.739143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:28.746325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0d252cdd-be65-48ee-a11b-ebe0a87541c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07322d0445e64e37be856309a5519bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815204 Nov 02 16:30:28.748450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Attempting to bind port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:28.748800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Attempting to bind port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:28.749276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Attempting to bind port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 on network 08240b68-fc23-4551-96d5-ca32b953a4ef {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:28.751942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.755007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52988) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:28.756343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 on network 08240b68-fc23-4551-96d5-ca32b953a4ef not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:30:28.756696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Attempting to bind port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 on network 08240b68-fc23-4551-96d5-ca32b953a4ef {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:28.761546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:28.762819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d252cdd-be65-48ee-a11b-ebe0a87541c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978292b6-9a8e-476d-a4a8-92fc0918de51,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:28.779918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:28.780421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Checking segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:28.780994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Bound using segment: {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:28.781636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Bound port: fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d39b824-ed9b-4800-9e20-90a38eff9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:28.782186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.796470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:28.797122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:28.824694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-32b46c8a-bd05-4f68-847f-b1b50d2dedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:28.825447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-32b46c8a-bd05-4f68-847f-b1b50d2dedaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.3562551 Nov 02 16:30:28.842658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-4b016fc6-bba5-417c-bbc3-b83e486364ab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "PUT /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 995 time: 3.3366516 Nov 02 16:30:28.850877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:28.853142 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef24ff6-4e46-4183-800d-923c210053ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:28.874988 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Floating IP 6425a133-eefe-4779-961e-3bb232be1db4 associated. External IP: 172.25.7.170, port: 95948f56-7651-463e-aca6-7e38b6e8f7f1. Nov 02 16:30:28.912401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be438f58-c76c-4337-bcda-3bee640fc7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.945636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be438f58-c76c-4337-bcda-3bee640fc7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:28.948124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] For port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:28.956952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] For port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:28.969449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.004115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-f3a60336-44f6-4b6e-8824-a8d2e4c7ec15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 217 time: 0.1548767 Nov 02 16:30:29.023609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.024238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.025746 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] 10.222.0.100 "PUT /v2.0/ports/fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 HTTP/1.1" status: 200 len: 1092 time: 1.0892191 Nov 02 16:30:29.056156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454995f1-7899-45d7-87c6-dac919cf63c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:29.071388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be438f58-c76c-4337-bcda-3bee640fc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.074845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be438f58-c76c-4337-bcda-3bee640fc7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.077797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be438f58-c76c-4337-bcda-3bee640fc7bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/978292b6-9a8e-476d-a4a8-92fc0918de51 HTTP/1.1" status: 204 len: 168 time: 0.3182995 Nov 02 16:30:29.096236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be438f58-c76c-4337-bcda-3bee640fc7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978292b6-9a8e-476d-a4a8-92fc0918de51,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:29.108556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-5bea28f2-ce20-46b0-ac21-af1a15ccb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.110043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-5bea28f2-ce20-46b0-ac21-af1a15ccb843 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.0972259 Nov 02 16:30:29.172442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-a66e9f0b-f163-455b-917d-36152a60241f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377469 Nov 02 16:30:29.176809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-e056e42f-34f3-46c9-9ead-ace1533a8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.180415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:29.181000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-e056e42f-34f3-46c9-9ead-ace1533a8ebc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.3239372 Nov 02 16:30:29.195086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d953c320-b992-4950-98f3-cc7c60b87d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.201066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d953c320-b992-4950-98f3-cc7c60b87d45 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3&device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 1095 time: 0.0799317 Nov 02 16:30:29.322188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d47d74f2-9055-4de8-bd0e-d11fe311d225 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 HTTP/1.1" status: 200 len: 217 time: 0.1151440 Nov 02 16:30:29.392541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-86837e97-813e-4fcb-844a-d7d931568f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.394056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-86837e97-813e-4fcb-844a-d7d931568f80 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=76113975-a0d9-4bd2-9537-91d2039cc409 HTTP/1.1" status: 200 len: 842 time: 0.0641799 Nov 02 16:30:29.466904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d2aad9ad-5d56-49c2-8c27-2c090235c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.472549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-d2aad9ad-5d56-49c2-8c27-2c090235c112 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=08240b68-fc23-4551-96d5-ca32b953a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646672 Nov 02 16:30:29.584674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:26Z', 'revision_number': 8, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:29.636027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:29.638799 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-29d6794c-9113-4abe-8f37-132a2cdb97ad service neutron] 10.222.0.100 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558695 Nov 02 16:30:29.646515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:29.647530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:29.702447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52996) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:29.722782 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5114874a-c8f4-4041-ac9d-fd8500a0a1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.773919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:29.842999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5114874a-c8f4-4041-ac9d-fd8500a0a1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.852189 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5114874a-c8f4-4041-ac9d-fd8500a0a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:29.902694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c5999a6-6093-4207-9ba2-9e6824b71e87 req-886d80de-f538-4327-802e-1816df3c0489 service neutron] 10.222.0.100 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490950 Nov 02 16:30:29.937428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-c02a2d11-81e9-43b5-b117-edfc4554da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:29.945343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-c02a2d11-81e9-43b5-b117-edfc4554da20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.7408810 Nov 02 16:30:29.963718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-460bc989-e0ec-493f-99b3-e0e9312af33f service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789752 Nov 02 16:30:29.964497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5114874a-c8f4-4041-ac9d-fd8500a0a1b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4406fc0d7064a4cae81ccf7a9400e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610078 Nov 02 16:30:29.965484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114874a-c8f4-4041-ac9d-fd8500a0a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49291ad-ca34-439c-a6cb-be51dd7fef9b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:29.968637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52998) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:30.033636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe6c-b48c-404d-bbba-696dbed7e875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:30.059203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe6c-b48c-404d-bbba-696dbed7e875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:30.065598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:26Z', 'revision_number': 8, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:30.075932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Router 768643b4-3fa8-4883-8796-a96f6519022d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:30.098577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ccbdc-c285-4af4-9617-82593b60d737 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'c7d409a1-4373-45ff-9cab-09008b532bdd', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'port_id': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'mac_address': 'fa:16:3e:a5:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:29:30Z', 'updated_at': '2021-11-02T16:30:26Z', 'revision_number': 8, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:30.103295 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-b8eae842-d4f7-4285-b2f8-8a02a61c714b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 998 time: 0.1567814 Nov 02 16:30:30.123713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe6c-b48c-404d-bbba-696dbed7e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:30.127561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe6c-b48c-404d-bbba-696dbed7e875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:30.129406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b6a7fe6c-b48c-404d-bbba-696dbed7e875 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c49291ad-ca34-439c-a6cb-be51dd7fef9b HTTP/1.1" status: 204 len: 168 time: 0.1594179 Nov 02 16:30:30.156718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7fe6c-b48c-404d-bbba-696dbed7e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49291ad-ca34-439c-a6cb-be51dd7fef9b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:30.271980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-e2c639dd-43ae-440b-b34c-967af316bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:30.273518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-e2c639dd-43ae-440b-b34c-967af316bf1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1601014 Nov 02 16:30:30.275276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7c62d5c-a47a-485b-87eb-9156b7dae55f req-72fa552b-c371-4122-abd2-0f22e86ee280 service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774503 Nov 02 16:30:30.339832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:30.345644 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:30.355166 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] Sync routers for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:30.374609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-e3482bc4-8689-4d8b-a5e5-abbad5766701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:30.376100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-e3482bc4-8689-4d8b-a5e5-abbad5766701 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870793 Nov 02 16:30:30.380645 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:30.382280 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:30.384467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-0920631c-7242-4abf-82b8-9d3f973c8d87 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "PUT /v2.0/floatingips/6425a133-eefe-4779-961e-3bb232be1db4 HTTP/1.1" status: 200 len: 997 time: 3.7079084 Nov 02 16:30:30.447125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fac9a8d-9196-4db4-a214-a68f666bd9b3 None None] New status for floating IP c7d409a1-4373-45ff-9cab-09008b532bdd: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:30.512343 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:30.583942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-425045d3-4eea-48b9-be87-333ba7bed99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:30.586263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-425045d3-4eea-48b9-be87-333ba7bed99e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1097 time: 0.0869448 Nov 02 16:30:30.775532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-1ff80a00-9233-456f-83d1-9cd25f46f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:30.777242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-1ff80a00-9233-456f-83d1-9cd25f46f7c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 929 time: 0.1756136 Nov 02 16:30:30.840541 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '6425a133-eefe-4779-961e-3bb232be1db4', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'port_id': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'mac_address': 'fa:16:3e:11:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:30:23Z', 'updated_at': '2021-11-02T16:30:28Z', 'revision_number': 1, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:30.889301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] Checking router: 768643b4-3fa8-4883-8796-a96f6519022d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:30.896659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-d299da4e-5fa7-43b7-8c86-fb584272277f service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880748 Nov 02 16:30:30.924442 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:30.925430 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:30.967343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-2037771d-29aa-4bb1-8250-62b64fa7b91e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 1000 time: 0.1580129 Nov 02 16:30:31.058934 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:31.177045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-dbee28eb-f887-45bd-b7f6-6ef669dfcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:31.179381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-dbee28eb-f887-45bd-b7f6-6ef669dfcc3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 200 len: 867 time: 0.1066163 Nov 02 16:30:31.232352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497125ed-d388-411a-bc92-be3ec4d655b4 req-9ab1718b-5e06-46d2-9c9d-b3bcf1b9c4b0 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032451 Nov 02 16:30:31.397145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-c99dd588-860b-4e9d-8e4e-2aa7404081bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:31.399056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-c99dd588-860b-4e9d-8e4e-2aa7404081bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86a429d5-5138-4972-9ac6-64c78e99b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642942 Nov 02 16:30:31.568894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c442be-7c02-41c4-b202-9e458705e27e req-08f5c681-3386-4c27-bc2a-c9ff8bc008a0 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:31.570713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4c442be-7c02-41c4-b202-9e458705e27e req-08f5c681-3386-4c27-bc2a-c9ff8bc008a0 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 944 time: 0.1477816 Nov 02 16:30:31.597730 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '6425a133-eefe-4779-961e-3bb232be1db4', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'port_id': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'mac_address': 'fa:16:3e:11:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:30:23Z', 'updated_at': '2021-11-02T16:30:28Z', 'revision_number': 1, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:31.618352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-ecbc3fa9-d617-4eff-9f4d-c75b7002560c service neutron] 10.222.0.31 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040110 Nov 02 16:30:31.646043 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e3ad2-4e4c-4a8f-a5d3-795976df9239 None None] The sync data for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 is: [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '6425a133-eefe-4779-961e-3bb232be1db4', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'port_id': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'mac_address': 'fa:16:3e:11:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:30:23Z', 'updated_at': '2021-11-02T16:30:28Z', 'revision_number': 1, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:31.680425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:30:31.732237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4c442be-7c02-41c4-b202-9e458705e27e req-556f2fd3-97a0-47a7-bac3-e9397e768973 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339819 Nov 02 16:30:31.821281 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f36f2-78b9-4fd8-a3f5-d7fe2fd15001 x-openstack-request-id: req-6d7f36f2-78b9-4fd8-a3f5-d7fe2fd15001 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:31.822296 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd9f5be-094d-4b93-adb5-1c6a4f477d25", "name": "network-vif-deleted", "tag": "6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:31.824888 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d7f36f2-78b9-4fd8-a3f5-d7fe2fd15001 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:31.825662 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd9f5be-094d-4b93-adb5-1c6a4f477d25', 'name': 'network-vif-deleted', 'tag': '6e74d8e4-e3fe-48d4-91a1-07e5d3a5b334', 'status': 'completed', 'code': 200} Nov 02 16:30:31.841289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac5ae946-3955-476a-9f29-ad2734a78b3b req-54e4591a-fac7-4e1e-b8fc-59e3a61e765d service neutron] 10.222.0.31 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079518 Nov 02 16:30:31.905035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:31.934807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'port_id': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'mac_address': 'fa:16:3e:cc:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:30:32.048331 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:32.109675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:32.115893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ebfbb-d6f5-4b89-a551-c75a7258f073 req-d039f914-7e26-4b50-8bb7-891ac8f10dc8 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:32.133588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369ddd2-8cf7-4951-9f94-c84f48f752d3 None None] New status for floating IP 6425a133-eefe-4779-961e-3bb232be1db4: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:32.142457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa1ebfbb-d6f5-4b89-a551-c75a7258f073 req-d039f914-7e26-4b50-8bb7-891ac8f10dc8 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 984 time: 0.1685021 Nov 02 16:30:32.156750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:32.162865 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:32.261448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:32.291168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa1ebfbb-d6f5-4b89-a551-c75a7258f073 req-ead7b725-2a39-4e40-acb5-a9b3c5c08a47 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&id=dd489d9e-5245-45ab-930a-2165a338c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1379936 Nov 02 16:30:32.479803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dbec6-b68e-406a-a3b3-e30bf972e162 req-fe80ecfb-1de7-46fe-a221-c8b7170532f3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:32.486747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd0dbec6-b68e-406a-a3b3-e30bf972e162 req-fe80ecfb-1de7-46fe-a221-c8b7170532f3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 945 time: 0.0743339 Nov 02 16:30:32.487147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['fc6529f6-5eb0-4dd6-9936-03def8b7a6b2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:32.547182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd0dbec6-b68e-406a-a3b3-e30bf972e162 req-4b70aedd-d1b4-4eaf-a698-6997f49203fa tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594275 Nov 02 16:30:32.607971 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cae1783-4777-4a1f-9f98-80ee9f78faf7 x-openstack-request-id: req-9cae1783-4777-4a1f-9f98-80ee9f78faf7 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:32.608261 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:32.608516 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cae1783-4777-4a1f-9f98-80ee9f78faf7 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:32.609027 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'status': 'completed', 'code': 200} Nov 02 16:30:32.830995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24ff6-4e46-4183-800d-923c210053ea req-6715f133-2d4a-4ca7-ac54-a7608b276189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:32.832544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-6715f133-2d4a-4ca7-ac54-a7608b276189 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.1907930 Nov 02 16:30:32.838733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64ee77ad-e4b9-4843-947d-347c4ce09989 req-3f9fe60a-c6bd-4779-b8ae-88a40c503b02 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 997 time: 0.1787326 Nov 02 16:30:32.991487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-fd5dc25a-ec22-4e8e-bbe5-1b1392be8308 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 258 time: 0.3005710 Nov 02 16:30:33.007518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:33.073809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24ff6-4e46-4183-800d-923c210053ea req-812c3f09-694f-45d9-9266-ab0b5c226d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:33.075288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-812c3f09-694f-45d9-9266-ab0b5c226d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.2336845 Nov 02 16:30:33.086738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee77ad-e4b9-4843-947d-347c4ce09989 req-a90ee390-b295-48c9-bbbe-af00cda05fab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:33.088126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64ee77ad-e4b9-4843-947d-347c4ce09989 req-a90ee390-b295-48c9-bbbe-af00cda05fab tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2348039 Nov 02 16:30:33.095552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.115318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-64ee77ad-e4b9-4843-947d-347c4ce09989 req-ed8cc15c-2bb1-4751-86c4-27bfe87f6970 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:30:33.116167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64ee77ad-e4b9-4843-947d-347c4ce09989 req-ed8cc15c-2bb1-4751-86c4-27bfe87f6970 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179005 Nov 02 16:30:33.234740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53100) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:33.242050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-e7379240-55a9-4f99-b64c-62ad1221ba13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 1000 time: 0.1523142 Nov 02 16:30:33.322854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-cd280429-d748-4729-a6e2-ef1423e47b32 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-3898066&fields=id&tenant_id=70131d446ca14d7f8af8234202a52d66 HTTP/1.1" status: 200 len: 267 time: 0.0984633 Nov 02 16:30:33.325379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24ff6-4e46-4183-800d-923c210053ea req-97e6c665-a601-4464-822b-cbe8f48357dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:33.327100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-97e6c665-a601-4464-822b-cbe8f48357dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.0756142 Nov 02 16:30:33.388528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29af5cae-acc3-4c37-926a-0a1bc6e8cb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.430574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-39054354-3b37-4e79-941f-8fac18cb3200 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:33.438378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-39054354-3b37-4e79-941f-8fac18cb3200 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 984 time: 0.1073828 Nov 02 16:30:33.447807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'port': {'security_groups': ['054b75f9-c357-4f84-85c6-960d66d4c58b', 'dd489d9e-5245-45ab-930a-2165a338c16a', '31869b2c-bbdd-4353-9b25-a71b228355c4']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:33.454422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24ff6-4e46-4183-800d-923c210053ea req-fd33dfd9-1e29-4ad2-b1e8-100d92a34c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:33.456117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-fd33dfd9-1e29-4ad2-b1e8-100d92a34c16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143365 Nov 02 16:30:33.482467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.494349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29af5cae-acc3-4c37-926a-0a1bc6e8cb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.499594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29af5cae-acc3-4c37-926a-0a1bc6e8cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.536714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-29af5cae-acc3-4c37-926a-0a1bc6e8cb23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d23403b31d7f43e88b24d159b4231827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999210 Nov 02 16:30:33.541359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53106) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:33.608899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af5cae-acc3-4c37-926a-0a1bc6e8cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb66f75-a1cf-4119-bdda-89b85a606011,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:33.629379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb91a-c788-4dec-a7ba-a3872f12f3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.656010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb91a-c788-4dec-a7ba-a3872f12f3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.664526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.686298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:33.713630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb91a-c788-4dec-a7ba-a3872f12f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.716500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb91a-c788-4dec-a7ba-a3872f12f3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.718365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed6bb91a-c788-4dec-a7ba-a3872f12f3b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdb66f75-a1cf-4119-bdda-89b85a606011 HTTP/1.1" status: 204 len: 168 time: 0.1735952 Nov 02 16:30:33.735293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bb91a-c788-4dec-a7ba-a3872f12f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb66f75-a1cf-4119-bdda-89b85a606011,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:33.768095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:30:33.773742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:33.774144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.815331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-9924e7bf-c930-4dba-9df9-dec3a5e4b68a service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278756 Nov 02 16:30:33.827067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:33.829764 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abf2967-05fd-44dc-b73b-e60c061952a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:33.861877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Allocated IP 172.25.7.237 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0a3a2084-6aa6-4eb8-9306-5766ac8f962f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:33.874368 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.903557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:33.905852 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f261905a-9413-4152-8dea-7e632b1846ef" -d '{"events": [{"server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "name": "network-vif-plugged", "status": "completed", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:33.919763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:33.924670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:33.985164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:34.122527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fef24ff6-4e46-4183-800d-923c210053ea req-54561f9f-2db6-4e0c-91c6-b55d8a653fdd service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959297 Nov 02 16:30:34.194262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:34.574764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:34.602576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:34.611802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:34.614898 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aac2953-2468-47ed-ab7c-4067e9220033" -d '{"events": [{"name": "network-changed", "server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:34.643984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:34.655233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:34.669215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f423d22f-dff7-402d-bbf9-2c4ddeb35093'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:34.669573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:34.671557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:34.680884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:34.684295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event updated for resources: {'Port': ['ID=0a3a2084-6aa6-4eb8-9306-5766ac8f962f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:34.687032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:34.744795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:34.744795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:34.746021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e63b29-0691-433c-965c-4c3e39eda8b4 req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "PUT /v2.0/ports/f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 1020 time: 1.3063855 Nov 02 16:30:34.801440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeafe2-7bae-45dc-abd3-1ee40663344a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:34.815442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f423d22f-dff7-402d-bbf9-2c4ddeb35093'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:34.856551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:34.902469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:35.098011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:35.104727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:35.210678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event updated for resources: {'Port': ['ID=0a3a2084-6aa6-4eb8-9306-5766ac8f962f,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:35.224723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:35.246201 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:35.246201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-a4c0f538-641f-47eb-8db3-8637b9c5b749 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2462027 Nov 02 16:30:35.323111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-ad436413-6cc5-4621-8250-4f513baca171 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0683587 Nov 02 16:30:35.424997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-090fa8db-4114-4491-9c21-052d53631eff service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441020 Nov 02 16:30:35.453741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4ac2-8b96-433b-909a-5464b9aecbb1 req-4f499041-6dc2-4ce7-b878-a7e3c593ca3c tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.455131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-accc4ac2-8b96-433b-909a-5464b9aecbb1 req-4f499041-6dc2-4ce7-b878-a7e3c593ca3c tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.1115003 Nov 02 16:30:35.507945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-c3445e6d-cb0f-42f1-8f43-1e6c74ca8d6a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.509306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-c3445e6d-cb0f-42f1-8f43-1e6c74ca8d6a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1793759 Nov 02 16:30:35.525716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-750f109c-b8aa-48a5-9361-8339d567731c tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:30:35.526727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727ae5f5-d674-42ef-9108-1098e7501ac6 req-750f109c-b8aa-48a5-9361-8339d567731c tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100152 Nov 02 16:30:35.528372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-e65b2eb8-5703-4489-8208-0f5dc3e30b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.530081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-accc4ac2-8b96-433b-909a-5464b9aecbb1 req-b9cf616c-8328-4d4e-8a1a-2b6206ab426d tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616422 Nov 02 16:30:35.539357 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-e65b2eb8-5703-4489-8208-0f5dc3e30b8e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1175 time: 0.0496793 Nov 02 16:30:35.584497 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc0499-86bd-4e0c-b70a-560ff10c471e x-openstack-request-id: req-f0fc0499-86bd-4e0c-b70a-560ff10c471e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:35.584784 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:35.585036 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0fc0499-86bd-4e0c-b70a-560ff10c471e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:35.585430 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'status': 'completed', 'code': 200} Nov 02 16:30:35.634503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-574a8337-2f49-43f3-89a4-cf0400ce3597 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0796881 Nov 02 16:30:35.638995 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111cdded-9f58-43f8-8592-ab43d593e2f1 x-openstack-request-id: req-111cdded-9f58-43f8-8592-ab43d593e2f1 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:35.639364 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "name": "network-vif-plugged", "status": "completed", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:35.639692 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-111cdded-9f58-43f8-8592-ab43d593e2f1 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:35.642342 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'code': 200} Nov 02 16:30:35.691761 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80579270-94d1-4cf5-8150-a1ee05bb073a x-openstack-request-id: req-80579270-94d1-4cf5-8150-a1ee05bb073a {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:35.692778 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:35.694117 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80579270-94d1-4cf5-8150-a1ee05bb073a {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:35.694664 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'status': 'completed', 'code': 200} Nov 02 16:30:35.711202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-569e5a02-52d4-4a2f-bf85-993b8376993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.712595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-569e5a02-52d4-4a2f-bf85-993b8376993c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3&device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 1097 time: 0.0714872 Nov 02 16:30:35.717732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-98ddb150-4b8b-4fdf-9ee7-1446f115d932 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.722974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-98ddb150-4b8b-4fdf-9ee7-1446f115d932 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports/87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 942 time: 0.0651417 Nov 02 16:30:35.814821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09c29299-f815-418f-96ec-82af48ef283f req-4c72d996-af94-40c0-a1a8-133d0daa888a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/31869b2c-bbdd-4353-9b25-a71b228355c4 HTTP/1.1" status: 200 len: 1797 time: 0.0873358 Nov 02 16:30:35.838581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-9ec57b6e-3346-4776-96cf-9d563d65caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.842840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-9ec57b6e-3346-4776-96cf-9d563d65caa4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.2771578 Nov 02 16:30:35.899397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0ee46-6363-4fef-ab99-1661e519ffc1 req-45c66a42-f93b-47c9-85da-7d5a39682402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.904033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12e0ee46-6363-4fef-ab99-1661e519ffc1 req-45c66a42-f93b-47c9-85da-7d5a39682402 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 1097 time: 0.1563637 Nov 02 16:30:35.910043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-0d0f3ea3-cbef-4be7-b061-7aa0a17ef101 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 200 len: 217 time: 0.0546000 Nov 02 16:30:35.910372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-14fc3155-59ce-46f8-b5c4-a359777c6c1b tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.1173251 Nov 02 16:30:35.912614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-7bfcfcb2-07b9-48f6-bc61-93556e2f538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:35.914198 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-7bfcfcb2-07b9-48f6-bc61-93556e2f538e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1097 time: 0.1704626 Nov 02 16:30:36.023162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12e0ee46-6363-4fef-ab99-1661e519ffc1 req-c5bcd63d-8bc9-4779-92e7-2832e63b0274 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055129 Nov 02 16:30:36.031252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-bc4526c8-429f-4b38-a713-499829e9c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.032924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-bc4526c8-429f-4b38-a713-499829e9c79d service neutron] 10.222.0.100 "GET /v2.0/networks?id=08240b68-fc23-4551-96d5-ca32b953a4ef HTTP/1.1" status: 200 len: 904 time: 0.2783384 Nov 02 16:30:36.048399 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-09c29299-f815-418f-96ec-82af48ef283f req-a2c9c3a2-4bbd-4055-af6a-9263cc36a741 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 16:30:36.054736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-4e5b3f4b-ffdc-45ce-a184-b362eb3d02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.055816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-4e5b3f4b-ffdc-45ce-a184-b362eb3d02ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.1304121 Nov 02 16:30:36.059063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09c29299-f815-418f-96ec-82af48ef283f req-a2c9c3a2-4bbd-4055-af6a-9263cc36a741 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/31869b2c-bbdd-4353-9b25-a71b228355c4 HTTP/1.1" status: 409 len: 341 time: 0.2167537 Nov 02 16:30:36.102715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-158066a9-fe1f-4db2-867b-cf8bddd2579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.104964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-158066a9-fe1f-4db2-867b-cf8bddd2579b service neutron] 10.222.0.100 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 929 time: 0.1783917 Nov 02 16:30:36.113603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-d58ee8b6-2da1-45eb-9657-6fb3cd8134c2 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.115705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-d58ee8b6-2da1-45eb-9657-6fb3cd8134c2 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1911664 Nov 02 16:30:36.219398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-6858b96a-2a0c-48b7-b632-2f9664828501 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1000 time: 0.0939617 Nov 02 16:30:36.233400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:36.276027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0808d62-350f-440f-a02b-314831356e6c req-23901882-77e3-4e29-8f2a-34a0cc327a53 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.277582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0808d62-350f-440f-a02b-314831356e6c req-23901882-77e3-4e29-8f2a-34a0cc327a53 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 945 time: 0.1077628 Nov 02 16:30:36.310835 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:36.376692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0808d62-350f-440f-a02b-314831356e6c req-99095075-ead5-489b-8099-54060c89008f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833170 Nov 02 16:30:36.429428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-ea9480ba-0ad4-4e53-8602-d4ee192a3d32 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088436 Nov 02 16:30:36.463864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-132f66bc-84d4-4fb2-962b-965600b34289 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 HTTP/1.1" status: 200 len: 217 time: 0.1410534 Nov 02 16:30:36.493816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:36.500786 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:36.501124 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Floating IP c7d409a1-4373-45ff-9cab-09008b532bdd disassociated. External IP: 172.25.7.18, port: 87942c2b-91a1-4927-83b3-14f760cf41a1. Nov 02 16:30:36.556251 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-6409b5d1-da87-4138-94fa-93dfc1128023 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 1002 time: 0.2344186 Nov 02 16:30:36.615406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-600423c6-2ac8-41a8-8e74-e60e74527e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.616862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-600423c6-2ac8-41a8-8e74-e60e74527e41 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=76113975-a0d9-4bd2-9537-91d2039cc409 HTTP/1.1" status: 200 len: 842 time: 0.1330190 Nov 02 16:30:36.686825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-7271ffd6-f467-4675-bda1-c4c92f8aef47 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397840 Nov 02 16:30:36.695475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-e6f93ef5-cf62-4d15-b438-b05f18a53db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:36.697311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-e6f93ef5-cf62-4d15-b438-b05f18a53db5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 200 len: 867 time: 0.1153469 Nov 02 16:30:36.742995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:36.884131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:36.889306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:36.899436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:36.923651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:36.924310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:36.954066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-00942fef-9d8c-418c-978b-4d11068ffcb4 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "PUT /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 695 time: 0.7198095 Nov 02 16:30:37.051159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-8bc27fe5-d1ff-48d7-8065-5cbe47b0e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.053892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-8bc27fe5-d1ff-48d7-8065-5cbe47b0e61e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.0988188 Nov 02 16:30:37.074112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:37.131711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-90be0db4-a4cb-40ab-bff8-ec1e14618a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.133223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-90be0db4-a4cb-40ab-bff8-ec1e14618a67 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=08240b68-fc23-4551-96d5-ca32b953a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4969549 Nov 02 16:30:37.134427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-3ebdcc04-2d09-4da7-ae96-95adf74cd4d7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.139134 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-3ebdcc04-2d09-4da7-ae96-95adf74cd4d7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1179714 Nov 02 16:30:37.217174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-72f8d8ba-3f6e-4151-b9e3-a0135d3069b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.218691 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-72f8d8ba-3f6e-4151-b9e3-a0135d3069b5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=86a429d5-5138-4972-9ac6-64c78e99b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650872 Nov 02 16:30:37.222418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-6cc958cc-d1a2-4794-8ce2-dcb64a21bb71 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0736837 Nov 02 16:30:37.225053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-505416e6-c7f8-48e1-aefd-293d6ee0192d req-e4fdccb9-eaa8-4463-b0ae-f050eddef765 service neutron] 10.222.0.100 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254622 Nov 02 16:30:37.264688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-ccf20e35-90b6-4cd3-885f-8f836c101273 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Request body: {'floatingip': {'port_id': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:37.336745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-ccf20e35-90b6-4cd3-885f-8f836c101273 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:37.367916 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-b7a3bae8-14e7-4f0f-9101-62e0eb3f8b04 service neutron] 10.222.0.100 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141190 Nov 02 16:30:37.397279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-3eaf350a-f060-4224-a5e6-4c395111813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.399201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-3eaf350a-f060-4224-a5e6-4c395111813a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.3380184 Nov 02 16:30:37.410527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:37.442009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:37.453929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:37.454988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:37.466992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-1bf9e7d0-526b-4b3b-9c8a-fc0c1646aaa0 service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212384 Nov 02 16:30:37.502216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-b299f127-ff3c-4515-a338-36833827dadb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 217 time: 0.0831850 Nov 02 16:30:37.597917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:37.629900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2abf2967-05fd-44dc-b73b-e60c061952a7 req-91afeb5d-376b-439e-8cdd-9f50e0171524 service neutron] 10.222.0.100 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539220 Nov 02 16:30:37.670145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5aac2953-2468-47ed-ab7c-4067e9220033 req-dc170930-3055-4ded-b89d-866cc0a1f364 service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832170 Nov 02 16:30:37.691071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-3780df9b-a254-47b7-85ce-204694444f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.693588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-3780df9b-a254-47b7-85ce-204694444f2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1143847 Nov 02 16:30:37.696524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093'}, {'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:37.698176 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a8d2fb-24cb-4701-afaa-0b87765c04c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093"}, {"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:37.752600 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-ccf20e35-90b6-4cd3-885f-8f836c101273 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 16:30:37.765248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46913b9c-70b9-4cc5-98c7-deb51735f73d req-ccf20e35-90b6-4cd3-885f-8f836c101273 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "PUT /v2.0/floatingips/7ed245e5-d289-458a-9871-5631997901ce HTTP/1.1" status: 409 len: 551 time: 0.5141726 Nov 02 16:30:37.788529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-1077c60d-7dd6-4e03-9c6a-4154ab561d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:37.803460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-1077c60d-7dd6-4e03-9c6a-4154ab561d02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961773 Nov 02 16:30:37.843292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:37.888297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f7904-b04c-47be-8040-711e4d42b7a6 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:29:06Z', 'revision_number': 4, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '3780831e-47b3-40cd-bd5e-592eeacebf0c', 'name': '', 'network_id': 'd2fa0ac6-0088-4b7c-b15a-879f6f645ed0', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'mac_address': 'fa:16:3e:0d:49:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:05Z', 'updated_at': '2021-11-02T16:29:11Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'subnets': [{'id': '8dcd879d-2c55-4512-a5c0-c7f0d7347971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:37.946546 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-267652d2-cd99-4c2c-ad00-ed0cd7271585 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302321 Nov 02 16:30:38.056611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e022605f-94b5-4725-9d83-3024a3fd58b8 req-2ccbfa98-8d29-4b00-931b-51720b1159d2 service neutron] 10.222.0.31 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034102 Nov 02 16:30:38.216626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0908fc7-eece-40fb-8822-7cc4d67819f9 req-fb910087-1bfa-4cc2-8d4a-81ca66c96077 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:38.218609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0908fc7-eece-40fb-8822-7cc4d67819f9 req-fb910087-1bfa-4cc2-8d4a-81ca66c96077 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 945 time: 0.0822906 Nov 02 16:30:38.229788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e040-7e7c-4392-870d-407e3564aa88 req-288e4592-d7d8-4a1e-b738-4eeff273143c tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:38.229788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f52e040-7e7c-4392-870d-407e3564aa88 req-288e4592-d7d8-4a1e-b738-4eeff273143c tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.0908253 Nov 02 16:30:38.254072 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773a0c0-3250-48f4-9bc3-2d4db0114b9c None None] New status for floating IP c7d409a1-4373-45ff-9cab-09008b532bdd: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:38.332480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0908fc7-eece-40fb-8822-7cc4d67819f9 req-a4947c1f-a12c-4a7e-a495-3dc6606fac5b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867097 Nov 02 16:30:38.337720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f52e040-7e7c-4392-870d-407e3564aa88 req-b438fa43-f1f1-4710-b391-ae0227541087 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004384 Nov 02 16:30:38.379522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf4ba-cbe6-45f8-b092-ea7f9d41ccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:38.431446 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087f47f-e4f5-4127-8c06-14cbbd57ca14 x-openstack-request-id: req-9087f47f-e4f5-4127-8c06-14cbbd57ca14 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:38.431753 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:38.432006 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9087f47f-e4f5-4127-8c06-14cbbd57ca14 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:38.432464 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'status': 'completed', 'code': 200} Nov 02 16:30:38.432707 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'status': 'completed', 'code': 200} Nov 02 16:30:38.573505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-400ba807-b015-45a5-b94e-c7c53ebc7b11 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips/7ed245e5-d289-458a-9871-5631997901ce HTTP/1.1" status: 200 len: 693 time: 0.1162684 Nov 02 16:30:38.654823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-58168dd1-4e86-459a-af8e-6322fe9f78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:38.656441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-58168dd1-4e86-459a-af8e-6322fe9f78ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70131d446ca14d7f8af8234202a52d66&device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1174 time: 0.1817875 Nov 02 16:30:38.798762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-e83922bb-b36a-48d1-8b94-2a7314e48267 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:38.800956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-e83922bb-b36a-48d1-8b94-2a7314e48267 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2187755 Nov 02 16:30:38.828174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-ebb08017-6593-413e-9353-b64cf664134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:38.829649 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-ebb08017-6593-413e-9353-b64cf664134e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 200 len: 914 time: 0.1539457 Nov 02 16:30:39.190168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-6ed156fc-e4ad-4617-914f-ff8531073967 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.3697019 Nov 02 16:30:39.199888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-d30aaead-8890-48b0-91b0-d8b76838253a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 200 len: 217 time: 0.0603378 Nov 02 16:30:39.281351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-eef341df-0563-46b6-9dd5-c7ec5e01884b tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0805249 Nov 02 16:30:39.308162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19b8b8-01ad-4af5-b8da-f9859d38273b req-84bc9a65-9bdb-46c3-99e5-65c9384331c5 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:39.309626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a19b8b8-01ad-4af5-b8da-f9859d38273b req-84bc9a65-9bdb-46c3-99e5-65c9384331c5 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1023 time: 0.1712568 Nov 02 16:30:39.340623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-9b4a5c4c-ffc0-4904-aa57-4b43236f1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:39.342403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-9b4a5c4c-ffc0-4904-aa57-4b43236f1d20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 200 len: 853 time: 0.1320283 Nov 02 16:30:39.423411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-c11d66d0-5cff-483f-a3bc-0c221e685663 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec548ad0-c552-4e8c-825a-93cc1edd2dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566850 Nov 02 16:30:39.464478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a19b8b8-01ad-4af5-b8da-f9859d38273b req-73e7d2d4-5cc3-4802-877e-5ab051b84c52 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&id=31869b2c-bbdd-4353-9b25-a71b228355c4&id=dd489d9e-5245-45ab-930a-2165a338c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.1176331 Nov 02 16:30:39.558873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-77f1f8d3-783d-4b2e-b300-4490aea46b8e service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260645 Nov 02 16:30:39.560088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Deleting port 0a3a2084-6aa6-4eb8-9306-5766ac8f962f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:39.560427 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:39.610850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-de76f35f-e33b-4d57-922b-adc9ceba90b8 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:39.612265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-de76f35f-e33b-4d57-922b-adc9ceba90b8 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecfbd247-86dd-4ab7-9bda-1f4597fc6f09 HTTP/1.1" status: 200 len: 1023 time: 0.0521829 Nov 02 16:30:39.708408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:39.708722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:39.753349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Deleting port f423d22f-dff7-402d-bbf9-2c4ddeb35093 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:39.753696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:39.762589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-8873ab5c-b1b1-47d5-bebe-83ad9553fdaf service neutron] 10.222.0.55 "GET /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895039 Nov 02 16:30:39.763501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Calling delete_port for 0a3a2084-6aa6-4eb8-9306-5766ac8f962f owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:39.838722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e864cdd-09fe-436f-b31d-0c98fa9ba944 req-bef5b06c-f0f3-465d-adfd-feb0bb6c49bf tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:39.840236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e864cdd-09fe-436f-b31d-0c98fa9ba944 req-bef5b06c-f0f3-465d-adfd-feb0bb6c49bf tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.1215620 Nov 02 16:30:39.849460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53296) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:39.854396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Request body: {'floatingip': {'port_id': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:39.886423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-f9d37039-5909-4473-93aa-4a68bd2b27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:39.887932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-f9d37039-5909-4473-93aa-4a68bd2b27d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 1096 time: 0.0676329 Nov 02 16:30:39.904641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] For port f423d22f-dff7-402d-bbf9-2c4ddeb35093, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f423d22f-dff7-402d-bbf9-2c4ddeb35093,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:39.905170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:39.921112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:39.967659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Calling delete_port for f423d22f-dff7-402d-bbf9-2c4ddeb35093 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:40.021991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-e3e5b3ca-2e84-4370-9d58-26897f1872cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:40.023538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-e3e5b3ca-2e84-4370-9d58-26897f1872cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 200 len: 922 time: 0.1268353 Nov 02 16:30:40.024572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.090079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event deleted for resources: {'Port': ['ID=0a3a2084-6aa6-4eb8-9306-5766ac8f962f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:40.105179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-199f4bf3-4794-4fe1-9e03-11c3a9c8bad3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 200 len: 217 time: 0.0722630 Nov 02 16:30:40.226479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ba505-80bf-4bc3-b44c-23814aae2e95 req-fdd68c58-4f8b-4481-b66d-69eb1430ddcc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:40.227808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-699ba505-80bf-4bc3-b44c-23814aae2e95 req-fdd68c58-4f8b-4481-b66d-69eb1430ddcc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 945 time: 0.1717319 Nov 02 16:30:40.228625 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.231307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.232339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f59e58a9-4cb4-4505-a667-73604bbda265 req-b4773972-de43-46fc-b1ee-50c5d6206cac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "DELETE /v2.0/floatingips/7ed245e5-d289-458a-9871-5631997901ce HTTP/1.1" status: 204 len: 173 time: 0.9438257 Nov 02 16:30:40.234161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-9c40d71a-7071-4126-889d-93165003ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:40.235628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-9c40d71a-7071-4126-889d-93165003ede7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 200 len: 860 time: 0.1056619 Nov 02 16:30:40.307301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.310968 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-699ba505-80bf-4bc3-b44c-23814aae2e95 req-6dc269f7-509e-4b6d-a778-d759d7f70394 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Nov 02 16:30:40.313658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-1ff43544-de65-4c70-a23c-d718da3b9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:40.315109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-1ff43544-de65-4c70-a23c-d718da3b9331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718691 Nov 02 16:30:40.320063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f423d22f-dff7-402d-bbf9-2c4ddeb35093'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:40.324918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:40.427542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'Port': ['ID=f423d22f-dff7-402d-bbf9-2c4ddeb35093,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:40.443723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-2bd7e84f-4311-4f43-9ea5-f3a556c05de3 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169868 Nov 02 16:30:40.474912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] No DVR routers for this DVR port f423d22f-dff7-402d-bbf9-2c4ddeb35093 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:40.483228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.489184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f7e4429-b4fd-454c-bcc8-9ac7a154f622 req-dc0ed791-10b8-4031-8b69-971d8ec93a7d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.55 "DELETE /v2.0/ports/f423d22f-dff7-402d-bbf9-2c4ddeb35093 HTTP/1.1" status: 204 len: 173 time: 0.8688264 Nov 02 16:30:40.489728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'name': 'network-vif-deleted', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:40.493029 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82d589-aba0-42ef-961e-e29a6e9d5547" -d '{"events": [{"server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "name": "network-vif-deleted", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:40.560097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-df8fdbd0-dfe9-46e7-9abe-656de91f699c tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 200 len: 693 time: 0.1152608 Nov 02 16:30:40.657624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.663826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:40.747887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a8d2fb-24cb-4701-afaa-0b87765c04c2 req-9b064570-e1ec-4154-8578-9c4feaa2b190 service neutron] 10.222.0.55 "GET /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945008 Nov 02 16:30:40.776016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c869af7d-7d64-4fe5-9c0f-6d882062653f tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:40.784851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c869af7d-7d64-4fe5-9c0f-6d882062653f tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2149568 Nov 02 16:30:40.793173 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Floating IP f128e694-547a-4bae-8487-128e47dd36e3 associated. External IP: 172.25.7.44, port: fc6529f6-5eb0-4dd6-9936-03def8b7a6b2. Nov 02 16:30:40.857323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-dffdb148-28a8-4bf1-8576-2d1bf9042221 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 696 time: 0.0715096 Nov 02 16:30:40.952238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-26c1b967-6cc8-4c4d-8b85-e083d8dc73f6 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 696 time: 0.0913730 Nov 02 16:30:40.974871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-e20f93c0-b566-4929-baf6-83a717f6bd65 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 1002 time: 0.1152737 Nov 02 16:30:41.053111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Router 7e2fe164-e02c-4247-beb1-0325047c9d00 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:41.055648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2daf9ef5-bddf-410b-b7a7-1d193d6b950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.110682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4981-949e-4c41-8f0f-99b575720929 req-47d41174-3a8b-4e5d-89ec-e9d76f620d12 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:41.112046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-47d41174-3a8b-4e5d-89ec-e9d76f620d12 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports/95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 943 time: 0.1107767 Nov 02 16:30:41.159809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-f7d13dcf-4f04-4e03-81b4-4b3811542d17 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:41.161414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-f7d13dcf-4f04-4e03-81b4-4b3811542d17 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/ports?device_id=e128c511-6a9c-4863-83f3-54cf33f2cdd2 HTTP/1.1" status: 200 len: 945 time: 0.0882616 Nov 02 16:30:41.190308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:41.195070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.201639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] Sync routers for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:41.209631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Deleting port f3290493-a200-4386-b6b7-f41c5ac74d4e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:41.209969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.223375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:41.224282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:41.228254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.232812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2304e129-51b9-4814-9409-eea48a6331bc tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "PUT /v2.0/floatingips/f128e694-547a-4bae-8487-128e47dd36e3 HTTP/1.1" status: 200 len: 991 time: 1.3798764 Nov 02 16:30:41.360884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-ee006e0b-65ee-4541-8c6a-d055b7d8980c tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 1002 time: 0.1638360 Nov 02 16:30:41.378384 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.378696 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.439914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Calling delete_port for f3290493-a200-4386-b6b7-f41c5ac74d4e owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:41.480695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:41.513633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port a8351a80-a306-4571-8c4a-419358ca9a5b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:41.514035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.596745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4981-949e-4c41-8f0f-99b575720929 req-694be257-2ca0-432c-88e2-a4399754695f tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:41.598097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-694be257-2ca0-432c-88e2-a4399754695f tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2259052 Nov 02 16:30:41.695314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port a8351a80-a306-4571-8c4a-419358ca9a5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a8351a80-a306-4571-8c4a-419358ca9a5b,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:41.695683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.713919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'f128e694-547a-4bae-8487-128e47dd36e3', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'port_id': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'mac_address': 'fa:16:3e:cc:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:30:21Z', 'updated_at': '2021-11-02T16:30:40Z', 'revision_number': 1, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:19Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:41.718681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for a8351a80-a306-4571-8c4a-419358ca9a5b owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:41.727436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-00af6363-a7d5-4899-b8a9-49e5c6c52365 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 1002 time: 0.1195762 Nov 02 16:30:41.740985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] Checking router: 7e2fe164-e02c-4247-beb1-0325047c9d00 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:41.749677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:41.750318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:41.761598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:41.849179 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.858802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:41.893867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:41.899187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event deleted for resources: {'Port': ['ID=f3290493-a200-4386-b6b7-f41c5ac74d4e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:42.118159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'f128e694-547a-4bae-8487-128e47dd36e3', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'port_id': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'mac_address': 'fa:16:3e:cc:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:30:21Z', 'updated_at': '2021-11-02T16:30:40Z', 'revision_number': 1, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:19Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:42.150615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d76dea-ca9e-415d-b9b7-068cdc14b34d None None] The sync data for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 is: [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'f128e694-547a-4bae-8487-128e47dd36e3', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'port_id': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'mac_address': 'fa:16:3e:cc:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:30:21Z', 'updated_at': '2021-11-02T16:30:40Z', 'revision_number': 1, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:19Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:42.353073 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e6b18-eb93-4074-93e2-3bd2b9642117 None None] New status for floating IP f128e694-547a-4bae-8487-128e47dd36e3: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:42.365795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.368465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.369553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12adefbc-2244-4907-b070-9952a7d3fcfc req-c4a78e42-114c-4f51-8386-e341493121dd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "DELETE /v2.0/floatingips/c7d409a1-4373-45ff-9cab-09008b532bdd HTTP/1.1" status: 204 len: 173 time: 1.4107506 Nov 02 16:30:42.399807 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.412034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62', 'a8351a80-a306-4571-8c4a-419358ca9a5b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:42.441836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.463890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=a8351a80-a306-4571-8c4a-419358ca9a5b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:42.465740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.466022 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Floating IP 6425a133-eefe-4779-961e-3bb232be1db4 disassociated. External IP: 172.25.7.170, port: 95948f56-7651-463e-aca6-7e38b6e8f7f1. Nov 02 16:30:42.527802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.566759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port a8351a80-a306-4571-8c4a-419358ca9a5b on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:42.572034 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.575416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2766fb85-2852-41a0-8706-4e7cfcce6db4 req-4df5705b-5af8-4587-aaaa-a910b63d50c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "DELETE /v2.0/ports/a8351a80-a306-4571-8c4a-419358ca9a5b HTTP/1.1" status: 204 len: 173 time: 1.4041827 Nov 02 16:30:42.575864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'name': 'network-vif-deleted', 'tag': 'a8351a80-a306-4571-8c4a-419358ca9a5b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:42.578175 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d185d1e-20c8-436b-9615-11d3fb672e12" -d '{"events": [{"server_uuid": "e128c511-6a9c-4863-83f3-54cf33f2cdd2", "name": "network-vif-deleted", "tag": "a8351a80-a306-4571-8c4a-419358ca9a5b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:42.621940 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeee40f-3c9b-4df3-bcf5-7b782fcd3c95 x-openstack-request-id: req-ddeee40f-3c9b-4df3-bcf5-7b782fcd3c95 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:42.622614 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbd247-86dd-4ab7-9bda-1f4597fc6f09", "name": "network-vif-deleted", "tag": "f423d22f-dff7-402d-bbf9-2c4ddeb35093", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:42.622760 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddeee40f-3c9b-4df3-bcf5-7b782fcd3c95 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:42.623357 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfbd247-86dd-4ab7-9bda-1f4597fc6f09', 'name': 'network-vif-deleted', 'tag': 'f423d22f-dff7-402d-bbf9-2c4ddeb35093', 'status': 'completed', 'code': 200} Nov 02 16:30:42.732905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Router 768643b4-3fa8-4883-8796-a96f6519022d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:42.846950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:42.852063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:42.857838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] Sync routers for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:42.866870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:42.867481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:42.881747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-c54ca6b7-fbab-4944-8244-af95a6d386ac tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "PUT /v2.0/floatingips/6425a133-eefe-4779-961e-3bb232be1db4 HTTP/1.1" status: 200 len: 695 time: 1.1330740 Nov 02 16:30:42.936731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4981-949e-4c41-8f0f-99b575720929 req-de0d6fcf-86ad-48b0-8379-96abb5590e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:42.938418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-de0d6fcf-86ad-48b0-8379-96abb5590e07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1097 time: 0.0438414 Nov 02 16:30:43.001666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:43.061468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4981-949e-4c41-8f0f-99b575720929 req-0ed25841-81ec-4a4d-8755-b866e7bd3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:43.063639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-0ed25841-81ec-4a4d-8755-b866e7bd3ae2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 929 time: 0.1112885 Nov 02 16:30:43.113906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-1349204b-e045-4934-a1f2-9bc92353f54e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0414617 Nov 02 16:30:43.178701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4981-949e-4c41-8f0f-99b575720929 req-b0aa11e4-3968-4f05-9152-ccd561214a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:43.182714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-b0aa11e4-3968-4f05-9152-ccd561214a73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 200 len: 867 time: 0.0615215 Nov 02 16:30:43.239239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4981-949e-4c41-8f0f-99b575720929 req-d88b37e3-3c72-4c8c-8929-c72b89ea8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:43.248179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-d88b37e3-3c72-4c8c-8929-c72b89ea8089 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86a429d5-5138-4972-9ac6-64c78e99b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616224 Nov 02 16:30:43.269972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:43.303617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] Checking router: 768643b4-3fa8-4883-8796-a96f6519022d for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:43.312940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:43.314048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:43.365775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-23fc014c-a8dd-4b0a-b60b-93492a3cf704 service neutron] 10.222.0.31 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167357 Nov 02 16:30:43.440138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:43.473716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bbbcf13-241b-43b5-8ed2-0dc0e9f6b327 req-5e94b10d-78d0-493a-a379-e7f14a651e15 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/dd489d9e-5245-45ab-930a-2165a338c16a HTTP/1.1" status: 200 len: 1798 time: 0.0876749 Nov 02 16:30:43.517538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a67d4981-949e-4c41-8f0f-99b575720929 req-e240a52a-f7bc-4b67-8c02-b7452457b1fe service neutron] 10.222.0.31 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448989 Nov 02 16:30:43.524566 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:30:43.550567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0bbbcf13-241b-43b5-8ed2-0dc0e9f6b327 req-78d8c8b7-39f1-4db0-bb6d-a7250d51a1dd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:43.574831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0bbbcf13-241b-43b5-8ed2-0dc0e9f6b327 req-78d8c8b7-39f1-4db0-bb6d-a7250d51a1dd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:43.578431 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13194317-0a44-4450-b90d-5b38929a6eec x-openstack-request-id: req-13194317-0a44-4450-b90d-5b38929a6eec {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:43.578731 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e128c511-6a9c-4863-83f3-54cf33f2cdd2", "name": "network-vif-deleted", "tag": "a8351a80-a306-4571-8c4a-419358ca9a5b", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:43.578986 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13194317-0a44-4450-b90d-5b38929a6eec {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:43.579416 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e128c511-6a9c-4863-83f3-54cf33f2cdd2', 'name': 'network-vif-deleted', 'tag': 'a8351a80-a306-4571-8c4a-419358ca9a5b', 'status': 'completed', 'code': 200} Nov 02 16:30:43.625086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0bbbcf13-241b-43b5-8ed2-0dc0e9f6b327 req-78d8c8b7-39f1-4db0-bb6d-a7250d51a1dd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:43.627979 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0bbbcf13-241b-43b5-8ed2-0dc0e9f6b327 req-78d8c8b7-39f1-4db0-bb6d-a7250d51a1dd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:43.629141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bbbcf13-241b-43b5-8ed2-0dc0e9f6b327 req-78d8c8b7-39f1-4db0-bb6d-a7250d51a1dd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd489d9e-5245-45ab-930a-2165a338c16a HTTP/1.1" status: 204 len: 173 time: 0.1476285 Nov 02 16:30:43.640728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:43.641234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8c8b7-39f1-4db0-bb6d-a7250d51a1dd tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd489d9e-5245-45ab-930a-2165a338c16a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:43.683435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:43.718259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17470f64-e4a3-4350-bbf4-fd9da4c958c6 None None] The sync data for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 is: [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:29:57Z', 'revision_number': 4, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '091ee3b3-ca46-43ab-aff0-93832c14a94c', 'name': '', 'network_id': '86a429d5-5138-4972-9ac6-64c78e99b41e', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'mac_address': 'fa:16:3e:d8:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:56Z', 'updated_at': '2021-11-02T16:30:05Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'subnets': [{'id': '512b19dc-9aaf-43e0-8166-f7ef65f081a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:43.830569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b393040-0bb3-40f1-9148-d70d240adcf9 req-2db4699c-4441-421d-b3ba-a27d87a98417 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:43.832065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b393040-0bb3-40f1-9148-d70d240adcf9 req-2db4699c-4441-421d-b3ba-a27d87a98417 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 945 time: 0.1164782 Nov 02 16:30:43.899566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-752bab38-9073-4b7d-9951-66367a762e2b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:43.900994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-752bab38-9073-4b7d-9951-66367a762e2b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.1504054 Nov 02 16:30:43.903991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b393040-0bb3-40f1-9148-d70d240adcf9 req-5d0da197-e77c-4d16-a0f6-569ff8137f22 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Nov 02 16:30:43.933524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-19636366-cbf5-4cac-b06b-d2c025bbd9c6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/quotas/838bd5b0fdc64b93887ba28c39fe5722 HTTP/1.1" status: 200 len: 375 time: 0.0174963 Nov 02 16:30:44.026392 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37210b-77dc-4c40-b5c5-06ff600b606c None None] New status for floating IP 6425a133-eefe-4779-961e-3bb232be1db4: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:30:44.050659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-8f15ed91-7212-40fd-b867-da315f9d65dd tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips/6425a133-eefe-4779-961e-3bb232be1db4 HTTP/1.1" status: 200 len: 695 time: 0.0533183 Nov 02 16:30:44.067125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-96fb6096-6c67-4869-ad9b-cbe0e78291ef tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1268146 Nov 02 16:30:44.260543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-4c3f4e72-7b77-47a7-bb9a-fc43b9288a64 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:44.261980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-4c3f4e72-7b77-47a7-bb9a-fc43b9288a64 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1840241 Nov 02 16:30:44.274893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-b464223c-b257-413d-9790-6a7c6d2d108d service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044032 Nov 02 16:30:44.327000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f423d22f-dff7-402d-bbf9-2c4ddeb35093 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:44.368685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: f423d22f-dff7-402d-bbf9-2c4ddeb35093 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:44.369218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f423d22f-dff7-402d-bbf9-2c4ddeb35093 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:44.378287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53478) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:44.425077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-a18f6e9e-d7d8-4d86-9a8d-f264187c78c4 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492226 Nov 02 16:30:44.431649 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-bf43bdfe-fb36-44cc-b6df-177aee9dd08e tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1542959 Nov 02 16:30:44.471467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53482) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:44.507428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-fbf449e2-a0e9-4ad0-bfc5-5e4c2e6b4f5c tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0678270 Nov 02 16:30:44.592647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53a2356c-becd-4c9f-8fe3-ab2ea90770d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.623994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:44.627365 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e7085-8988-4033-bca7-6e7bae189ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:44.661458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-388e478c-32a3-4efe-8f5d-717c49a22f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.728672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b25afa72-65f9-43fb-852a-4716bfa19b9a req-58f58eb5-8865-4cef-94d4-c93a1ea7f37b tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/31869b2c-bbdd-4353-9b25-a71b228355c4 HTTP/1.1" status: 200 len: 1797 time: 0.1484234 Nov 02 16:30:44.743552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53a2356c-becd-4c9f-8fe3-ab2ea90770d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.754828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53a2356c-becd-4c9f-8fe3-ab2ea90770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.775334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-eccf76e8-80d2-4de9-af91-7020cc685bcd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:44.776829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-eccf76e8-80d2-4de9-af91-7020cc685bcd tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 945 time: 0.1313717 Nov 02 16:30:44.801212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Deleting port 4f6b2788-d390-4173-8684-fdef1d0d0049 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:44.801616 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.804742 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-53a2356c-becd-4c9f-8fe3-ab2ea90770d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5c433327fe84bd29c58ab90d70e0878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246719 Nov 02 16:30:44.809343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53496) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:44.831229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2356c-becd-4c9f-8fe3-ab2ea90770d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f359e39-f61f-4c6c-b6dd-f4770b38faca,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:44.839797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-388e478c-32a3-4efe-8f5d-717c49a22f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.844940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-388e478c-32a3-4efe-8f5d-717c49a22f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.889749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-388e478c-32a3-4efe-8f5d-717c49a22f4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aa2f584f0234221a2bc08e8ef910992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172158 Nov 02 16:30:44.890864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e478c-32a3-4efe-8f5d-717c49a22f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0baa2-fb35-4560-8c09-f3ba37269e47,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:44.893329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53498) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:44.957304 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee278d90-7659-46df-937c-246fd3ab03d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:44.984519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee278d90-7659-46df-937c-246fd3ab03d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.017254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.017630 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.023190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b25afa72-65f9-43fb-852a-4716bfa19b9a req-bf07798c-6fce-49be-89c7-80ea811b175e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.044030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Calling delete_port for 4f6b2788-d390-4173-8684-fdef1d0d0049 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:45.046846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee278d90-7659-46df-937c-246fd3ab03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.049995 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee278d90-7659-46df-937c-246fd3ab03d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.051184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ee278d90-7659-46df-937c-246fd3ab03d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48d0baa2-fb35-4560-8c09-f3ba37269e47 HTTP/1.1" status: 204 len: 168 time: 0.1566236 Nov 02 16:30:45.055335 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6f6308f-abcc-448e-8afd-95d884d6a2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.062861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee278d90-7659-46df-937c-246fd3ab03d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0baa2-fb35-4560-8c09-f3ba37269e47,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:45.092051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b25afa72-65f9-43fb-852a-4716bfa19b9a req-bf07798c-6fce-49be-89c7-80ea811b175e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.165002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6f6308f-abcc-448e-8afd-95d884d6a2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.173792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Deleting port 87942c2b-91a1-4927-83b3-14f760cf41a1 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:45.174122 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.275371 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b25afa72-65f9-43fb-852a-4716bfa19b9a req-bf07798c-6fce-49be-89c7-80ea811b175e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.278083 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b25afa72-65f9-43fb-852a-4716bfa19b9a req-bf07798c-6fce-49be-89c7-80ea811b175e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.279251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b25afa72-65f9-43fb-852a-4716bfa19b9a req-bf07798c-6fce-49be-89c7-80ea811b175e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/31869b2c-bbdd-4353-9b25-a71b228355c4 HTTP/1.1" status: 204 len: 173 time: 0.5285323 Nov 02 16:30:45.313910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07798c-6fce-49be-89c7-80ea811b175e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31869b2c-bbdd-4353-9b25-a71b228355c4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:45.393054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6f6308f-abcc-448e-8afd-95d884d6a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.395671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6f6308f-abcc-448e-8afd-95d884d6a2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.398163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a6f6308f-abcc-448e-8afd-95d884d6a2bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f359e39-f61f-4c6c-b6dd-f4770b38faca HTTP/1.1" status: 204 len: 168 time: 0.5577669 Nov 02 16:30:45.408199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] For port 87942c2b-91a1-4927-83b3-14f760cf41a1, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=87942c2b-91a1-4927-83b3-14f760cf41a1,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:45.408562 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.430165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6308f-abcc-448e-8afd-95d884d6a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f359e39-f61f-4c6c-b6dd-f4770b38faca,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:45.432300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Calling delete_port for 87942c2b-91a1-4927-83b3-14f760cf41a1 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:45.475112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b22e6a92-9d1b-459a-9a76-78352a482c4c req-42d763b4-580d-4a4f-a8fa-c88fe9fdff94 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 210 time: 0.0406966 Nov 02 16:30:45.479747 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.532243 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd2c778-6599-4782-88e8-204ba241750d x-openstack-request-id: req-5cd2c778-6599-4782-88e8-204ba241750d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:45.532757 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:45.532869 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cd2c778-6599-4782-88e8-204ba241750d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:45.533318 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'status': 'completed', 'code': 200} Nov 02 16:30:45.542082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event deleted for resources: {'Port': ['ID=4f6b2788-d390-4173-8684-fdef1d0d0049,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:45.580510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:45.583433 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b66fd-92ac-4c01-acc1-e18798f3f224" -d '{"events": [{"name": "network-changed", "server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:45.638910 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.641547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.642759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cf86f79-56f3-4dfe-8bdf-32ad8a11b921 req-2b0d0849-7212-43f1-afa2-7fb6b912b4ef tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "DELETE /v2.0/floatingips/6425a133-eefe-4779-961e-3bb232be1db4 HTTP/1.1" status: 204 len: 173 time: 1.1291766 Nov 02 16:30:45.689570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-f099c27b-78c4-4a9d-9958-2fbaf185d647 req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1204457168', 'description': 'tempest-description-110937134'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:45.691140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-78023ab7-7762-461a-b590-ae5bc8a5359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:45.693624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-78023ab7-7762-461a-b590-ae5bc8a5359c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3&device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 1097 time: 0.1025796 Nov 02 16:30:45.790748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c0987-5685-4ae4-9b2c-95fc0a382929 req-024f7a29-bdc6-4328-8986-f6e16ef32d96 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:45.792530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-695c0987-5685-4ae4-9b2c-95fc0a382929 req-024f7a29-bdc6-4328-8986-f6e16ef32d96 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaa90f8-0424-4712-b9e5-f03ef3df3d9d HTTP/1.1" status: 200 len: 945 time: 0.1272292 Nov 02 16:30:45.793509 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f099c27b-78c4-4a9d-9958-2fbaf185d647 req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.824809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.837081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['87942c2b-91a1-4927-83b3-14f760cf41a1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:45.887466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f099c27b-78c4-4a9d-9958-2fbaf185d647 req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.899391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f099c27b-78c4-4a9d-9958-2fbaf185d647 req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:45.930608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-62315ac4-ff3d-41ff-a324-b108274f9d2e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:45.932399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-62315ac4-ff3d-41ff-a324-b108274f9d2e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 806 time: 0.1781335 Nov 02 16:30:45.933209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53534) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:45.951746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Pushing event deleted for resources: {'Port': ['ID=87942c2b-91a1-4927-83b3-14f760cf41a1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:45.955739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Request body: {'port': {'device_id': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'admin_state_up': True, 'tenant_id': '838bd5b0fdc64b93887ba28c39fe5722'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:46.019793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-695c0987-5685-4ae4-9b2c-95fc0a382929 req-22e68596-988d-4c37-b862-9844b43bfd93 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147944 Nov 02 16:30:46.028913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-daa4a0ec-4e56-4b8f-84ad-7daed6f66ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.053027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-f099c27b-78c4-4a9d-9958-2fbaf185d647 req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.054870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f099c27b-78c4-4a9d-9958-2fbaf185d647 req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3866065 Nov 02 16:30:46.055978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976c7fe-ed17-48c8-8fd5-75a592a0343c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f47b26-b6d4-4e60-b2fd-ddcf5db033b9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:46.078057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] No DVR routers for this DVR port 87942c2b-91a1-4927-83b3-14f760cf41a1 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:46.080510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.085560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98328882-1be4-41de-8cc5-f7f019be2e7d req-43a33e92-1675-499f-a012-a91b218fd9e5 tempest-FloatingIPsAssociationTestJSON-1154459886 tempest-FloatingIPsAssociationTestJSON-1154459886-project] 10.222.0.55 "DELETE /v2.0/ports/87942c2b-91a1-4927-83b3-14f760cf41a1 HTTP/1.1" status: 204 len: 173 time: 1.2940629 Nov 02 16:30:46.087518 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b27fe-4c42-41d6-be7d-9799ee99dd7c x-openstack-request-id: req-277b27fe-4c42-41d6-be7d-9799ee99dd7c {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:46.087792 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:46.088241 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-277b27fe-4c42-41d6-be7d-9799ee99dd7c {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:46.101104 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'status': 'completed', 'code': 200} Nov 02 16:30:46.187341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-6b43472d-962b-4c3d-aa8a-8f87c9805f63 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/23f47b26-b6d4-4e60-b2fd-ddcf5db033b9 HTTP/1.1" status: 200 len: 1800 time: 0.0848200 Nov 02 16:30:46.194598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-d00171b2-0d03-4494-8b5c-31af3376c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:46.197654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-d00171b2-0d03-4494-8b5c-31af3376c4ea service neutron] 10.222.0.100 "GET /v2.0/networks?id=08240b68-fc23-4551-96d5-ca32b953a4ef HTTP/1.1" status: 200 len: 904 time: 0.4950826 Nov 02 16:30:46.207140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384e8a9-4150-407e-878f-4a4466e833b2 req-70b6c02e-7aaf-420b-b9e7-6cb454299d5a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:46.209120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4384e8a9-4150-407e-878f-4a4466e833b2 req-70b6c02e-7aaf-420b-b9e7-6cb454299d5a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0747712 Nov 02 16:30:46.213476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Request body: {'security_group': {'name': 'tempest-sg-hth-909527981', 'description': 'tempest-description-hth-1219931723'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:46.291033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-2d407eb7-3f48-431a-90a4-afb7b245044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:46.301122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-2d407eb7-3f48-431a-90a4-afb7b245044e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ccb0bb315dd64975b214c21f91642ece&device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 1097 time: 0.1925070 Nov 02 16:30:46.302460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4384e8a9-4150-407e-878f-4a4466e833b2 req-68665b07-2475-4ead-a6dc-19fcd52bfe3a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0688927 Nov 02 16:30:46.302460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.313609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Made reservation on behalf of 838bd5b0fdc64b93887ba28c39fe5722 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:46.318608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.337919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a8351a80-a306-4571-8c4a-419358ca9a5b no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:46.368522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: a8351a80-a306-4571-8c4a-419358ca9a5b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:46.368522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a8351a80-a306-4571-8c4a-419358ca9a5b not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:46.387336 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.401030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6248b97e-d56c-441a-8335-e3ee73c30eb0 req-8d6c294b-4bc2-4bd5-8cfe-a123b94eaa1d tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0767448 Nov 02 16:30:46.404153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.408043 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.409248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7ade5ec-dc64-4f00-8b2d-4cfc887a3097 req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "PUT /v2.0/security-groups/23f47b26-b6d4-4e60-b2fd-ddcf5db033b9 HTTP/1.1" status: 200 len: 1774 time: 0.2131495 Nov 02 16:30:46.430829 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-17c40aca-5e9e-4cdc-b9f6-1c4bb601085b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 HTTP/1.1" status: 200 len: 1001 time: 0.2137611 Nov 02 16:30:46.462307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace35b46-8427-498d-ab2c-f367d352428a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f47b26-b6d4-4e60-b2fd-ddcf5db033b9,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:46.502442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-daa4a0ec-4e56-4b8f-84ad-7daed6f66ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.540668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-daa4a0ec-4e56-4b8f-84ad-7daed6f66ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.607812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-daa4a0ec-4e56-4b8f-84ad-7daed6f66ffa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1b8ad8896da40a9a6a86758937bc457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697061 Nov 02 16:30:46.610489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53558) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:46.686570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-35195a56-aea6-40be-9ed5-46fe28b78326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:46.702059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-35195a56-aea6-40be-9ed5-46fe28b78326 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=76113975-a0d9-4bd2-9537-91d2039cc409 HTTP/1.1" status: 200 len: 842 time: 0.2487178 Nov 02 16:30:46.702912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2237f6f-4bbf-4dba-b851-d447be25d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.735034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4a0ec-4e56-4b8f-84ad-7daed6f66ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2cac23-f7aa-4742-8409-c1c71891e7e1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:46.740447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-95f20692-d62d-41d6-ad7d-207b73feada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:46.742098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-95f20692-d62d-41d6-ad7d-207b73feada6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 200 len: 929 time: 0.4297159 Nov 02 16:30:46.749887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-0e11075f-9608-4921-b93d-defa6be903d7 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3643c7cf7e4b4dcd8a725101f0b9504c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439794 Nov 02 16:30:46.756581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2237f6f-4bbf-4dba-b851-d447be25d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.822041 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-92de563e-d1b3-4a04-9a4b-975355563f8d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0599544 Nov 02 16:30:46.881568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4853e8f9-6090-45b8-98fb-0ef602bb0d78 req-11bdf96e-fbf7-4a86-9a8d-86335adc78ab tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/23f47b26-b6d4-4e60-b2fd-ddcf5db033b9 HTTP/1.1" status: 200 len: 1774 time: 0.1281927 Nov 02 16:30:46.917070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2237f6f-4bbf-4dba-b851-d447be25d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.919936 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2237f6f-4bbf-4dba-b851-d447be25d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:46.922601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b2237f6f-4bbf-4dba-b851-d447be25d760 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a2cac23-f7aa-4742-8409-c1c71891e7e1 HTTP/1.1" status: 204 len: 168 time: 0.3108237 Nov 02 16:30:47.152771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-c270bd54-fee4-4027-8290-08c06ccdd6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:47.154334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-c270bd54-fee4-4027-8290-08c06ccdd6c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=08240b68-fc23-4551-96d5-ca32b953a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4317405 Nov 02 16:30:47.157340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Allocated IP 172.20.0.9 (5f3d18f9-c4ac-436d-b54e-e6b76c191956/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9/51a6e245-7b92-46fd-aa96-c3736e07bebd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:47.195330 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.249004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-df3d14b2-e005-4f24-aaef-b46e7ecf3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:47.250327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-df3d14b2-e005-4f24-aaef-b46e7ecf3e00 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 200 len: 867 time: 0.4144492 Nov 02 16:30:47.259404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2237f6f-4bbf-4dba-b851-d447be25d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2cac23-f7aa-4742-8409-c1c71891e7e1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:47.267718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-e6c35f47-03d8-4bb6-b24a-630c1569c8fb tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:47.269047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-e6c35f47-03d8-4bb6-b24a-630c1569c8fb tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5060017 Nov 02 16:30:47.301890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8751c01f-ce2a-412a-a168-7b3a9ba6fce0 req-e9f2bed3-6943-4810-840e-1d068d4a3be3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 210 time: 0.0451343 Nov 02 16:30:47.304922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-96a2414d-e683-4b50-91e3-11fca3e84588 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/quotas/3643c7cf7e4b4dcd8a725101f0b9504c HTTP/1.1" status: 200 len: 375 time: 0.0266237 Nov 02 16:30:47.349417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-fabbbd10-a64b-43b1-af2e-14d0201c5850 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3643c7cf7e4b4dcd8a725101f0b9504c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375781 Nov 02 16:30:47.379157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53578) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:47.393028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c44fee35-0b50-447b-884f-2acf36d6ed4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.406052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-efed0261-36c2-48ec-a178-b08a20096f33 service neutron] 10.222.0.100 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370019 Nov 02 16:30:47.409650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-0c1efb03-962c-4e7e-9ba3-780ff259898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:47.411390 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-0c1efb03-962c-4e7e-9ba3-780ff259898b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=86a429d5-5138-4972-9ac6-64c78e99b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482761 Nov 02 16:30:47.540315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff920-2e5a-4222-a99b-9bb33c16fb3b req-067e74f6-4911-4aba-add1-d79a1e6ac669 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:47.541772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a83ff920-2e5a-4222-a99b-9bb33c16fb3b req-067e74f6-4911-4aba-add1-d79a1e6ac669 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 946 time: 0.1335895 Nov 02 16:30:47.590024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.601093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-587f236d-67e2-49a0-af26-80dc509d7eaa req-75266faa-2e89-4615-9062-35087d09dd1c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/23f47b26-b6d4-4e60-b2fd-ddcf5db033b9 HTTP/1.1" status: 200 len: 1774 time: 0.1187539 Nov 02 16:30:47.606930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c44fee35-0b50-447b-884f-2acf36d6ed4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.617153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c44fee35-0b50-447b-884f-2acf36d6ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.647183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a83ff920-2e5a-4222-a99b-9bb33c16fb3b req-a6a8b3d3-dce6-4048-be87-8fec8bcec5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931911 Nov 02 16:30:47.670818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-2a5027e5-abe8-4082-a927-1696a7ccbcb8 service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316017 Nov 02 16:30:47.675254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-640e7085-8988-4033-bca7-6e7bae189ed4 req-db7307ad-ee7e-43d1-950a-ae68ada3721a service neutron] 10.222.0.100 "GET /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456844 Nov 02 16:30:47.686670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fee35-0b50-447b-884f-2acf36d6ed4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01ae95-84a9-4eee-8599-32b0045a90c3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:47.696820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c44fee35-0b50-447b-884f-2acf36d6ed4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=145122bcdcae437bb91da89a21ca0d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138356 Nov 02 16:30:47.699217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53590) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:47.756116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53592) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:47.766914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-587f236d-67e2-49a0-af26-80dc509d7eaa req-0d41d7ef-dde5-40ef-86a5-ee19718cb6c3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.792544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f2464b5-9949-41a2-9b3e-4630fdc843da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.835049 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-587f236d-67e2-49a0-af26-80dc509d7eaa req-0d41d7ef-dde5-40ef-86a5-ee19718cb6c3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.837310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.842236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a02c3077-4270-42f3-a5a9-e0834eaefca3 req-c9507889-6a0d-4d08-932f-ce5d4ae4d3cd tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 210 time: 0.0506201 Nov 02 16:30:47.850042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:47.866396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f2464b5-9949-41a2-9b3e-4630fdc843da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.943582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:47.950001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-587f236d-67e2-49a0-af26-80dc509d7eaa req-0d41d7ef-dde5-40ef-86a5-ee19718cb6c3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.952748 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-587f236d-67e2-49a0-af26-80dc509d7eaa req-0d41d7ef-dde5-40ef-86a5-ee19718cb6c3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:47.955265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event updated for resources: {'Port': ['ID=51a6e245-7b92-46fd-aa96-c3736e07bebd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:47.957310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-587f236d-67e2-49a0-af26-80dc509d7eaa req-0d41d7ef-dde5-40ef-86a5-ee19718cb6c3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/23f47b26-b6d4-4e60-b2fd-ddcf5db033b9 HTTP/1.1" status: 204 len: 173 time: 0.3344102 Nov 02 16:30:47.961303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:47.965762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:47.971292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f66b66fd-92ac-4c01-acc1-e18798f3f224 req-da365212-f6c4-484a-accd-3c9f06baa3c5 service neutron] 10.222.0.100 "GET /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824585 Nov 02 16:30:47.997293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f2464b5-9949-41a2-9b3e-4630fdc843da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:48.014090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f2464b5-9949-41a2-9b3e-4630fdc843da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:48.015898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f2464b5-9949-41a2-9b3e-4630fdc843da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac01ae95-84a9-4eee-8599-32b0045a90c3 HTTP/1.1" status: 204 len: 168 time: 0.3154883 Nov 02 16:30:48.021749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41d7ef-dde5-40ef-86a5-ee19718cb6c3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f47b26-b6d4-4e60-b2fd-ddcf5db033b9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:48.036249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2464b5-9949-41a2-9b3e-4630fdc843da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01ae95-84a9-4eee-8599-32b0045a90c3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:48.103370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'name': 'network-vif-deleted', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:48.107238 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301f2c36-5619-493b-a663-ee4f5d34406a" -d '{"events": [{"server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "name": "network-vif-deleted", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:48.134753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:48.136029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:48.158851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-cb4e39ef-c87d-4253-b3a0-a94111eee1f6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2110589 Nov 02 16:30:48.159458 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-1a27560e-0a4a-4bd8-8e95-234cb5c4aef5 req-322c2dec-669d-46f8-9cc0-f1bbff7241fb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:30:48.162622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a27560e-0a4a-4bd8-8e95-234cb5c4aef5 req-322c2dec-669d-46f8-9cc0-f1bbff7241fb tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/31869b2c-bbdd-4353-9b25-a71b228355c4 HTTP/1.1" status: 404 len: 352 time: 0.0490253 Nov 02 16:30:48.177182 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1887aa-7e2d-4e6c-af1a-31b90991fcd6 x-openstack-request-id: req-8f1887aa-7e2d-4e6c-af1a-31b90991fcd6 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:48.177603 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaa90f8-0424-4712-b9e5-f03ef3df3d9d", "name": "network-vif-deleted", "tag": "87942c2b-91a1-4927-83b3-14f760cf41a1", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:48.178084 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f1887aa-7e2d-4e6c-af1a-31b90991fcd6 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:48.178669 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaa90f8-0424-4712-b9e5-f03ef3df3d9d', 'name': 'network-vif-deleted', 'tag': '87942c2b-91a1-4927-83b3-14f760cf41a1', 'status': 'completed', 'code': 200} Nov 02 16:30:48.193775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Request body: {'port': {'device_id': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:48.210901 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-5538d6ec-ea50-4a8b-a3d3-7956c73a951f req-c4ae95ce-ddd4-4165-a43d-82b8e5ab840d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:30:48.212187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5538d6ec-ea50-4a8b-a3d3-7956c73a951f req-c4ae95ce-ddd4-4165-a43d-82b8e5ab840d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/dd489d9e-5245-45ab-930a-2165a338c16a HTTP/1.1" status: 404 len: 352 time: 0.0210984 Nov 02 16:30:48.257060 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-f97518da-4fe2-43ab-bdc8-96bd47278827 req-1c72b615-656a-4b20-8183-5ef8ce67412a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:30:48.269114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f97518da-4fe2-43ab-bdc8-96bd47278827 req-1c72b615-656a-4b20-8183-5ef8ce67412a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/7c23fb66-313d-4038-91fd-074c2db001ad HTTP/1.1" status: 404 len: 352 time: 0.0331118 Nov 02 16:30:48.306508 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-6258a722-4370-4bf8-87f0-ac1f1558668d req-dbdc7d2f-db66-454f-9710-7f01fd93544e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:30:48.308051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6258a722-4370-4bf8-87f0-ac1f1558668d req-dbdc7d2f-db66-454f-9710-7f01fd93544e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/3582104a-7863-42ba-a05b-3ff9cf1a4276 HTTP/1.1" status: 404 len: 352 time: 0.0189710 Nov 02 16:30:48.310352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:48.354847 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-71be0fc1-8fb2-4482-b477-e3625b4a56e0 req-1f12e857-83cb-4a26-9038-30b9575ff032 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:30:48.367507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71be0fc1-8fb2-4482-b477-e3625b4a56e0 req-1f12e857-83cb-4a26-9038-30b9575ff032 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/78be3f1d-ae86-4043-843c-d800b670e2fd HTTP/1.1" status: 404 len: 352 time: 0.0358939 Nov 02 16:30:48.432957 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [req-6d843888-d070-4dda-9d31-208e44f5d70b req-316e13ba-e7fd-4ddf-b5b8-f33d4548796d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] show failed (client error): The resource could not be found. Nov 02 16:30:48.432957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d843888-d070-4dda-9d31-208e44f5d70b req-316e13ba-e7fd-4ddf-b5b8-f33d4548796d tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/4b58199f-ee7b-491b-988b-99e5774b03d5 HTTP/1.1" status: 404 len: 352 time: 0.0415337 Nov 02 16:30:48.499772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86092ae3-21a9-43dc-be1a-7444e8a891df req-35b96773-cb66-459e-b583-aa10c79a4704 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:48.501758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86092ae3-21a9-43dc-be1a-7444e8a891df req-35b96773-cb66-459e-b583-aa10c79a4704 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 931 time: 0.1012232 Nov 02 16:30:48.572464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86092ae3-21a9-43dc-be1a-7444e8a891df req-73610aaf-c041-4086-a7a3-85305697adde tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Nov 02 16:30:48.699138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-8e1f2ae9-a181-4720-bbfb-a48225c8240a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:48.700632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-8e1f2ae9-a181-4720-bbfb-a48225c8240a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.100 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 946 time: 0.1896753 Nov 02 16:30:48.727998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4edd1-5ddb-4598-8499-80149a678917 req-83a613ad-ebc7-41e9-904b-5e57030dce0e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:48.737800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5f4edd1-5ddb-4598-8499-80149a678917 req-83a613ad-ebc7-41e9-904b-5e57030dce0e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1024 time: 0.0895712 Nov 02 16:30:48.824426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:48.865797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5f4edd1-5ddb-4598-8499-80149a678917 req-807bc9b1-9932-440f-926d-a09bfc68e61a tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&id=47ba9769-9eb2-4113-b4a3-bb8172e4b53e&id=4d6b51e8-c2cc-42ff-82b3-a241c43f13ff&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1261077 Nov 02 16:30:48.872837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-b7ee369a-c0c8-437f-ab66-5f603011a30a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3643c7cf7e4b4dcd8a725101f0b9504c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748882 Nov 02 16:30:48.898181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816dce7-6bce-447f-981b-d45d980c9b88 req-57b3efcf-22f2-44a4-84ac-c36456b53b2a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:48.906499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3816dce7-6bce-447f-981b-d45d980c9b88 req-57b3efcf-22f2-44a4-84ac-c36456b53b2a tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 946 time: 0.1581469 Nov 02 16:30:48.912282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a6e245-7b92-46fd-aa96-c3736e07bebd {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:48.924066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:48.950157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Transition to ACTIVE for port object 51a6e245-7b92-46fd-aa96-c3736e07bebd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:30:48.960507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.013048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Deleting port 95948f56-7651-463e-aca6-7e38b6e8f7f1 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:49.014021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.036884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84cd69e7-a4b8-4130-9e72-ec8ae7002f7b req-22371eee-3cb7-4f4a-9739-085c69015924 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 210 time: 0.0422683 Nov 02 16:30:49.051356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3816dce7-6bce-447f-981b-d45d980c9b88 req-c5f9d0fa-1122-4d9f-8744-3c0899f634c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f629648-d682-4a3f-8176-881655e2836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435857 Nov 02 16:30:49.095014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-8bdfa353-5ec8-4a29-b165-5b19f3b88bce tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:49.096718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-8bdfa353-5ec8-4a29-b165-5b19f3b88bce tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181425 Nov 02 16:30:49.110601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Request body: {'port': {'device_id': '05ba6eea-b563-4c87-b340-e7dba788b769', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '3643c7cf7e4b4dcd8a725101f0b9504c'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:49.162656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e245-7b92-46fd-aa96-c3736e07bebd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:49.239388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Made reservation on behalf of 3643c7cf7e4b4dcd8a725101f0b9504c for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:49.244565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.250962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] For port 95948f56-7651-463e-aca6-7e38b6e8f7f1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=95948f56-7651-463e-aca6-7e38b6e8f7f1,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:49.251335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.262639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.266167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Attempting to bind port 51a6e245-7b92-46fd-aa96-c3736e07bebd on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:49.266392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Attempting to bind port 51a6e245-7b92-46fd-aa96-c3736e07bebd by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:49.266700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Attempting to bind port 51a6e245-7b92-46fd-aa96-c3736e07bebd on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:49.277207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Calling delete_port for 95948f56-7651-463e-aca6-7e38b6e8f7f1 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:49.279572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Port 51a6e245-7b92-46fd-aa96-c3736e07bebd on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:30:49.279888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Attempting to bind port 51a6e245-7b92-46fd-aa96-c3736e07bebd on network 5f3d18f9-c4ac-436d-b54e-e6b76c191956 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:49.303078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:49.303435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Checking segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:49.304056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Bound using segment: {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:49.304627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Bound port: 51a6e245-7b92-46fd-aa96-c3736e07bebd, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f0f397-9c51-4183-a006-b257092f5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:49.304985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.366603 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.375339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.452999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c258c7-19ab-4a23-92e9-af2750d8b6eb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:49.476851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] For port 51a6e245-7b92-46fd-aa96-c3736e07bebd, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:49.495555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] For port 51a6e245-7b92-46fd-aa96-c3736e07bebd, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:49.505890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.531376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Allocated IP 192.168.233.196 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/6d122361-504e-4d58-ada4-433748158161) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:30:49.575109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Deleting port 3780831e-47b3-40cd-bd5e-592eeacebf0c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:49.575688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.600345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:49.600961 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.602446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] 10.222.0.55 "PUT /v2.0/ports/51a6e245-7b92-46fd-aa96-c3736e07bebd HTTP/1.1" status: 200 len: 1091 time: 1.4214630 Nov 02 16:30:49.643902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'tag': '51a6e245-7b92-46fd-aa96-c3736e07bebd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:49.646524 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a30ed-c9dd-45ca-b50c-457d88351a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "770d4ccc-2940-465c-880c-27d31cc8b29f", "tag": "51a6e245-7b92-46fd-aa96-c3736e07bebd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:49.702220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.710688 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a5af2-bfd4-4490-a932-088dc38f5a08 x-openstack-request-id: req-d01a5af2-bfd4-4490-a932-088dc38f5a08 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:49.710990 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770d4ccc-2940-465c-880c-27d31cc8b29f", "tag": "51a6e245-7b92-46fd-aa96-c3736e07bebd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:49.711428 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d01a5af2-bfd4-4490-a932-088dc38f5a08 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:49.712007 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'tag': '51a6e245-7b92-46fd-aa96-c3736e07bebd', 'status': 'completed', 'code': 200} Nov 02 16:30:49.713493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878ff86-8c68-4f2f-b0d0-8d7000a165ea service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e245-7b92-46fd-aa96-c3736e07bebd,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:49.718266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['95948f56-7651-463e-aca6-7e38b6e8f7f1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:49.779730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fbc05-7686-462a-95fc-6d651845b2e9 req-c814e11c-fd6e-414f-878c-3438302719ae tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:49.781410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c75fbc05-7686-462a-95fc-6d651845b2e9 req-c814e11c-fd6e-414f-878c-3438302719ae tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 943 time: 0.1314368 Nov 02 16:30:49.859434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c75fbc05-7686-462a-95fc-6d651845b2e9 req-19a085ab-d5b5-48f6-ae31-44b5ff3b0b4b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703533 Nov 02 16:30:49.863401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.905957 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:49.985380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:30:50.011054 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:50.016475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:30:50.039346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Pushing event deleted for resources: {'Port': ['ID=95948f56-7651-463e-aca6-7e38b6e8f7f1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:50.054790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Pushing event updated for resources: {'Port': ['ID=6d122361-504e-4d58-ada4-433748158161,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:50.098396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36350f-7f1a-4370-9d11-309166f53779 req-515243ab-c9f6-45ce-96e1-ddd14a5eecf9 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:50.101414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a36350f-7f1a-4370-9d11-309166f53779 req-515243ab-c9f6-45ce-96e1-ddd14a5eecf9 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1024 time: 0.1350396 Nov 02 16:30:50.122169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:50.122827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.132270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] No DVR routers for this DVR port 95948f56-7651-463e-aca6-7e38b6e8f7f1 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:50.137084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-500f5118-ca5f-4da0-a64d-c38e7569f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:50.138604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-500f5118-ca5f-4da0-a64d-c38e7569f109 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 1094 time: 0.4892910 Nov 02 16:30:50.150035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.153504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0002ad65-eb9d-4922-b9ff-c05e87402e75 req-6c7bdd05-7ef3-4e88-89ca-d97d1209c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.100 "DELETE /v2.0/ports/95948f56-7651-463e-aca6-7e38b6e8f7f1 HTTP/1.1" status: 204 len: 173 time: 1.4450512 Nov 02 16:30:50.156784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] For port 3780831e-47b3-40cd-bd5e-592eeacebf0c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3780831e-47b3-40cd-bd5e-592eeacebf0c,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:50.157380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.173979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-49a16121-51dc-43e6-ae74-910452112b96 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0675337 Nov 02 16:30:50.196772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-893051b5-553a-4b01-899d-d79cbf8fbce2 req-7334787c-c249-4e60-bc6b-1b9f43f79bfa tempest-FloatingIPsAssociationNegativeTestJSON-1489962160 tempest-FloatingIPsAssociationNegativeTestJSON-1489962160-project] 10.222.0.31 "GET /v2.0/ports?device_id=a598526b-139e-43f4-8242-fd31cfc62e76 HTTP/1.1" status: 200 len: 210 time: 0.0480449 Nov 02 16:30:50.203558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Request body: {'port': {'device_id': '05ba6eea-b563-4c87-b340-e7dba788b769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:50.222578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-c04f3bfe-7d6b-4149-aad5-3464719a23fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd HTTP/1.1" status: 200 len: 217 time: 0.0679328 Nov 02 16:30:50.224379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Calling delete_port for 3780831e-47b3-40cd-bd5e-592eeacebf0c owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:50.248506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a36350f-7f1a-4370-9d11-309166f53779 req-4f3149ea-572a-408c-b8df-ec43e1cfd06e tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&id=47ba9769-9eb2-4113-b4a3-bb8172e4b53e&id=4d6b51e8-c2cc-42ff-82b3-a241c43f13ff&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1384904 Nov 02 16:30:50.295023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-4c99f3ca-97c9-4298-a99e-b72249ba0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:50.296716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-4c99f3ca-97c9-4298-a99e-b72249ba0955 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.0648539 Nov 02 16:30:50.353093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 87942c2b-91a1-4927-83b3-14f760cf41a1 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:50.392062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 87942c2b-91a1-4927-83b3-14f760cf41a1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:50.392406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 87942c2b-91a1-4927-83b3-14f760cf41a1 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:50.402720 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.429550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-4b1d997c-b480-4a4f-84c9-5d6e10ac9010 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125200 Nov 02 16:30:50.463143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60edba-4f0c-4300-9f10-6da0454d24c2 req-4d508dbc-853f-4bab-aa37-5b18e7f2cefd tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:50.472477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db60edba-4f0c-4300-9f10-6da0454d24c2 req-4d508dbc-853f-4bab-aa37-5b18e7f2cefd tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 936 time: 0.1215966 Nov 02 16:30:50.476913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9adf6311-1142-4134-9145-06849ec56c59 None None] Provisioning complete for port 6d122361-504e-4d58-ada4-433748158161 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:50.477504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9adf6311-1142-4134-9145-06849ec56c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.526429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9adf6311-1142-4134-9145-06849ec56c59 None None] Port 6d122361-504e-4d58-ada4-433748158161 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:30:50.546518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-87349723-9650-4695-9bb9-de715efe3bb3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:50.554397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-87349723-9650-4695-9bb9-de715efe3bb3 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.100 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1024 time: 0.2488284 Nov 02 16:30:50.606959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db60edba-4f0c-4300-9f10-6da0454d24c2 req-67b8dc34-ac2f-4c3d-9be3-6884aeefb139 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279204 Nov 02 16:30:50.712461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-8c172a01-3b71-4cca-8141-63264a4c2847 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692792 Nov 02 16:30:50.829090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d122361-504e-4d58-ada4-433748158161 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:50.834548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Deleting port d0440503-c10c-43b5-98d4-3dc1e4fff292 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:50.834936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.839620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.853117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Transition to ACTIVE for port object 6d122361-504e-4d58-ada4-433748158161 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:30:50.854257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.856990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:50.888543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53694) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:50.934631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d122361-504e-4d58-ada4-433748158161,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:50.935293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Pushing event deleted for resources: {'Port': ['ID=3780831e-47b3-40cd-bd5e-592eeacebf0c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:50.951530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d50ff3d1-68db-4af8-8a42-e04562bb67f6 req-69c5b03b-1ca8-4fb9-bfb5-32751e785557 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275450 Nov 02 16:30:51.061187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20ba97-6011-449f-b21f-9c185f8fe722 req-53a9f1ba-4fc7-46e9-a4ac-16ae1a218238 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.072863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af20ba97-6011-449f-b21f-9c185f8fe722 req-53a9f1ba-4fc7-46e9-a4ac-16ae1a218238 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 943 time: 0.1159148 Nov 02 16:30:51.080969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] For port d0440503-c10c-43b5-98d4-3dc1e4fff292, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d0440503-c10c-43b5-98d4-3dc1e4fff292,segment=NetworkSegment(649d3308-dba8-4a9e-ac29-7ad473ebbfb1),segment_id=649d3308-dba8-4a9e-ac29-7ad473ebbfb1)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:51.081346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.098996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Calling delete_port for d0440503-c10c-43b5-98d4-3dc1e4fff292 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:51.120795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-285ca69f-a62c-4c5a-940b-b0079377f204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.180159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Attempting to bind port 6d122361-504e-4d58-ada4-433748158161 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:30:51.180494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Attempting to bind port 6d122361-504e-4d58-ada4-433748158161 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:30:51.180827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Attempting to bind port 6d122361-504e-4d58-ada4-433748158161 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:51.214884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af20ba97-6011-449f-b21f-9c185f8fe722 req-3d442653-5ed6-45ea-9a4a-2edc7e941fdd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409349 Nov 02 16:30:51.215610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Port 6d122361-504e-4d58-ada4-433748158161 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:30:51.216065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Attempting to bind port 6d122361-504e-4d58-ada4-433748158161 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:30:51.228548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:30:51.229687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:51.230251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:30:51.232278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Bound port: 6d122361-504e-4d58-ada4-433748158161, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:30:51.233294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.265816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-98878b82-61e1-4aea-8380-cbcef89a3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.267371 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-98878b82-61e1-4aea-8380-cbcef89a3a5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 1094 time: 0.2466207 Nov 02 16:30:51.290500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53704) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:51.397600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.496475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-8973c6b6-7ff8-401c-ba6e-0b3b670c0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.498006 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-8973c6b6-7ff8-401c-ba6e-0b3b670c0446 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 200 len: 907 time: 0.2072816 Nov 02 16:30:51.501844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] For port 6d122361-504e-4d58-ada4-433748158161, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:30:51.513828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3c56d-f90d-4551-81d0-57fdbb4babf8 req-e0535132-35e3-48b3-a42e-387b76324a54 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.515469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2de3c56d-f90d-4551-81d0-57fdbb4babf8 req-e0535132-35e3-48b3-a42e-387b76324a54 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/ports?device_id=2909cca9-bfd0-46d0-ad3e-df55121496bc HTTP/1.1" status: 200 len: 1024 time: 0.1964080 Nov 02 16:30:51.548615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] For port 6d122361-504e-4d58-ada4-433748158161, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6d122361-504e-4d58-ada4-433748158161,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:30:51.570344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.571115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-73331c8f-0627-4db0-8695-30e9a609d3e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd HTTP/1.1" status: 200 len: 217 time: 0.0525322 Nov 02 16:30:51.577006 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-285ca69f-a62c-4c5a-940b-b0079377f204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.610959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-285ca69f-a62c-4c5a-940b-b0079377f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.620543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.635545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d0440503-c10c-43b5-98d4-3dc1e4fff292'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:51.668553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'Port': ['ID=d0440503-c10c-43b5-98d4-3dc1e4fff292,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:51.695107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-d3b371f7-6fb1-4bd9-ace9-1db20d936a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.696715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-d3b371f7-6fb1-4bd9-ace9-1db20d936a6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 200 len: 846 time: 0.1163311 Nov 02 16:30:51.724186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.724807 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.726227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d122361-504e-4d58-ada4-433748158161 HTTP/1.1" status: 200 len: 1096 time: 1.5319822 Nov 02 16:30:51.747055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ba6eea-b563-4c87-b340-e7dba788b769', 'tag': '6d122361-504e-4d58-ada4-433748158161'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:51.749466 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3" -d '{"events": [{"name": "network-changed", "server_uuid": "05ba6eea-b563-4c87-b340-e7dba788b769", "tag": "6d122361-504e-4d58-ada4-433748158161"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:51.760345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'name': 'network-vif-deleted', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:51.762918 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85658e1b-a3ff-46b0-aeee-2d2954619e4d" -d '{"events": [{"server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "name": "network-vif-deleted", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:51.766316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2de3c56d-f90d-4551-81d0-57fdbb4babf8 req-e5e5f95a-7490-406e-9c75-8b7b2dda29c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups?id=054b75f9-c357-4f84-85c6-960d66d4c58b&id=47ba9769-9eb2-4113-b4a3-bb8172e4b53e&id=4d6b51e8-c2cc-42ff-82b3-a241c43f13ff&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2296274 Nov 02 16:30:51.841992 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4449355-4a21-4431-acd1-a233b2da4400 x-openstack-request-id: req-a4449355-4a21-4431-acd1-a233b2da4400 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:51.846285 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ba6eea-b563-4c87-b340-e7dba788b769", "tag": "6d122361-504e-4d58-ada4-433748158161", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:51.846836 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4449355-4a21-4431-acd1-a233b2da4400 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:51.847250 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ba6eea-b563-4c87-b340-e7dba788b769', 'tag': '6d122361-504e-4d58-ada4-433748158161', 'status': 'completed', 'code': 200} Nov 02 16:30:51.848604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ca69f-a62c-4c5a-940b-b0079377f204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55c5d5-5706-45bf-8c47-3ae36ed623f2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:51.848863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] No DVR routers for this DVR port d0440503-c10c-43b5-98d4-3dc1e4fff292 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:51.857075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:51.860466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd5a288d-b6e0-4546-81bb-f2413cb2effa req-8ad07a72-9d48-4616-ad24-ec92a7bc92c4 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.100 "DELETE /v2.0/ports/d0440503-c10c-43b5-98d4-3dc1e4fff292 HTTP/1.1" status: 204 len: 173 time: 1.2730875 Nov 02 16:30:51.864276 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2298d99-bf07-4ad8-bc14-247d62da2e76 x-openstack-request-id: req-e2298d99-bf07-4ad8-bc14-247d62da2e76 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:51.864610 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598526b-139e-43f4-8242-fd31cfc62e76", "name": "network-vif-deleted", "tag": "95948f56-7651-463e-aca6-7e38b6e8f7f1", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:51.864969 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2298d99-bf07-4ad8-bc14-247d62da2e76 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:51.865380 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598526b-139e-43f4-8242-fd31cfc62e76', 'name': 'network-vif-deleted', 'tag': '95948f56-7651-463e-aca6-7e38b6e8f7f1', 'status': 'completed', 'code': 200} Nov 02 16:30:51.879175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e4f7-9f61-4639-af49-d1acfaa78d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d122361-504e-4d58-ada4-433748158161,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:51.883888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-285ca69f-a62c-4c5a-940b-b0079377f204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14aa6b0015454d929de65bbb92b78841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9937427 Nov 02 16:30:51.890858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53714) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:51.896397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-a242fdb3-d615-4191-b2f5-eb29cd15289a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3d18f9-c4ac-436d-b54e-e6b76c191956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785394 Nov 02 16:30:51.960711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6892-e912-4775-bacf-88f7c93f8096 req-88fcc3e6-9ce7-464a-9e18-97d2481d0dd1 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.962230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c3e6892-e912-4775-bacf-88f7c93f8096 req-88fcc3e6-9ce7-464a-9e18-97d2481d0dd1 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 948 time: 0.2519262 Nov 02 16:30:51.974633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-7ffc5ba0-41a1-43d8-8566-dee52d351573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:51.976101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-7ffc5ba0-41a1-43d8-8566-dee52d351573 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3643c7cf7e4b4dcd8a725101f0b9504c&device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 1099 time: 0.1973724 Nov 02 16:30:51.976984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Router d4e8ab93-9235-4a65-9330-d9956c4eae81 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:52.068502 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-f93c0651-aaa6-49f9-a0d5-9e24c2a64d9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6d122361-504e-4d58-ada4-433748158161 HTTP/1.1" status: 200 len: 217 time: 0.0814483 Nov 02 16:30:52.081112 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-89d157fc-06e1-4c6e-a6fb-f05016dd4d20 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758425 Nov 02 16:30:52.091996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04b7c31e-7464-4770-bea6-03ad1ee2c877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.126387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c3e6892-e912-4775-bacf-88f7c93f8096 req-6ce81265-16ee-4746-8057-8137093d641a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544869 Nov 02 16:30:52.167200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:52.172022 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04b7c31e-7464-4770-bea6-03ad1ee2c877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.174887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e205218b-fa91-4566-ba14-06964a620423 admin admin] 10.222.0.31 "PUT /v2.0/routers/d4e8ab93-9235-4a65-9330-d9956c4eae81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150963 Nov 02 16:30:52.175739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53716) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:52.178860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] Sync routers for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:52.187027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-148ffcc1-726a-4c6d-917b-3fc362ab699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:52.188498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-148ffcc1-726a-4c6d-917b-3fc362ab699f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1079826 Nov 02 16:30:52.192542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:52.193480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:52.287783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-722a30ed-c9dd-45ca-b50c-457d88351a0f req-563655b4-4791-4739-b918-62e9dc21c1df service neutron] 10.222.0.55 "GET /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979547 Nov 02 16:30:52.299240 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04b7c31e-7464-4770-bea6-03ad1ee2c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.304343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04b7c31e-7464-4770-bea6-03ad1ee2c877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.306228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-04b7c31e-7464-4770-bea6-03ad1ee2c877 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a55c5d5-5706-45bf-8c47-3ae36ed623f2 HTTP/1.1" status: 204 len: 168 time: 0.4123628 Nov 02 16:30:52.309283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-e526d480-ebc0-4c59-924c-88785e77603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:52.311711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-e526d480-ebc0-4c59-924c-88785e77603e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147954 Nov 02 16:30:52.326584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.328689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:52.404144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7c31e-7464-4770-bea6-03ad1ee2c877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55c5d5-5706-45bf-8c47-3ae36ed623f2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:52.468558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.520088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2529246-3090-44e3-8216-c4b184753a65 req-7cc7657b-a42f-429d-9e12-c5e4f82694e1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:52.528540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2529246-3090-44e3-8216-c4b184753a65 req-7cc7657b-a42f-429d-9e12-c5e4f82694e1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 943 time: 0.2070780 Nov 02 16:30:52.556283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Deleting port 4e491ab3-5701-4a91-b26f-91cce1d708ad {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:52.558436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.565250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.621639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:30:50Z', 'revision_number': 5, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port': {'id': '4e491ab3-5701-4a91-b26f-91cce1d708ad', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:00Z', 'updated_at': '2021-11-02T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:52.658093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] Checking router: d4e8ab93-9235-4a65-9330-d9956c4eae81 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:52.663192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] For port 4e491ab3-5701-4a91-b26f-91cce1d708ad, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e491ab3-5701-4a91-b26f-91cce1d708ad,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:52.663566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.667299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] Routers {'d4e8ab93-9235-4a65-9330-d9956c4eae81'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:52.668094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4e8ab93-9235-4a65-9330-d9956c4eae81'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:52.678244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Calling delete_port for 4e491ab3-5701-4a91-b26f-91cce1d708ad owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:52.683741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2529246-3090-44e3-8216-c4b184753a65 req-f0bf8a05-9184-492c-901a-d8c973c77fda tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554515 Nov 02 16:30:52.702397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-865ee413-547c-434c-bccd-cadea5371d03 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598385 Nov 02 16:30:52.768550 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.784442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] Set router d4e8ab93-9235-4a65-9330-d9956c4eae81 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:52.790727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53728) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:52.878153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee5f2-f27b-48af-92c0-2575312d75f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.909166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:52.945470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e491ab3-5701-4a91-b26f-91cce1d708ad,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:52.968992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d905b9de-7bb3-4eea-a352-eb0a43f4502e req-4e5b2e9e-58bc-445e-ab39-93a5d4883400 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/47ba9769-9eb2-4113-b4a3-bb8172e4b53e HTTP/1.1" status: 200 len: 1800 time: 0.1033418 Nov 02 16:30:52.971312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32141bad-0a83-4c33-b1aa-27167c204aa7 req-423ff5a1-2874-4d6f-b908-cf4e4aa19bfb service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300882 Nov 02 16:30:53.002066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:30:52Z', 'revision_number': 6, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:53.033429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fe5dc-727e-4ca3-b71d-55cf02b43d65 None None] The sync data for ids ['d4e8ab93-9235-4a65-9330-d9956c4eae81'] in n-d-811405-2 is: [{'id': 'd4e8ab93-9235-4a65-9330-d9956c4eae81', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957137019-router', 'tenant_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:28:59Z', 'updated_at': '2021-11-02T16:30:52Z', 'revision_number': 6, 'project_id': '2e0ccbdce4ca45eeaa2ebaca1958317e', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:53.048330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.118897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d905b9de-7bb3-4eea-a352-eb0a43f4502e req-d5d0a73c-4734-4ebb-b64c-1c1f06adf0fc tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.134521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-b7fa4e5f-f0c3-4526-93ee-9ab5beba405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:53.136017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-b7fa4e5f-f0c3-4526-93ee-9ab5beba405d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3643c7cf7e4b4dcd8a725101f0b9504c&device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 1099 time: 0.0894248 Nov 02 16:30:53.154005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee5f2-f27b-48af-92c0-2575312d75f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.155900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.158171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.161564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee5f2-f27b-48af-92c0-2575312d75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.173245 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d905b9de-7bb3-4eea-a352-eb0a43f4502e req-d5d0a73c-4734-4ebb-b64c-1c1f06adf0fc tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.212321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Deleting port 091ee3b3-ca46-43ab-aff0-93832c14a94c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:53.212932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.234642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab0ee5f2-f27b-48af-92c0-2575312d75f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a779206b31f45deba2b2007ff9dac78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758836 Nov 02 16:30:53.236547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:53.239340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ee5f2-f27b-48af-92c0-2575312d75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a3d5f-d93a-45db-9537-99c35fa9bfff,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:53.252802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.253353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e8ab93-9235-4a65-9330-d9956c4eae81 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:30:53.264637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.265745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-52d2bd26-c2ed-44d1-87ee-ead5176cad06 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d4e8ab93-9235-4a65-9330-d9956c4eae81 HTTP/1.1" status: 204 len: 168 time: 1.0890265 Nov 02 16:30:53.268805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53740) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:53.342880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Deleting subnet 8dcd879d-2c55-4512-a5c0-c7f0d7347971 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:30:53.346035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dbcada3-2dbb-4ea4-b2a1-d8c75a55f0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.347761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.413371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dbcada3-2dbb-4ea4-b2a1-d8c75a55f0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.431095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.440946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d905b9de-7bb3-4eea-a352-eb0a43f4502e req-d5d0a73c-4734-4ebb-b64c-1c1f06adf0fc tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.444590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d905b9de-7bb3-4eea-a352-eb0a43f4502e req-d5d0a73c-4734-4ebb-b64c-1c1f06adf0fc tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.455404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d905b9de-7bb3-4eea-a352-eb0a43f4502e req-d5d0a73c-4734-4ebb-b64c-1c1f06adf0fc tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/47ba9769-9eb2-4113-b4a3-bb8172e4b53e HTTP/1.1" status: 204 len: 173 time: 0.4618967 Nov 02 16:30:53.456834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-fbd1dc34-8559-485f-b250-4b820f738176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:53.471761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-fbd1dc34-8559-485f-b250-4b820f738176 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3195877 Nov 02 16:30:53.489359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c7e3-b89b-4fe1-afbb-34301db16ebb req-e1eb6f8a-09df-496f-8091-1f3549f34cd1 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:53.510729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0b6c7e3-b89b-4fe1-afbb-34301db16ebb req-e1eb6f8a-09df-496f-8091-1f3549f34cd1 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 948 time: 0.2620335 Nov 02 16:30:53.518678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3780831e-47b3-40cd-bd5e-592eeacebf0c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:53.530223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] For port 091ee3b3-ca46-43ab-aff0-93832c14a94c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=091ee3b3-ca46-43ab-aff0-93832c14a94c,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:53.530223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.551204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3780831e-47b3-40cd-bd5e-592eeacebf0c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:53.551866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3780831e-47b3-40cd-bd5e-592eeacebf0c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:53.559891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dbcada3-2dbb-4ea4-b2a1-d8c75a55f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.563283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dbcada3-2dbb-4ea4-b2a1-d8c75a55f0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.567511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8dbcada3-2dbb-4ea4-b2a1-d8c75a55f0bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/372a3d5f-d93a-45db-9537-99c35fa9bfff HTTP/1.1" status: 204 len: 168 time: 0.3272524 Nov 02 16:30:53.607199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcada3-2dbb-4ea4-b2a1-d8c75a55f0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a3d5f-d93a-45db-9537-99c35fa9bfff,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:53.646771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.736851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 95948f56-7651-463e-aca6-7e38b6e8f7f1 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:53.765010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.779814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 95948f56-7651-463e-aca6-7e38b6e8f7f1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:53.780168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 95948f56-7651-463e-aca6-7e38b6e8f7f1 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:53.807608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcd879d-2c55-4512-a5c0-c7f0d7347971,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:53.814119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.818159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1d9481aa-90c3-427a-89b1-2dc04434b4dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8dcd879d-2c55-4512-a5c0-c7f0d7347971 HTTP/1.1" status: 204 len: 168 time: 0.5483871 Nov 02 16:30:53.820664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53752) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:53.821421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb2d06-73c3-4a3d-86eb-0e62dc348a75 None None] Network d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:53.925078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Calling delete_port for 091ee3b3-ca46-43ab-aff0-93832c14a94c owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:53.934640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'name': 'network-vif-deleted', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:53.937139 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047e0d80-09de-46da-9af6-03b624765a48" -d '{"events": [{"server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "name": "network-vif-deleted", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:53.944044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:53.994170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0a73c-4734-4ebb-b64c-1c1f06adf0fc tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba9769-9eb2-4113-b4a3-bb8172e4b53e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:53.997088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-3cf4f5f2-d4b7-4da7-95fb-6e553b5a07f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6d122361-504e-4d58-ada4-433748158161 HTTP/1.1" status: 200 len: 217 time: 0.4838176 Nov 02 16:30:54.036957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Deleting port 24caadec-53ba-4884-bc51-3f94cd63a076 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:54.037370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.071077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] DHCP port deletion for d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:30:54.124089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-183d3c1a-ee1b-47ae-a7a7-0c0717a8b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:54.125603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-183d3c1a-ee1b-47ae-a7a7-0c0717a8b051 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1063459 Nov 02 16:30:54.134364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] For port 24caadec-53ba-4884-bc51-3f94cd63a076, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24caadec-53ba-4884-bc51-3f94cd63a076,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:54.134732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.149397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Calling delete_port for 24caadec-53ba-4884-bc51-3f94cd63a076 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:54.152460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] Deleting port 24caadec-53ba-4884-bc51-3f94cd63a076 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:54.153947 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.162070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb697c3a-1759-4c04-ab80-2361fa1c68cf req-67883d86-3cc0-4b40-811f-639bf586d074 tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "GET /v2.0/security-groups/4d6b51e8-c2cc-42ff-82b3-a241c43f13ff HTTP/1.1" status: 200 len: 1799 time: 0.6882067 Nov 02 16:30:54.194760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0b6c7e3-b89b-4fe1-afbb-34301db16ebb req-9e3d3e0a-35a5-414d-8f3d-5c6316ebc655 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769719 Nov 02 16:30:54.252389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] For port 24caadec-53ba-4884-bc51-3f94cd63a076, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24caadec-53ba-4884-bc51-3f94cd63a076,segment=NetworkSegment(0ea98907-9988-4302-88ce-6c7e6ae136a3),segment_id=0ea98907-9988-4302-88ce-6c7e6ae136a3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:54.252733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.277068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.288730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] Calling delete_port for 24caadec-53ba-4884-bc51-3f94cd63a076 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:54.300465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-924a85f0-9805-40fa-92c3-47e865b5fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:54.302864 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-924a85f0-9805-40fa-92c3-47e865b5fafb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678548 Nov 02 16:30:54.308031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=24caadec-53ba-4884-bc51-3f94cd63a076,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:54.315455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] No DVR routers for this DVR port 24caadec-53ba-4884-bc51-3f94cd63a076 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:54.409054 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.413689 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bb697c3a-1759-4c04-ab80-2361fa1c68cf req-0a3820b6-3d4a-4324-be04-e8bd357c010c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.440603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 51a6e245-7b92-46fd-aa96-c3736e07bebd details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:30:54.484972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bb697c3a-1759-4c04-ab80-2361fa1c68cf req-0a3820b6-3d4a-4324-be04-e8bd357c010c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.506696 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.533715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] Pushing event deleted for resources: {'Port': ['ID=24caadec-53ba-4884-bc51-3f94cd63a076,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:54.556514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0c191-b05e-436f-9e66-e5e8db57e165 None None] No DVR routers for this DVR port 24caadec-53ba-4884-bc51-3f94cd63a076 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:54.564283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=091ee3b3-ca46-43ab-aff0-93832c14a94c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:54.605392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-53b5979a-7610-444b-b7e5-5f92e21cd25f service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949069 Nov 02 16:30:54.678496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 51a6e245-7b92-46fd-aa96-c3736e07bebd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:54.714046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '51a6e245-7b92-46fd-aa96-c3736e07bebd', 'network_id': '5f3d18f9-c4ac-436d-b54e-e6b76c191956', 'port_id': '51a6e245-7b92-46fd-aa96-c3736e07bebd', 'mac_address': 'fa:16:3e:12:5f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f912a11-0e81-45db-b9a0-8fa3e9ec76c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:30:54.715822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc80a0-9373-4201-a8e4-f695ebe56dd1 req-4d4d78f1-b445-4f20-a978-c86b796402c7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:54.717366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5fc80a0-9373-4201-a8e4-f695ebe56dd1 req-4d4d78f1-b445-4f20-a978-c86b796402c7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 943 time: 0.2702360 Nov 02 16:30:54.725557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bb697c3a-1759-4c04-ab80-2361fa1c68cf req-0a3820b6-3d4a-4324-be04-e8bd357c010c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.728212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bb697c3a-1759-4c04-ab80-2361fa1c68cf req-0a3820b6-3d4a-4324-be04-e8bd357c010c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.729358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb697c3a-1759-4c04-ab80-2361fa1c68cf req-0a3820b6-3d4a-4324-be04-e8bd357c010c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] 10.222.0.31 "DELETE /v2.0/security-groups/4d6b51e8-c2cc-42ff-82b3-a241c43f13ff HTTP/1.1" status: 204 len: 173 time: 0.5664706 Nov 02 16:30:54.739973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53778) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:54.806556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.820289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3820b6-3d4a-4324-be04-e8bd357c010c tempest-SecurityGroupsTestJSON-978597028 tempest-SecurityGroupsTestJSON-978597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b51e8-c2cc-42ff-82b3-a241c43f13ff,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:54.837182 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ffa30c-8966-4a15-9c45-780fefaca916 x-openstack-request-id: req-93ffa30c-8966-4a15-9c45-780fefaca916 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:54.837182 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2909cca9-bfd0-46d0-ad3e-df55121496bc", "name": "network-vif-deleted", "tag": "d0440503-c10c-43b5-98d4-3dc1e4fff292", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:54.837182 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93ffa30c-8966-4a15-9c45-780fefaca916 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:54.837879 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909cca9-bfd0-46d0-ad3e-df55121496bc', 'name': 'network-vif-deleted', 'tag': 'd0440503-c10c-43b5-98d4-3dc1e4fff292', 'status': 'completed', 'code': 200} Nov 02 16:30:54.853077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fa0ac6-0088-4b7c-b15a-879f6f645ed0']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:54.864928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea98907-9988-4302-88ce-6c7e6ae136a3') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:54.865716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea98907-9988-4302-88ce-6c7e6ae136a3') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:54.871532 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.882953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.926615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.927183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a6e245-7b92-46fd-aa96-c3736e07bebd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:54.942910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:30:54.946717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:30:54.947806 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:30:54.967442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 51a6e245-7b92-46fd-aa96-c3736e07bebd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:54.976631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Deleting subnet 11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:30:54.976865 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.984802 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:54.991330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5fc80a0-9373-4201-a8e4-f695ebe56dd1 req-57cd6a11-5f87-44b0-a80d-ccd14acb3b5d tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431872 Nov 02 16:30:54.993235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fdb08e0-eda8-4a5b-a3e7-8bf2eaf342f3 req-a181de82-807a-4ec4-874b-66092e09e0a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709552 Nov 02 16:30:55.032513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=51a6e245-7b92-46fd-aa96-c3736e07bebd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:55.064707 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.069761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.074732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.077987 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2fa0ac6-0088-4b7c-b15a-879f6f645ed0 HTTP/1.1" status: 204 len: 168 time: 1.2563033 Nov 02 16:30:55.091508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46447e5b-420d-4f39-874f-9e2745215c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fa0ac6-0088-4b7c-b15a-879f6f645ed0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:55.117260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.131482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.193090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['51a6e245-7b92-46fd-aa96-c3736e07bebd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:55.264056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53794) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:55.275954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.303185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24caadec-53ba-4884-bc51-3f94cd63a076 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:55.315286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dc126b26-792f-473d-be74-b4646e5b340c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e0ccbdce4ca45eeaa2ebaca1958317e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495081 Nov 02 16:30:55.315801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53796) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:55.331104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 24caadec-53ba-4884-bc51-3f94cd63a076 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:55.331489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24caadec-53ba-4884-bc51-3f94cd63a076 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:55.331893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e491ab3-5701-4a91-b26f-91cce1d708ad no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:55.334669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.340748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11dabdd6-b24b-4721-9ad5-1d3184d0c5c3 HTTP/1.1" status: 204 len: 168 time: 0.5954850 Nov 02 16:30:55.341620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6f293-ffa4-4d71-96d6-c3d89d81914e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11dabdd6-b24b-4721-9ad5-1d3184d0c5c3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:55.343277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:55.356315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4e491ab3-5701-4a91-b26f-91cce1d708ad {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:55.356790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e491ab3-5701-4a91-b26f-91cce1d708ad not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:55.428228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.436313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a7c16c-c9f1-46ca-992c-67c3ff001093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.460911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a7c16c-c9f1-46ca-992c-67c3ff001093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.522742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a7c16c-c9f1-46ca-992c-67c3ff001093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.527323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a7c16c-c9f1-46ca-992c-67c3ff001093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.531844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-32a7c16c-c9f1-46ca-992c-67c3ff001093 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89f92120-4da8-4a0d-ae7c-92dd3c8adb3b HTTP/1.1" status: 204 len: 168 time: 0.2144339 Nov 02 16:30:55.540345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7c16c-c9f1-46ca-992c-67c3ff001093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f92120-4da8-4a0d-ae7c-92dd3c8adb3b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:55.602463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb829-c8d1-4b95-93ba-6d0a7d8329d3 req-6fb079c9-1907-4a38-8831-14d936109b9c tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:55.604015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf3eb829-c8d1-4b95-93ba-6d0a7d8329d3 req-6fb079c9-1907-4a38-8831-14d936109b9c tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 948 time: 0.2754638 Nov 02 16:30:55.636410 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.684934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec548ad0-c552-4e8c-825a-93cc1edd2dda']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:55.687913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Router 768643b4-3fa8-4883-8796-a96f6519022d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:30:55.701519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649d3308-dba8-4a9e-ac29-7ad473ebbfb1') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:55.701810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649d3308-dba8-4a9e-ac29-7ad473ebbfb1') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:55.706660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf3eb829-c8d1-4b95-93ba-6d0a7d8329d3 req-7e89e568-0ce3-4679-b578-7251f3dcecf5 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896952 Nov 02 16:30:55.717257 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.730996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d0440503-c10c-43b5-98d4-3dc1e4fff292 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:55.762428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: d0440503-c10c-43b5-98d4-3dc1e4fff292 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:55.763316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d0440503-c10c-43b5-98d4-3dc1e4fff292 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:55.777750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.816526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:30:55.816923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:30:55.818732 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:30:55.886598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.891617 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:55.895566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec548ad0-c552-4e8c-825a-93cc1edd2dda HTTP/1.1" status: 204 len: 168 time: 0.5432975 Nov 02 16:30:55.914622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58f63-2b78-408b-b858-eab154155272 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec548ad0-c552-4e8c-825a-93cc1edd2dda,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:55.927764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:30:55.933351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8d007d36-3970-4158-88e0-11c2799a4e15 admin admin] 10.222.0.31 "PUT /v2.0/routers/768643b4-3fa8-4883-8796-a96f6519022d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6414502 Nov 02 16:30:55.936208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53826) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:55.944903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] Sync routers for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:30:55.959669 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:55.960304 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:56.081836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.103474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:56.153854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53836) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:56.195410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea281-80f6-48f3-8af9-9c09732263bf req-85daf666-491e-4321-9e00-f4b61fd763c2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:56.204976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94bea281-80f6-48f3-8af9-9c09732263bf req-85daf666-491e-4321-9e00-f4b61fd763c2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 944 time: 0.0923362 Nov 02 16:30:56.225773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.274554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94bea281-80f6-48f3-8af9-9c09732263bf req-0b70cac3-102e-4ab2-aa3b-1e2d63cc83fe tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Nov 02 16:30:56.279702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c42c81dc-89d7-4429-9c00-0d42dc0fdf42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70131d446ca14d7f8af8234202a52d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235838 Nov 02 16:30:56.282123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53838) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:56.362478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Deleting port 3ca99124-8295-4702-a25b-155257bd70ba {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:56.363464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.380847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41d5dd3d-27a6-46b9-9760-4a206b4a7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.385384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6d122361-504e-4d58-ada4-433748158161 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:30:56.392407 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3ca99124-8295-4702-a25b-155257bd70ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:30:54Z', 'revision_number': 5, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port': {'id': '3ca99124-8295-4702-a25b-155257bd70ba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768643b4-3fa8-4883-8796-a96f6519022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:29:50Z', 'updated_at': '2021-11-02T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:56.408438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41d5dd3d-27a6-46b9-9760-4a206b4a7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.469214 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] Checking router: 768643b4-3fa8-4883-8796-a96f6519022d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:30:56.495275 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] Routers {'768643b4-3fa8-4883-8796-a96f6519022d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:30:56.496177 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768643b4-3fa8-4883-8796-a96f6519022d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:56.511701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41d5dd3d-27a6-46b9-9760-4a206b4a7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.521919 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41d5dd3d-27a6-46b9-9760-4a206b4a7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.527435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-41d5dd3d-27a6-46b9-9760-4a206b4a7a6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/054b75f9-c357-4f84-85c6-960d66d4c58b HTTP/1.1" status: 204 len: 168 time: 0.2421284 Nov 02 16:30:56.534163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 51a6e245-7b92-46fd-aa96-c3736e07bebd up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:56.547711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5dd3d-27a6-46b9-9760-4a206b4a7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b75f9-c357-4f84-85c6-960d66d4c58b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:56.573130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] For port 3ca99124-8295-4702-a25b-155257bd70ba, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ca99124-8295-4702-a25b-155257bd70ba,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:56.573608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.594054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Calling delete_port for 3ca99124-8295-4702-a25b-155257bd70ba owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:56.661015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 51a6e245-7b92-46fd-aa96-c3736e07bebd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:30:56.675806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 51a6e245-7b92-46fd-aa96-c3736e07bebd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:56.676425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.784772 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] Set router 768643b4-3fa8-4883-8796-a96f6519022d gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:30:56.819724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 6d122361-504e-4d58-ada4-433748158161, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6d122361-504e-4d58-ada4-433748158161,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:56.831679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.886020 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:30:56Z', 'revision_number': 6, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:56.920748 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9712c0-1e24-4d77-a20e-6034e98d0410 None None] The sync data for ids ['768643b4-3fa8-4883-8796-a96f6519022d'] in n-d-811405-2 is: [{'id': '768643b4-3fa8-4883-8796-a96f6519022d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-310203909-router', 'tenant_id': 'ccb0bb315dd64975b214c21f91642ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:29:48Z', 'updated_at': '2021-11-02T16:30:56Z', 'revision_number': 6, 'project_id': 'ccb0bb315dd64975b214c21f91642ece', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:30:56.922490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca99124-8295-4702-a25b-155257bd70ba,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:56.947064 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:56.950723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '6d122361-504e-4d58-ada4-433748158161', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '6d122361-504e-4d58-ada4-433748158161', 'mac_address': 'fa:16:3e:96:5a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:30:57.021952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f8f41-7b5e-4ffb-a6a0-1440f2ef9e14 req-cbfc0c65-435d-4d9b-87f8-69ded87542d8 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:57.032660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-232f8f41-7b5e-4ffb-a6a0-1440f2ef9e14 req-cbfc0c65-435d-4d9b-87f8-69ded87542d8 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 948 time: 0.1226158 Nov 02 16:30:57.044533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.087527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-232f8f41-7b5e-4ffb-a6a0-1440f2ef9e14 req-326431ab-5601-4951-8d9d-7a908bc9cecd tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Nov 02 16:30:57.093271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a6e245-7b92-46fd-aa96-c3736e07bebd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:57.095857 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f534f-6b9e-432d-8876-f525180fd782" -d '{"events": [{"server_uuid": "770d4ccc-2940-465c-880c-27d31cc8b29f", "name": "network-vif-plugged", "status": "completed", "tag": "51a6e245-7b92-46fd-aa96-c3736e07bebd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:57.136233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 51a6e245-7b92-46fd-aa96-c3736e07bebd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:57.144110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.148247 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.182257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d122361-504e-4d58-ada4-433748158161 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:30:57.221649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 6d122361-504e-4d58-ada4-433748158161, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6d122361-504e-4d58-ada4-433748158161,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:57.246101 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80995404-5f18-4f16-bdf3-8ccf718d5678 x-openstack-request-id: req-80995404-5f18-4f16-bdf3-8ccf718d5678 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:57.247275 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770d4ccc-2940-465c-880c-27d31cc8b29f", "name": "network-vif-plugged", "status": "completed", "tag": "51a6e245-7b92-46fd-aa96-c3736e07bebd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:57.248133 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80995404-5f18-4f16-bdf3-8ccf718d5678 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:57.249394 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a6e245-7b92-46fd-aa96-c3736e07bebd', 'code': 200} Nov 02 16:30:57.255602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.265805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.270539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=51a6e245-7b92-46fd-aa96-c3736e07bebd,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:57.272623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53880) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:57.278783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.415625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19056d-e96b-4323-866e-ebc1bae35e4b req-274b63a9-1f3c-48c6-b623-a41edb19fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:57.418025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a19056d-e96b-4323-866e-ebc1bae35e4b req-274b63a9-1f3c-48c6-b623-a41edb19fe06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 1096 time: 0.1369004 Nov 02 16:30:57.471060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.471848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=6d122361-504e-4d58-ada4-433748158161,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:57.473938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768643b4-3fa8-4883-8796-a96f6519022d {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:30:57.484107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.487124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6d122361-504e-4d58-ada4-433748158161'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:30:57.493325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c35a6a2b-dc26-4533-8a7c-c1eb02d75ece admin admin] 10.222.0.31 "DELETE /v2.0/routers/768643b4-3fa8-4883-8796-a96f6519022d HTTP/1.1" status: 204 len: 168 time: 1.5537913 Nov 02 16:30:57.494162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53892) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:57.522090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2061632207-network', 'tenant_id': '0efb0915f3b5470ebaca0d71c68f8b91'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:57.568711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a19056d-e96b-4323-866e-ebc1bae35e4b req-492789c1-12d5-45b7-88cd-e4415ae72764 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409237 Nov 02 16:30:57.600057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 091ee3b3-ca46-43ab-aff0-93832c14a94c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:57.610493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Deleting subnet 512b19dc-9aaf-43e0-8166-f7ef65f081a0 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:30:57.619662 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.636378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Made reservation on behalf of 0efb0915f3b5470ebaca0d71c68f8b91 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:57.639100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.659700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ec4a4-db87-44bc-be91-1d3bc0a03047 req-f92d9647-e55a-4c67-a1e0-3e61c3ff27b9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:57.667693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f22ec4a4-db87-44bc-be91-1d3bc0a03047 req-f92d9647-e55a-4c67-a1e0-3e61c3ff27b9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.2086804 Nov 02 16:30:57.669011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 091ee3b3-ca46-43ab-aff0-93832c14a94c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:57.669362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 091ee3b3-ca46-43ab-aff0-93832c14a94c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:57.690549 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.709313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.783410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f22ec4a4-db87-44bc-be91-1d3bc0a03047 req-a615ba20-64f8-4024-bfd0-f7fcf89c4cc6 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957780 Nov 02 16:30:57.823929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53902) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:57.852167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.909306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.913868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.952399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:30:57.963389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c939b-1538-4d79-a278-2e8dc6e41367,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:57.975235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.978265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.979106 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Added segment 782eed32-eee9-4243-acc0-05c3773ccdf4 of type vlan for network caf44570-c723-4f10-978a-8f08bd09b424 Nov 02 16:30:57.993562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:57.998274 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/512b19dc-9aaf-43e0-8166-f7ef65f081a0 HTTP/1.1" status: 204 len: 168 time: 0.5016472 Nov 02 16:30:58.000696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd5d93-4a72-425c-b570-818f290480ff None None] Network 86a429d5-5138-4972-9ac6-64c78e99b41e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:58.000960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53910) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:58.019599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7692aeb-d090-41eb-aa5b-b736e41b651d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512b19dc-9aaf-43e0-8166-f7ef65f081a0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.124258 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c68bb56-1d3a-4d49-b30f-47ac7e7d4e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.165136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.197986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.242064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53920) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:58.295066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] DHCP port deletion for 86a429d5-5138-4972-9ac6-64c78e99b41e request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:30:58.330879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.331854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:58.333299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.385606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] Deleting port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:58.385985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.388699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b129f5-0731-4102-8dcf-ec8d25420607 req-3a56fc93-bef6-4bd9-8c32-0beb80ea2c27 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:58.390443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b129f5-0731-4102-8dcf-ec8d25420607 req-3a56fc93-bef6-4bd9-8c32-0beb80ea2c27 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 949 time: 0.1591618 Nov 02 16:30:58.393836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1202178 Nov 02 16:30:58.398785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53926) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:58.401596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6d122361-504e-4d58-ada4-433748158161 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:30:58.404254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Request body: {'subnet': {'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2061632207-subnet', 'tenant_id': '0efb0915f3b5470ebaca0d71c68f8b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:58.435108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Made reservation on behalf of 0efb0915f3b5470ebaca0d71c68f8b91 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:58.437098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.480407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-126617938-network', 'tenant_id': '8443b078ed8244eba85c24fcb5df5a1e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:58.494601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] For port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:58.495180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.512877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb48dc2-6d9a-4ea9-b3be-c3105c32b0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=caf44570-c723-4f10-978a-8f08bd09b424,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.513582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] Calling delete_port for 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:58.519783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 6d122361-504e-4d58-ada4-433748158161 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:30:58.529003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network caf44570-c723-4f10-978a-8f08bd09b424 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:30:58.534395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 6d122361-504e-4d58-ada4-433748158161 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:30:58.534775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.535859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c68bb56-1d3a-4d49-b30f-47ac7e7d4e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.540623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b129f5-0731-4102-8dcf-ec8d25420607 req-d315cc45-c6d7-4972-b8b5-eb812c0d16e0 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773544 Nov 02 16:30:58.542846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c68bb56-1d3a-4d49-b30f-47ac7e7d4e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.571264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Made reservation on behalf of 8443b078ed8244eba85c24fcb5df5a1e for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:58.573759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.586633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.589906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Deleting port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:30:58.590317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.604916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68bb56-1d3a-4d49-b30f-47ac7e7d4e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc5b7c1-fcbe-40b3-9b6a-1652bf3ad063,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.609765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1c68bb56-1d3a-4d49-b30f-47ac7e7d4e80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc0429e2ac614308b09c35858c451c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7847049 Nov 02 16:30:58.635625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53928) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:58.696796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] For port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,segment=NetworkSegment(b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa),segment_id=b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:58.697062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.716651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Calling delete_port for 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:30:58.734006 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e50ac85-484b-4842-b746-94c38636ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.792328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.794529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e50ac85-484b-4842-b746-94c38636ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.803675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.827415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] Pushing event deleted for resources: {'Port': ['ID=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.859906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.868457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.868738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a81c24-1fc7-465b-b632-91aa7715ca0e None None] No DVR routers for this DVR port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:58.890120 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.902288 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.903804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491def7c-a312-4431-a0c8-d753ebee2e53,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.915774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:30:58.930287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1809b7e6-16a2-4b56-b6c5-0711ce1396aa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.936955 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.937298 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Added segment 36d8a334-8b62-4648-a832-5a52ea6c74ae of type vlan for network d4300999-93b4-4076-bfd1-56248cb05cd9 Nov 02 16:30:58.938837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Checking segment: {'id': '782eed32-eee9-4243-acc0-05c3773ccdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:58.939081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Network hostable DHCP agents. Network: caf44570-c723-4f10-978a-8f08bd09b424, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:30:58.942119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 6d122361-504e-4d58-ada4-433748158161, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6d122361-504e-4d58-ada4-433748158161,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:30:58.949413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.953526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e50ac85-484b-4842-b746-94c38636ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.956102 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e50ac85-484b-4842-b746-94c38636ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:58.960983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1e50ac85-484b-4842-b746-94c38636ef09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abc5b7c1-fcbe-40b3-9b6a-1652bf3ad063 HTTP/1.1" status: 204 len: 168 time: 0.3243573 Nov 02 16:30:58.991196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9890d1a2-dfd6-4f4a-9ffa-e49825f8c260,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:58.998203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] No DVR routers for this DVR port 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:30:59.001066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50ac85-484b-4842-b746-94c38636ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc5b7c1-fcbe-40b3-9b6a-1652bf3ad063,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:59.034495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.035678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d27c3-e9d5-41c1-882a-98880055ea38 req-900723e6-b9a5-4435-b25b-22e9d4df6d44 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.037424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd9d27c3-e9d5-41c1-882a-98880055ea38 req-900723e6-b9a5-4435-b25b-22e9d4df6d44 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1240532 Nov 02 16:30:59.040338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=6d122361-504e-4d58-ada4-433748158161,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:59.065376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Network caf44570-c723-4f10-978a-8f08bd09b424 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:30:59.087613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, caf44570-c723-4f10-978a-8f08bd09b424) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:59.092543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.093129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.099879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.100822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.101382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.111037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a18cc-a4d6-471f-acc9-6aaff62f6cc8 None None] Network caf44570-c723-4f10-978a-8f08bd09b424 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:59.117721 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.153828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd9d27c3-e9d5-41c1-882a-98880055ea38 req-f4fa93ec-1359-4056-9bf6-f8e6601ef948 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765114 Nov 02 16:30:59.166800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1753594d-fb11-4835-bde2-11a6f0c29fe8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7668509 Nov 02 16:30:59.177327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9341536 Nov 02 16:30:59.181377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53942) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:59.190729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Request body: {'subnet': {'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-126617938-subnet', 'tenant_id': '8443b078ed8244eba85c24fcb5df5a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:30:59.205918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a429d5-5138-4972-9ac6-64c78e99b41e']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:59.224958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:59.225470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5deb0ee-b91b-4304-bc72-67c1a8e0d0fa') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:30:59.238770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bb2d8-d4bf-4294-89ae-4b6ea6fe5124 admin admin] Pushing event updated for resources: {'Network': ['ID=d4300999-93b4-4076-bfd1-56248cb05cd9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:59.241427 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.243996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ca99124-8295-4702-a25b-155257bd70ba no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:59.257749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ba6eea-b563-4c87-b340-e7dba788b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d122361-504e-4d58-ada4-433748158161'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:30:59.262299 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8106447a-9a7e-46ed-9bcf-95a79c4bdff9" -d '{"events": [{"server_uuid": "05ba6eea-b563-4c87-b340-e7dba788b769", "name": "network-vif-plugged", "status": "completed", "tag": "6d122361-504e-4d58-ada4-433748158161"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:30:59.264178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.266746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Made reservation on behalf of 8443b078ed8244eba85c24fcb5df5a1e for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:30:59.270905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.275664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d4300999-93b4-4076-bfd1-56248cb05cd9 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:30:59.294228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:30:59.294593 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:30:59.297858 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:30:59.399580 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf584c9e-39ac-48c5-a611-f04646285ae6 x-openstack-request-id: req-cf584c9e-39ac-48c5-a611-f04646285ae6 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:30:59.399864 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ba6eea-b563-4c87-b340-e7dba788b769", "name": "network-vif-plugged", "status": "completed", "tag": "6d122361-504e-4d58-ada4-433748158161", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:30:59.400130 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf584c9e-39ac-48c5-a611-f04646285ae6 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:30:59.400485 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ba6eea-b563-4c87-b340-e7dba788b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d122361-504e-4d58-ada4-433748158161', 'code': 200} Nov 02 16:30:59.424794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3ca99124-8295-4702-a25b-155257bd70ba {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:59.425162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ca99124-8295-4702-a25b-155257bd70ba not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:59.425536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:30:59.457538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:30:59.458515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9890d1a2-dfd6-4f4a-9ffa-e49825f8c260 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:30:59.493359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53952) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:59.519418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.524523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab963d-251f-4855-b6d6-f968a8edbe51 req-c5ff1ca2-8c8e-46ad-a5ba-7b0f371ddc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.526115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bab963d-251f-4855-b6d6-f968a8edbe51 req-c5ff1ca2-8c8e-46ad-a5ba-7b0f371ddc6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 1101 time: 0.1212347 Nov 02 16:30:59.530506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.534165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/86a429d5-5138-4972-9ac6-64c78e99b41e HTTP/1.1" status: 204 len: 168 time: 1.5322175 Nov 02 16:30:59.544104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f751cad-3e11-47a7-9558-9125732a7138 None None] Network caf44570-c723-4f10-978a-8f08bd09b424 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:30:59.589305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7540b-1255-40cd-b645-edd5c334efa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a429d5-5138-4972-9ac6-64c78e99b41e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:59.600772 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a5f56b0-0ac0-46d1-a097-af36d02040fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.631621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bab963d-251f-4855-b6d6-f968a8edbe51 req-34e3172a-a75f-4d16-9f96-25c9b1b4e954 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Nov 02 16:30:59.643958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abff68-5713-4f3a-ba11-76e5c84396ac req-2335da6f-e1f6-4a1e-a341-d61f8da34efa tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.653104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1abff68-5713-4f3a-ba11-76e5c84396ac req-2335da6f-e1f6-4a1e-a341-d61f8da34efa tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1081920 Nov 02 16:30:59.700207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1abff68-5713-4f3a-ba11-76e5c84396ac req-dbbdae34-75bd-4289-a689-ce67c6b72b2b tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Nov 02 16:30:59.723034 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.816163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:59.834894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a5f56b0-0ac0-46d1-a097-af36d02040fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.842113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Checking segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:30:59.842480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Network hostable DHCP agents. Network: d4300999-93b4-4076-bfd1-56248cb05cd9, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:30:59.844599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3b8cb-d88e-43cd-90e8-ee5954261945 req-69d553cc-9e99-48d4-a596-44ad12f46e09 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.849326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53970) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:59.851389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a5f56b0-0ac0-46d1-a097-af36d02040fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.852751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cec3b8cb-d88e-43cd-90e8-ee5954261945 req-69d553cc-9e99-48d4-a596-44ad12f46e09 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 950 time: 0.0733881 Nov 02 16:30:59.888290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cec3b8cb-d88e-43cd-90e8-ee5954261945 req-572b3928-3c56-4885-b2d3-ea9f5d95a54a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Nov 02 16:30:59.931702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5a5f56b0-0ac0-46d1-a097-af36d02040fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a5f9c4820704e209de744df457b20ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364090 Nov 02 16:30:59.937845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53976) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:59.954201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Network d4300999-93b4-4076-bfd1-56248cb05cd9 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:30:59.958818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f56b0-0ac0-46d1-a097-af36d02040fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c838c1aa-af03-4a95-b0b0-137608d534fb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:30:59.966335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ffec421b-f301-49ba-8036-fc0aef3710c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccb0bb315dd64975b214c21f91642ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157947 Nov 02 16:30:59.969663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53978) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:30:59.985357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d4300999-93b4-4076-bfd1-56248cb05cd9) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:30:59.991901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:30:59.992476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:30:59.993905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43556f-2084-40e7-bea5-9c1892fb06c5 None None] Network d4300999-93b4-4076-bfd1-56248cb05cd9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:00.019340 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a5d538f-ba85-4a41-8278-8d1370eaf593 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8338108 Nov 02 16:31:00.052972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8362fce-7eb9-49b7-b771-a6d843b4a9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.072605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb061f8-5702-4f75-854a-af33d1b28267 req-75fe75ee-45fd-4110-a5bc-ae5f0c429bd2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:00.074122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8eb061f8-5702-4f75-854a-af33d1b28267 req-75fe75ee-45fd-4110-a5bc-ae5f0c429bd2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1228535 Nov 02 16:31:00.087864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8362fce-7eb9-49b7-b771-a6d843b4a9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.090162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e9925f-2ddc-4136-b7ae-c608b1f2ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.120563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-53f5a49f-5a87-422e-ab58-b3fa0cc274b1 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:00.122634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-53f5a49f-5a87-422e-ab58-b3fa0cc274b1 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/networks?id=caf44570-c723-4f10-978a-8f08bd09b424 HTTP/1.1" status: 200 len: 818 time: 0.2383273 Nov 02 16:31:00.156464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8362fce-7eb9-49b7-b771-a6d843b4a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.161439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8362fce-7eb9-49b7-b771-a6d843b4a9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.167608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d8362fce-7eb9-49b7-b771-a6d843b4a9d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f629648-d682-4a3f-8176-881655e2836b HTTP/1.1" status: 204 len: 168 time: 0.1961889 Nov 02 16:31:00.178230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8362fce-7eb9-49b7-b771-a6d843b4a9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f629648-d682-4a3f-8176-881655e2836b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:00.186784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f393c1e1-a1e1-4be8-856e-22e25949b4b0 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/quotas/0efb0915f3b5470ebaca0d71c68f8b91 HTTP/1.1" status: 200 len: 375 time: 0.0461164 Nov 02 16:31:00.198483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e9925f-2ddc-4136-b7ae-c608b1f2ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.216807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8eb061f8-5702-4f75-854a-af33d1b28267 req-ce28de1b-138a-4c29-b461-251515a188fd tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305699 Nov 02 16:31:00.275557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-ac4ee594-910f-4328-a000-6ac2b56d7dcd tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0efb0915f3b5470ebaca0d71c68f8b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872567 Nov 02 16:31:00.339168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0242e-80b5-4efc-97d9-393b2fddaf10 None None] Network d4300999-93b4-4076-bfd1-56248cb05cd9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:00.388902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e9925f-2ddc-4136-b7ae-c608b1f2ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.391754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98e9925f-2ddc-4136-b7ae-c608b1f2ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:00.393278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98e9925f-2ddc-4136-b7ae-c608b1f2ce10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c838c1aa-af03-4a95-b0b0-137608d534fb HTTP/1.1" status: 204 len: 168 time: 0.4542601 Nov 02 16:31:00.408933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9925f-2ddc-4136-b7ae-c608b1f2ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838c1aa-af03-4a95-b0b0-137608d534fb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:00.429661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-caed4579-3763-4fb8-8f6a-26ed8e3a52a6 service neutron] 10.222.0.31 "GET /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491807 Nov 02 16:31:00.527475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-fb28f6f8-9eb9-49af-a2a3-1800346ff9c4 service neutron] 10.222.0.31 "GET /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999448 Nov 02 16:31:01.236857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54038) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:01.241057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55cd9bb8-f9db-473a-b11e-83c0438ed219 req-f212237e-6890-43bd-9c6a-0567d1448b5a tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 210 time: 0.0368891 Nov 02 16:31:01.373371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-d892a07a-bdb5-4102-a5d2-cf794fae760b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:01.374886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-d892a07a-bdb5-4102-a5d2-cf794fae760b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 814 time: 0.6390121 Nov 02 16:31:01.398842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c11816-15ee-473e-9b77-30163ef67cb3 req-4870b364-d493-49ca-9e83-a64f173cf41d tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:01.400330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33c11816-15ee-473e-9b77-30163ef67cb3 req-4870b364-d493-49ca-9e83-a64f173cf41d tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 950 time: 0.0743344 Nov 02 16:31:01.415290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-e34d488e-3537-4429-8fef-ed9ac5d5d5e8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/quotas/8443b078ed8244eba85c24fcb5df5a1e HTTP/1.1" status: 200 len: 375 time: 0.0261250 Nov 02 16:31:01.466537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-13695ef0-20b6-4e0f-aaa5-b585f1c187ab tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492096 Nov 02 16:31:01.527081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.548197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33c11816-15ee-473e-9b77-30163ef67cb3 req-01535939-05a3-4bf8-9f9b-d68f081e7532 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276715 Nov 02 16:31:01.639697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.646426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.701988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fae69d7f01340229f91cec8d2df5f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640253 Nov 02 16:31:01.704536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54062) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:01.713095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5727cdd-90f4-4f71-8d9e-17166f85279d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:01.719543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-b23c7ca3-9b0e-46ee-9f2b-0f6d3d975121 service neutron] 10.222.0.31 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451885 Nov 02 16:31:01.734364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.734935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.735509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.736062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.736767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.737264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.737892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.739624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.740133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.740621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.741140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.741626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a8a75-96cd-426e-b904-cec5c3af5524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:01.770063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34d5ae-ae2a-4dcb-bc62-c99662500842 req-2d7a2a85-8f63-4142-8cd4-9427cf339e3c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:01.774688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba34d5ae-ae2a-4dcb-bc62-c99662500842 req-2d7a2a85-8f63-4142-8cd4-9427cf339e3c tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1304328 Nov 02 16:31:01.791991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cbbe-e69c-4cf2-87f7-135695ebf2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.818983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cbbe-e69c-4cf2-87f7-135695ebf2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.884694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54066) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:01.894574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cbbe-e69c-4cf2-87f7-135695ebf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.897594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba34d5ae-ae2a-4dcb-bc62-c99662500842 req-118458c3-c25b-4deb-ad20-e638d8d3e0dc tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Nov 02 16:31:01.898905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cbbe-e69c-4cf2-87f7-135695ebf2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:01.900299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-3b54bb05-37ad-4e11-93c5-881d0aad4b9d service neutron] 10.222.0.31 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714780 Nov 02 16:31:01.919743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5cd5cbbe-e69c-4cf2-87f7-135695ebf2cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5727cdd-90f4-4f71-8d9e-17166f85279d HTTP/1.1" status: 204 len: 168 time: 0.1945374 Nov 02 16:31:01.936924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5cbbe-e69c-4cf2-87f7-135695ebf2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5727cdd-90f4-4f71-8d9e-17166f85279d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:02.123310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13973af7-ddc9-412a-973f-8c3d16e2b183 req-c0bba7e6-df3e-42b6-807e-4e105cadd026 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 210 time: 0.0497179 Nov 02 16:31:02.134187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-network', 'tenant_id': '9d077d225180409994b67e41031a5495'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:02.156609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Made reservation on behalf of 9d077d225180409994b67e41031a5495 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:02.159533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.172164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.459341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.470370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.482180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:02.483419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-229ebbb8-1fd4-4316-893a-36c31ca3d101 req-658e3177-51d3-41d0-8db6-44276393a052 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 210 time: 0.0507438 Nov 02 16:31:02.498492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce76c-bfb4-4da2-be03-3fb8e9f334b7 req-8b2653ee-93ee-4ec9-93e4-667c99dfb298 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:02.507358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d98ce76c-bfb4-4da2-be03-3fb8e9f334b7 req-8b2653ee-93ee-4ec9-93e4-667c99dfb298 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 950 time: 0.1655319 Nov 02 16:31:02.522015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.522015 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Added segment c69449fa-3780-40da-8f8a-f8980e68b911 of type vlan for network 353bc94d-abcd-48a7-a079-2757e4fb2069 Nov 02 16:31:02.564183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d98ce76c-bfb4-4da2-be03-3fb8e9f334b7 req-111412dd-7449-4719-8431-9e407b225f54 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Nov 02 16:31:02.577279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-2c62d864-d6c7-4a4e-8bd4-c3c1a4f0bb14 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:02.578912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-2c62d864-d6c7-4a4e-8bd4-c3c1a4f0bb14 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.100 "GET /v2.0/networks?id=caf44570-c723-4f10-978a-8f08bd09b424 HTTP/1.1" status: 200 len: 818 time: 0.3875172 Nov 02 16:31:02.589053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b6676b-3847-43f6-97a9-2ac07e5ff776,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:02.623999 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Request body: {'port': {'device_id': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424', 'admin_state_up': True, 'tenant_id': '0efb0915f3b5470ebaca0d71c68f8b91'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:02.635383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.719800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.720924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:02.721492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:02.807014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54106) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:02.807236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9186335 Nov 02 16:31:02.819348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Request body: {'subnet': {'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-subnet', 'tenant_id': '9d077d225180409994b67e41031a5495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:02.835284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef176f16-eb10-42b3-9616-f57d558a543f admin admin] Pushing event updated for resources: {'Network': ['ID=353bc94d-abcd-48a7-a079-2757e4fb2069,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:02.842270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:31:02.842270 n-d-811405-2 neutron-server[102066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 16:31:02.842270 n-d-811405-2 neutron-server[102066]: [parameters: {'project_id_1': '9d077d225180409994b67e41031a5495', 'expiration_1': datetime.datetime(2021, 11, 2, 16, 30, 42, 827475)}] Nov 02 16:31:02.842270 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:31:02.844975 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:31:02.849810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:02.854320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Made reservation on behalf of 0efb0915f3b5470ebaca0d71c68f8b91 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:02.858682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.011388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Allocated IP 172.20.0.4 (caf44570-c723-4f10-978a-8f08bd09b424/491def7c-a312-4431-a0c8-d753ebee2e53/6a927675-531d-4bc1-bd1d-6a7bb68ab663) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:03.113592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae399ca-5868-44ba-b154-0531983c7fb7 req-0749b5f1-bc20-46e7-8821-47435e3a536f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:03.118600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ae399ca-5868-44ba-b154-0531983c7fb7 req-0749b5f1-bc20-46e7-8821-47435e3a536f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1317759 Nov 02 16:31:03.167526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ae399ca-5868-44ba-b154-0531983c7fb7 req-7558fc8b-07e7-4147-817b-1a5920cb9b81 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Nov 02 16:31:03.186890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.234747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.247232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d0acce5-01ea-4f1d-af86-b1b59d58c422 req-b1d31fff-3d24-4a32-8fd7-000aef1f1400 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Nov 02 16:31:03.291144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Network caf44570-c723-4f10-978a-8f08bd09b424 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:03.298165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:03.303475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:03.335405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Pushing event updated for resources: {'Port': ['ID=6a927675-531d-4bc1-bd1d-6a7bb68ab663,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:03.367613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:03.368025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.387070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Made reservation on behalf of 9d077d225180409994b67e41031a5495 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:03.390472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.392417 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f2de09bf-e95c-467b-97d5-64a814700098 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781377 Nov 02 16:31:03.413475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Request body: {'port': {'device_id': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:03.550934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.606061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-ec3c0c24-5c89-4f1b-a419-c19f932c160c tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:03.607623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-ec3c0c24-5c89-4f1b-a419-c19f932c160c tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.55 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 950 time: 0.1180606 Nov 02 16:31:03.762096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.857072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-771fc469-d739-4fa8-8e88-426f63b13834 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:03.858577 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-771fc469-d739-4fa8-8e88-426f63b13834 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 814 time: 0.3335991 Nov 02 16:31:03.860499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2ed8-2905-410e-8d8f-c06acd4deea8 req-ddc729f3-a4f7-4a92-beec-7e5b822210f6 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:03.862327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1bb2ed8-2905-410e-8d8f-c06acd4deea8 req-ddc729f3-a4f7-4a92-beec-7e5b822210f6 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 931 time: 0.2029376 Nov 02 16:31:03.889675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfaae4d2-0f8e-4a61-b678-55b68cc3acd4,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:03.913335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Request body: {'port': {'device_id': '1ba01f62-d69c-4081-aaf8-30513b311114', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'admin_state_up': True, 'tenant_id': '8443b078ed8244eba85c24fcb5df5a1e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:03.969844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Deleting port 6d122361-504e-4d58-ada4-433748158161 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:03.970269 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:03.975710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1bb2ed8-2905-410e-8d8f-c06acd4deea8 req-20f391e8-9c53-4b25-94e9-0014b43783a6 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936780 Nov 02 16:31:03.983178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9c6b2-6da8-41d2-a343-1665e4f66057 req-b535af28-d5e5-4fdb-ac1d-63468e01d0de tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:03.984625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e9c6b2-6da8-41d2-a343-1665e4f66057 req-b535af28-d5e5-4fdb-ac1d-63468e01d0de tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/ports?device_id=05ba6eea-b563-4c87-b340-e7dba788b769 HTTP/1.1" status: 200 len: 950 time: 0.1558285 Nov 02 16:31:03.985373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Checking segment: {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:03.985733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Network hostable DHCP agents. Network: 353bc94d-abcd-48a7-a079-2757e4fb2069, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:04.102704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] For port 6d122361-504e-4d58-ada4-433748158161, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6d122361-504e-4d58-ada4-433748158161,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:04.103387 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.106790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Made reservation on behalf of 8443b078ed8244eba85c24fcb5df5a1e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:04.110573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.122569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Calling delete_port for 6d122361-504e-4d58-ada4-433748158161 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:04.131961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a927675-531d-4bc1-bd1d-6a7bb68ab663 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:04.143744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.192704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Transition to ACTIVE for port object 6a927675-531d-4bc1-bd1d-6a7bb68ab663 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:04.199419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.306068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.308699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Pushing event updated for resources: {'Port': ['ID=6a927675-531d-4bc1-bd1d-6a7bb68ab663,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:04.320804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6d122361-504e-4d58-ada4-433748158161'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:04.360820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Allocated IP 172.20.0.7 (d4300999-93b4-4076-bfd1-56248cb05cd9/dc1c6575-d9f2-45ca-8eb0-0bf8593132c1/c73a7049-75e8-497a-a905-7fecc40e3af3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:04.397739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Pushing event deleted for resources: {'Port': ['ID=6d122361-504e-4d58-ada4-433748158161,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:04.441406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Attempting to bind port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:04.441839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Attempting to bind port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '782eed32-eee9-4243-acc0-05c3773ccdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:04.442258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Attempting to bind port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 on network caf44570-c723-4f10-978a-8f08bd09b424 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:04.443985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] No DVR routers for this DVR port 6d122361-504e-4d58-ada4-433748158161 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:04.450790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.452661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 on network caf44570-c723-4f10-978a-8f08bd09b424 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:04.454245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd17b13e-eb1e-4b17-ac32-fbf5d5667513 req-4cec96d3-8b89-49d1-b3c4-1912f2d2a08a tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.55 "DELETE /v2.0/ports/6d122361-504e-4d58-ada4-433748158161 HTTP/1.1" status: 204 len: 173 time: 0.8400929 Nov 02 16:31:04.455151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Attempting to bind port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 on network caf44570-c723-4f10-978a-8f08bd09b424 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:04.455295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ba6eea-b563-4c87-b340-e7dba788b769', 'name': 'network-vif-deleted', 'tag': '6d122361-504e-4d58-ada4-433748158161'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:04.458419 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9a6d09-8a7c-4a2e-a9e4-7531f5e87aa1" -d '{"events": [{"server_uuid": "05ba6eea-b563-4c87-b340-e7dba788b769", "name": "network-vif-deleted", "tag": "6d122361-504e-4d58-ada4-433748158161"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:04.461709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:04.511013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1e9c6b2-6da8-41d2-a343-1665e4f66057 req-06a22287-91fe-463f-bbd1-a142a68ccdb7 tempest-ImagesNegativeTestJSON-974314043 tempest-ImagesNegativeTestJSON-974314043-project] 10.222.0.31 "GET /v2.0/security-groups?id=04c258c7-19ab-4a23-92e9-af2750d8b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187395 Nov 02 16:31:04.542721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 353bc94d-abcd-48a7-a079-2757e4fb2069) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:04.554173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39d039-218e-49b5-9a49-66cc0dd6a63d None None] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:04.561215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:04.561831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.577807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:04.578404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Checking segment: {'id': '782eed32-eee9-4243-acc0-05c3773ccdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:04.578404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Bound using segment: {'id': '782eed32-eee9-4243-acc0-05c3773ccdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:04.578833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Bound port: 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782eed32-eee9-4243-acc0-05c3773ccdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:04.579186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.616848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2b6d-1015-4e39-a18e-a5c8ef902d88 req-7bfc344d-35f9-4874-9c03-4c853add39b0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:04.622269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-954d2b6d-1015-4e39-a18e-a5c8ef902d88 req-7bfc344d-35f9-4874-9c03-4c853add39b0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.2217503 Nov 02 16:31:04.637689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8df37446-7217-4079-840c-f18c3629062d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8286390 Nov 02 16:31:04.639197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54182) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:04.669633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:04.761117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-954d2b6d-1015-4e39-a18e-a5c8ef902d88 req-598db483-780e-41c9-b029-0c099627e6a7 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220961 Nov 02 16:31:04.768155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a74c55e7-5993-4362-9ccf-564c6d6dc871 req-edbe3f1d-7d54-4045-a271-5dd7923a6507 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 210 time: 0.0710311 Nov 02 16:31:04.802907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.804068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.853318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.865050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-353bc94d-abcd-48a7-a079-2757e4fb2069', 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069', 'tenant_id': '9d077d225180409994b67e41031a5495', 'fixed_ips': [{'subnet_id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:31:04.867013 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.868152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] For port 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:04.868508 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c430d4d7-2107-4be1-b778-cfff7058f7d6 x-openstack-request-id: req-c430d4d7-2107-4be1-b778-cfff7058f7d6 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:04.868875 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ba6eea-b563-4c87-b340-e7dba788b769", "name": "network-vif-deleted", "tag": "6d122361-504e-4d58-ada4-433748158161", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:04.869315 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c430d4d7-2107-4be1-b778-cfff7058f7d6 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:04.869763 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ba6eea-b563-4c87-b340-e7dba788b769', 'name': 'network-vif-deleted', 'tag': '6d122361-504e-4d58-ada4-433748158161', 'status': 'completed', 'code': 200} Nov 02 16:31:04.920191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:04.929776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] For port 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663,segment=NetworkSegment(782eed32-eee9-4243-acc0-05c3773ccdf4),segment_id=782eed32-eee9-4243-acc0-05c3773ccdf4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:04.982596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54186) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:05.053172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.072798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Allocated IP 172.20.0.2 (353bc94d-abcd-48a7-a079-2757e4fb2069/bfaae4d2-0f8e-4a61-b678-55b68cc3acd4/a086972a-e73e-4f7a-aa58-028f9f8d9553) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:05.126802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:05.127412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.129965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] 10.222.0.100 "PUT /v2.0/ports/6a927675-531d-4bc1-bd1d-6a7bb68ab663 HTTP/1.1" status: 200 len: 1091 time: 1.7263322 Nov 02 16:31:05.133768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'tag': '6a927675-531d-4bc1-bd1d-6a7bb68ab663'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:05.137351 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f548ec1-bb77-4b26-b769-2cec8ac02005" -d '{"events": [{"name": "network-changed", "server_uuid": "d82ed1a7-adbe-49be-b129-a3897cbd97c3", "tag": "6a927675-531d-4bc1-bd1d-6a7bb68ab663"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:05.240517 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09f01a8-27fb-4c77-8eb7-70fce57973cf x-openstack-request-id: req-e09f01a8-27fb-4c77-8eb7-70fce57973cf {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:05.240813 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82ed1a7-adbe-49be-b129-a3897cbd97c3", "tag": "6a927675-531d-4bc1-bd1d-6a7bb68ab663", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:05.241070 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e09f01a8-27fb-4c77-8eb7-70fce57973cf {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:05.241469 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'tag': '6a927675-531d-4bc1-bd1d-6a7bb68ab663', 'status': 'completed', 'code': 200} Nov 02 16:31:05.246504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836540-43bb-48ea-904e-69d8b6dd28aa req-a23bfe2f-6537-4d00-9d56-6b99aec82510 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:05.260419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01836540-43bb-48ea-904e-69d8b6dd28aa req-a23bfe2f-6537-4d00-9d56-6b99aec82510 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 943 time: 0.1525671 Nov 02 16:31:05.275765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d1cf698b-9182-4b99-95ee-9a6591c765df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.290398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.306911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.324993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3538a-fd7f-4436-8814-70ac3ce46945 service neutron] Pushing event updated for resources: {'Port': ['ID=6a927675-531d-4bc1-bd1d-6a7bb68ab663,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:05.331398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01836540-43bb-48ea-904e-69d8b6dd28aa req-e3285d88-9ee3-4dbb-b816-9f8598341359 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638013 Nov 02 16:31:05.353280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.379594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.428299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d1cf698b-9182-4b99-95ee-9a6591c765df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.429482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:05.432642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:05.437944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d1cf698b-9182-4b99-95ee-9a6591c765df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.451909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:05.483072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf698b-9182-4b99-95ee-9a6591c765df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237df26-3fe7-48b0-9205-f5651f3e9e4f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:05.511025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d1cf698b-9182-4b99-95ee-9a6591c765df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fed97dd92e8d4254a0e54d9d5ec0e8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270724 Nov 02 16:31:05.512140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54220) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:05.524730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Attempting to bind port a086972a-e73e-4f7a-aa58-028f9f8d9553 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:05.525161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Attempting to bind port a086972a-e73e-4f7a-aa58-028f9f8d9553 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:05.525651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Attempting to bind port a086972a-e73e-4f7a-aa58-028f9f8d9553 on network 353bc94d-abcd-48a7-a079-2757e4fb2069 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:05.532062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:05.532483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Checking segment: {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:05.532849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.533273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Bound using segment: {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:05.533883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Bound port: a086972a-e73e-4f7a-aa58-028f9f8d9553, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:05.534303 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.538461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Pushing event updated for resources: {'Port': ['ID=a086972a-e73e-4f7a-aa58-028f9f8d9553,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:05.632077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-530bf90e-3396-4aae-83e7-322b99b5a740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.667001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] For port a086972a-e73e-4f7a-aa58-028f9f8d9553, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:05.674356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] For port a086972a-e73e-4f7a-aa58-028f9f8d9553, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a086972a-e73e-4f7a-aa58-028f9f8d9553,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:05.681297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-530bf90e-3396-4aae-83e7-322b99b5a740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.681733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.704706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Network d4300999-93b4-4076-bfd1-56248cb05cd9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:05.711554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:05.714902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:05.742428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-01be78e4-e809-4b41-819a-87c54ba7bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:05.744738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-01be78e4-e809-4b41-819a-87c54ba7bc15 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0efb0915f3b5470ebaca0d71c68f8b91&device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 1094 time: 0.5493832 Nov 02 16:31:05.754879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54238) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:05.785462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-530bf90e-3396-4aae-83e7-322b99b5a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.786266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2ae83-b109-4a51-b66d-029fc19bfe90 None None] Pushing event updated for resources: {'Port': ['ID=a086972a-e73e-4f7a-aa58-028f9f8d9553,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:05.786484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-530bf90e-3396-4aae-83e7-322b99b5a740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:05.787292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-530bf90e-3396-4aae-83e7-322b99b5a740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5237df26-3fe7-48b0-9205-f5651f3e9e4f HTTP/1.1" status: 204 len: 168 time: 0.2738791 Nov 02 16:31:05.804676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bf90e-3396-4aae-83e7-322b99b5a740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237df26-3fe7-48b0-9205-f5651f3e9e4f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:05.858839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:05.898413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-f52902dc-df54-4ca6-a45f-b06a8a0d1713 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663 HTTP/1.1" status: 200 len: 217 time: 0.0722468 Nov 02 16:31:05.967388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:05.968072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.008501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-33928d51-0cdc-4abe-9891-df5a944a30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:06.010210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-33928d51-0cdc-4abe-9891-df5a944a30f1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=491def7c-a312-4431-a0c8-d753ebee2e53 HTTP/1.1" status: 200 len: 858 time: 0.1013715 Nov 02 16:31:06.019069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9908bb-7afd-41b5-aa08-afbfdf42ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.046004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-83e625d1-ab4b-405c-bb85-49a39cf5e331 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1673803 Nov 02 16:31:06.087924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-80376aa5-84dc-4105-a843-b5aa7f7aff71 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=caf44570-c723-4f10-978a-8f08bd09b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402608 Nov 02 16:31:06.095344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Request body: {'port': {'device_id': '1ba01f62-d69c-4081-aaf8-30513b311114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:06.105450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745eaf77-7d87-4743-8616-6e3e242d58d3 req-255dc082-ccf7-4f0c-a80d-6bf49b72a903 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:06.107277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-745eaf77-7d87-4743-8616-6e3e242d58d3 req-255dc082-ccf7-4f0c-a80d-6bf49b72a903 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.2189293 Nov 02 16:31:06.127342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996cefe-79cb-466d-b7a0-5848438fb0cf req-5e40a192-d80c-4398-acc8-076b21879c73 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:06.129053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4996cefe-79cb-466d-b7a0-5848438fb0cf req-5e40a192-d80c-4398-acc8-076b21879c73 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 931 time: 0.2252269 Nov 02 16:31:06.203989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54252) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:06.250869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-745eaf77-7d87-4743-8616-6e3e242d58d3 req-5f4182d8-2e84-42a9-a041-997d7b3b0872 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191347 Nov 02 16:31:06.283732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4996cefe-79cb-466d-b7a0-5848438fb0cf req-fd613782-e648-4b43-876c-5f967bb0f13d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375589 Nov 02 16:31:06.299254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9908bb-7afd-41b5-aa08-afbfdf42ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.307415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9908bb-7afd-41b5-aa08-afbfdf42ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.364721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d9908bb-7afd-41b5-aa08-afbfdf42ce75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bba4d768c7dd4399803d8d87a02af79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085043 Nov 02 16:31:06.365261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54260) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:06.365697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9908bb-7afd-41b5-aa08-afbfdf42ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad4b86-84e0-4aef-b26f-d94415f53517,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:06.372105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.464123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.467256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-a309c980-6cab-449f-abc4-6c7088a3190c service neutron] 10.222.0.100 "GET /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654003 Nov 02 16:31:06.485092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3a99a109-5794-46bf-b792-c4a4197e9850 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3643c7cf7e4b4dcd8a725101f0b9504c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795279 Nov 02 16:31:06.487520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54264) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:06.525452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a10f0c-7231-48fd-b36b-462436ad47cd req-9245d218-44b9-4db7-b26b-5797f38dc135 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:06.526818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1a10f0c-7231-48fd-b36b-462436ad47cd req-9245d218-44b9-4db7-b26b-5797f38dc135 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 943 time: 0.1095290 Nov 02 16:31:06.531649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:06.541284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.563075 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-adac5f3d-81e8-4e2b-b53c-b4d9757e8680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.619264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1a10f0c-7231-48fd-b36b-462436ad47cd req-dce1fc8b-606a-4823-b151-36ee2811cac0 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738823 Nov 02 16:31:06.629342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d34d90-9a38-4f91-bc1c-7703d6af87f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.665869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d34d90-9a38-4f91-bc1c-7703d6af87f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.732689 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-adac5f3d-81e8-4e2b-b53c-b4d9757e8680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.737385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-adac5f3d-81e8-4e2b-b53c-b4d9757e8680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.751097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df3fc7ad-2e6f-43e3-9057-6698104ab418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.776967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d34d90-9a38-4f91-bc1c-7703d6af87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.779579 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d34d90-9a38-4f91-bc1c-7703d6af87f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.783107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9d34d90-9a38-4f91-bc1c-7703d6af87f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04c258c7-19ab-4a23-92e9-af2750d8b6eb HTTP/1.1" status: 204 len: 168 time: 0.2917197 Nov 02 16:31:06.792043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-adac5f3d-81e8-4e2b-b53c-b4d9757e8680 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6265c38e883e486aba6afffd74043609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595904 Nov 02 16:31:06.792944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac5f3d-81e8-4e2b-b53c-b4d9757e8680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee7e6c-c8d9-415e-b95b-f5b564ed9038,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:06.796078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54270) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:06.813438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df3fc7ad-2e6f-43e3-9057-6698104ab418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.815190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d34d90-9a38-4f91-bc1c-7703d6af87f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c258c7-19ab-4a23-92e9-af2750d8b6eb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:06.869875 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8120c327-ceb2-4be8-8dc3-5018fb0cd3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.905371 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8120c327-ceb2-4be8-8dc3-5018fb0cd3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.951025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df3fc7ad-2e6f-43e3-9057-6698104ab418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.953922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df3fc7ad-2e6f-43e3-9057-6698104ab418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.955193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-df3fc7ad-2e6f-43e3-9057-6698104ab418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6aad4b86-84e0-4aef-b26f-d94415f53517 HTTP/1.1" status: 204 len: 168 time: 0.5874653 Nov 02 16:31:06.977438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8120c327-ceb2-4be8-8dc3-5018fb0cd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.979886 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eed40b18-5516-4d0c-a2fe-61cdfc736f8e req-4df76a3e-83bd-4d00-8ffe-0f93fa2eb861 service neutron] 10.222.0.100 "GET /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791586 Nov 02 16:31:06.985267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fc7ad-2e6f-43e3-9057-6698104ab418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad4b86-84e0-4aef-b26f-d94415f53517,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:06.985739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8120c327-ceb2-4be8-8dc3-5018fb0cd3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:06.991177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8120c327-ceb2-4be8-8dc3-5018fb0cd3d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efee7e6c-c8d9-415e-b95b-f5b564ed9038 HTTP/1.1" status: 204 len: 168 time: 0.1943681 Nov 02 16:31:06.999936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120c327-ceb2-4be8-8dc3-5018fb0cd3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee7e6c-c8d9-415e-b95b-f5b564ed9038,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:07.019018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Allocated IP 172.25.7.80 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/6fd90ffa-086d-4ad6-8988-9ff1113ee506) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:07.058703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5ddc4-197e-446f-abc8-d319ae61724c None None] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:07.199559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-75494ca8-57e2-4caf-a71d-d22443f9ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:07.200779 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-75494ca8-57e2-4caf-a71d-d22443f9ed44 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0efb0915f3b5470ebaca0d71c68f8b91&device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 1094 time: 0.1480181 Nov 02 16:31:07.280224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-15b10a94-9bdf-444c-80a0-5d586463ccce None None] Provisioning complete for port a086972a-e73e-4f7a-aa58-028f9f8d9553 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:07.280802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15b10a94-9bdf-444c-80a0-5d586463ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.317988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73a7049-75e8-497a-a905-7fecc40e3af3 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:07.323707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a086972a-e73e-4f7a-aa58-028f9f8d9553 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:07.372699 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.387686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.430889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a086972a-e73e-4f7a-aa58-028f9f8d9553 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:07.431268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.438172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Transition to ACTIVE for port object c73a7049-75e8-497a-a905-7fecc40e3af3 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:07.449346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.501329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15b10a94-9bdf-444c-80a0-5d586463ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.512926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:07.515786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-cffb101f-8439-4a0f-bf82-1b07bd2a12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:07.522864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-cffb101f-8439-4a0f-bf82-1b07bd2a12eb service neutron] 10.222.0.100 "GET /v2.0/networks?id=caf44570-c723-4f10-978a-8f08bd09b424 HTTP/1.1" status: 200 len: 919 time: 0.2830772 Nov 02 16:31:07.583056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-15b10a94-9bdf-444c-80a0-5d586463ccce None None] For port a086972a-e73e-4f7a-aa58-028f9f8d9553, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a086972a-e73e-4f7a-aa58-028f9f8d9553,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:07.590241 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15b10a94-9bdf-444c-80a0-5d586463ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.593863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-81d319c2-d5c2-4b81-bdea-892bb82eda4b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663 HTTP/1.1" status: 200 len: 217 time: 0.0574129 Nov 02 16:31:07.600394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cbe38-9f4b-4d2e-9d39-f7bdd464442c req-9ee3be53-9516-463f-9f43-fda3b2a09a11 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:07.611374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b84cbe38-9f4b-4d2e-9d39-f7bdd464442c req-9ee3be53-9516-463f-9f43-fda3b2a09a11 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 931 time: 0.2246151 Nov 02 16:31:07.632469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.638067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7701eca-f820-4f6f-a3c7-872d84eba45a req-610bcf44-9393-4bf0-8d36-4dc4acc5c9ff tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:07.639688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.648910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7701eca-f820-4f6f-a3c7-872d84eba45a req-610bcf44-9393-4bf0-8d36-4dc4acc5c9ff tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.2440493 Nov 02 16:31:07.729193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7701eca-f820-4f6f-a3c7-872d84eba45a req-82a1feff-e2b5-4a86-896a-d479d4600413 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742610 Nov 02 16:31:07.776653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b10a94-9bdf-444c-80a0-5d586463ccce None None] Pushing event updated for resources: {'Port': ['ID=a086972a-e73e-4f7a-aa58-028f9f8d9553,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:07.790761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b84cbe38-9f4b-4d2e-9d39-f7bdd464442c req-6fc559ea-8177-41ea-a1a0-bc3e2d5c7c1b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727421 Nov 02 16:31:07.823041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54296) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:07.827537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:31:07.827897 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:31:07.828792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4800c2ac-c0a1-41dd-818e-20fd66fb7500 None None] Provisioning complete for port a086972a-e73e-4f7a-aa58-028f9f8d9553 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:07.829391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4800c2ac-c0a1-41dd-818e-20fd66fb7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.848504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d52a8b15-c6f8-49d1-b9ba-2a9640f8a91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:07.856114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-a38d89db-0845-4f36-962a-6a15f2ee124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:07.861086 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-a38d89db-0845-4f36-962a-6a15f2ee124a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=491def7c-a312-4431-a0c8-d753ebee2e53 HTTP/1.1" status: 200 len: 858 time: 0.2521057 Nov 02 16:31:07.917990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:07.941963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:07.950732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-63d62b2e-8748-47b4-8995-ab50f1d2d7f5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=caf44570-c723-4f10-978a-8f08bd09b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783985 Nov 02 16:31:07.951498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:07.994423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd90ffa-086d-4ad6-8988-9ff1113ee506,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:08.030787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9e00-1006-47d8-8db0-be1557528c01 req-7b36c5cc-a115-4b4d-87cb-efd73b49f8ca tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:08.032263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3eb9e00-1006-47d8-8db0-be1557528c01 req-7b36c5cc-a115-4b4d-87cb-efd73b49f8ca tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 943 time: 0.0888696 Nov 02 16:31:08.044853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d52a8b15-c6f8-49d1-b9ba-2a9640f8a91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.054540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d52a8b15-c6f8-49d1-b9ba-2a9640f8a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.075576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Attempting to bind port c73a7049-75e8-497a-a905-7fecc40e3af3 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:08.075907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Attempting to bind port c73a7049-75e8-497a-a905-7fecc40e3af3 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:08.076245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Attempting to bind port c73a7049-75e8-497a-a905-7fecc40e3af3 on network d4300999-93b4-4076-bfd1-56248cb05cd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:08.143388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Port c73a7049-75e8-497a-a905-7fecc40e3af3 on network d4300999-93b4-4076-bfd1-56248cb05cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:08.143660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Attempting to bind port c73a7049-75e8-497a-a905-7fecc40e3af3 on network d4300999-93b4-4076-bfd1-56248cb05cd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:08.177703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:08.178064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Checking segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:08.178762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d52a8b15-c6f8-49d1-b9ba-2a9640f8a91a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aaa4a38be28f473295ad6de5fa294074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545496 Nov 02 16:31:08.181343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Bound using segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:08.181687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a8b15-c6f8-49d1-b9ba-2a9640f8a91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97728e6d-c281-46e3-a981-546d29d5c2c5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:08.181826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Bound port: c73a7049-75e8-497a-a905-7fecc40e3af3, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:08.182227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.184043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54308) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:08.235974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3eb9e00-1006-47d8-8db0-be1557528c01 req-d6b129e0-20a8-47ce-a2bf-b5e7b3f0f688 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940231 Nov 02 16:31:08.344775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b82a-f25c-4e5e-ae06-53c998d8c077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.397460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b82a-f25c-4e5e-ae06-53c998d8c077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.420439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:08.431198 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2aafab8b-2866-4451-b7eb-8076e3177da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.452645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6d122361-504e-4d58-ada4-433748158161 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:08.459913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-3a29acbb-3e88-441b-9cf0-40bf678a39fc service neutron] 10.222.0.100 "GET /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969676 Nov 02 16:31:08.469181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:08.485118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b82a-f25c-4e5e-ae06-53c998d8c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.488365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b82a-f25c-4e5e-ae06-53c998d8c077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.492360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3fb4b82a-f25c-4e5e-ae06-53c998d8c077 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97728e6d-c281-46e3-a981-546d29d5c2c5 HTTP/1.1" status: 204 len: 168 time: 0.2939243 Nov 02 16:31:08.512261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4b82a-f25c-4e5e-ae06-53c998d8c077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97728e6d-c281-46e3-a981-546d29d5c2c5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:08.522595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 6d122361-504e-4d58-ada4-433748158161 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:08.522988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6d122361-504e-4d58-ada4-433748158161 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:08.564635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.679342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:08.679960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.681346 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-0933d988-d62b-4576-b203-f16f99703502 service neutron] 10.222.0.100 "PUT /v2.0/ports/c73a7049-75e8-497a-a905-7fecc40e3af3 HTTP/1.1" status: 200 len: 1091 time: 2.5909569 Nov 02 16:31:08.683418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:08.685642 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa36862-5d3d-486f-9d41-0dd0a4613832" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:08.724600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2f548ec1-bb77-4b26-b769-2cec8ac02005 req-85b7cc20-b74b-4c88-a9ef-9576bcfccee6 service neutron] 10.222.0.100 "GET /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519038 Nov 02 16:31:08.739449 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f5c16d-9645-478d-8187-ee7849b80ab6 x-openstack-request-id: req-80f5c16d-9645-478d-8187-ee7849b80ab6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:08.739754 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:08.739958 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80f5c16d-9645-478d-8187-ee7849b80ab6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:08.740332 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'status': 'completed', 'code': 200} Nov 02 16:31:08.780535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d988-d62b-4576-b203-f16f99703502 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:08.826223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-ae609556-b071-41e8-8498-25b7e8ff7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:08.828175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-ae609556-b071-41e8-8498-25b7e8ff7071 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 1094 time: 0.0836411 Nov 02 16:31:08.881574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7107ab1-ee1e-494f-960d-5f414c049f35 req-8e819e7e-44b9-4170-b949-1c028ff31c30 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:08.890746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7107ab1-ee1e-494f-960d-5f414c049f35 req-8e819e7e-44b9-4170-b949-1c028ff31c30 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.0678945 Nov 02 16:31:08.900473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:08.904863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-a1fb947c-0ead-4df1-932d-e2539e31c720 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73a7049-75e8-497a-a905-7fecc40e3af3 HTTP/1.1" status: 200 len: 217 time: 0.0624638 Nov 02 16:31:09.005612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7107ab1-ee1e-494f-960d-5f414c049f35 req-193b382b-45c8-48ec-b790-b7cee5b3f8ff tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139121 Nov 02 16:31:09.028943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-55cbcbf3-8bb5-4cde-9c0f-fefffa753244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:09.030433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-55cbcbf3-8bb5-4cde-9c0f-fefffa753244 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.0924890 Nov 02 16:31:09.032767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57857e-e015-43d5-8ba5-538d0e52ff13 req-8011934f-2db4-4a8e-84f0-cf013672208f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:09.034748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a57857e-e015-43d5-8ba5-538d0e52ff13 req-8011934f-2db4-4a8e-84f0-cf013672208f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 943 time: 0.1403732 Nov 02 16:31:09.072685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-b0323f00-fd0b-4fad-a697-50fb06520915 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323782 Nov 02 16:31:09.112191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a57857e-e015-43d5-8ba5-538d0e52ff13 req-d0e458f2-4e0f-4a01-8a5a-920d40f11f4d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Nov 02 16:31:09.198474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a086972a-e73e-4f7a-aa58-028f9f8d9553 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:09.271173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a086972a-e73e-4f7a-aa58-028f9f8d9553 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:09.271792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:09.406460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc3493-9d0d-4789-927d-ce670437207c req-ad6773ef-57e1-441d-8333-e817d8e20975 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:09.408371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92bc3493-9d0d-4789-927d-ce670437207c req-ad6773ef-57e1-441d-8333-e817d8e20975 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 943 time: 0.0770309 Nov 02 16:31:09.453680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92bc3493-9d0d-4789-927d-ce670437207c req-442ef733-97f3-4217-adef-7b198c7e7ec2 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Nov 02 16:31:09.509588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:09.603269 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-fe7c1603-8fd3-4b2b-90a3-f2f7938bdbe0 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168360 Nov 02 16:31:09.740247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2393fd4c-1199-4a3b-a2ec-db99d229d7d7 req-31182054-1fdd-4189-9f6f-81acc90dc375 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262624 Nov 02 16:31:09.776388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Router 869f98b2-8dae-42d6-969d-630ac1849349 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:31:09.798706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6a927675-531d-4bc1-bd1d-6a7bb68ab663 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:09.983107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663,segment=NetworkSegment(782eed32-eee9-4243-acc0-05c3773ccdf4),segment_id=782eed32-eee9-4243-acc0-05c3773ccdf4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:09.999856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '6a927675-531d-4bc1-bd1d-6a7bb68ab663', 'network_id': 'caf44570-c723-4f10-978a-8f08bd09b424', 'port_id': '6a927675-531d-4bc1-bd1d-6a7bb68ab663', 'mac_address': 'fa:16:3e:26:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491def7c-a312-4431-a0c8-d753ebee2e53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:10.004374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-aab3bcf8-5dcc-4d1b-82da-58f7bd494e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:10.005920 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-aab3bcf8-5dcc-4d1b-82da-58f7bd494e99 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 1094 time: 0.1483707 Nov 02 16:31:10.006897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:31:10.056656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:10.059081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Sync routers for ids ['869f98b2-8dae-42d6-969d-630ac1849349'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:31:10.081945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Routers {'869f98b2-8dae-42d6-969d-630ac1849349'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:31:10.082602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:30:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['869f98b2-8dae-42d6-969d-630ac1849349'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:10.087343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a927675-531d-4bc1-bd1d-6a7bb68ab663 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:10.138361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:10.140153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6ee62798-4bcf-4832-9050-ab3f8e359f22 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4830451 Nov 02 16:31:10.144046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54392) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:10.222755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79db0d-7162-4154-8780-fc3213053da4 req-df7aadb8-8929-4c27-92ba-2ee01bb8b9d8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:10.225232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663,segment=NetworkSegment(782eed32-eee9-4243-acc0-05c3773ccdf4),segment_id=782eed32-eee9-4243-acc0-05c3773ccdf4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:10.235017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa79db0d-7162-4154-8780-fc3213053da4 req-df7aadb8-8929-4c27-92ba-2ee01bb8b9d8 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1056271 Nov 02 16:31:10.238267 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:10.294931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa79db0d-7162-4154-8780-fc3213053da4 req-26a1b9ce-41fc-4ad6-b042-98c587b21332 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540941 Nov 02 16:31:10.320335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6a927675-531d-4bc1-bd1d-6a7bb68ab663,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:10.366519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Set router 869f98b2-8dae-42d6-969d-630ac1849349 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:31:10.411907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-ef8ae31f-9dc0-4de4-bf69-132a669722fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:10.415289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-ef8ae31f-9dc0-4de4-bf69-132a669722fc service neutron] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 915 time: 0.3984976 Nov 02 16:31:10.475481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa21-dd64-4a68-b2a9-9f45f979caae req-21bf3de3-826d-4625-9b1b-4e3e19a82854 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:10.477913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0531aa21-dd64-4a68-b2a9-9f45f979caae req-21bf3de3-826d-4625-9b1b-4e3e19a82854 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 943 time: 0.1156192 Nov 02 16:31:10.552217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-b0c37be9-30ab-4f32-a32a-b8000ff09f61 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73a7049-75e8-497a-a905-7fecc40e3af3 HTTP/1.1" status: 200 len: 217 time: 0.1234100 Nov 02 16:31:10.576530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6a927675-531d-4bc1-bd1d-6a7bb68ab663'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:10.585843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0531aa21-dd64-4a68-b2a9-9f45f979caae req-b6c6335f-bd8b-4da5-be72-e23fcbeabdcf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020479 Nov 02 16:31:10.621224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-dda79e53-a464-41d3-95df-9882dd0bb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:10.623898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-dda79e53-a464-41d3-95df-9882dd0bb140 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.0603745 Nov 02 16:31:10.671359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:08Z', 'revision_number': 3, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:10.685576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-b210356d-0898-40b6-bfb2-b6150e1f7f15 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417128 Nov 02 16:31:10.714760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Checking router: 869f98b2-8dae-42d6-969d-630ac1849349 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:31:10.715121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Updating router 869f98b2-8dae-42d6-969d-630ac1849349 port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:31:10.749546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:10.768678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7910ccc-48d1-4e6e-a830-76c99be94a07 req-2e612a67-7645-4cc8-b8d1-25d7ede9b0e0 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:10.771800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7910ccc-48d1-4e6e-a830-76c99be94a07 req-2e612a67-7645-4cc8-b8d1-25d7ede9b0e0 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 944 time: 0.0895708 Nov 02 16:31:10.844277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7910ccc-48d1-4e6e-a830-76c99be94a07 req-3bc31f20-87e2-4ee9-9199-e557d128e230 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661137 Nov 02 16:31:10.993878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-de7ad2bf-edda-41dc-a7b7-cc3df7a8a4c1 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985451 Nov 02 16:31:11.163744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39341c85-49ee-4fc1-b49d-e817db3b5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.176284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54432) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:11.188169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3fa36862-5d3d-486f-9d41-0dd0a4613832 req-241751e8-2065-4005-9106-3653708e1b24 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598217 Nov 02 16:31:11.235302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.256548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.349213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1705624690'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:11.380275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.388270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.390063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.396080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.440136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Attempting to bind port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:11.441150 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Attempting to bind port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:11.441753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Attempting to bind port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:11.445094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Allocated IP 172.20.0.1 (353bc94d-abcd-48a7-a079-2757e4fb2069/bfaae4d2-0f8e-4a61-b678-55b68cc3acd4/6acdc926-b796-4901-bd71-7759e4d778e7) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:11.475972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.481192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:11.481546 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.489415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:11.493416 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.494478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:11.495726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Bound port: 6fd90ffa-086d-4ad6-8988-9ff1113ee506, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:11.497549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.502937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.510792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-23016709-b5d1-4db1-bbec-d31ed010cfa5 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3332667 Nov 02 16:31:11.512979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54440) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:11.569103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe195ffc-0cbe-4351-b6bd-2473b5633b5d None None] Pushing event updated for resources: {'Port': ['ID=6fd90ffa-086d-4ad6-8988-9ff1113ee506,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:11.611359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] For port 6fd90ffa-086d-4ad6-8988-9ff1113ee506, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:11.613793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.615479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] For port 6fd90ffa-086d-4ad6-8988-9ff1113ee506, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fd90ffa-086d-4ad6-8988-9ff1113ee506,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:11.619637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.639830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.673536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Routers {'869f98b2-8dae-42d6-969d-630ac1849349'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:31:11.674199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['869f98b2-8dae-42d6-969d-630ac1849349'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:11.688090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.738966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:11.742161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:11.761704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:11.796706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe195ffc-0cbe-4351-b6bd-2473b5633b5d None None] Pushing event updated for resources: {'Port': ['ID=6fd90ffa-086d-4ad6-8988-9ff1113ee506,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:11.810928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Pushing event updated for resources: {'Port': ['ID=6acdc926-b796-4901-bd71-7759e4d778e7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:11.823474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6a927675-531d-4bc1-bd1d-6a7bb68ab663 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:11.827942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.883433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] Set router 869f98b2-8dae-42d6-969d-630ac1849349 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:31:11.884047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.886605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.947254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.947897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e94f0c6-1783-4d5f-8a5d-b57aaf952069 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:31:11.969866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc91da7-cdd0-497e-97ef-ba6a37c1365e req-60456662-eca2-4938-b4e0-fb5e04ae9d17 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:11.977249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dc91da7-cdd0-497e-97ef-ba6a37c1365e req-60456662-eca2-4938-b4e0-fb5e04ae9d17 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.2902346 Nov 02 16:31:11.984662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:11.986101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7750d28c-132c-489c-90ba-117327ab44a6 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7e94f0c6-1783-4d5f-8a5d-b57aaf952069 HTTP/1.1" status: 204 len: 168 time: 0.4701850 Nov 02 16:31:11.995075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54456) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:12.001836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Request body: {'router': {'name': 'tempest-router-1444596251', 'distributed': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:12.011930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.032292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.033710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.055820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:12.063825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:12.064207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.128279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.147528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dc91da7-cdd0-497e-97ef-ba6a37c1365e req-cb6a3986-172f-4e81-b73a-547c4d41f185 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544943 Nov 02 16:31:12.151739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.184932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.185929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-856c0776-21b6-458b-8b70-fe2b2ccd6ff1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1886470 Nov 02 16:31:12.189504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54458) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:12.256531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-629c07cf-e6fb-437f-833b-ec36d6451830 None None] Provisioning complete for port 6acdc926-b796-4901-bd71-7759e4d778e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:12.263586 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-629c07cf-e6fb-437f-833b-ec36d6451830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.287903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.289870 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.293717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.324182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.345341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-629c07cf-e6fb-437f-833b-ec36d6451830 None None] Port 6acdc926-b796-4901-bd71-7759e4d778e7 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:12.347626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a927675-531d-4bc1-bd1d-6a7bb68ab663'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:12.350422 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd2dbb-333d-4f0a-828b-a07879272e92" -d '{"events": [{"server_uuid": "d82ed1a7-adbe-49be-b129-a3897cbd97c3", "name": "network-vif-plugged", "status": "completed", "tag": "6a927675-531d-4bc1-bd1d-6a7bb68ab663"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:12.370052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663,segment=NetworkSegment(782eed32-eee9-4243-acc0-05c3773ccdf4),segment_id=782eed32-eee9-4243-acc0-05c3773ccdf4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:12.375678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.389178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.392404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Pushing event updated for resources: {'Port': ['ID=6acdc926-b796-4901-bd71-7759e4d778e7,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:12.425071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eea69-0d8f-4de5-9d36-c6476a25a248 req-dc7aca23-9fbe-4016-8720-1e5344f7e7a0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:12.435978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c1eea69-0d8f-4de5-9d36-c6476a25a248 req-dc7aca23-9fbe-4016-8720-1e5344f7e7a0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 943 time: 0.1854460 Nov 02 16:31:12.450486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6a927675-531d-4bc1-bd1d-6a7bb68ab663,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:12.455914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:08Z', 'revision_number': 3, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:12.497270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feb071-805c-4ff6-bc3d-4dc9b7e326cc None None] The sync data for ids ['869f98b2-8dae-42d6-969d-630ac1849349'] in n-d-811405-2 is: [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:08Z', 'revision_number': 3, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:31:12.512450 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.531167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:12.532955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:12.576893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.581421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.646768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c1eea69-0d8f-4de5-9d36-c6476a25a248 req-13811818-fb39-408f-a2e8-b14bf44c9447 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098079 Nov 02 16:31:12.662723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.664476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dbccc1f-f017-4427-8ae2-18480b32ad7e {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:31:12.678455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Router 869f98b2-8dae-42d6-969d-630ac1849349 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:31:12.678997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.683824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-854bfb9b-ee87-41c7-a260-560edcec3436 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9dbccc1f-f017-4427-8ae2-18480b32ad7e HTTP/1.1" status: 204 len: 168 time: 0.4898250 Nov 02 16:31:12.684405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54472) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:12.690176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Request body: {'router': {'name': 'tempest-router-530897657', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a81a7ac411a943f985a23e762c0e93a6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:12.696444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75e22f-617a-4644-ba8c-52dfdfe82668 req-31d996d8-a929-4b4a-8693-c1b96cca66d3 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:12.706331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c75e22f-617a-4644-ba8c-52dfdfe82668 req-31d996d8-a929-4b4a-8693-c1b96cca66d3 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 945 time: 0.1967289 Nov 02 16:31:12.762527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c75e22f-617a-4644-ba8c-52dfdfe82668 req-2a77d783-cad0-48aa-bca0-ebd0fe36fba5 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543938 Nov 02 16:31:12.797354 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5129dfb-27a8-412e-a856-a1ab8b973ba2 x-openstack-request-id: req-d5129dfb-27a8-412e-a856-a1ab8b973ba2 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:12.798506 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ed1a7-adbe-49be-b129-a3897cbd97c3", "name": "network-vif-plugged", "status": "completed", "tag": "6a927675-531d-4bc1-bd1d-6a7bb68ab663", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:12.798863 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5129dfb-27a8-412e-a856-a1ab8b973ba2 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:12.799376 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a927675-531d-4bc1-bd1d-6a7bb68ab663', 'code': 200} Nov 02 16:31:12.887711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b2815160-a1c8-46c6-871e-8bc42abb575a None None] Provisioning complete for port 6acdc926-b796-4901-bd71-7759e4d778e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:12.888365 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2815160-a1c8-46c6-871e-8bc42abb575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:12.936522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b2815160-a1c8-46c6-871e-8bc42abb575a None None] Port 6acdc926-b796-4901-bd71-7759e4d778e7 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:13.226965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.228009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.297906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fd90ffa-086d-4ad6-8988-9ff1113ee506 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:13.307936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7431e1-62c6-4039-9d49-865dffe3d9e6 req-68c4bc29-7c9b-4151-b193-9a20ca2c00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:13.309511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fb7431e1-62c6-4039-9d49-865dffe3d9e6 req-68c4bc29-7c9b-4151-b193-9a20ca2c00fb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 1096 time: 0.2109632 Nov 02 16:31:13.345705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ab8d2-bd35-49c9-94af-556868d1f34a req-ba1b8de4-a55d-4bef-b675-e2556cea5ff1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:13.354414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb5ab8d2-bd35-49c9-94af-556868d1f34a req-ba1b8de4-a55d-4bef-b675-e2556cea5ff1 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.0719085 Nov 02 16:31:13.387397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.411571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:13.412202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.414523 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.418744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:31:13.423469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb5ab8d2-bd35-49c9-94af-556868d1f34a req-e3bf0437-840d-4750-afe6-960272a7dae2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Nov 02 16:31:13.435980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc67722f-c540-40d8-8797-b4a14b9c3a81 admin admin] 10.222.0.31 "PUT /v2.0/routers/869f98b2-8dae-42d6-969d-630ac1849349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2897234 Nov 02 16:31:13.456946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fb7431e1-62c6-4039-9d49-865dffe3d9e6 req-7a3fd506-163b-4d41-b53b-f9c637c64786 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961337 Nov 02 16:31:13.459199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.463888 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eb82279b-6a11-485e-bde4-2f133d76f6d8 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7747607 Nov 02 16:31:13.464091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54496) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:13.469045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:13.552376 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.589973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 6fd90ffa-086d-4ad6-8988-9ff1113ee506, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fd90ffa-086d-4ad6-8988-9ff1113ee506,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:13.596079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.679676 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.711628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=6fd90ffa-086d-4ad6-8988-9ff1113ee506,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:13.825170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.825562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:13.830229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:13.835156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78994e-2c91-4d4f-8548-eb400dbcce14 req-74a09059-8e13-49ca-a64a-582e88a4b340 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:13.839935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb78994e-2c91-4d4f-8548-eb400dbcce14 req-74a09059-8e13-49ca-a64a-582e88a4b340 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 943 time: 0.0886390 Nov 02 16:31:13.940506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54512) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.005353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:14.016097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102065) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 02 16:31:14.016436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Router 1c53a9ff-11ab-4a75-b5bd-75469a66db00 migrating from provider to provider. {{(pid=102065) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 02 16:31:14.016815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.022546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.027753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.028944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'port_id': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'mac_address': 'fa:16:3e:6c:24:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c6575-d9f2-45ca-8eb0-0bf8593132c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:14.050778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb78994e-2c91-4d4f-8548-eb400dbcce14 req-ed157040-c8d3-448a-b927-a71209122b14 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035933 Nov 02 16:31:14.061822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54516) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.081565 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.099892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73a7049-75e8-497a-a905-7fecc40e3af3 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:14.131819 n-d-811405-2 neutron-server[102065]: WARNING neutron.scheduler.l3_agent_scheduler [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] No L3 agents can host the router 1c53a9ff-11ab-4a75-b5bd-75469a66db00 Nov 02 16:31:14.143260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:14.149075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.206936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:14.277429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Hosts for router 1c53a9ff-11ab-4a75-b5bd-75469a66db00: [] {{(pid=102065) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 02 16:31:14.301677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Hosts for other DVR routers connected to router 1c53a9ff-11ab-4a75-b5bd-75469a66db00: set() {{(pid=102065) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 02 16:31:14.304364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.305617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-66d7ffab-18ba-4726-b17b-3621afa94a6a tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "PUT /v2.0/routers/1c53a9ff-11ab-4a75-b5bd-75469a66db00 HTTP/1.1" status: 200 len: 716 time: 0.8402131 Nov 02 16:31:14.308243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.384356 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cac62d3e-3c8a-4d86-8184-ed2232b12ff0 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "GET /v2.0/routers/1c53a9ff-11ab-4a75-b5bd-75469a66db00 HTTP/1.1" status: 200 len: 716 time: 0.0749321 Nov 02 16:31:14.386902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54524) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.448819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c73a7049-75e8-497a-a905-7fecc40e3af3'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:14.500575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2e99bf-ffd3-4b0b-b31e-4e181c2786a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.508286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c152cfc-acf1-4ed5-bf29-81738ce451e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.554051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-4ed90d16-025f-4dd6-83f9-f9c766e4381b tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6425827 Nov 02 16:31:14.578455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:14.617762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4111700-ec29-4637-9543-d116782ba781 req-511eed2b-d957-41a5-aae3-e8f8e47a545d tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:14.619300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4111700-ec29-4637-9543-d116782ba781 req-511eed2b-d957-41a5-aae3-e8f8e47a545d tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 945 time: 0.4643707 Nov 02 16:31:14.626314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a5885e96-0e59-42d4-a959-56b866c763d5 tempest-RoutersTestDVR-1894067349 tempest-RoutersTestDVR-1894067349-project] 10.222.0.31 "GET /v2.0/routers/1c53a9ff-11ab-4a75-b5bd-75469a66db00 HTTP/1.1" status: 200 len: 682 time: 0.2359982 Nov 02 16:31:14.626527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54530) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.682166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.702512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.760109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4111700-ec29-4637-9543-d116782ba781 req-95c8a0c5-c76b-4fd3-84fc-8092d96a86ba tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283631 Nov 02 16:31:14.778992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c152cfc-acf1-4ed5-bf29-81738ce451e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.805155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c152cfc-acf1-4ed5-bf29-81738ce451e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.820312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2e99bf-ffd3-4b0b-b31e-4e181c2786a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.840724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2e99bf-ffd3-4b0b-b31e-4e181c2786a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.843522 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Sync routers for ids ['869f98b2-8dae-42d6-969d-630ac1849349'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:31:14.857265 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Routers {'869f98b2-8dae-42d6-969d-630ac1849349'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:31:14.858054 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['869f98b2-8dae-42d6-969d-630ac1849349'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:14.884154 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.887642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.899244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c152cfc-acf1-4ed5-bf29-81738ce451e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=677e349c06c44cc59df2c87e2fc67c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8334737 Nov 02 16:31:14.905167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54532) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.938989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c152cfc-acf1-4ed5-bf29-81738ce451e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0439632-a8fc-46d0-9cd7-04284d4d81ca,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:14.943344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.944236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c53a9ff-11ab-4a75-b5bd-75469a66db00 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:31:14.954958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:14.962543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c354d530-2cec-459b-b153-9b90b2cb0e3d tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1c53a9ff-11ab-4a75-b5bd-75469a66db00 HTTP/1.1" status: 204 len: 168 time: 0.3285747 Nov 02 16:31:14.962833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0e2e99bf-ffd3-4b0b-b31e-4e181c2786a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c56f297dc8e044469b4fc8c7235a14db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177226 Nov 02 16:31:14.965265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54534) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.965627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54536) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:14.970699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Request body: {'router': {'name': 'tempest-router-182239733', 'distributed': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:15.003685 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Set router 869f98b2-8dae-42d6-969d-630ac1849349 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:31:15.020732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.021722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.045731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e99bf-ffd3-4b0b-b31e-4e181c2786a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f105d5-37b4-4892-8f94-2f6113fe1a93,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:15.088455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8463e416-e1c0-4f5f-8a67-e4e1d0e80d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.099560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6979f-f17f-4b9a-b615-13000591dcdb req-9b890501-c68a-4f30-8b40-044f70dbcd4f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:15.101161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fe6979f-f17f-4b9a-b615-13000591dcdb req-9b890501-c68a-4f30-8b40-044f70dbcd4f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1361463 Nov 02 16:31:15.103040 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.113313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.116888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e230cd7e-2bed-4861-bea2-1fce4aec3d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.120551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.149537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e230cd7e-2bed-4861-bea2-1fce4aec3d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.153436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.157242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-23d103f5-66f5-4407-b755-fa2fee264aea tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1880789 Nov 02 16:31:15.160582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54540) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:15.183033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8463e416-e1c0-4f5f-8a67-e4e1d0e80d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.235631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fd90ffa-086d-4ad6-8988-9ff1113ee506 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:15.262163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fe6979f-f17f-4b9a-b615-13000591dcdb req-17ff9670-5178-455f-824e-7c339368aa14 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405032 Nov 02 16:31:15.270171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.328393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:15.329108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.352194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Allocated IP 172.25.7.20 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/ab3b5b38-e566-48d2-8b60-fceec08a2dab) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:15.354747 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:11Z', 'revision_number': 4, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '6acdc926-b796-4901-bd71-7759e4d778e7', 'name': '', 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069', 'tenant_id': '9d077d225180409994b67e41031a5495', 'mac_address': 'fa:16:3e:ca:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:11Z', 'updated_at': '2021-11-02T16:31:12Z', 'revision_number': 2, 'project_id': '9d077d225180409994b67e41031a5495', 'subnets': [{'id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:15.389822 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Checking router: 869f98b2-8dae-42d6-969d-630ac1849349 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:31:15.398887 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Updating router 869f98b2-8dae-42d6-969d-630ac1849349 port 6acdc926-b796-4901-bd71-7759e4d778e7 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:31:15.413559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8463e416-e1c0-4f5f-8a67-e4e1d0e80d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.416245 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8463e416-e1c0-4f5f-8a67-e4e1d0e80d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.419869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8463e416-e1c0-4f5f-8a67-e4e1d0e80d7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0439632-a8fc-46d0-9cd7-04284d4d81ca HTTP/1.1" status: 204 len: 168 time: 0.5095909 Nov 02 16:31:15.438539 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.463523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463e416-e1c0-4f5f-8a67-e4e1d0e80d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0439632-a8fc-46d0-9cd7-04284d4d81ca,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:15.540621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072d32-126f-4e8c-8d8a-84b261720836 req-a93f13f4-1f86-4486-b7db-136344a42fb7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:15.549748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98072d32-126f-4e8c-8d8a-84b261720836 req-a93f13f4-1f86-4486-b7db-136344a42fb7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 944 time: 0.1369159 Nov 02 16:31:15.561299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.620107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.660874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98072d32-126f-4e8c-8d8a-84b261720836 req-135af023-fec2-47ba-ac7c-fea4a6bd9d21 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098735 Nov 02 16:31:15.676955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:15.689460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:15.703491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:15.707683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=ab3b5b38-e566-48d2-8b60-fceec08a2dab,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:15.782178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54546) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:15.804650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.805684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd5209d5-33c7-4c04-b425-49d28c0ec9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.807335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.808986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e230cd7e-2bed-4861-bea2-1fce4aec3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.811951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e230cd7e-2bed-4861-bea2-1fce4aec3d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.816892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e230cd7e-2bed-4861-bea2-1fce4aec3d76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71f105d5-37b4-4892-8f94-2f6113fe1a93 HTTP/1.1" status: 204 len: 168 time: 0.8391333 Nov 02 16:31:15.825391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230cd7e-2bed-4861-bea2-1fce4aec3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f105d5-37b4-4892-8f94-2f6113fe1a93,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:15.831336 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.838166 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.845883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:15.881249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.882103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3956207f-de37-4161-b9c9-9a02f3323f8f {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:31:15.894670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:15.900235 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Pushing event updated for resources: {'Port': ['ID=6acdc926-b796-4901-bd71-7759e4d778e7,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:15.901874 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dec648f4-d9b2-4782-9439-2dd9930533c1 tempest-RoutersTestDVR-242335507 tempest-RoutersTestDVR-242335507-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3956207f-de37-4161-b9c9-9a02f3323f8f HTTP/1.1" status: 204 len: 168 time: 0.7401030 Nov 02 16:31:15.913711 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.914095 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.914430 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.914769 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.915101 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.915604 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.915940 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.916266 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.916596 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.916970 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.917301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.917623 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:15.999435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7252e2-187c-4b7e-a918-5eb6cf5a6034 req-14717588-8ce9-4395-ae01-91f7efacab2a tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:16.010971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b7252e2-187c-4b7e-a918-5eb6cf5a6034 req-14717588-8ce9-4395-ae01-91f7efacab2a tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 945 time: 0.1231434 Nov 02 16:31:16.014284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port c73a7049-75e8-497a-a905-7fecc40e3af3 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:16.021933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c73a7049-75e8-497a-a905-7fecc40e3af3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:16.022350 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.025517 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Attempting to bind port 6acdc926-b796-4901-bd71-7759e4d778e7 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:16.025901 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Attempting to bind port 6acdc926-b796-4901-bd71-7759e4d778e7 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:16.026284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Attempting to bind port 6acdc926-b796-4901-bd71-7759e4d778e7 on network 353bc94d-abcd-48a7-a079-2757e4fb2069 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:16.039812 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:16.040199 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Checking segment: {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:16.040609 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.042727 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Bound using segment: {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:16.043787 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Bound port: 6acdc926-b796-4901-bd71-7759e4d778e7, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69449fa-3780-40da-8f8a-f8980e68b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:16.046481 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.055168 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.089150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b7252e2-187c-4b7e-a918-5eb6cf5a6034 req-02c05d8e-02b7-4cfc-9ca2-e4fc36b5279f tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772407 Nov 02 16:31:16.131604 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.192138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:16.200855 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51f8f8-cc7e-4d1c-97ea-42421f611de0" -d '{"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-plugged", "status": "completed", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:16.211415 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] For port 6acdc926-b796-4901-bd71-7759e4d778e7, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:16.221765 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] For port 6acdc926-b796-4901-bd71-7759e4d778e7, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6acdc926-b796-4901-bd71-7759e4d778e7,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:16.228642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.229299 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.236319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:16.244465 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.333161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd5209d5-33c7-4c04-b425-49d28c0ec9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.351432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:16.358994 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd5209d5-33c7-4c04-b425-49d28c0ec9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.403290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2bf15863-7886-439f-a496-186e00efdaea None None] Provisioning complete for port 6acdc926-b796-4901-bd71-7759e4d778e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:16.404037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf15863-7886-439f-a496-186e00efdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.427372 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Routers {'869f98b2-8dae-42d6-969d-630ac1849349'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:31:16.428012 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['869f98b2-8dae-42d6-969d-630ac1849349'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:16.431978 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124172-b36f-4322-850d-c2a851fca817 None None] Pushing event updated for resources: {'Port': ['ID=6acdc926-b796-4901-bd71-7759e4d778e7,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:16.485552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cd5209d5-33c7-4c04-b425-49d28c0ec9c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e892a8ce1cc4fcb8a85fcaa21067e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006876 Nov 02 16:31:16.493480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54566) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:16.498786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5209d5-33c7-4c04-b425-49d28c0ec9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aaf722-27a0-4a5c-885a-63c699a64d44,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:16.518207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54570) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:16.563986 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf15863-7886-439f-a496-186e00efdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.652676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a86c5f-10df-4cad-9164-291dcdbb96ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.655021 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] Set router 869f98b2-8dae-42d6-969d-630ac1849349 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:31:16.677735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2bf15863-7886-439f-a496-186e00efdaea None None] For port 6acdc926-b796-4901-bd71-7759e4d778e7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6acdc926-b796-4901-bd71-7759e4d778e7,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:16.685603 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf15863-7886-439f-a496-186e00efdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.710950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a86c5f-10df-4cad-9164-291dcdbb96ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.712822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.722092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.736000 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba22ba24-3ab1-4896-b20d-c29f80067e8b x-openstack-request-id: req-ba22ba24-3ab1-4896-b20d-c29f80067e8b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:16.736936 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-plugged", "status": "completed", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:16.736936 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba22ba24-3ab1-4896-b20d-c29f80067e8b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:16.736936 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'code': 200} Nov 02 16:31:16.781018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15863-7886-439f-a496-186e00efdaea None None] Pushing event updated for resources: {'Port': ['ID=6acdc926-b796-4901-bd71-7759e4d778e7,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:16.815465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=ab3b5b38-e566-48d2-8b60-fceec08a2dab,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:16.826909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-39a7d109-a174-497d-a988-00cc1ecfd287 None None] Provisioning complete for port 6acdc926-b796-4901-bd71-7759e4d778e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:16.827491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39a7d109-a174-497d-a988-00cc1ecfd287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.836915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa685-48a0-456d-8ced-7019e3a3ef79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.883623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a465-7bb0-4b40-aa46-a8a4406476be req-78ed8123-f1f8-45b9-b0bf-d78b51fcd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:16.885369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7962a465-7bb0-4b40-aa46-a8a4406476be req-78ed8123-f1f8-45b9-b0bf-d78b51fcd266 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 1096 time: 0.0744386 Nov 02 16:31:16.887267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a86c5f-10df-4cad-9164-291dcdbb96ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.889462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a86c5f-10df-4cad-9164-291dcdbb96ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.890747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-30a86c5f-10df-4cad-9164-291dcdbb96ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61aaf722-27a0-4a5c-885a-63c699a64d44 HTTP/1.1" status: 204 len: 168 time: 0.3961818 Nov 02 16:31:16.908439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a86c5f-10df-4cad-9164-291dcdbb96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aaf722-27a0-4a5c-885a-63c699a64d44,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:16.939958 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.968850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7962a465-7bb0-4b40-aa46-a8a4406476be req-3f3aab74-8abe-4bcf-b1e7-12ee6ff72c15 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573194 Nov 02 16:31:16.978231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdf87-3587-43e0-b656-82047dd26396 req-8f593154-9f45-4f78-a02b-33396a219741 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:16.979813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f0bdf87-3587-43e0-b656-82047dd26396 req-8f593154-9f45-4f78-a02b-33396a219741 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1301494 Nov 02 16:31:16.985376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:16.992398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-171e9a00-46af-4cde-9493-bc6336123d14 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4234867 Nov 02 16:31:17.070097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-ada11d4c-2213-473b-bd60-be6825b6c585 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0767965 Nov 02 16:31:17.079610 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:11Z', 'revision_number': 4, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '6acdc926-b796-4901-bd71-7759e4d778e7', 'name': '', 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069', 'tenant_id': '9d077d225180409994b67e41031a5495', 'mac_address': 'fa:16:3e:ca:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:11Z', 'updated_at': '2021-11-02T16:31:16Z', 'revision_number': 4, 'project_id': '9d077d225180409994b67e41031a5495', 'subnets': [{'id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:17.112270 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07456cb-f9e0-442c-83ec-29349fc6e2b6 None None] The sync data for ids ['869f98b2-8dae-42d6-969d-630ac1849349'] in n-d-811405-2 is: [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:11Z', 'revision_number': 4, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '6acdc926-b796-4901-bd71-7759e4d778e7', 'name': '', 'network_id': '353bc94d-abcd-48a7-a079-2757e4fb2069', 'tenant_id': '9d077d225180409994b67e41031a5495', 'mac_address': 'fa:16:3e:ca:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:11Z', 'updated_at': '2021-11-02T16:31:16Z', 'revision_number': 4, 'project_id': '9d077d225180409994b67e41031a5495', 'subnets': [{'id': 'bfaae4d2-0f8e-4a61-b678-55b68cc3acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:31:17.184422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f0bdf87-3587-43e0-b656-82047dd26396 req-ffd898fa-a7eb-4add-8821-889353c9ab25 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790733 Nov 02 16:31:17.221316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.246566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa685-48a0-456d-8ced-7019e3a3ef79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.266641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa685-48a0-456d-8ced-7019e3a3ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.375154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b8dfa685-48a0-456d-8ced-7019e3a3ef79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a81a7ac411a943f985a23e762c0e93a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8531759 Nov 02 16:31:17.377793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54598) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:17.411363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa685-48a0-456d-8ced-7019e3a3ef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bfe485-ab57-4457-91d1-9d32dd3869a5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:17.424645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-d40775c2-1f8d-4121-8028-a28c32382f43 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:17.427368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccdcb534-acae-4c0b-bb13-87bfeb0bc76d req-d40775c2-1f8d-4121-8028-a28c32382f43 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.3362586 Nov 02 16:31:17.457501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a2e0-5e90-43d0-bb70-9cf3263557d9 req-4f4e66a3-49a0-4133-aa7c-1b911486dfab tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:17.465276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7426a2e0-5e90-43d0-bb70-9cf3263557d9 req-4f4e66a3-49a0-4133-aa7c-1b911486dfab tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 945 time: 0.1512423 Nov 02 16:31:17.504055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54606) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:17.521143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-38f02f0f-0907-4e13-a9c5-7f694254a57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.541312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7426a2e0-5e90-43d0-bb70-9cf3263557d9 req-7075694b-582a-4553-8e5e-ff90f35510b6 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747781 Nov 02 16:31:17.550271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-38f02f0f-0907-4e13-a9c5-7f694254a57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.616214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc599-e96c-4ebe-b52a-c7ec744b8ef5 req-f91ce674-ae29-4410-afd2-2aa8be1ded82 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:17.617804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dadfc599-e96c-4ebe-b52a-c7ec744b8ef5 req-f91ce674-ae29-4410-afd2-2aa8be1ded82 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1056964 Nov 02 16:31:17.644851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-38f02f0f-0907-4e13-a9c5-7f694254a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.649850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-38f02f0f-0907-4e13-a9c5-7f694254a57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.651354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-38f02f0f-0907-4e13-a9c5-7f694254a57d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62bfe485-ab57-4457-91d1-9d32dd3869a5 HTTP/1.1" status: 204 len: 168 time: 0.2713182 Nov 02 16:31:17.662508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f02f0f-0907-4e13-a9c5-7f694254a57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bfe485-ab57-4457-91d1-9d32dd3869a5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:17.699207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dadfc599-e96c-4ebe-b52a-c7ec744b8ef5 req-136762b6-ae2d-4823-9d6c-3b17b745751c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732470 Nov 02 16:31:17.820045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-327985872-network', 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:17.825735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-93dc5a35-42b6-4e96-9755-e0704da2c179 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1574528 Nov 02 16:31:17.841694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:17.858821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:17.861970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.885484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:17.886338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.014016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.021070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.076502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:18.098974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:18.101329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.103407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.104849 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Added segment 6c4a8dcd-312c-4b3e-823b-2f42bb2eb865 of type vlan for network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 Nov 02 16:31:18.155438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.186556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.187784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:18.188477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.281091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:18.291184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] Pushing event updated for resources: {'Network': ['ID=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:18.302672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:18.310907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3c03a18-4b83-49d0-b33f-2e0358e17181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.314487 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a9a21374-9caf-4c67-a10f-bb285532a1bd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8073752 Nov 02 16:31:18.318524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54630) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:18.328818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Request body: {'subnet': {'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-327985872-subnet', 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:18.367667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:18.372551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.389668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Allocated IP 172.25.7.105 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/76e3d831-190a-48e1-99f7-1a72ee1d7461) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:18.531053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381ede-d316-4cd8-bdbc-ca6f298bb6aa req-78e6a785-9755-49da-ba03-bf2ca405ecf3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:18.532617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3381ede-d316-4cd8-bdbc-ca6f298bb6aa req-78e6a785-9755-49da-ba03-bf2ca405ecf3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1964309 Nov 02 16:31:18.641529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.651177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3c03a18-4b83-49d0-b33f-2e0358e17181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.661373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3c03a18-4b83-49d0-b33f-2e0358e17181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.666189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3381ede-d316-4cd8-bdbc-ca6f298bb6aa req-2057b6d5-857a-4300-848f-690c2c6d965f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165884 Nov 02 16:31:18.694716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.711330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=192d52a2-dffb-4dcb-870f-84755da3ccb0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:18.715904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:18.716267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Network hostable DHCP agents. Network: 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:18.724635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d3c03a18-4b83-49d0-b33f-2e0358e17181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5357237e85e44bac964dffa182e78cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424944 Nov 02 16:31:18.727053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c03a18-4b83-49d0-b33f-2e0358e17181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7eb2c1-dbc7-49ba-a078-f0943e7ee6ec,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:18.730187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54640) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:18.763308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.774767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:18.790066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:18.798781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0eb911-dc00-4a6e-8266-70ccf97dd26f None None] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:18.818027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:18.821016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:18.821210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:18.822803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.823592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:18.880762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=76e3d831-190a-48e1-99f7-1a72ee1d7461,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:18.896096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c39bcca6-6218-445b-99d1-ef63c96dadb2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5759325 Nov 02 16:31:18.929781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8618e5dc-7bc2-4f4f-8ea3-96d1c272b65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:18.957640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3efa22-d89a-4e66-9ef2-441aae181476 req-df2beaa6-5ed7-478c-9276-b1699b55e7c4 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:18.959264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef3efa22-d89a-4e66-9ef2-441aae181476 req-df2beaa6-5ed7-478c-9276-b1699b55e7c4 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 945 time: 0.1127527 Nov 02 16:31:19.002885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8618e5dc-7bc2-4f4f-8ea3-96d1c272b65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.027452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.031469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef3efa22-d89a-4e66-9ef2-441aae181476 req-f2bc830e-b79b-4679-9879-23dd5a264b3e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.31 "GET /v2.0/security-groups?id=788c939b-1538-4d79-a278-2e8dc6e41367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Nov 02 16:31:19.076975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.120460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-d8d1c936-d0b5-4c77-9a6f-2e5494dc4822 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:19.122147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-d8d1c936-d0b5-4c77-9a6f-2e5494dc4822 tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.100 "GET /v2.0/ports?device_id=d82ed1a7-adbe-49be-b129-a3897cbd97c3 HTTP/1.1" status: 200 len: 945 time: 0.2764995 Nov 02 16:31:19.137787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66d3c5-84db-48bd-99bb-dd7ceeef4f55 None None] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:19.293792 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8618e5dc-7bc2-4f4f-8ea3-96d1c272b65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.296440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8618e5dc-7bc2-4f4f-8ea3-96d1c272b65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.301383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8618e5dc-7bc2-4f4f-8ea3-96d1c272b65c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c7eb2c1-dbc7-49ba-a078-f0943e7ee6ec HTTP/1.1" status: 204 len: 168 time: 0.5689101 Nov 02 16:31:19.342183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618e5dc-7bc2-4f4f-8ea3-96d1c272b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7eb2c1-dbc7-49ba-a078-f0943e7ee6ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:19.364439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Deleting port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:19.364926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.368097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6acdc926-b796-4901-bd71-7759e4d778e7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:19.419490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.427109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.454743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 6acdc926-b796-4901-bd71-7759e4d778e7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:19.455191 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.532474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] For port 6a927675-531d-4bc1-bd1d-6a7bb68ab663, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6a927675-531d-4bc1-bd1d-6a7bb68ab663,segment=NetworkSegment(782eed32-eee9-4243-acc0-05c3773ccdf4),segment_id=782eed32-eee9-4243-acc0-05c3773ccdf4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:19.532937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.544699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e7156-d161-456d-9a0a-ca8c8d480afa req-158e93a3-8cd3-4db9-a2d8-28fa63844b03 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:19.551433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-261e7156-d161-456d-9a0a-ca8c8d480afa req-158e93a3-8cd3-4db9-a2d8-28fa63844b03 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.2266452 Nov 02 16:31:19.553429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Calling delete_port for 6a927675-531d-4bc1-bd1d-6a7bb68ab663 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:19.569483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=76e3d831-190a-48e1-99f7-1a72ee1d7461,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:19.579001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.618248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.625595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-d4dca626-a759-44c7-99d5-98885ab4a3b1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7932827 Nov 02 16:31:19.679755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-261e7156-d161-456d-9a0a-ca8c8d480afa req-21ae5694-948a-4a56-a74a-b00260039ca2 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115544 Nov 02 16:31:19.696162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-618f7bb5-a3f0-4db5-8408-5e2fa91be1f7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.0696557 Nov 02 16:31:19.731859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.749207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6a927675-531d-4bc1-bd1d-6a7bb68ab663'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:19.786013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Pushing event deleted for resources: {'Port': ['ID=6a927675-531d-4bc1-bd1d-6a7bb68ab663,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:19.848314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] No DVR routers for this DVR port 6a927675-531d-4bc1-bd1d-6a7bb68ab663 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:19.851874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:19.852429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-74c2357b-f872-4643-9266-b37eb8628e3a tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:19.854215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cdc76e1-3812-425d-bde6-c4503eee7081 req-74c2357b-f872-4643-9266-b37eb8628e3a tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1571448 Nov 02 16:31:19.855472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-399353c1-78cb-4321-9d4f-3717d7b7051e req-041ad8fd-e488-4519-a7c0-64ba1f3beb5e tempest-InstanceActionsV221TestJSON-258948066 tempest-InstanceActionsV221TestJSON-258948066-project] 10.222.0.100 "DELETE /v2.0/ports/6a927675-531d-4bc1-bd1d-6a7bb68ab663 HTTP/1.1" status: 204 len: 173 time: 0.7223721 Nov 02 16:31:19.855963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'name': 'network-vif-deleted', 'tag': '6a927675-531d-4bc1-bd1d-6a7bb68ab663'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:19.858999 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e291c155-4df4-42ca-b284-d6a05881d7d1" -d '{"events": [{"server_uuid": "d82ed1a7-adbe-49be-b129-a3897cbd97c3", "name": "network-vif-deleted", "tag": "6a927675-531d-4bc1-bd1d-6a7bb68ab663"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:20.094637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-8983791c-9df9-4399-ab68-a2c556d54d90 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:20.096124 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-8983791c-9df9-4399-ab68-a2c556d54d90 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.1176975 Nov 02 16:31:20.114837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-d8534a9d-7953-440d-a888-d67cc9d48415 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.0110149 Nov 02 16:31:20.164436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-b68cbb20-a4e8-45f5-a448-b85e7c74b281 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c7043f54394e468694370fc9e928f23b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427837 Nov 02 16:31:20.170757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-6f583786-ac20-48fc-8fd1-355bca4399da tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479524 Nov 02 16:31:20.342481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-48cfa005-1a18-4cb2-a71f-7ad209d7e9c9 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601543 Nov 02 16:31:20.350649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-4d2c79b0-a5eb-4dc0-b304-cf55a5386b97 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:20.352082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-4d2c79b0-a5eb-4dc0-b304-cf55a5386b97 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804214 Nov 02 16:31:20.368936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54716) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:20.407426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-8b564788-1764-4dc1-9502-025ce7ff2310 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/quotas/c7043f54394e468694370fc9e928f23b HTTP/1.1" status: 200 len: 375 time: 0.0466745 Nov 02 16:31:20.448217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-cefc8a7d-2d4e-40a0-ae62-4cf284ec6f6c tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7043f54394e468694370fc9e928f23b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307703 Nov 02 16:31:20.486933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-91641fa2-2166-4a54-8722-9f6266b8bed2 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335990 Nov 02 16:31:20.488038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1638848865'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:20.512130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:20.516089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.526709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.528290 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:31:20.641519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.646810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.688279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:20.699604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8823a35-b754-434e-92b2-66a68c2684e3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:20.704835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.705400 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment 3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d of type vlan for network 158545b3-ba26-48e9-a571-0e56fb2981ab Nov 02 16:31:20.746449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf4cd9-fb21-4998-97ef-431edeec2def req-a7677e4f-4ae9-4e91-8536-f1bfcd408880 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:20.754610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60bf4cd9-fb21-4998-97ef-431edeec2def req-a7677e4f-4ae9-4e91-8536-f1bfcd408880 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1236327 Nov 02 16:31:20.757291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.769286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444bf6-6b98-444b-a816-f7dfcafc8fc8 req-80286445-8506-417f-a2b9-358f395cc75f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:20.770674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00444bf6-6b98-444b-a816-f7dfcafc8fc8 req-80286445-8506-417f-a2b9-358f395cc75f tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.0951002 Nov 02 16:31:20.805650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.823328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:20.825178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:20.834737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60bf4cd9-fb21-4998-97ef-431edeec2def req-c77e2b95-4f90-416e-917b-6717d5933225 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791702 Nov 02 16:31:20.857539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00444bf6-6b98-444b-a816-f7dfcafc8fc8 req-ef088955-a4a8-453a-a737-014884c973f0 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756819 Nov 02 16:31:20.881179 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688b6a79-4bc9-45cd-a5e1-3ea865efd3d0 x-openstack-request-id: req-688b6a79-4bc9-45cd-a5e1-3ea865efd3d0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:20.881884 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ed1a7-adbe-49be-b129-a3897cbd97c3", "name": "network-vif-deleted", "tag": "6a927675-531d-4bc1-bd1d-6a7bb68ab663", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:20.882337 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-688b6a79-4bc9-45cd-a5e1-3ea865efd3d0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:20.883006 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ed1a7-adbe-49be-b129-a3897cbd97c3', 'name': 'network-vif-deleted', 'tag': '6a927675-531d-4bc1-bd1d-6a7bb68ab663', 'status': 'completed', 'code': 200} Nov 02 16:31:20.923026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5525014 Nov 02 16:31:20.932979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:20.938087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'name': 'tempest-PortsIpV6TestJSON-645120314'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:21.039852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0996-7a0b-4f08-95c1-2640b1126507 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=158545b3-ba26-48e9-a571-0e56fb2981ab,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:21.041773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-d511d6ba-df76-4174-a2df-6b019f032f57 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1469035 Nov 02 16:31:21.052194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:21.079996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:21.083181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:21.085665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.089388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a07b940-7fc2-45e8-ac66-ad8151b1ee01 req-887fddb9-f152-4379-b481-077f4b960120 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 210 time: 0.0465543 Nov 02 16:31:21.114928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.119096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port d1cb1c38-c2a7-4804-9bed-e75803671314 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:21.188215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aadc63ee-8617-40fa-ad97-6ec78a5a147d req-3c030678-54d8-4929-a5c6-3c77a7bcbab2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 210 time: 0.0292196 Nov 02 16:31:21.267669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.330534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.382115 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.397168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Allocated IP 172.25.7.41 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/3402dc06-642b-4163-bd88-cedfa39796b8) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:21.457439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=d1cb1c38-c2a7-4804-9bed-e75803671314,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:21.491649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:21.492111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: 158545b3-ba26-48e9-a571-0e56fb2981ab, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:21.518234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:21.527741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 158545b3-ba26-48e9-a571-0e56fb2981ab) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:21.532321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.537238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19057ed-c458-477e-8068-6914a15d65af None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:21.569321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:21.587178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.587431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:21.587860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.617610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f87026a4-08b7-41d4-ac73-9a5d585ca864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6835299 Nov 02 16:31:21.621307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54760) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:21.627588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1994334645'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:21.649958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:21.655847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:21.660029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.676569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:21.679465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:21.694951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:21.704644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.705117 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment dcbeaaff-f8ee-4867-8217-475d3b778364 of type vlan for network a14841ba-46d2-4aba-aafc-678c1dc06974 Nov 02 16:31:21.717115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=3402dc06-642b-4163-bd88-cedfa39796b8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:21.753867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3043bf7-cd59-43b0-a167-0c508ea68d03 req-38972742-2678-459e-9582-b93f8cf352e0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:21.756921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.761519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3043bf7-cd59-43b0-a167-0c508ea68d03 req-38972742-2678-459e-9582-b93f8cf352e0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1417959 Nov 02 16:31:21.791111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.797564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:21.798412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:21.835461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-8f8f0e80-791c-4313-91fb-d27d32010b11 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c7043f54394e468694370fc9e928f23b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499852 Nov 02 16:31:21.867957 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2452617 Nov 02 16:31:21.871611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54764) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:21.877545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'ports': [{'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'}, {'network_id': 'a14841ba-46d2-4aba-aafc-678c1dc06974'}]} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:21.877888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:21.878453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': 'a14841ba-46d2-4aba-aafc-678c1dc06974'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:21.881725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eba706-c300-49a3-ba4c-42138a09b154 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=a14841ba-46d2-4aba-aafc-678c1dc06974,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:21.895751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a14841ba-46d2-4aba-aafc-678c1dc06974 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:21.918385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3043bf7-cd59-43b0-a167-0c508ea68d03 req-20719dc7-97ce-4152-9c29-9a0d01997bc5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513765 Nov 02 16:31:21.921864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.049243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.132655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 2} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:22.137897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.147630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-d1d38c30-b8ae-4030-92e9-0573455372c2 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:22.149396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-d1d38c30-b8ae-4030-92e9-0573455372c2 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043120 Nov 02 16:31:22.154344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.164873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Request body: {'port': {'device_id': '1dea7adc-d423-4688-bd50-d149d54c2719', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'c7043f54394e468694370fc9e928f23b'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:22.253392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port c207fd31-1e64-464d-9061-7be97f9e5595 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:22.385035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.462476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port cc62f0f4-888e-496d-823b-b1c3350f910c yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:22.573323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.584154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f13ed7-fa3f-4d2f-b015-d3003e9710cc req-06604604-b623-4676-aaa5-67ab3c8d3c8e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:22.585692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43f13ed7-fa3f-4d2f-b015-d3003e9710cc req-06604604-b623-4676-aaa5-67ab3c8d3c8e tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.5061085 Nov 02 16:31:22.610424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.655736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:22.658813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:22.663140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:22.664185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.673785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=c207fd31-1e64-464d-9061-7be97f9e5595,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:22.694073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43f13ed7-fa3f-4d2f-b015-d3003e9710cc req-e92d950c-3019-494a-a24c-6d77436c1cfe tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010859 Nov 02 16:31:22.736629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.745452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.754160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': 'dcbeaaff-f8ee-4867-8217-475d3b778364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14841ba-46d2-4aba-aafc-678c1dc06974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:22.754160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: a14841ba-46d2-4aba-aafc-678c1dc06974, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:22.757712 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.758965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Made reservation on behalf of c7043f54394e468694370fc9e928f23b for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:22.760241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=cc62f0f4-888e-496d-823b-b1c3350f910c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:22.764904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.780676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network a14841ba-46d2-4aba-aafc-678c1dc06974 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:22.782942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54778) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:22.812488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.889659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=3402dc06-642b-4163-bd88-cedfa39796b8,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:22.913551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a14841ba-46d2-4aba-aafc-678c1dc06974) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:22.919550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.924359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d9d68-2ab5-45a7-b340-34c2cfb4dd88 None None] Network a14841ba-46d2-4aba-aafc-678c1dc06974 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:22.928661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:22.937379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:22.943331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:22.944024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.954747 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.955233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Deleting subnet 491def7c-a312-4431-a0c8-d753ebee2e53 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:22.957558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-2a1ca34f-274b-49c0-9b04-929029f0f872 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9021842 Nov 02 16:31:22.965170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:22.997455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-036c2cfd-35a9-43c5-aab0-ed6fca4a006d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1244833 Nov 02 16:31:23.007124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54782) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:23.058566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-470b4389-46ba-4a13-8559-9bb5bc7c4169 req-d5cccd91-e6de-499e-a42b-10ed8d4d4a64 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 210 time: 0.0996194 Nov 02 16:31:23.078004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-eb055881-1bef-438f-9844-7636581919d8 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0930898 Nov 02 16:31:23.078997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.104902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.129691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-313948c0-28f2-4f7e-9a28-e68cdb4f2aaa tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:23.131160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-313948c0-28f2-4f7e-9a28-e68cdb4f2aaa tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.3021176 Nov 02 16:31:23.142963 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.148018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': '4d644bba-67cb-4329-9481-07189c9f3aef', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:23.213848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9257c62f-11fb-49fa-91e0-ee3f879e92d6 req-87b48be4-8232-485d-9e1e-784c169bebe0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 210 time: 0.0681875 Nov 02 16:31:23.214802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.252873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa66bb-4607-4e99-8814-e67bb311c26d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:23.276405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port cc62f0f4-888e-496d-823b-b1c3350f910c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:23.276569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.369087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-b707eef3-abe6-4035-9e1e-e630969d0fd3 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:23.370686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03a14a79-ece6-4567-aa5a-c62b79dc06aa req-b707eef3-abe6-4035-9e1e-e630969d0fd3 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2821562 Nov 02 16:31:23.380290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.396757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.405674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for cc62f0f4-888e-496d-823b-b1c3350f910c owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:23.416659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Allocated IP 192.168.233.246 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/641dd5bf-8d7f-421f-960f-98849af484a8) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:23.433097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:23.436558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.438650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491def7c-a312-4431-a0c8-d753ebee2e53,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:23.439259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45804a7e-8afc-441d-8127-c31bfd36abb0 req-ef0b87c9-f89f-48cd-a1bb-f6e3ae00dd8a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:23.442211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45804a7e-8afc-441d-8127-c31bfd36abb0 req-ef0b87c9-f89f-48cd-a1bb-f6e3ae00dd8a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1340785 Nov 02 16:31:23.455431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.459430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55e67ea9-790d-4085-a822-a591569e8f58 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/491def7c-a312-4431-a0c8-d753ebee2e53 HTTP/1.1" status: 204 len: 168 time: 0.6755402 Nov 02 16:31:23.463541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54786) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:23.563645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45804a7e-8afc-441d-8127-c31bfd36abb0 req-5b8d2be0-1aa9-4a06-9950-0af616e77ba7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931611 Nov 02 16:31:23.597383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-72a2399b-90cb-4365-b891-7c5e64ac57ee tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1985443 Nov 02 16:31:23.626252 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.633202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:23.683087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.686277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.757233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=cc62f0f4-888e-496d-823b-b1c3350f910c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:23.761470 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.795336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.5 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:23.809480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.812739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a16eebdc-d460-4558-9754-b99a54c2a6a2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/cc62f0f4-888e-496d-823b-b1c3350f910c HTTP/1.1" status: 204 len: 168 time: 0.8046417 Nov 02 16:31:23.820844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:23.827265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.858679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6a927675-531d-4bc1-bd1d-6a7bb68ab663 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:23.864597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf44570-c723-4f10-978a-8f08bd09b424']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:23.877651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782eed32-eee9-4243-acc0-05c3773ccdf4') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:23.878501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782eed32-eee9-4243-acc0-05c3773ccdf4') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:23.885778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 6a927675-531d-4bc1-bd1d-6a7bb68ab663 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:23.886820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6a927675-531d-4bc1-bd1d-6a7bb68ab663 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:23.891826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.900075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.947354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4755744-a72d-435c-95ac-d28430d209f1 req-fc57c5b0-5102-46a8-8a08-4589ec5f1738 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:23.948910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4755744-a72d-435c-95ac-d28430d209f1 req-fc57c5b0-5102-46a8-8a08-4589ec5f1738 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1752815 Nov 02 16:31:23.951337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.962623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:23.963074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:23.964801 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:23.978742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:23.992705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8872c8-9baf-43c4-ae24-56c9638d4380 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:23.998837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8872c8-9baf-43c4-ae24-56c9638d4380 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:24.000900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5c8872c8-9baf-43c4-ae24-56c9638d4380 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1786132 Nov 02 16:31:24.004766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54794) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:24.015026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:24.020207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Pushing event updated for resources: {'Port': ['ID=641dd5bf-8d7f-421f-960f-98849af484a8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:24.025577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:24.057804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.058170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.058515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.058847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.059176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.059500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.059828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.060148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.060466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.060787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.061101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.061422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:24.103188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4755744-a72d-435c-95ac-d28430d209f1 req-4a805b2f-49cd-4228-8132-24d0aa2f4a20 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372163 Nov 02 16:31:24.107370 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.111181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.117124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:24.117785 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.126740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.130289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.133634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] 10.222.0.31 "DELETE /v2.0/networks/caf44570-c723-4f10-978a-8f08bd09b424 HTTP/1.1" status: 204 len: 168 time: 0.6686962 Nov 02 16:31:24.161422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8a048-d15f-46a5-838c-87fabe378473 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf44570-c723-4f10-978a-8f08bd09b424,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:24.193877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-e022a4b8-bfaf-41f2-a715-ac3b0f55bf5e tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0327144 Nov 02 16:31:24.224815 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Request body: {'port': {'device_id': '1dea7adc-d423-4688-bd50-d149d54c2719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:24.245598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port c207fd31-1e64-464d-9061-7be97f9e5595 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:24.245993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.328704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.341405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.363934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for c207fd31-1e64-464d-9061-7be97f9e5595 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:24.367145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e2882ea9-a8fc-4310-9843-bf0b94a2abce None None] Provisioning complete for port 641dd5bf-8d7f-421f-960f-98849af484a8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:24.367742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e2882ea9-a8fc-4310-9843-bf0b94a2abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.406171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:24.406791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54802) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:24.410751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Allocated IP 172.25.7.225 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/2afa7ccf-01ad-49c4-84a1-26fc12283fc2) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:24.415150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.429047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612bcfc-8a29-49ef-902d-8f838ddba59c req-94195c35-4f42-452d-857c-067fe33141a8 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:24.430653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1612bcfc-8a29-49ef-902d-8f838ddba59c req-94195c35-4f42-452d-857c-067fe33141a8 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 936 time: 0.1296475 Nov 02 16:31:24.430812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:24.574672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e2882ea9-a8fc-4310-9843-bf0b94a2abce None None] Port 641dd5bf-8d7f-421f-960f-98849af484a8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:24.598867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1612bcfc-8a29-49ef-902d-8f838ddba59c req-f2f3b5eb-9053-4bf1-a7f5-98d06c86cbfd tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471095 Nov 02 16:31:24.716018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.750926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:24.789379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:24.794785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0c1f9-6d1e-4837-8f27-541751ddaefd req-862f46dd-82d8-4569-8a40-38c13028fa2c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:24.796318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76b0c1f9-6d1e-4837-8f27-541751ddaefd req-862f46dd-82d8-4569-8a40-38c13028fa2c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 931 time: 0.1346526 Nov 02 16:31:24.840034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:24.840633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.847306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e4121c05-bc38-41b5-926a-48cdf5f25ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0efb0915f3b5470ebaca0d71c68f8b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344139 Nov 02 16:31:24.847660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54806) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:24.859226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.885879 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-83e8bb01-94e5-448a-b4a9-d51f79044887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442112 Nov 02 16:31:24.893911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.902656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76b0c1f9-6d1e-4837-8f27-541751ddaefd req-9bcf21db-330d-4663-a11b-b798aee70c94 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963292 Nov 02 16:31:24.906542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Request body: {'port': {'device_id': '4d644bba-67cb-4329-9481-07189c9f3aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:24.920617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:24.929958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:24.939207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:24.966192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=c207fd31-1e64-464d-9061-7be97f9e5595,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:24.979491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:24.982638 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6d7261b0-eb5e-4568-ae64-05a2287fc47a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/c207fd31-1e64-464d-9061-7be97f9e5595 HTTP/1.1" status: 204 len: 168 time: 0.9747899 Nov 02 16:31:24.986819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=2afa7ccf-01ad-49c4-84a1-26fc12283fc2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:24.989970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:25.040538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641dd5bf-8d7f-421f-960f-98849af484a8 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:25.042921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b277d0-dcb2-47b8-8965-13708b2ace66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.054296 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.075349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.092594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Transition to ACTIVE for port object 641dd5bf-8d7f-421f-960f-98849af484a8 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:25.100848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79d879-2726-4e65-ac49-5faa8fd448c6 req-1a1099a1-22af-4374-8d68-040f20eb9465 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:25.101054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b277d0-dcb2-47b8-8965-13708b2ace66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.102370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee79d879-2726-4e65-ac49-5faa8fd448c6 req-1a1099a1-22af-4374-8d68-040f20eb9465 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1326585 Nov 02 16:31:25.106762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.154236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea04fa66-dabc-438d-b7cd-06a634c8ccb8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:25.155713 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea04fa66-dabc-438d-b7cd-06a634c8ccb8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1599057 Nov 02 16:31:25.162068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54812) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:25.169802 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.208633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Pushing event updated for resources: {'Port': ['ID=641dd5bf-8d7f-421f-960f-98849af484a8,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:25.212540 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fececada-afe4-4f01-94f3-bc6bf56b5e4c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:25.214161 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fececada-afe4-4f01-94f3-bc6bf56b5e4c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/cc62f0f4-888e-496d-823b-b1c3350f910c HTTP/1.1" status: 404 len: 333 time: 0.0511131 Nov 02 16:31:25.220178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54814) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:25.256545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee79d879-2726-4e65-ac49-5faa8fd448c6 req-1eab0846-b69d-4c3a-b719-bb8e6ec05e66 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439354 Nov 02 16:31:25.291706 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.294298 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-48360fca-c172-47b8-8440-411b49485461 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:25.295846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-48360fca-c172-47b8-8440-411b49485461 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/c207fd31-1e64-464d-9061-7be97f9e5595 HTTP/1.1" status: 404 len: 333 time: 0.0762949 Nov 02 16:31:25.300924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54818) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:25.313711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b277d0-dcb2-47b8-8965-13708b2ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.316970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b277d0-dcb2-47b8-8965-13708b2ace66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.318285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a4b277d0-dcb2-47b8-8965-13708b2ace66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/788c939b-1538-4d79-a278-2e8dc6e41367 HTTP/1.1" status: 204 len: 168 time: 0.4696817 Nov 02 16:31:25.359717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b277d0-dcb2-47b8-8965-13708b2ace66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c939b-1538-4d79-a278-2e8dc6e41367,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:25.507959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Attempting to bind port 641dd5bf-8d7f-421f-960f-98849af484a8 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:25.508289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Attempting to bind port 641dd5bf-8d7f-421f-960f-98849af484a8 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:25.508903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Attempting to bind port 641dd5bf-8d7f-421f-960f-98849af484a8 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:25.516186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:25.524651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.527750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.538636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Transition to ACTIVE for port object 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:25.542953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.568421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Port 641dd5bf-8d7f-421f-960f-98849af484a8 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:25.568746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Attempting to bind port 641dd5bf-8d7f-421f-960f-98849af484a8 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:25.584610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62db89-5398-4e59-af8b-952f0b2c621d req-ff83cd45-7c5f-4e50-b446-c29588c37775 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:25.586157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac62db89-5398-4e59-af8b-952f0b2c621d req-ff83cd45-7c5f-4e50-b446-c29588c37775 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.2161782 Nov 02 16:31:25.595626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:25.595967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:25.596356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:25.597094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Bound port: 641dd5bf-8d7f-421f-960f-98849af484a8, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:25.597267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.622335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:25.680637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Attempting to bind port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:25.681377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Attempting to bind port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:25.682032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Attempting to bind port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:25.688849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:25.689259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Attempting to bind port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:25.695337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:25.695754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:25.696209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:25.696715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Bound port: 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:25.697143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.766750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] For port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:25.770978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] For port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:25.775930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.781972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.799202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac62db89-5398-4e59-af8b-952f0b2c621d req-d717c5f4-7d0e-49b9-aa3c-99d873e8f562 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856036 Nov 02 16:31:25.811701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:25.812319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.813711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b HTTP/1.1" status: 200 len: 1091 time: 0.9175227 Nov 02 16:31:25.814451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d644bba-67cb-4329-9481-07189c9f3aef', 'tag': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:25.817314 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2cb1f-6220-494f-85d3-31e7864ec5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4d644bba-67cb-4329-9481-07189c9f3aef", "tag": "09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:25.836180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14841ba-46d2-4aba-aafc-678c1dc06974']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:25.844592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0420190-3be7-45bc-a2ed-232ca516f4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:25.853336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbeaaff-f8ee-4867-8217-475d3b778364') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:25.853673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbeaaff-f8ee-4867-8217-475d3b778364') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:25.865220 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.868986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] For port 641dd5bf-8d7f-421f-960f-98849af484a8, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:25.872447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.881010 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.916625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] For port 641dd5bf-8d7f-421f-960f-98849af484a8, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=641dd5bf-8d7f-421f-960f-98849af484a8,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:25.925172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.933944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.944364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-fe2b12f6-6877-47c9-878f-cea7f6f796e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:25.946811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-fe2b12f6-6877-47c9-878f-cea7f6f796e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 1094 time: 0.0801003 Nov 02 16:31:25.969389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:25.969798 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:25.973024 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:25.995519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-6400228e-8a22-4e99-8d2f-f06e20bfe098 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b HTTP/1.1" status: 200 len: 217 time: 0.0360737 Nov 02 16:31:26.030596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event updated for resources: {'Port': ['ID=2afa7ccf-01ad-49c4-84a1-26fc12283fc2,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:26.036306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.036846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.038296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] 10.222.0.55 "PUT /v2.0/ports/641dd5bf-8d7f-421f-960f-98849af484a8 HTTP/1.1" status: 200 len: 1096 time: 1.8308127 Nov 02 16:31:26.048585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dea7adc-d423-4688-bd50-d149d54c2719', 'tag': '641dd5bf-8d7f-421f-960f-98849af484a8'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:26.051854 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300" -d '{"events": [{"name": "network-changed", "server_uuid": "1dea7adc-d423-4688-bd50-d149d54c2719", "tag": "641dd5bf-8d7f-421f-960f-98849af484a8"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:26.085406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-3486c499-b9f5-4647-bac3-9d97bf97aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.087599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-3486c499-b9f5-4647-bac3-9d97bf97aa8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.0853422 Nov 02 16:31:26.138705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.144398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-74579aee-3b46-4bad-b7ac-c1479cab4320 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482693 Nov 02 16:31:26.250557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-928ce218-e937-47e3-9f0e-72870e1da1a8 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981708 Nov 02 16:31:26.267877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54848) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:26.379150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-864c03c3-f89c-4901-b5a3-e2c50a413238 req-5ccf7e41-c4db-4e56-a344-726f1a91d275 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186531 Nov 02 16:31:26.407925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-480345803-network', 'tenant_id': 'acd412f68b854400a992b66cc103f912'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:26.433449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Made reservation on behalf of acd412f68b854400a992b66cc103f912 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:26.435849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.447274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.468615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.486026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.493184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/a14841ba-46d2-4aba-aafc-678c1dc06974 HTTP/1.1" status: 204 len: 168 time: 1.1862531 Nov 02 16:31:26.493967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:26.500106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-420770939'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:26.521958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd04d9-7f36-4686-ae02-566615901f9a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=a14841ba-46d2-4aba-aafc-678c1dc06974,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:26.527546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eea77-32c2-48e9-9581-2905fdd9755c service neutron] Pushing event updated for resources: {'Port': ['ID=641dd5bf-8d7f-421f-960f-98849af484a8,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:26.540014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23d489-531d-4138-94cf-94f7c5fa0aad req-cb8b2a25-8bec-4b22-8fd6-55ed9965a906 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.541637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f23d489-531d-4138-94cf-94f7c5fa0aad req-cb8b2a25-8bec-4b22-8fd6-55ed9965a906 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 948 time: 0.5179777 Nov 02 16:31:26.541821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:26.545465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.554515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.555804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-7620bb9d-6058-4d83-b6c0-78068a6aa2b5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9284298 Nov 02 16:31:26.560553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-033e1635-fa11-4f0c-b374-daadec721a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.562101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-033e1635-fa11-4f0c-b374-daadec721a1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7043f54394e468694370fc9e928f23b&device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 1099 time: 0.4497674 Nov 02 16:31:26.571331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.579947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.599393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:26.605193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:26.625472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.625884 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment 5ad89ef1-d945-4c44-bf53-13cf606626ac of type vlan for network e62c4746-e3ed-4452-ba9c-d41b510696a5 Nov 02 16:31:26.638447 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.638794 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Added segment ca430aa6-cb78-4250-916e-1c6197905155 of type vlan for network 27fa4102-68d9-44ad-abdd-64c55a313d89 Nov 02 16:31:26.648772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08126f-f1aa-40b4-8b6e-59a94b909e43,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:26.654813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-f6f83316-28a7-4d4d-a776-d1f7464f401c tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.0918741 Nov 02 16:31:26.661597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-be9866cb-81b3-4ff1-9902-c498f07905f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=641dd5bf-8d7f-421f-960f-98849af484a8 HTTP/1.1" status: 200 len: 217 time: 0.0820270 Nov 02 16:31:26.680358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f23d489-531d-4138-94cf-94f7c5fa0aad req-10b54d37-5d2c-412a-9c00-3c8f9faf8c8d tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234016 Nov 02 16:31:26.707888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.719962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.737796 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2045e96-655f-4b94-97ab-fcc048938509 x-openstack-request-id: req-c2045e96-655f-4b94-97ab-fcc048938509 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:26.738086 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d644bba-67cb-4329-9481-07189c9f3aef", "tag": "09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:26.738365 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2045e96-655f-4b94-97ab-fcc048938509 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:26.738762 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d644bba-67cb-4329-9481-07189c9f3aef', 'tag': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b', 'status': 'completed', 'code': 200} Nov 02 16:31:26.773854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.780425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.780654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-fd2d8fda-47c0-493d-af25-2bfbfa1f41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.780761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.782058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-fd2d8fda-47c0-493d-af25-2bfbfa1f41cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1061146 Nov 02 16:31:26.809776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.810717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.811296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:26.822719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3252625 Nov 02 16:31:26.831495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:26.853265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:26.867962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-81cf6bc3-ac48-4f8f-b95e-bd91c12fbf57 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.869310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c922108-67cd-4100-8f1a-98157e8349e9 req-81cf6bc3-ac48-4f8f-b95e-bd91c12fbf57 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2046816 Nov 02 16:31:26.885817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6163483 Nov 02 16:31:26.889681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54862) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:26.897938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Request body: {'subnet': {'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-480345803-subnet', 'tenant_id': 'acd412f68b854400a992b66cc103f912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:26.906321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379ec51-59e6-4a02-9c78-9f045cc12aff tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=e62c4746-e3ed-4452-ba9c-d41b510696a5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:26.914692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-3488bcc0-39cb-4a50-8954-dc80483a9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.916819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-3488bcc0-39cb-4a50-8954-dc80483a9486 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 1094 time: 0.1544106 Nov 02 16:31:26.926925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:26.943554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140418ab-81af-49b7-a913-0b26f184ab92 req-bc44f94a-7520-477d-a98c-4e85cfb01a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.945055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-bc44f94a-7520-477d-a98c-4e85cfb01a7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559200 Nov 02 16:31:26.952717 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa6fffb-2cd9-4717-af13-b4583b98becd x-openstack-request-id: req-3aa6fffb-2cd9-4717-af13-b4583b98becd {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:26.952928 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dea7adc-d423-4688-bd50-d149d54c2719", "tag": "641dd5bf-8d7f-421f-960f-98849af484a8", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:26.953178 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3aa6fffb-2cd9-4717-af13-b4583b98becd {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:26.953561 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dea7adc-d423-4688-bd50-d149d54c2719', 'tag': '641dd5bf-8d7f-421f-960f-98849af484a8', 'status': 'completed', 'code': 200} Nov 02 16:31:26.965358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000e286-4347-42bf-9925-9a88f9caa532 req-7a0f207e-f370-43b6-8b1a-d857990beb4e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:26.966928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6000e286-4347-42bf-9925-9a88f9caa532 req-7a0f207e-f370-43b6-8b1a-d857990beb4e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 943 time: 0.1660733 Nov 02 16:31:27.026930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Made reservation on behalf of acd412f68b854400a992b66cc103f912 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:27.029782 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:27.077149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b62613-198d-4007-be61-33782321a147 admin admin] Pushing event updated for resources: {'Network': ['ID=27fa4102-68d9-44ad-abdd-64c55a313d89,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:27.092984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:27.098937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:27.102416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:27.138346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-68a3a882-14fc-4f81-9765-644b03d8b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.139944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-68a3a882-14fc-4f81-9765-644b03d8b564 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.2077553 Nov 02 16:31:27.155441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6000e286-4347-42bf-9925-9a88f9caa532 req-7e386058-a186-4a76-a576-6daefe1565af tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773918 Nov 02 16:31:27.195613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Performing IP validity checks on allocation pools {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:31:27.198452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:31:27.213179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-c4358b16-bf15-49a8-9d1c-a39740a1da20 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451513 Nov 02 16:31:27.224687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018c6a3-e36a-4926-b03f-32855204cc64 req-594deddc-9241-4227-be5b-c78a81a78bd6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.226177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b018c6a3-e36a-4926-b03f-32855204cc64 req-594deddc-9241-4227-be5b-c78a81a78bd6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1964560 Nov 02 16:31:27.236311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-1cc5aec9-4b96-472c-9a87-d088ff25e42e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b HTTP/1.1" status: 200 len: 217 time: 0.0851903 Nov 02 16:31:27.329042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-4e9cab04-9f22-4beb-9d0a-1ff4ba86fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.330695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-4e9cab04-9f22-4beb-9d0a-1ff4ba86fed6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.0877368 Nov 02 16:31:27.332210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:27.381147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b018c6a3-e36a-4926-b03f-32855204cc64 req-3dd67cda-dd7f-43ca-a7c1-811d2173fe0e tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428523 Nov 02 16:31:27.389505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-b2bc5f91-61ec-4707-b698-e027b3ced170 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341628 Nov 02 16:31:27.424000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9def-893e-4f6c-9235-618bac7f1196 req-d630568d-f9d6-4eb2-87db-5e5ba3e0b5a2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.426704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-359a9def-893e-4f6c-9235-618bac7f1196 req-d630568d-f9d6-4eb2-87db-5e5ba3e0b5a2 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1866684 Nov 02 16:31:27.444000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-140418ab-81af-49b7-a913-0b26f184ab92 req-5e1e2ec3-b0d8-4aba-8753-f4a8a708db0c service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168624 Nov 02 16:31:27.460281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21a6177-9a0b-43af-9dd5-991da2bff891,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:27.481235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Checking segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:27.481580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Network hostable DHCP agents. Network: 27fa4102-68d9-44ad-abdd-64c55a313d89, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:27.501317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76b3d0f3-bc19-4c8c-a287-a625bdc7f19b req-3f2d2222-69c4-4a6d-afbb-0033d8366526 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips/87f0bae5-dc41-489c-8d60-a63e0352a112 HTTP/1.1" status: 200 len: 693 time: 0.0705068 Nov 02 16:31:27.518113 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-cc5f1aae-5a3f-49e1-9268-db93b8d67614 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191571 Nov 02 16:31:27.519386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:27.543990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 27fa4102-68d9-44ad-abdd-64c55a313d89) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:27.550481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.551809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:27.556823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee93f3-c23d-4945-96dd-f14ae14e18be None None] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:27.602997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3471fea5-b6ac-48a0-954b-24af3c9350eb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7115593 Nov 02 16:31:27.647127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-359a9def-893e-4f6c-9235-618bac7f1196 req-77d20652-5a57-4e2b-a74e-f183c671cb33 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070107 Nov 02 16:31:27.674846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-60f2cb1f-6220-494f-85d3-31e7864ec5aa req-75b7f773-d203-44e5-80d9-05c0ce4d4fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484814 Nov 02 16:31:27.679702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:27.698594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-b5c038cc-179f-4c41-abd0-366189f06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.700101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-b5c038cc-179f-4c41-abd0-366189f06489 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7043f54394e468694370fc9e928f23b&device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 1099 time: 0.1964686 Nov 02 16:31:27.728464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-27fa4102-68d9-44ad-abdd-64c55a313d89', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'tenant_id': 'acd412f68b854400a992b66cc103f912', 'fixed_ips': [{'subnet_id': 'a21a6177-9a0b-43af-9dd5-991da2bff891'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:31:27.729394 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:27.835154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=cb5c383d-5974-4f65-8b19-27e573072d5d,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:27.849865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d0f3-bc19-4c8c-a287-a625bdc7f19b req-0a4500a1-9282-478c-934b-f30474cc838b tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.851831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76b3d0f3-bc19-4c8c-a287-a625bdc7f19b req-0a4500a1-9282-478c-934b-f30474cc838b tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.3200469 Nov 02 16:31:27.880481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': '5ad89ef1-d945-4c44-bf53-13cf606626ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:27.880847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: e62c4746-e3ed-4452-ba9c-d41b510696a5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:27.899175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-d9136330-6eac-4d03-a5bd-1bc156091524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:27.900622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-d9136330-6eac-4d03-a5bd-1bc156091524 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1741121 Nov 02 16:31:27.946817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Allocated IP 172.20.0.2 (27fa4102-68d9-44ad-abdd-64c55a313d89/a21a6177-9a0b-43af-9dd5-991da2bff891/3f38d79f-53c1-476f-8dc0-c619808df091) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:27.998557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-da5badfb-81d4-45c7-85df-dfe36ad080b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=641dd5bf-8d7f-421f-960f-98849af484a8 HTTP/1.1" status: 200 len: 217 time: 0.0888515 Nov 02 16:31:28.001898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-a5e234b6-9329-46c6-8ca6-970304288402 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips/87f0bae5-dc41-489c-8d60-a63e0352a112 HTTP/1.1" status: 200 len: 693 time: 0.1065092 Nov 02 16:31:28.017550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:28.073036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, e62c4746-e3ed-4452-ba9c-d41b510696a5) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:28.081917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14146457-8c46-4fdc-948f-7b42bf4a3ea1 None None] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:28.116215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:28.116805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.145923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.152863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12609c35-6946-4ea8-9564-0739b8b59ab2 req-302042cf-dc77-4389-a5dd-cd224cc06b36 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:28.154330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12609c35-6946-4ea8-9564-0739b8b59ab2 req-302042cf-dc77-4389-a5dd-cd224cc06b36 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 948 time: 0.2095842 Nov 02 16:31:28.156238 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.159479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-1f8cbfc1-50cf-4db4-ac59-d6ae3a92d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:28.160926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-1f8cbfc1-50cf-4db4-ac59-d6ae3a92d779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1389446 Nov 02 16:31:28.171045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-80d4db70-8fbb-4914-808c-4e9a8d55473e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3347495 Nov 02 16:31:28.171940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54882) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:28.176933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5', 'name': 'tempest-PortsIpV6TestJSON-1029769543'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:28.212537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:28.221502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:28.231034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:28.237898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Pushing event updated for resources: {'Port': ['ID=3f38d79f-53c1-476f-8dc0-c619808df091,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:28.254344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-9db9b4f3-8a49-43b4-bd3e-a9a4c487ab23 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:28.255744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-9db9b4f3-8a49-43b4-bd3e-a9a4c487ab23 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2357891 Nov 02 16:31:28.266668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12609c35-6946-4ea8-9564-0739b8b59ab2 req-23ae736a-fc8b-4ae3-a588-c6a40c03c2e3 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047494 Nov 02 16:31:28.291503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.291853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.292199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.292536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.292867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.293195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.293522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.293845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.294194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.294516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.295043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.295367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:31:28.338714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-a6061804-f9dd-409b-b3aa-356eb4314f96 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.0668809 Nov 02 16:31:28.339508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:28.342864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-2fe240c1-9a63-4a92-a0d0-74c7ba5fa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:28.344026 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-2fe240c1-9a63-4a92-a0d0-74c7ba5fa095 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1722393 Nov 02 16:31:28.344780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.364909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 61b5b7f4-5c77-47f3-b78a-92127a33c327 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:28.374393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Attempting to bind port 3f38d79f-53c1-476f-8dc0-c619808df091 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:28.374863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Attempting to bind port 3f38d79f-53c1-476f-8dc0-c619808df091 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:28.375108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Attempting to bind port 3f38d79f-53c1-476f-8dc0-c619808df091 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:28.383818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:28.384104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Checking segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:28.384512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.384906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Bound using segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:28.385383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Bound port: 3f38d79f-53c1-476f-8dc0-c619808df091, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:28.386878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.407302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-e62c4746-e3ed-4452-ba9c-d41b510696a5', 'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': 'cb5c383d-5974-4f65-8b19-27e573072d5d'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:31:28.408139 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.421758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-8fdc6867-17bd-4104-af4d-de59b65910eb tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.0819163 Nov 02 16:31:28.509509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-347063a6-3894-4265-9bec-2807e9c19f03 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269124 Nov 02 16:31:28.521760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::25f (e62c4746-e3ed-4452-ba9c-d41b510696a5/cb5c383d-5974-4f65-8b19-27e573072d5d/61b5b7f4-5c77-47f3-b78a-92127a33c327) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:28.556538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] For port 3f38d79f-53c1-476f-8dc0-c619808df091, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:28.562241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] For port 3f38d79f-53c1-476f-8dc0-c619808df091, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3f38d79f-53c1-476f-8dc0-c619808df091,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:28.578824 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.643040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e21d-fffe-44db-af43-affbdd4a7853 None None] Pushing event updated for resources: {'Port': ['ID=3f38d79f-53c1-476f-8dc0-c619808df091,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:28.694440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.728889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.788217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:28.789679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:28.799490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:28.807114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:28.807332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:28.832114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=61b5b7f4-5c77-47f3-b78a-92127a33c327,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:28.846788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-186c676c-7c90-4469-b87a-dd430150622a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6738961 Nov 02 16:31:28.849410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54900) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:28.860723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Allocated IP 2001:db8::2 (e62c4746-e3ed-4452-ba9c-d41b510696a5/cb5c383d-5974-4f65-8b19-27e573072d5d/ec1d06ed-c85a-45b0-b831-a4f7904e9c2d) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:28.966029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 61b5b7f4-5c77-47f3-b78a-92127a33c327 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:28.966473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.068085 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.068673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.076908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.080279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 61b5b7f4-5c77-47f3-b78a-92127a33c327 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:29.116774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:29.119795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:29.122526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:29.135527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-01d89431-35a3-4b80-b257-fbbf6732ce01 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:29.136052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Pushing event updated for resources: {'Port': ['ID=ec1d06ed-c85a-45b0-b831-a4f7904e9c2d,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:29.142604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-01d89431-35a3-4b80-b257-fbbf6732ce01 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 815 time: 0.5970044 Nov 02 16:31:29.156823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f9fde1a-5cdd-4ce0-9931-9647c2bd1300 req-042c1a81-aabc-46a2-b0d2-d7cdfcc5b7a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191847 Nov 02 16:31:29.163423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-75c33cf1-a1fc-4d15-80c5-6c8863b14b13 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/quotas/acd412f68b854400a992b66cc103f912 HTTP/1.1" status: 200 len: 375 time: 0.0191607 Nov 02 16:31:29.190993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Deleting port 2afa7ccf-01ad-49c4-84a1-26fc12283fc2 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:29.190993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.217001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Attempting to bind port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:29.217363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Attempting to bind port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5ad89ef1-d945-4c44-bf53-13cf606626ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:29.217729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Attempting to bind port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d on network e62c4746-e3ed-4452-ba9c-d41b510696a5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:29.223422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:29.223941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Checking segment: {'id': '5ad89ef1-d945-4c44-bf53-13cf606626ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:29.224451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.225241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Bound using segment: {'id': '5ad89ef1-d945-4c44-bf53-13cf606626ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:29.226208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Bound port: ec1d06ed-c85a-45b0-b831-a4f7904e9c2d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad89ef1-d945-4c44-bf53-13cf606626ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e62c4746-e3ed-4452-ba9c-d41b510696a5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:29.226717 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.255881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.280062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-55bf9593-9b7a-4c5b-ad75-ea34a533cc69 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123641 Nov 02 16:31:29.306518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3f38d79f-53c1-476f-8dc0-c619808df091 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:29.316798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=61b5b7f4-5c77-47f3-b78a-92127a33c327,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:29.335150 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.341030 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16880860-fc9a-4075-8882-b0d462231cbe tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/61b5b7f4-5c77-47f3-b78a-92127a33c327 HTTP/1.1" status: 204 len: 168 time: 0.4881356 Nov 02 16:31:29.341462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54904) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:29.353669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] For port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:29.358013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] For port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ec1d06ed-c85a-45b0-b831-a4f7904e9c2d,segment=NetworkSegment(5ad89ef1-d945-4c44-bf53-13cf606626ac),segment_id=5ad89ef1-d945-4c44-bf53-13cf606626ac)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:29.366446 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.367856 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cb6e73-6d2d-42e1-9efc-978988e56301 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:31:29.368642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cb6e73-6d2d-42e1-9efc-978988e56301 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:31:29.374999 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17cb6e73-6d2d-42e1-9efc-978988e56301 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/61b5b7f4-5c77-47f3-b78a-92127a33c327 HTTP/1.1" status: 404 len: 333 time: 0.0297565 Nov 02 16:31:29.375967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54906) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:29.381382 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.381709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.398388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Calling delete_port for 2afa7ccf-01ad-49c4-84a1-26fc12283fc2 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:29.401793 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abcc8a2-8df3-4543-881f-ba945efa8fb5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:29.405574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3abcc8a2-8df3-4543-881f-ba945efa8fb5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/61b5b7f4-5c77-47f3-b78a-92127a33c327 HTTP/1.1" status: 404 len: 333 time: 0.0265548 Nov 02 16:31:29.405986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54908) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:29.441054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3f38d79f-53c1-476f-8dc0-c619808df091 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:29.441431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.444493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7767b-266c-46e7-a235-4dd400fbcf32 None None] Pushing event updated for resources: {'Port': ['ID=ec1d06ed-c85a-45b0-b831-a4f7904e9c2d,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:29.461421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet cb5c383d-5974-4f65-8b19-27e573072d5d {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:29.465309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.532281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.558920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.591110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-61a137b0-2061-4c36-8b71-f6aa00bc8f75 service neutron] 10.222.0.31 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005517 Nov 02 16:31:29.606780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 3f38d79f-53c1-476f-8dc0-c619808df091, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3f38d79f-53c1-476f-8dc0-c619808df091,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:29.613891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.626615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.650741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.705205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=3f38d79f-53c1-476f-8dc0-c619808df091,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:29.748254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event deleted for resources: {'Port': ['ID=2afa7ccf-01ad-49c4-84a1-26fc12283fc2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:29.757073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.798252 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.805083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54910) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:29.805341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/cb5c383d-5974-4f65-8b19-27e573072d5d HTTP/1.1" status: 204 len: 168 time: 0.3981154 Nov 02 16:31:29.806111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cf109-f5c6-4d34-9a6b-f20204c31ea6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5c383d-5974-4f65-8b19-27e573072d5d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:29.925006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-f577f10a-9f49-4101-a33e-4ea493a32c9e service neutron] 10.222.0.31 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249533 Nov 02 16:31:29.931377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.932867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f96873-7608-4dea-9be3-d1d75dfa4ca0 None None] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:29.935940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.938634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:29.939713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47ef719f-42d4-42dd-8648-7c827366b4d7 req-686998f5-8963-43c0-bef6-921499523dd7 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "DELETE /v2.0/floatingips/87f0bae5-dc41-489c-8d60-a63e0352a112 HTTP/1.1" status: 204 len: 173 time: 1.5171199 Nov 02 16:31:30.006296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:30.006751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.027796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-290e8d90-f567-43cc-9a9a-10d7246bc831 None None] Provisioning complete for port 3f38d79f-53c1-476f-8dc0-c619808df091 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:30.028504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-290e8d90-f567-43cc-9a9a-10d7246bc831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.125146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ec1d06ed-c85a-45b0-b831-a4f7904e9c2d,segment=NetworkSegment(5ad89ef1-d945-4c44-bf53-13cf606626ac),segment_id=5ad89ef1-d945-4c44-bf53-13cf606626ac)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:30.125965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.143863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for ec1d06ed-c85a-45b0-b831-a4f7904e9c2d owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:30.159787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68bff8-f670-4b7d-9761-d09753887e13 req-c631637d-4bc2-4b68-85e7-6676cd257175 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:30.162612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d68bff8-f670-4b7d-9761-d09753887e13 req-c631637d-4bc2-4b68-85e7-6676cd257175 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1401603 Nov 02 16:31:30.300754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0065-f9dd-4717-b6b7-74f245dcf74c req-11085a12-d76b-4a32-9b2e-5e501d1a4f59 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:30.302461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d7b0065-f9dd-4717-b6b7-74f245dcf74c req-11085a12-d76b-4a32-9b2e-5e501d1a4f59 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 943 time: 0.1644211 Nov 02 16:31:30.310077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d68bff8-f670-4b7d-9761-d09753887e13 req-bd8359c1-84f3-4919-aa3e-1b489147f5b3 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223259 Nov 02 16:31:30.388290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d7b0065-f9dd-4717-b6b7-74f245dcf74c req-a1b357fd-9b2d-496e-8df6-faae63633c0c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663800 Nov 02 16:31:30.389536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.431100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=ec1d06ed-c85a-45b0-b831-a4f7904e9c2d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:30.460002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port ec1d06ed-c85a-45b0-b831-a4f7904e9c2d on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:30.477077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 641dd5bf-8d7f-421f-960f-98849af484a8 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:30.589703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.637612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122c79d-8f92-4ab8-a15b-d471ee7eee39 req-2d147a37-949c-4b8e-b434-17ac41b45243 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:30.639428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7122c79d-8f92-4ab8-a15b-d471ee7eee39 req-2d147a37-949c-4b8e-b434-17ac41b45243 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.2439575 Nov 02 16:31:30.665831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62c4746-e3ed-4452-ba9c-d41b510696a5']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:30.673944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 641dd5bf-8d7f-421f-960f-98849af484a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=641dd5bf-8d7f-421f-960f-98849af484a8,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:30.687682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad89ef1-d945-4c44-bf53-13cf606626ac') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:30.688050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad89ef1-d945-4c44-bf53-13cf606626ac') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:30.692626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '641dd5bf-8d7f-421f-960f-98849af484a8', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '641dd5bf-8d7f-421f-960f-98849af484a8', 'mac_address': 'fa:16:3e:69:21:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:30.701506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.735973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579480-5b9b-4dcf-8422-7f6caf7d84c8 req-ce948e16-1200-443b-a896-65f87b656df3 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:30.737725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22579480-5b9b-4dcf-8422-7f6caf7d84c8 req-ce948e16-1200-443b-a896-65f87b656df3 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 948 time: 0.1764896 Nov 02 16:31:30.741206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.766842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7122c79d-8f92-4ab8-a15b-d471ee7eee39 req-334283e0-4134-4978-8ea4-a96dbb05253c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064265 Nov 02 16:31:30.780714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.785495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:30.785894 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:30.790448 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:30.798112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641dd5bf-8d7f-421f-960f-98849af484a8 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:30.810886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-53f2b419-cdbc-48d5-a005-82facc744eb1 None None] Provisioning complete for port 3f38d79f-53c1-476f-8dc0-c619808df091 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:30.811321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53f2b419-cdbc-48d5-a005-82facc744eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.857416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 641dd5bf-8d7f-421f-960f-98849af484a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=641dd5bf-8d7f-421f-960f-98849af484a8,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:30.868970 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.869833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:30.964407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b03c64-ebcf-44a7-b696-72cbd7219f00 None None] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:30.969817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22579480-5b9b-4dcf-8422-7f6caf7d84c8 req-54e50961-0081-4523-b4d3-5a697aa81eff tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069769 Nov 02 16:31:30.979450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:30.994442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b03c64-ebcf-44a7-b696-72cbd7219f00 None None] Network e62c4746-e3ed-4452-ba9c-d41b510696a5 could not be found, it might have been deleted concurrently. {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 16:31:30.998866 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.001936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/e62c4746-e3ed-4452-ba9c-d41b510696a5 HTTP/1.1" status: 204 len: 168 time: 1.1925976 Nov 02 16:31:31.008733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54928) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:31.014070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2133944373'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:31.040240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=641dd5bf-8d7f-421f-960f-98849af484a8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:31.044893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:31.049945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.056535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974da31b-3a27-46d5-a3f1-6795a319b9cb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=e62c4746-e3ed-4452-ba9c-d41b510696a5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:31.089592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:31.107251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b', 'mac_address': 'fa:16:3e:9b:f1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:31.112038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:31.114667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de40d70-3f3f-4d51-898d-0bbd96f5a6ec None None] DHCP port deletion for e62c4746-e3ed-4452-ba9c-d41b510696a5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:31:31.124439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.125032 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f of type vlan for network a216e045-1afd-4261-a24b-425ab118c905 Nov 02 16:31:31.168981 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.171883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7f072-2080-4cba-8431-95f8a4a656b4 req-979188b1-3c03-4843-a98f-f349c7224d46 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.194190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4a7f072-2080-4cba-8431-95f8a4a656b4 req-979188b1-3c03-4843-a98f-f349c7224d46 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4045293 Nov 02 16:31:31.198818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:31.199051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.245386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.250531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:31.254998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3f38d79f-53c1-476f-8dc0-c619808df091 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:31.258584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.259678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.282385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.302981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-68de23c6-3d58-45e6-97f5-be225c024fec tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.309116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-60d757b4-eb5b-4660-b344-711e29cb72f1 None None] Could not find standard attr ID for object ec1d06ed-c85a-45b0-b831-a4f7904e9c2d. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:31:31.310863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-68de23c6-3d58-45e6-97f5-be225c024fec tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 815 time: 0.2102942 Nov 02 16:31:31.328635 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3187850 Nov 02 16:31:31.336497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0967e88-f991-41ce-8fa3-3c7ded261aaa req-24919deb-009f-4bb6-a6d6-34b777bc58ce tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.337151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54940) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:31.338025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0967e88-f991-41ce-8fa3-3c7ded261aaa req-24919deb-009f-4bb6-a6d6-34b777bc58ce tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.0968502 Nov 02 16:31:31.345403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-252b509d-94ff-40fc-8702-305546512b60 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/quotas/acd412f68b854400a992b66cc103f912 HTTP/1.1" status: 200 len: 375 time: 0.0334334 Nov 02 16:31:31.352443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': 'a216e045-1afd-4261-a24b-425ab118c905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:31.398080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:31.408783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3f38d79f-53c1-476f-8dc0-c619808df091 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:31.409194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.419368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0967e88-f991-41ce-8fa3-3c7ded261aaa req-3b48c169-aa9e-4a93-8c0c-e0e5f3fd4453 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706561 Nov 02 16:31:31.431769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-39de80ae-9f4d-463d-9b3c-7ebe7e81c397 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854456 Nov 02 16:31:31.454658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1544d-62f9-4353-a239-70ad36205ddf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=a216e045-1afd-4261-a24b-425ab118c905,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:31.472291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a216e045-1afd-4261-a24b-425ab118c905 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:31.528920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:31.532840 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.578985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5b9ad00-2561-4106-b39e-6b9a01effbcc req-2262d1b8-3a49-4eb5-84b7-ed5b03b89176 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=9d077d225180409994b67e41031a5495 HTTP/1.1" status: 200 len: 1655 time: 0.0676258 Nov 02 16:31:31.634059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-d0226ee8-0af8-4d80-98bd-8be5808cc2f6 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.635603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-d0226ee8-0af8-4d80-98bd-8be5808cc2f6 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 815 time: 0.2973564 Nov 02 16:31:31.661102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-55d287e8-b894-46bc-84a1-1eb3a168efd5 service neutron] 10.222.0.31 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122123 Nov 02 16:31:31.661326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Request body: {'port': {'device_id': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'admin_state_up': True, 'tenant_id': 'acd412f68b854400a992b66cc103f912'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:31.695797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:31.697987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['641dd5bf-8d7f-421f-960f-98849af484a8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:31.784916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ad00-2561-4106-b39e-6b9a01effbcc req-5b88d72c-c849-43d2-b61d-88a831cd0d25 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.786847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5b9ad00-2561-4106-b39e-6b9a01effbcc req-5b88d72c-c849-43d2-b61d-88a831cd0d25 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks?id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 787 time: 0.1938448 Nov 02 16:31:31.804578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-d5b9ad00-2561-4106-b39e-6b9a01effbcc req-3c650397-c481-46f2-b633-4b18ca6e1629 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:31:31.806589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5b9ad00-2561-4106-b39e-6b9a01effbcc req-3c650397-c481-46f2-b633-4b18ca6e1629 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098200 Nov 02 16:31:31.841344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-18a6a395-a0c2-4491-b039-73709e7c4291 service neutron] 10.222.0.31 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650429 Nov 02 16:31:31.868342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.874792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Made reservation on behalf of acd412f68b854400a992b66cc103f912 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:31.880008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:31.943169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea5af-3195-4d04-b16a-3fa5dcb3d432 req-f7a4ec6d-ad7a-4832-bdf7-5d4f2ec89236 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:31.944765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-064ea5af-3195-4d04-b16a-3fa5dcb3d432 req-f7a4ec6d-ad7a-4832-bdf7-5d4f2ec89236 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 944 time: 0.0709348 Nov 02 16:31:31.955252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=c4ddf541-5a7c-44ab-983f-6d7d6e931132,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:31.980192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a216e045-1afd-4261-a24b-425ab118c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:31.980551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: a216e045-1afd-4261-a24b-425ab118c905, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:32.006499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-064ea5af-3195-4d04-b16a-3fa5dcb3d432 req-1d2115ec-ffdd-444d-94a2-e62de078cf0d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Nov 02 16:31:32.097714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network a216e045-1afd-4261-a24b-425ab118c905 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:32.134687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a216e045-1afd-4261-a24b-425ab118c905) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:32.142464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:32.143104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.147166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa75c9a-64c5-4fa5-99ec-f56b393fa8c0 None None] Network a216e045-1afd-4261-a24b-425ab118c905 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:32.165833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a17a347a-5ed6-426a-a20d-278ecbc36b05 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8235412 Nov 02 16:31:32.166220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54960) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:32.176759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': 'a216e045-1afd-4261-a24b-425ab118c905', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1551999429'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:32.211839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Allocated IP 172.20.0.5 (27fa4102-68d9-44ad-abdd-64c55a313d89/a21a6177-9a0b-43af-9dd5-991da2bff891/c68cebb2-1fba-41c0-9aa1-f53bd65da420) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:32.297377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08f9565a-78f9-45c5-85aa-920c55900774 req-a307425b-f16d-4bd8-b3b7-a5bd32b9bf58 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips/e2b8312d-33c8-4e83-bc70-eefad944dbaa HTTP/1.1" status: 200 len: 692 time: 0.0538063 Nov 02 16:31:32.316719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31254bc-e954-46db-a950-17763ea7a77b req-470f9bb0-4623-42ea-b53f-2daebc03e3a8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:32.318405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e31254bc-e954-46db-a950-17763ea7a77b req-470f9bb0-4623-42ea-b53f-2daebc03e3a8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1261940 Nov 02 16:31:32.378835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:32.382761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.423705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e31254bc-e954-46db-a950-17763ea7a77b req-de072341-dcfd-4ce0-8ce3-56a1938a0ffa tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952144 Nov 02 16:31:32.441436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a216e045-1afd-4261-a24b-425ab118c905', 'network_id': 'a216e045-1afd-4261-a24b-425ab118c905', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': 'c4ddf541-5a7c-44ab-983f-6d7d6e931132'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:31:32.451269 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.461859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port c7492a9c-9b23-407d-9aa8-1dd3a9b0b851 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:32.478339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9565a-78f9-45c5-85aa-920c55900774 req-09860b9b-d449-40b9-b685-adef3c805ba1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:32.486089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08f9565a-78f9-45c5-85aa-920c55900774 req-09860b9b-d449-40b9-b685-adef3c805ba1 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1792283 Nov 02 16:31:32.544973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08f9565a-78f9-45c5-85aa-920c55900774 req-7b687f47-7d32-4073-842d-2ea22cebe436 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0574691 Nov 02 16:31:32.622433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.627263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08f9565a-78f9-45c5-85aa-920c55900774 req-3bde6b4d-1416-4a2c-94d8-b81cba4252f4 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0816426 Nov 02 16:31:32.656442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Allocated IP 2001:db8::2 (a216e045-1afd-4261-a24b-425ab118c905/c4ddf541-5a7c-44ab-983f-6d7d6e931132/d8592999-b257-45b8-b1a9-85892511a22a) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:32.685066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.685435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f2ef2-ecd2-4f40-a610-5430c6ea9a1d req-344d50b7-3415-439c-b0ae-cc1ce56bf89f tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:32.687482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-001f2ef2-ecd2-4f40-a610-5430c6ea9a1d req-344d50b7-3415-439c-b0ae-cc1ce56bf89f tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 949 time: 0.1400993 Nov 02 16:31:32.755995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:32.759794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:32.782171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:32.787384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Pushing event updated for resources: {'Port': ['ID=c68cebb2-1fba-41c0-9aa1-f53bd65da420,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:32.818719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-001f2ef2-ecd2-4f40-a610-5430c6ea9a1d req-b4fc6ef7-83fa-40ae-a9bd-0ab54c701727 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197124 Nov 02 16:31:32.859176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Deleting port 3402dc06-642b-4163-bd88-cedfa39796b8 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:32.859840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.915261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.926553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:32.963691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Network a216e045-1afd-4261-a24b-425ab118c905 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:32.967127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:32.972609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:32.994456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Pushing event updated for resources: {'Port': ['ID=d8592999-b257-45b8-b1a9-85892511a22a,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:33.060217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Attempting to bind port d8592999-b257-45b8-b1a9-85892511a22a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:33.060674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Attempting to bind port d8592999-b257-45b8-b1a9-85892511a22a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a216e045-1afd-4261-a24b-425ab118c905'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:33.061159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Attempting to bind port d8592999-b257-45b8-b1a9-85892511a22a on network a216e045-1afd-4261-a24b-425ab118c905 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:33.068114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:33.068519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Checking segment: {'id': 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a216e045-1afd-4261-a24b-425ab118c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:33.069479 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.069896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Bound using segment: {'id': 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a216e045-1afd-4261-a24b-425ab118c905'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:33.070584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Bound port: d8592999-b257-45b8-b1a9-85892511a22a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a216e045-1afd-4261-a24b-425ab118c905'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:33.070813 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.087666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-1c2c795a-b660-47c5-8b66-a6e629efb4ce tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:33.089195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-1c2c795a-b660-47c5-8b66-a6e629efb4ce tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 815 time: 0.1653278 Nov 02 16:31:33.114076 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.114076 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.128573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Calling delete_port for 3402dc06-642b-4163-bd88-cedfa39796b8 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:33.149697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] For port d8592999-b257-45b8-b1a9-85892511a22a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:33.153313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] For port d8592999-b257-45b8-b1a9-85892511a22a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8592999-b257-45b8-b1a9-85892511a22a,segment=NetworkSegment(f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f),segment_id=f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:33.162821 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.193954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-bedd8949-db84-4dad-8702-333552bfea31 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/quotas/acd412f68b854400a992b66cc103f912 HTTP/1.1" status: 200 len: 375 time: 0.0932739 Nov 02 16:31:33.235579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a3ee0293-faae-4d94-a664-0ffb7c01e429 None None] Provisioning complete for port c68cebb2-1fba-41c0-9aa1-f53bd65da420 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:33.236034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a3ee0293-faae-4d94-a664-0ffb7c01e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.257545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:33.258893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.281485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee0293-faae-4d94-a664-0ffb7c01e429 None None] Port c68cebb2-1fba-41c0-9aa1-f53bd65da420 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:33.287507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491aaeb-2cb1-4b39-aae3-5876c5edaa25 None None] Pushing event updated for resources: {'Port': ['ID=d8592999-b257-45b8-b1a9-85892511a22a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:33.289017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::f0 (a216e045-1afd-4261-a24b-425ab118c905/c4ddf541-5a7c-44ab-983f-6d7d6e931132/c7492a9c-9b23-407d-9aa8-1dd3a9b0b851) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:33.302055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-ec99ba6c-6ac2-40e5-9161-c537082468f4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6456447 Nov 02 16:31:33.328873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Request body: {'port': {'device_id': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:33.376358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-4801263b-cf67-444b-aeb9-de4af25c104e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710227 Nov 02 16:31:33.460724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.474458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-0ef1ac22-de08-44b3-9c7b-e0fa703b9d41 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:33.475996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-0ef1ac22-de08-44b3-9c7b-e0fa703b9d41 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.55 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 815 time: 0.2810643 Nov 02 16:31:33.504245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Request body: {'port': {'device_id': 'deb12173-4d83-4632-882f-89727126753e', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'admin_state_up': True, 'tenant_id': 'acd412f68b854400a992b66cc103f912'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:33.567222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.685078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-86337cac-c0db-4bc1-84eb-ab9a1a84a49a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:33.686814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-86337cac-c0db-4bc1-84eb-ab9a1a84a49a tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1636574 Nov 02 16:31:33.744167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.863469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network a216e045-1afd-4261-a24b-425ab118c905 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:33.870372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:33.882687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:33.888300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:33.888970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.895353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=c7492a9c-9b23-407d-9aa8-1dd3a9b0b851,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:33.903920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.933980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dc5b158b-3cff-46f3-8853-86566dd904b1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7662628 Nov 02 16:31:33.941825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54986) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:33.954097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event deleted for resources: {'Port': ['ID=3402dc06-642b-4163-bd88-cedfa39796b8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:33.988272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port 51a6e245-7b92-46fd-aa96-c3736e07bebd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:33.988765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:33.994863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-12c19ccd-e28e-44b1-9e6f-8fba1e70fa44 service neutron] 10.222.0.31 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805721 Nov 02 16:31:34.118090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.120942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.121533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68cebb2-1fba-41c0-9aa1-f53bd65da420 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:34.127866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08f9565a-78f9-45c5-85aa-920c55900774 req-c3bc2214-628d-44e3-b56b-7c5dcd4bbb39 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "DELETE /v2.0/floatingips/e2b8312d-33c8-4e83-bc70-eefad944dbaa HTTP/1.1" status: 204 len: 173 time: 1.4990797 Nov 02 16:31:34.136565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.148471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Made reservation on behalf of acd412f68b854400a992b66cc103f912 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:34.152001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.175330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port 51a6e245-7b92-46fd-aa96-c3736e07bebd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=51a6e245-7b92-46fd-aa96-c3736e07bebd,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:34.175690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.183785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Transition to ACTIVE for port object c68cebb2-1fba-41c0-9aa1-f53bd65da420 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:34.199271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for 51a6e245-7b92-46fd-aa96-c3736e07bebd owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:34.204106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.211521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port c7492a9c-9b23-407d-9aa8-1dd3a9b0b851 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:34.211855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.277905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-bf8b324c-74da-4ba5-9204-89f2ee00335a service neutron] 10.222.0.31 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701938 Nov 02 16:31:34.358007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6af1b-539d-41fe-a17f-4fe7bf338299 req-046dcecf-a998-4a0b-8836-90d08fb55d71 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:34.365842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99e6af1b-539d-41fe-a17f-4fe7bf338299 req-046dcecf-a998-4a0b-8836-90d08fb55d71 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=770d4ccc-2940-465c-880c-27d31cc8b29f HTTP/1.1" status: 200 len: 945 time: 0.1400149 Nov 02 16:31:34.400505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Allocated IP 172.20.0.7 (27fa4102-68d9-44ad-abdd-64c55a313d89/a21a6177-9a0b-43af-9dd5-991da2bff891/4dd0d947-33d4-46ae-87f4-470e6bbe5b51) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:34.432435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7e514-51d3-4804-804f-7df08041fdc1 None None] Network a216e045-1afd-4261-a24b-425ab118c905 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:34.439562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Pushing event updated for resources: {'Port': ['ID=c68cebb2-1fba-41c0-9aa1-f53bd65da420,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:34.442687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99e6af1b-539d-41fe-a17f-4fe7bf338299 req-17872ec4-901f-4f9c-bd1c-efc35cbf98b9 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751979 Nov 02 16:31:34.560595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.579357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for c7492a9c-9b23-407d-9aa8-1dd3a9b0b851 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:34.598381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Attempting to bind port c68cebb2-1fba-41c0-9aa1-f53bd65da420 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:34.598825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Attempting to bind port c68cebb2-1fba-41c0-9aa1-f53bd65da420 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:34.600579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Attempting to bind port c68cebb2-1fba-41c0-9aa1-f53bd65da420 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:34.657469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 641dd5bf-8d7f-421f-960f-98849af484a8 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:34.658883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Port c68cebb2-1fba-41c0-9aa1-f53bd65da420 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:34.659314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Attempting to bind port c68cebb2-1fba-41c0-9aa1-f53bd65da420 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:34.673750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e18bc-aa96-4613-beee-1c7a0bf01c8b req-8b939985-ab52-4237-aaea-d909fd6d1650 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:34.682613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af9e18bc-aa96-4613-beee-1c7a0bf01c8b req-8b939985-ab52-4237-aaea-d909fd6d1650 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 944 time: 0.1462023 Nov 02 16:31:34.706215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:34.706699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Checking segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:34.707161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Bound using segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:34.707700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Bound port: c68cebb2-1fba-41c0-9aa1-f53bd65da420, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:34.708125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.752473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2498d97b-5898-492a-91a0-8ead9bd7d723 None None] Provisioning complete for port d8592999-b257-45b8-b1a9-85892511a22a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:34.753050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2498d97b-5898-492a-91a0-8ead9bd7d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.757310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af9e18bc-aa96-4613-beee-1c7a0bf01c8b req-fbe27928-4a08-4f8b-a2c1-3b6caa7df5db tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733721 Nov 02 16:31:34.793956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.815762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0e3a6938-aeda-4a5c-9f70-7a65251a5f62', '51a6e245-7b92-46fd-aa96-c3736e07bebd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:34.816048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.840501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 641dd5bf-8d7f-421f-960f-98849af484a8 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:34.843682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=51a6e245-7b92-46fd-aa96-c3736e07bebd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:34.855255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 641dd5bf-8d7f-421f-960f-98849af484a8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:34.855675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.966556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2498d97b-5898-492a-91a0-8ead9bd7d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:34.967426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] For port c68cebb2-1fba-41c0-9aa1-f53bd65da420, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:34.968372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdb50-e8e9-4a31-b63b-35276277579e req-d4ee452f-270c-42a8-8d9e-fee32cb7a0ad tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:34.972851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] For port c68cebb2-1fba-41c0-9aa1-f53bd65da420, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:34.981688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c3cdb50-e8e9-4a31-b63b-35276277579e req-d4ee452f-270c-42a8-8d9e-fee32cb7a0ad tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1471322 Nov 02 16:31:34.995487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.004825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port 51a6e245-7b92-46fd-aa96-c3736e07bebd on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:35.016906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.033415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29692a6f-e074-429a-bd14-09c7cb8c20ce req-02ba2c49-4328-4972-b12d-73bc154713f9 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:35.041342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.042118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29692a6f-e074-429a-bd14-09c7cb8c20ce req-02ba2c49-4328-4972-b12d-73bc154713f9 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 949 time: 0.1426883 Nov 02 16:31:35.045167 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da52c599-1a4e-4b96-8f5a-287f23c8d65f req-7e835d1e-ddcb-4665-b041-99da49adad06 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "DELETE /v2.0/ports/51a6e245-7b92-46fd-aa96-c3736e07bebd HTTP/1.1" status: 204 len: 173 time: 1.3492160 Nov 02 16:31:35.045742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'name': 'network-vif-deleted', 'tag': '51a6e245-7b92-46fd-aa96-c3736e07bebd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:35.049093 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260ae24-e17f-4eb5-911e-e0909ea39082" -d '{"events": [{"server_uuid": "770d4ccc-2940-465c-880c-27d31cc8b29f", "name": "network-vif-deleted", "tag": "51a6e245-7b92-46fd-aa96-c3736e07bebd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:35.069535 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.096081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:35.097702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.102255 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-1075577f-a805-4188-929b-f5bd41db797e service neutron] 10.222.0.100 "PUT /v2.0/ports/c68cebb2-1fba-41c0-9aa1-f53bd65da420 HTTP/1.1" status: 200 len: 1091 time: 1.7826548 Nov 02 16:31:35.142717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2498d97b-5898-492a-91a0-8ead9bd7d723 None None] For port d8592999-b257-45b8-b1a9-85892511a22a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8592999-b257-45b8-b1a9-85892511a22a,segment=NetworkSegment(f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f),segment_id=f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:35.165907 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2498d97b-5898-492a-91a0-8ead9bd7d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.171480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075577f-a805-4188-929b-f5bd41db797e service neutron] Pushing event updated for resources: {'Port': ['ID=c68cebb2-1fba-41c0-9aa1-f53bd65da420,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:35.184732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.191619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/c7492a9c-9b23-407d-9aa8-1dd3a9b0b851 HTTP/1.1" status: 204 len: 168 time: 1.2477441 Nov 02 16:31:35.199048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55002) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:35.259363 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf082063-9dc5-40eb-ba03-51cc995ae93f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:35.261213 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf082063-9dc5-40eb-ba03-51cc995ae93f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/c7492a9c-9b23-407d-9aa8-1dd3a9b0b851 HTTP/1.1" status: 404 len: 333 time: 0.0617445 Nov 02 16:31:35.264078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f814fb9-1cf9-4aa2-bcb0-7e71fcc10369 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=c7492a9c-9b23-407d-9aa8-1dd3a9b0b851,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:35.267241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55004) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:35.291073 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.322899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c3cdb50-e8e9-4a31-b63b-35276277579e req-6e714b45-8e40-4ecc-bd8c-6f82ef6e30f4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355408 Nov 02 16:31:35.357307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29692a6f-e074-429a-bd14-09c7cb8c20ce req-1722bb6b-30a0-4a5e-861d-10e9e33f4c38 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139558 Nov 02 16:31:35.407161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:35.410342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet c4ddf541-5a7c-44ab-983f-6d7d6e931132 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:35.413675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d97b-5898-492a-91a0-8ead9bd7d723 None None] Pushing event updated for resources: {'Port': ['ID=d8592999-b257-45b8-b1a9-85892511a22a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:35.414841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.428414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8592999-b257-45b8-b1a9-85892511a22a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:35.470802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-70fbfb8c-553e-4734-8056-1ba9493d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:35.473444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-70fbfb8c-553e-4734-8056-1ba9493d543d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 1094 time: 0.1769722 Nov 02 16:31:35.473856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Pushing event updated for resources: {'Port': ['ID=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:35.478739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:35.514304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea7adc-d423-4688-bd50-d149d54c2719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641dd5bf-8d7f-421f-960f-98849af484a8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:35.516712 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4332ca6c-4ec2-4f2a-b933-956eb9a8f3a3" -d '{"events": [{"server_uuid": "1dea7adc-d423-4688-bd50-d149d54c2719", "name": "network-vif-plugged", "status": "completed", "tag": "641dd5bf-8d7f-421f-960f-98849af484a8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:35.544545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 641dd5bf-8d7f-421f-960f-98849af484a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=641dd5bf-8d7f-421f-960f-98849af484a8,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:35.546557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-bac7ff34-7b68-40e8-97fd-2d9a1b3135cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420 HTTP/1.1" status: 200 len: 217 time: 0.0534821 Nov 02 16:31:35.557842 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.559114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:35.576121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-d1b3869a-da21-4420-ab82-fe348f65ab03 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips/1590fb0a-436f-4785-88f5-b38440be5c7f HTTP/1.1" status: 200 len: 693 time: 0.1644375 Nov 02 16:31:35.578937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:35.584921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.648241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:35.648920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.675251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-da5b30ca-f247-4244-8b40-ead60aee5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:35.676916 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-da5b30ca-f247-4244-8b40-ead60aee5451 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.1134288 Nov 02 16:31:35.698470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d8592999-b257-45b8-b1a9-85892511a22a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:35.699296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.708907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0041f4c0-5d74-437b-b8cd-9cbdbc240d3c None None] Could not find standard attr ID for object c7492a9c-9b23-407d-9aa8-1dd3a9b0b851. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:31:35.760823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.779872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=641dd5bf-8d7f-421f-960f-98849af484a8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:35.805605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0041f4c0-5d74-437b-b8cd-9cbdbc240d3c None None] Provisioning complete for port d8592999-b257-45b8-b1a9-85892511a22a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:35.805976 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0041f4c0-5d74-437b-b8cd-9cbdbc240d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.839962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:35.858725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:35.859138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:35.872191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81094bf7-7451-4c69-b17b-450eecc868ce req-3e712b59-bf8a-4cb5-938a-b5744830702a tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 210 time: 0.2231069 Nov 02 16:31:35.895037 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-72e1eb83-250d-4370-a74e-5424399a8ad7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4059947 Nov 02 16:31:35.926853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Request body: {'port': {'device_id': 'deb12173-4d83-4632-882f-89727126753e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:35.974459 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9eb31a-7c72-4bb7-b220-fb81e3c8c76b x-openstack-request-id: req-5f9eb31a-7c72-4bb7-b220-fb81e3c8c76b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:35.975022 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770d4ccc-2940-465c-880c-27d31cc8b29f", "name": "network-vif-deleted", "tag": "51a6e245-7b92-46fd-aa96-c3736e07bebd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:35.975527 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f9eb31a-7c72-4bb7-b220-fb81e3c8c76b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:35.976573 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770d4ccc-2940-465c-880c-27d31cc8b29f', 'name': 'network-vif-deleted', 'tag': '51a6e245-7b92-46fd-aa96-c3736e07bebd', 'status': 'completed', 'code': 200} Nov 02 16:31:35.998649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-03e82265-1bbb-4102-bbc0-5006382af724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:36.001417 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-03e82265-1bbb-4102-bbc0-5006382af724 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124290 Nov 02 16:31:36.002601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.045902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.072800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-34816648-58a6-4748-adbc-c5af4af44864 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:36.085209 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.092407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-34816648-58a6-4748-adbc-c5af4af44864 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.4279270 Nov 02 16:31:36.098926 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d701dd7d-8661-4ec8-83e8-38ec85682315 x-openstack-request-id: req-d701dd7d-8661-4ec8-83e8-38ec85682315 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:36.099216 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea7adc-d423-4688-bd50-d149d54c2719", "name": "network-vif-plugged", "status": "completed", "tag": "641dd5bf-8d7f-421f-960f-98849af484a8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:36.099475 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d701dd7d-8661-4ec8-83e8-38ec85682315 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:36.099869 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea7adc-d423-4688-bd50-d149d54c2719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641dd5bf-8d7f-421f-960f-98849af484a8', 'code': 200} Nov 02 16:31:36.147825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:36.154173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.177014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-3a5d5b5c-defe-481b-9fb3-882bff137ac4 service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574297 Nov 02 16:31:36.181080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ddf541-5a7c-44ab-983f-6d7d6e931132,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:36.185880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.192697 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1ef428cc-b980-49e6-b460-546c0ea5d6c5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/c4ddf541-5a7c-44ab-983f-6d7d6e931132 HTTP/1.1" status: 204 len: 168 time: 0.9241216 Nov 02 16:31:36.198596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:36.255169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8960be3b-b3cb-4b5c-97e1-b913220b5994 None None] Could not find standard attr ID for object c7492a9c-9b23-407d-9aa8-1dd3a9b0b851. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:31:36.277609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-1025f3bb-5f9f-45fb-bd54-55ab980e3ac9 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.1841452 Nov 02 16:31:36.289938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8960be3b-b3cb-4b5c-97e1-b913220b5994 None None] Provisioning complete for port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:36.290437 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8960be3b-b3cb-4b5c-97e1-b913220b5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.312798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:36.357381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8960be3b-b3cb-4b5c-97e1-b913220b5994 None None] Port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:36.363652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18531525-76b3-443e-b326-b56d50bcd1e6 None None] Network a216e045-1afd-4261-a24b-425ab118c905 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:36.450383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171e266-a589-4f2f-9b4d-d51ed14d693b req-86d21cfd-a2c4-4a96-9774-42166db53cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:36.451875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6171e266-a589-4f2f-9b4d-d51ed14d693b req-86d21cfd-a2c4-4a96-9774-42166db53cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 1101 time: 0.1536312 Nov 02 16:31:36.492740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-56bb698e-9ad3-4f63-bf2a-ff90dc1642b2 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.1713874 Nov 02 16:31:36.505434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec3fee69-1008-4dad-a637-2fd656eb276a req-e508ceee-89cc-4ac4-b67c-f29623a1ed34 service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115001 Nov 02 16:31:36.518077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.529973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-d51e447c-fb8a-418a-be73-21d64d11fe4e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:36.531925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-d51e447c-fb8a-418a-be73-21d64d11fe4e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 815 time: 0.2166510 Nov 02 16:31:36.539986 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6171e266-a589-4f2f-9b4d-d51ed14d693b req-96e7ec6b-87fc-4bfe-b5ac-b325d144fc3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798776 Nov 02 16:31:36.553268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Request body: {'port': {'device_id': '64242ef9-a5c9-468f-8841-c88669db86c5', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'admin_state_up': True, 'tenant_id': 'acd412f68b854400a992b66cc103f912'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:36.615641 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] DHCP port deletion for a216e045-1afd-4261-a24b-425ab118c905 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:31:36.637538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab11df-e218-439b-a6b8-59a720c598c7 req-b724a015-9ca5-436f-aa33-4a2681d6122c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:36.639079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dab11df-e218-439b-a6b8-59a720c598c7 req-b724a015-9ca5-436f-aa33-4a2681d6122c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 945 time: 0.3128269 Nov 02 16:31:36.664802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] Deleting port d8592999-b257-45b8-b1a9-85892511a22a {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:36.665275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.669566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Made reservation on behalf of acd412f68b854400a992b66cc103f912 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:36.673837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.736035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] For port d8592999-b257-45b8-b1a9-85892511a22a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8592999-b257-45b8-b1a9-85892511a22a,segment=NetworkSegment(f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f),segment_id=f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:36.736533 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.750840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] Calling delete_port for d8592999-b257-45b8-b1a9-85892511a22a owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:36.795162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dab11df-e218-439b-a6b8-59a720c598c7 req-35a5e81d-b5b3-4531-8842-1c10a78d5999 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259968 Nov 02 16:31:36.822649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port d8592999-b257-45b8-b1a9-85892511a22a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:36.823000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.849549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:36.880008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] Pushing event deleted for resources: {'Port': ['ID=d8592999-b257-45b8-b1a9-85892511a22a,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:36.884478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfe37e-dba7-4182-bb73-0d8528ae3fb3 None None] No DVR routers for this DVR port d8592999-b257-45b8-b1a9-85892511a22a on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:36.957289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Deleting port 76e3d831-190a-48e1-99f7-1a72ee1d7461 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:36.957645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.023544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:37.028760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port d8592999-b257-45b8-b1a9-85892511a22a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8592999-b257-45b8-b1a9-85892511a22a,segment=NetworkSegment(f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f),segment_id=f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:37.029150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.043358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.059556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for d8592999-b257-45b8-b1a9-85892511a22a owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:37.080474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Transition to ACTIVE for port object 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:37.094347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de28b-f341-435a-a2c4-a193445cac0a req-36dc68c6-e342-4658-b9c2-89dc860a2c9b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:37.095835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a4de28b-f341-435a-a2c4-a193445cac0a req-36dc68c6-e342-4658-b9c2-89dc860a2c9b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1955688 Nov 02 16:31:37.099995 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.133756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Allocated IP 172.20.0.10 (27fa4102-68d9-44ad-abdd-64c55a313d89/a21a6177-9a0b-43af-9dd5-991da2bff891/ae14525e-6c2b-4c42-a5f9-faecf4a30d1e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:37.193820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.194196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.212337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8592999-b257-45b8-b1a9-85892511a22a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:37.233296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d8592999-b257-45b8-b1a9-85892511a22a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:37.233647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8592999-b257-45b8-b1a9-85892511a22a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:37.237961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Calling delete_port for 76e3d831-190a-48e1-99f7-1a72ee1d7461 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:37.285393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:37.296994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a4de28b-f341-435a-a2c4-a193445cac0a req-edc00ad5-9c56-4331-995b-031a969b3131 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574423 Nov 02 16:31:37.337587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.385487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.393682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.432453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:37.435645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:37.439333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:37.448744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Pushing event updated for resources: {'Port': ['ID=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:37.479321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=d8592999-b257-45b8-b1a9-85892511a22a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:37.496120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port d8592999-b257-45b8-b1a9-85892511a22a on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:37.515468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:37.516422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.537361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-a5579101-79f0-4239-98f6-aa467c02e083 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9890156 Nov 02 16:31:37.556677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Request body: {'port': {'device_id': '64242ef9-a5c9-468f-8841-c88669db86c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:37.616888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9faed0-5166-440a-bfd1-51f00f5c334f req-c4aa4459-77fb-41a5-97ad-a0e6ebc5af3c tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:37.618643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b9faed0-5166-440a-bfd1-51f00f5c334f req-c4aa4459-77fb-41a5-97ad-a0e6ebc5af3c tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 950 time: 0.2121212 Nov 02 16:31:37.631793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Attempting to bind port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:37.632125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Attempting to bind port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:37.632838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Attempting to bind port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:37.637419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.674934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.691837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:37.692169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Attempting to bind port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:37.717709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f45389d6-2152-4e5f-98a9-6388aa955e37 None None] Provisioning complete for port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:37.718353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f45389d6-2152-4e5f-98a9-6388aa955e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.720356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:37.720702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Checking segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:37.721223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Bound using segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:37.722306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Bound port: 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:37.722659 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.733843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216e045-1afd-4261-a24b-425ab118c905']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:37.752106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.760481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:37.760781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ec84c1-6ae6-4e8e-9fa7-13a4ed0f957f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:37.761127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f45389d6-2152-4e5f-98a9-6388aa955e37 None None] Port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:37.768080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b9faed0-5166-440a-bfd1-51f00f5c334f req-1e7614ed-10b4-4455-b78c-5d48355de051 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373692 Nov 02 16:31:37.797985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.830234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event deleted for resources: {'Port': ['ID=76e3d831-190a-48e1-99f7-1a72ee1d7461,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:37.859681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.895649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:37.895917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:37.899015 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:37.946430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae14525e-6c2b-4c42-a5f9-faecf4a30d1e {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:37.953630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.966917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Transition to ACTIVE for port object ae14525e-6c2b-4c42-a5f9-faecf4a30d1e will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:37.971073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:37.978779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'tag': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:37.980977 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8600bf-4f20-4aba-ae12-78a80aab163e" -d '{"events": [{"name": "network-changed", "server_uuid": "153c2f2c-abb7-4360-9d70-105efe6c3da9", "tag": "c68cebb2-1fba-41c0-9aa1-f53bd65da420"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:37.997029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] For port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:38.017245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] For port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:38.019256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.022157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.023219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a21edbc-eff1-499e-a449-e9f13343c393 req-14258832-5883-4141-9439-32113e8a2c52 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "DELETE /v2.0/floatingips/1590fb0a-436f-4785-88f5-b38440be5c7f HTTP/1.1" status: 204 len: 173 time: 1.5142362 Nov 02 16:31:38.024157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.034272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.036751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Pushing event updated for resources: {'Port': ['ID=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:38.039980 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.046618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/a216e045-1afd-4261-a24b-425ab118c905 HTTP/1.1" status: 204 len: 168 time: 1.8441725 Nov 02 16:31:38.056785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55036) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:38.062114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'name': 'tempest-PortsIpV6TestJSON-1128926901'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:38.069508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ae21e-952d-424b-9334-5d9279bba813 req-2cfb2b3e-8e88-48a5-9397-830707b8a05d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.071088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-692ae21e-952d-424b-9334-5d9279bba813 req-2cfb2b3e-8e88-48a5-9397-830707b8a05d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 932 time: 0.2078955 Nov 02 16:31:38.099717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cd1b9-7315-4afa-b349-782fd818d26b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=a216e045-1afd-4261-a24b-425ab118c905,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:38.100921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d644bba-67cb-4329-9481-07189c9f3aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:38.110930 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ee006-5744-42b8-afa1-d868420e177d" -d '{"events": [{"server_uuid": "4d644bba-67cb-4329-9481-07189c9f3aef", "name": "network-vif-plugged", "status": "completed", "tag": "09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:38.120971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.121588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.122976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/4dd0d947-33d4-46ae-87f4-470e6bbe5b51 HTTP/1.1" status: 200 len: 1091 time: 2.2103515 Nov 02 16:31:38.123418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb12173-4d83-4632-882f-89727126753e', 'tag': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:38.126440 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c68f16-5578-4114-9139-0f302b4f81df" -d '{"events": [{"name": "network-changed", "server_uuid": "deb12173-4d83-4632-882f-89727126753e", "tag": "4dd0d947-33d4-46ae-87f4-470e6bbe5b51"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:38.195279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Attempting to bind port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:38.195622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Attempting to bind port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:38.195951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Attempting to bind port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:38.196811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9fe35-a4ce-4caf-9439-2e1b1873c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:38.205222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e on network 27fa4102-68d9-44ad-abdd-64c55a313d89 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:38.205548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Attempting to bind port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e on network 27fa4102-68d9-44ad-abdd-64c55a313d89 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:38.212635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:38.213105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Checking segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:38.213585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Bound using segment: {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:38.214028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Bound port: ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca430aa6-cb78-4250-916e-1c6197905155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:38.214487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.231531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-692ae21e-952d-424b-9334-5d9279bba813 req-629a71cc-a5a7-4141-94bb-495d0e58b66d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221917 Nov 02 16:31:38.253243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-ba137438-9be3-43f7-8469-4b78a5ec3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.255072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-ba137438-9be3-43f7-8469-4b78a5ec3793 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 1094 time: 0.0819256 Nov 02 16:31:38.256452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:38.262742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.324930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31058d6-f1ed-4af7-848b-b92eb13ae1bb x-openstack-request-id: req-f31058d6-f1ed-4af7-848b-b92eb13ae1bb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:38.325215 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153c2f2c-abb7-4360-9d70-105efe6c3da9", "tag": "c68cebb2-1fba-41c0-9aa1-f53bd65da420", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:38.325769 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f31058d6-f1ed-4af7-848b-b92eb13ae1bb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:38.325884 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'tag': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420', 'status': 'completed', 'code': 200} Nov 02 16:31:38.327246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-66a6dbd5-bb55-41ca-b5c0-fb0d1601370f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51 HTTP/1.1" status: 200 len: 217 time: 0.0606554 Nov 02 16:31:38.346593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a7a553a-4a16-41b7-81db-fe184f5b6872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.354648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 3222b968-4409-43a9-8e5e-8fdf74a3a078 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:38.429147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-c6f08a6f-fd47-4e87-8098-20c3c862b906 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips/8303697a-6aa2-444e-b1c3-35d168502abf HTTP/1.1" status: 200 len: 692 time: 0.1098542 Nov 02 16:31:38.444880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] For port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:38.449312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] For port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:38.461055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-25d6aba2-de59-4143-85ea-a22a4e42fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.462595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-25d6aba2-de59-4143-85ea-a22a4e42fec7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 1094 time: 0.1235790 Nov 02 16:31:38.463602 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.469556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-e04b2827-6806-4604-884a-def189f0aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.471211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-e04b2827-6806-4604-884a-def189f0aa0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.1365316 Nov 02 16:31:38.541867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1674cd-3242-46b4-a982-93fca9210271 req-6de2eeed-f2a5-4871-8e99-292c8794eac5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.543417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca1674cd-3242-46b4-a982-93fca9210271 req-6de2eeed-f2a5-4871-8e99-292c8794eac5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 945 time: 0.2145033 Nov 02 16:31:38.557971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 51a6e245-7b92-46fd-aa96-c3736e07bebd no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:38.582177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.582800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:38.584190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] 10.222.0.100 "PUT /v2.0/ports/ae14525e-6c2b-4c42-a5f9-faecf4a30d1e HTTP/1.1" status: 200 len: 1092 time: 1.0377729 Nov 02 16:31:38.586800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 51a6e245-7b92-46fd-aa96-c3736e07bebd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:38.587446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 51a6e245-7b92-46fd-aa96-c3736e07bebd not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:38.587595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1452603-e7aa-4927-ae39-73fead52171c req-e289a869-7ea6-4da0-a793-167c35afaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.589072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-e289a869-7ea6-4da0-a793-167c35afaf67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884550 Nov 02 16:31:38.666626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-26e1d4e8-795f-411f-a95d-38286fd67e76 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:38.668048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-26e1d4e8-795f-411f-a95d-38286fd67e76 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2263949 Nov 02 16:31:38.701950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca1674cd-3242-46b4-a982-93fca9210271 req-904b64e1-e6da-4531-bad5-68dd6090f016 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353052 Nov 02 16:31:38.761095 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eae711-4bf8-42c5-86e5-a5c19b1bc368 x-openstack-request-id: req-f2eae711-4bf8-42c5-86e5-a5c19b1bc368 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:38.761641 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d644bba-67cb-4329-9481-07189c9f3aef", "name": "network-vif-plugged", "status": "completed", "tag": "09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:38.761641 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2eae711-4bf8-42c5-86e5-a5c19b1bc368 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:38.762022 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d644bba-67cb-4329-9481-07189c9f3aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b', 'code': 200} Nov 02 16:31:39.033537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12cab9-a9d0-4bb4-81b3-52907a669a75 service neutron] Pushing event updated for resources: {'Port': ['ID=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:39.057771 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b90811d-505e-41aa-bb2f-6ddd63ec97a8 x-openstack-request-id: req-7b90811d-505e-41aa-bb2f-6ddd63ec97a8 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:39.058054 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb12173-4d83-4632-882f-89727126753e", "tag": "4dd0d947-33d4-46ae-87f4-470e6bbe5b51", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:39.058324 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b90811d-505e-41aa-bb2f-6ddd63ec97a8 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:39.058719 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb12173-4d83-4632-882f-89727126753e', 'tag': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51', 'status': 'completed', 'code': 200} Nov 02 16:31:39.080054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-a4add88b-0492-4284-b0da-b267878443d2 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.3939888 Nov 02 16:31:39.095369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.118043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-00336474-9c22-41b7-bc92-7c9193be14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.119574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-00336474-9c22-41b7-bc92-7c9193be14d0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 1095 time: 0.1580262 Nov 02 16:31:39.123947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3ba32-623e-42ac-942c-081cbc8a239f req-c6f352e3-4554-4b8e-bac6-bc5161434068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.125310 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0bf3ba32-623e-42ac-942c-081cbc8a239f req-c6f352e3-4554-4b8e-bac6-bc5161434068 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 1096 time: 0.1605864 Nov 02 16:31:39.128127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-4b855c3e-a327-490b-8e43-fcdfc72f7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.129597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-4b855c3e-a327-490b-8e43-fcdfc72f7b91 service neutron] 10.222.0.100 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 916 time: 0.6301117 Nov 02 16:31:39.169108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-96c066cf-a2bc-49d8-93b8-1d9035c50dda tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0713015 Nov 02 16:31:39.172142 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-976082fd-aca4-4f11-b42f-b445964dd278 service neutron] 10.222.0.55 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709205 Nov 02 16:31:39.182528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101a056-8baf-4eb1-87f4-b6df001c4563 req-2579fa19-c4fa-45d2-9061-b013dac2f4bf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.183975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e101a056-8baf-4eb1-87f4-b6df001c4563 req-2579fa19-c4fa-45d2-9061-b013dac2f4bf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1245036 Nov 02 16:31:39.184627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-ee4e2e49-5129-42da-8745-ef717a9b6181 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e HTTP/1.1" status: 200 len: 217 time: 0.0541036 Nov 02 16:31:39.229008 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-4b438151-8043-400a-864c-e9cb9011763f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420 HTTP/1.1" status: 200 len: 217 time: 0.0634978 Nov 02 16:31:39.311633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0bf3ba32-623e-42ac-942c-081cbc8a239f req-29da1dab-939c-4b45-bb5a-c39dc4c96cfb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743026 Nov 02 16:31:39.320958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.324902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-52d70890-5f68-4620-83a1-70fc490140ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.326364 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-52d70890-5f68-4620-83a1-70fc490140ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.1100910 Nov 02 16:31:39.345198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e101a056-8baf-4eb1-87f4-b6df001c4563 req-265bd49f-a938-4fef-b158-e1f2ad8ca1c1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Nov 02 16:31:39.362158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-8cbc6f65-d744-4f04-80a3-145b0685edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.363631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-8cbc6f65-d744-4f04-80a3-145b0685edfb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.1070082 Nov 02 16:31:39.416951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:39.421705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1452603-e7aa-4927-ae39-73fead52171c req-eab49de4-fde1-4599-9a63-118d032a7a41 service neutron] 10.222.0.55 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356720 Nov 02 16:31:39.436897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:39.447211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:39.452724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.453318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.454646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Deleting port ab3b5b38-e566-48d2-8b60-fceec08a2dab {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:39.455013 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.460005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=3222b968-4409-43a9-8e5e-8fdf74a3a078,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:39.484089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-d3de44a8-0430-4f7e-baab-32b531591669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.485676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-d3de44a8-0430-4f7e-baab-32b531591669 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458364 Nov 02 16:31:39.488908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a20568c8-9a2e-4a23-8b08-bb7bf3d477f6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4308567 Nov 02 16:31:39.490844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-7c6fc669-7d65-40b7-9ba4-09811ecd676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.492243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-7c6fc669-7d65-40b7-9ba4-09811ecd676d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157794 Nov 02 16:31:39.492699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55054) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:39.512344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d59e-6432-4e34-860f-ed8a39dafe5c req-d5cc5b1d-74ed-4aae-a128-e911d113d4ee tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.513829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec80d59e-6432-4e34-860f-ed8a39dafe5c req-d5cc5b1d-74ed-4aae-a128-e911d113d4ee tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 950 time: 0.1071892 Nov 02 16:31:39.607711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.608456 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.613923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec80d59e-6432-4e34-860f-ed8a39dafe5c req-94cec398-0db2-4608-a314-df32b825654f tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892284 Nov 02 16:31:39.626957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Calling delete_port for ab3b5b38-e566-48d2-8b60-fceec08a2dab owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:39.639619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68f16-5578-4114-9139-0f302b4f81df req-9b4f19d7-e2ed-4619-b2df-78e017b6761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.641359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-9b4f19d7-e2ed-4619-b2df-78e017b6761d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 1094 time: 0.0975063 Nov 02 16:31:39.725848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-463d8f49-7810-4cb5-892f-4fd317f7d4aa service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042718 Nov 02 16:31:39.730685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-2b853ade-4392-4891-ab0d-56cecef30afc service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092350 Nov 02 16:31:39.740939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 3222b968-4409-43a9-8e5e-8fdf74a3a078 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:39.741781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.829385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68f16-5578-4114-9139-0f302b4f81df req-304e973e-f59e-40f4-b023-7c2bb99adc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.830987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-304e973e-f59e-40f4-b023-7c2bb99adc55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 916 time: 0.1801245 Nov 02 16:31:39.902927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c68cebb2-1fba-41c0-9aa1-f53bd65da420 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:39.907132 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-eaf2e818-67dd-462c-a900-dbe1fdd1e8f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51 HTTP/1.1" status: 200 len: 217 time: 0.0674384 Nov 02 16:31:39.917262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:39.921769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75205190-6896-4c7c-abe0-95395b4db70c req-72a2e653-7b3d-45ca-b328-2d57e413a180 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:39.923640 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75205190-6896-4c7c-abe0-95395b4db70c req-72a2e653-7b3d-45ca-b328-2d57e413a180 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 944 time: 0.1438591 Nov 02 16:31:39.959434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 3222b968-4409-43a9-8e5e-8fdf74a3a078 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:39.974529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e65f8e30-bdcc-4a8a-8469-c57385dfe715 req-30041bfd-4c60-4b01-a503-d5ef6bb50d3d service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282364 Nov 02 16:31:39.981061 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8600bf-4f20-4aba-ae12-78a80aab163e req-286d1bd7-c1d4-4f2c-965c-520f7cab0844 service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271965 Nov 02 16:31:39.998227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.013971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c68cebb2-1fba-41c0-9aa1-f53bd65da420, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:40.020792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68f16-5578-4114-9139-0f302b4f81df req-720b6e2d-e077-416d-92f1-8264154cc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.022321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-720b6e2d-e077-416d-92f1-8264154cc9d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.0977163 Nov 02 16:31:40.027996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'port_id': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420', 'mac_address': 'fa:16:3e:26:37:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a6177-9a0b-43af-9dd5-991da2bff891', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:40.056744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Pushing event deleted for resources: {'Port': ['ID=ab3b5b38-e566-48d2-8b60-fceec08a2dab,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:40.062377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75205190-6896-4c7c-abe0-95395b4db70c req-ca8ce111-f8b3-46e1-b8ef-1464e830ba41 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Nov 02 16:31:40.073853 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.074520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.097527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68cebb2-1fba-41c0-9aa1-f53bd65da420 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:40.118305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=3222b968-4409-43a9-8e5e-8fdf74a3a078,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:40.119625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c68cebb2-1fba-41c0-9aa1-f53bd65da420, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:40.123119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.125749 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.130243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3f69c9a9-e81a-4cab-b68b-2ce183c51ad7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/3222b968-4409-43a9-8e5e-8fdf74a3a078 HTTP/1.1" status: 204 len: 168 time: 0.6365180 Nov 02 16:31:40.130974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55062) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:40.136248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'mac_address': 'fa:16:3e:c1:b6:bc', 'name': 'tempest-PortsIpV6TestJSON-952146308'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:40.160129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68f16-5578-4114-9139-0f302b4f81df req-0d81afc3-fa03-445f-ac12-835aa6444945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.161496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-0d81afc3-fa03-445f-ac12-835aa6444945 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141803 Nov 02 16:31:40.166859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.171399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.172566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1581c6fd-a363-4ede-8b11-9524dfe72e7e req-f231216d-50f7-4f0f-aaaf-50b9364ea5d5 tempest-FloatingIPDetailsTestJSON-1941376526 tempest-FloatingIPDetailsTestJSON-1941376526-project] 10.222.0.31 "DELETE /v2.0/floatingips/8303697a-6aa2-444e-b1c3-35d168502abf HTTP/1.1" status: 204 len: 173 time: 0.9876747 Nov 02 16:31:40.186160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55066) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:40.211205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c68cebb2-1fba-41c0-9aa1-f53bd65da420,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:40.255109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:40.326760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64242ef9-a5c9-468f-8841-c88669db86c5', 'tag': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:40.329069 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db06b493-aab3-4950-97db-a48801537363" -d '{"events": [{"name": "network-changed", "server_uuid": "64242ef9-a5c9-468f-8841-c88669db86c5", "tag": "ae14525e-6c2b-4c42-a5f9-faecf4a30d1e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:40.333788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.384276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port b61dd073-9f2e-4486-851f-e49152bbe180 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:40.433001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769a3e-b2ab-4e2f-a04a-c305b61c6bbe req-691ed14a-41bc-4842-82e0-b789b0899805 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.434751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f769a3e-b2ab-4e2f-a04a-c305b61c6bbe req-691ed14a-41bc-4842-82e0-b789b0899805 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 945 time: 0.1622138 Nov 02 16:31:40.439633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-ebe1acd2-6845-4648-9c3c-dc6b7b579dfe service neutron] 10.222.0.55 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656779 Nov 02 16:31:40.450519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c68cebb2-1fba-41c0-9aa1-f53bd65da420'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:40.479167 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c042234c-bdab-4f45-bf21-a51c5ce01093 x-openstack-request-id: req-c042234c-bdab-4f45-bf21-a51c5ce01093 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:40.479518 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64242ef9-a5c9-468f-8841-c88669db86c5", "tag": "ae14525e-6c2b-4c42-a5f9-faecf4a30d1e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:40.479794 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c042234c-bdab-4f45-bf21-a51c5ce01093 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:40.480152 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64242ef9-a5c9-468f-8841-c88669db86c5', 'tag': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e', 'status': 'completed', 'code': 200} Nov 02 16:31:40.637497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.642482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b493-aab3-4950-97db-a48801537363 req-8cc8a975-e1a9-4f54-88ad-1c8720e2aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.643678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f769a3e-b2ab-4e2f-a04a-c305b61c6bbe req-47b39298-ee03-478c-9481-85568bd91661 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987493 Nov 02 16:31:40.644338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-8cc8a975-e1a9-4f54-88ad-1c8720e2aafb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 1095 time: 0.1321976 Nov 02 16:31:40.692809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13c68f16-5578-4114-9139-0f302b4f81df req-0e4f0e26-6c74-4edb-836d-2f5a40843fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313075 Nov 02 16:31:40.704573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19eca1-e940-411c-abf6-ad6ecccb23f7 req-34bd46af-177f-436e-90d4-23ebe2ab7108 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.706118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be19eca1-e940-411c-abf6-ad6ecccb23f7 req-34bd46af-177f-436e-90d4-23ebe2ab7108 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1528351 Nov 02 16:31:40.739584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.802588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:40.806888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:40.809083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b493-aab3-4950-97db-a48801537363 req-d2d53000-398d-4b48-bc69-2ce8a4b4ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.810552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-d2d53000-398d-4b48-bc69-2ce8a4b4ab57 service neutron] 10.222.0.100 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 916 time: 0.1568904 Nov 02 16:31:40.816040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:40.821503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.822082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:40.826884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be19eca1-e940-411c-abf6-ad6ecccb23f7 req-8085576d-559f-4364-a70e-b15776039d47 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121378 Nov 02 16:31:40.831605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=b61dd073-9f2e-4486-851f-e49152bbe180,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:40.848634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d66d6-ae23-47ad-800c-cf47d8b276e0 req-20ecbac2-a866-456f-9db3-1c62d5368482 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.850190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c6d66d6-ae23-47ad-800c-cf47d8b276e0 req-20ecbac2-a866-456f-9db3-1c62d5368482 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 950 time: 0.1170537 Nov 02 16:31:40.873047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-c3b289d2-39ea-482e-807b-45cb5b29e32c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e HTTP/1.1" status: 200 len: 217 time: 0.0483706 Nov 02 16:31:40.883261 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d5fa4cbe-95ef-48ed-955f-d6e04e435c70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7512844 Nov 02 16:31:40.885955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55080) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:40.932970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b493-aab3-4950-97db-a48801537363 req-63acda7a-6c13-4784-a063-13ea5268907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.934624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-63acda7a-6c13-4784-a063-13ea5268907f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.0499511 Nov 02 16:31:40.940155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c6d66d6-ae23-47ad-800c-cf47d8b276e0 req-6da9c5ca-1c27-4476-ad28-c3a6ff96160a tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810604 Nov 02 16:31:40.955466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fb041b-1b9b-462e-954a-031b8d0a4f80 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:40.957013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1fb041b-1b9b-462e-954a-031b8d0a4f80 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/b61dd073-9f2e-4486-851f-e49152bbe180 HTTP/1.1" status: 200 len: 844 time: 0.0698235 Nov 02 16:31:40.959972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55084) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:41.006942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b493-aab3-4950-97db-a48801537363 req-67369a0c-c9a4-401c-a4bf-c84ede18f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:41.008902 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-67369a0c-c9a4-401c-a4bf-c84ede18f6a9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493541 Nov 02 16:31:41.062844 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-043122d2-5bd1-41ee-a274-5f44ae9aca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.069570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.152072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-bd427bc0-cddd-4dc2-868d-a44ce56bbf9b service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295462 Nov 02 16:31:41.192682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port b61dd073-9f2e-4486-851f-e49152bbe180 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:41.193023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.229541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.271687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db06b493-aab3-4950-97db-a48801537363 req-c81fcc54-59f1-4f60-9a67-9b2bfad3b6ce service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071973 Nov 02 16:31:41.289791 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.308734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb4a3-eca8-4fe1-b561-d50aec6332e0 req-6c311875-edcc-443a-98c2-2f84ad756b6d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:41.310242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6cb4a3-eca8-4fe1-b561-d50aec6332e0 req-6c311875-edcc-443a-98c2-2f84ad756b6d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 944 time: 0.1645072 Nov 02 16:31:41.320601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for b61dd073-9f2e-4486-851f-e49152bbe180 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:41.476274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6cb4a3-eca8-4fe1-b561-d50aec6332e0 req-4bacffd8-40a8-46d6-9144-fa41b0c54413 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533806 Nov 02 16:31:41.522203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511f9be-1556-44bc-a9dd-4eb20788cedf req-1170bd5b-e577-4cf3-a7e1-b61666a2b123 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:41.526565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d511f9be-1556-44bc-a9dd-4eb20788cedf req-1170bd5b-e577-4cf3-a7e1-b61666a2b123 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 946 time: 0.1500196 Nov 02 16:31:41.553878 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.614842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=b61dd073-9f2e-4486-851f-e49152bbe180,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:41.630600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d511f9be-1556-44bc-a9dd-4eb20788cedf req-bac90631-474e-4344-be8a-1a8912985664 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997646 Nov 02 16:31:41.631858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.634972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12aa54ea-9f2e-4b3d-8edb-9217b64e3715 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/b61dd073-9f2e-4486-851f-e49152bbe180 HTTP/1.1" status: 204 len: 168 time: 0.6716671 Nov 02 16:31:41.637804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55102) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:41.667757 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-77eca720-40d7-4f37-a18f-efac1322a5d3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:41.669527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77eca720-40d7-4f37-a18f-efac1322a5d3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/b61dd073-9f2e-4486-851f-e49152bbe180 HTTP/1.1" status: 404 len: 333 time: 0.0305939 Nov 02 16:31:41.673054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55106) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:41.678544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'name': 'tempest-PortsIpV6TestJSON-1957472827'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:41.686752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Deleting port 6acdc926-b796-4901-bd71-7759e4d778e7 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:41.687257 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.767074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:41.770758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.788010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 61408e27-1569-49fb-a617-22283adf44ec yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:41.811797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0b60-e173-4690-97c2-ef98d34820c7 req-6e112d89-4f02-4aed-9421-1976751d1439 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:41.813239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa7f0b60-e173-4690-97c2-ef98d34820c7 req-6e112d89-4f02-4aed-9421-1976751d1439 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 945 time: 0.0900967 Nov 02 16:31:41.861447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] For port 6acdc926-b796-4901-bd71-7759e4d778e7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6acdc926-b796-4901-bd71-7759e4d778e7,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:41.861913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:41.892509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Calling delete_port for 6acdc926-b796-4901-bd71-7759e4d778e7 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:41.902162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-402f7ceb-cac0-4f16-a80e-28678c256566 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:41.903586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-402f7ceb-cac0-4f16-a80e-28678c256566 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 950 time: 0.1203308 Nov 02 16:31:41.908523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa7f0b60-e173-4690-97c2-ef98d34820c7 req-d76ea1bd-2747-4ea9-b865-37c2ecf1e4da tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796938 Nov 02 16:31:41.918968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c68cebb2-1fba-41c0-9aa1-f53bd65da420 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:41.972822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.011685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port c68cebb2-1fba-41c0-9aa1-f53bd65da420 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:42.015926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.021077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c68cebb2-1fba-41c0-9aa1-f53bd65da420 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:42.023344 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.071613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:42.075958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:42.080046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:42.088521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:42.088933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.096113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7162bd-998f-44af-bd5c-1e55dc2b895f req-a662afd9-741c-4aeb-8b01-c132fc7b5f6a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:42.099080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a7162bd-998f-44af-bd5c-1e55dc2b895f req-a662afd9-741c-4aeb-8b01-c132fc7b5f6a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1875873 Nov 02 16:31:42.109273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=61408e27-1569-49fb-a617-22283adf44ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:42.131477 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2caeca20-f96c-4924-87d9-c417e945c98a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4571586 Nov 02 16:31:42.133857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55118) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:42.139759 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.140507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:42.166697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:42.169242 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fdebc5-7253-441b-99a9-bffb6346a3e3" -d '{"events": [{"server_uuid": "153c2f2c-abb7-4360-9d70-105efe6c3da9", "name": "network-vif-plugged", "status": "completed", "tag": "c68cebb2-1fba-41c0-9aa1-f53bd65da420"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:42.182916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c68cebb2-1fba-41c0-9aa1-f53bd65da420, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:42.187391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.216920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.243613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c68cebb2-1fba-41c0-9aa1-f53bd65da420,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:42.389771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.394933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.437195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] In _notify_port_updated(), no bound segment for port 61408e27-1569-49fb-a617-22283adf44ec on network 158545b3-ba26-48e9-a571-0e56fb2981ab {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:31:42.442937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:42.443603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.444956 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/ports/61408e27-1569-49fb-a617-22283adf44ec HTTP/1.1" status: 200 len: 818 time: 0.3096564 Nov 02 16:31:42.447770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55122) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:42.482061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.485844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b8633-5d33-4eea-83d5-3ad268f34808 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=61408e27-1569-49fb-a617-22283adf44ec,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:42.553858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 61408e27-1569-49fb-a617-22283adf44ec {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:42.554471 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.555306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Deleting port 641dd5bf-8d7f-421f-960f-98849af484a8 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:42.555643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.577328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:42.577620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a7162bd-998f-44af-bd5c-1e55dc2b895f req-d4369b50-4efa-476b-a456-4572d3238064 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721408 Nov 02 16:31:42.624719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05885-ded6-4053-b918-08df746a4da6 req-ba35777e-e998-4826-9d54-c6770b1777be tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:42.626426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66b05885-ded6-4053-b918-08df746a4da6 req-ba35777e-e998-4826-9d54-c6770b1777be tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 950 time: 0.1653259 Nov 02 16:31:42.634057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.648956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 61408e27-1569-49fb-a617-22283adf44ec owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:42.709960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:42.730294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'port_id': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51', 'mac_address': 'fa:16:3e:c1:14:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a6177-9a0b-43af-9dd5-991da2bff891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:42.739228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66b05885-ded6-4053-b918-08df746a4da6 req-40ce9be1-a555-43a2-bb90-71af19afc198 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4aa66bb-4607-4e99-8814-e67bb311c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852337 Nov 02 16:31:42.755413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] For port 641dd5bf-8d7f-421f-960f-98849af484a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=641dd5bf-8d7f-421f-960f-98849af484a8,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:42.755989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.758673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.785319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.790664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-7846cab4-8972-43db-b680-d8fe209a1602 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:42.792519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-7846cab4-8972-43db-b680-d8fe209a1602 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 946 time: 0.0839996 Nov 02 16:31:42.808407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:42.815150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6acdc926-b796-4901-bd71-7759e4d778e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:42.817481 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3302a8dd-54ac-4022-85e1-61de32130947 x-openstack-request-id: req-3302a8dd-54ac-4022-85e1-61de32130947 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:42.818258 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153c2f2c-abb7-4360-9d70-105efe6c3da9", "name": "network-vif-plugged", "status": "completed", "tag": "c68cebb2-1fba-41c0-9aa1-f53bd65da420", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:42.819436 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3302a8dd-54ac-4022-85e1-61de32130947 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:42.819724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Calling delete_port for 641dd5bf-8d7f-421f-960f-98849af484a8 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:42.820407 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420', 'code': 200} Nov 02 16:31:42.860890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:42.869334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.914115 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:42.947736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:42.995410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d181cc5-732c-45fd-be8f-a98bc18cbc9b req-e46845e2-db51-40ed-a8fa-5bc2f2954161 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:42.996956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d181cc5-732c-45fd-be8f-a98bc18cbc9b req-e46845e2-db51-40ed-a8fa-5bc2f2954161 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 945 time: 0.2555497 Nov 02 16:31:43.006872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=61408e27-1569-49fb-a617-22283adf44ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:43.012861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.018996 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e85af8e9-930a-40b9-aea7-32ae82a8544c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/61408e27-1569-49fb-a617-22283adf44ec HTTP/1.1" status: 204 len: 168 time: 0.5701311 Nov 02 16:31:43.020778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55128) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:43.043042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ed8f8-ce87-4163-b2a6-98263d1c76ec req-40c64e8a-ad08-4c13-a49f-94aa40d95b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.045787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-737ed8f8-ce87-4163-b2a6-98263d1c76ec req-40c64e8a-ad08-4c13-a49f-94aa40d95b15 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 1096 time: 0.1244252 Nov 02 16:31:43.110267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Deleting port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:43.110531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.116088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4dd0d947-33d4-46ae-87f4-470e6bbe5b51'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:43.122182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf835cc-a6c1-43a6-8408-baa08b2444c4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.126974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4bf835cc-a6c1-43a6-8408-baa08b2444c4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1005170 Nov 02 16:31:43.135313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:43.138778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-737ed8f8-ce87-4163-b2a6-98263d1c76ec req-3e9ba4be-847f-428a-a08e-efe83879ba40 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767550 Nov 02 16:31:43.142871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a1acd-ce66-4389-9dcd-a0b18ebc1384 req-7db55468-cff7-49ab-940a-acb066536308 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.145054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-232a1acd-ce66-4389-9dcd-a0b18ebc1384 req-7db55468-cff7-49ab-940a-acb066536308 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 944 time: 0.2056677 Nov 02 16:31:43.177677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d181cc5-732c-45fd-be8f-a98bc18cbc9b req-de9c3947-a41b-40e5-9e5c-77a1984dd7ce tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701603 Nov 02 16:31:43.233750 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-104b9088-b690-47bb-bb1a-de2f852f1b8f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:43.238923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] For port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,segment=NetworkSegment(05f0f397-9c51-4183-a006-b257092f5821),segment_id=05f0f397-9c51-4183-a006-b257092f5821)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:43.239292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.240297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-104b9088-b690-47bb-bb1a-de2f852f1b8f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/61408e27-1569-49fb-a617-22283adf44ec HTTP/1.1" status: 404 len: 333 time: 0.0943060 Nov 02 16:31:43.244939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55132) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:43.259145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Calling delete_port for 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:43.265296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737600202'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:43.384225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-232a1acd-ce66-4389-9dcd-a0b18ebc1384 req-3363467c-69d1-40fa-a7bd-a30e314b0214 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242565 Nov 02 16:31:43.391368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.394489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.399264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:43.402723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.436006 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.443367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Pushing event deleted for resources: {'Port': ['ID=0e3a6938-aeda-4a5c-9f70-7a65251a5f62,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:43.477042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] No DVR routers for this DVR port 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:43.479638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.484217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-679da39d-8dcd-48c5-a795-89f797fc0d33 req-40e38ed0-cd4f-4ceb-8a39-9658a056e641 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.55 "DELETE /v2.0/ports/0e3a6938-aeda-4a5c-9f70-7a65251a5f62 HTTP/1.1" status: 204 len: 173 time: 0.6798995 Nov 02 16:31:43.484675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'name': 'network-vif-deleted', 'tag': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:43.486997 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b6d3c-2c73-4003-9c6d-c7bd0264f8dc" -d '{"events": [{"server_uuid": "7a9bc678-3ec7-40e1-890e-3ee419738363", "name": "network-vif-deleted", "tag": "0e3a6938-aeda-4a5c-9f70-7a65251a5f62"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:43.532448 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f412743-0f50-48e1-87b8-c17a4be6acfc x-openstack-request-id: req-8f412743-0f50-48e1-87b8-c17a4be6acfc {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:43.532743 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9bc678-3ec7-40e1-890e-3ee419738363", "name": "network-vif-deleted", "tag": "0e3a6938-aeda-4a5c-9f70-7a65251a5f62", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:43.532995 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f412743-0f50-48e1-87b8-c17a4be6acfc {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:43.533388 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9bc678-3ec7-40e1-890e-3ee419738363', 'name': 'network-vif-deleted', 'tag': '0e3a6938-aeda-4a5c-9f70-7a65251a5f62', 'status': 'completed', 'code': 200} Nov 02 16:31:43.542520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b961e09-f753-41df-bcad-e51a292bc1fb req-b56adcaf-af9f-4c86-92e1-d22df4a6ddda tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.544018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b961e09-f753-41df-bcad-e51a292bc1fb req-b56adcaf-af9f-4c86-92e1-d22df4a6ddda tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9bc678-3ec7-40e1-890e-3ee419738363 HTTP/1.1" status: 200 len: 867 time: 0.2231491 Nov 02 16:31:43.544224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-92a0fea2-2748-498c-9a83-c4904dc70d6c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.546252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-92a0fea2-2748-498c-9a83-c4904dc70d6c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 945 time: 0.0558364 Nov 02 16:31:43.552878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Pushing event deleted for resources: {'Port': ['ID=641dd5bf-8d7f-421f-960f-98849af484a8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:43.561080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:43.621743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.622091 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment 4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2 of type vlan for network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 Nov 02 16:31:43.646002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.669588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] No DVR routers for this DVR port 641dd5bf-8d7f-421f-960f-98849af484a8 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:43.675370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:43.676084 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.693852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.697042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1368938c-7993-40f1-9366-6ba75deb9b0e req-a512fd24-da69-45ac-9fc6-7ebeb96d2362 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.55 "DELETE /v2.0/ports/641dd5bf-8d7f-421f-960f-98849af484a8 HTTP/1.1" status: 204 len: 173 time: 1.7845023 Nov 02 16:31:43.701195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea7adc-d423-4688-bd50-d149d54c2719', 'name': 'network-vif-deleted', 'tag': '641dd5bf-8d7f-421f-960f-98849af484a8'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:43.703487 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b150abe-49c7-4d41-89a0-e5b19950a2d7" -d '{"events": [{"server_uuid": "1dea7adc-d423-4688-bd50-d149d54c2719", "name": "network-vif-deleted", "tag": "641dd5bf-8d7f-421f-960f-98849af484a8"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:43.729751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b961e09-f753-41df-bcad-e51a292bc1fb req-427cff41-215a-478f-b2dc-9d4ffa644c38 tempest-ServersTestJSON-1658361696 tempest-ServersTestJSON-1658361696-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fbd2486-0969-4e80-9487-618bd5edcccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723378 Nov 02 16:31:43.745830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.872066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:43.872576 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.887904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75fb1-38c5-4d01-be98-8e68f238803a req-bd1333b8-644b-4496-aa78-2ce906b63bbf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.888205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:43.891400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79d75fb1-38c5-4d01-be98-8e68f238803a req-bd1333b8-644b-4496-aa78-2ce906b63bbf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1750500 Nov 02 16:31:43.894598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.900152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:43.901716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:43.927466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ae14525e-6c2b-4c42-a5f9-faecf4a30d1e details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:43.928373 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59808e1-5d43-41ca-b6bb-b301eca10006 x-openstack-request-id: req-b59808e1-5d43-41ca-b6bb-b301eca10006 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:43.928667 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea7adc-d423-4688-bd50-d149d54c2719", "name": "network-vif-deleted", "tag": "641dd5bf-8d7f-421f-960f-98849af484a8", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:43.928925 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b59808e1-5d43-41ca-b6bb-b301eca10006 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:43.929321 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea7adc-d423-4688-bd50-d149d54c2719', 'name': 'network-vif-deleted', 'tag': '641dd5bf-8d7f-421f-960f-98849af484a8', 'status': 'completed', 'code': 200} Nov 02 16:31:44.037826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7812545 Nov 02 16:31:44.043474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:44.051086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:44.108797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.110970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb15ca8-45aa-4e50-839c-b6352576e356 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=4bc58eb1-586a-42bc-ab2f-662b024e1b10,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:44.123385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb6a69c3-5625-49dd-bc0a-72aebdd18178 req-39fa7a8e-c8c3-4600-87f8-5ffc2b7f6920 tempest-ServerDiagnosticsNegativeTest-1710859447 tempest-ServerDiagnosticsNegativeTest-1710859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dea7adc-d423-4688-bd50-d149d54c2719 HTTP/1.1" status: 200 len: 210 time: 0.0843441 Nov 02 16:31:44.151353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79d75fb1-38c5-4d01-be98-8e68f238803a req-fa60c824-51d5-4ada-a99a-fbea6061aedc tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454236 Nov 02 16:31:44.163639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Router 869f98b2-8dae-42d6-969d-630ac1849349 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:31:44.169484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:44.204589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:44.229930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:44.233612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.233817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:44.237001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d30e32e2-7b51-4bb0-a3f4-9727bd671fd1 req-b7db24e6-2ce9-4287-be54-6e237e2bd3c4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "DELETE /v2.0/ports/09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b HTTP/1.1" status: 204 len: 173 time: 0.6848340 Nov 02 16:31:44.270944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:44.274529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.312796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f1d41ee-3aaa-4fd0-98f1-21d4ee86b6ee req-94cd5587-a6e0-4ffb-a6f4-a7ce4e32b841 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d644bba-67cb-4329-9481-07189c9f3aef HTTP/1.1" status: 200 len: 210 time: 0.0504138 Nov 02 16:31:44.375407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:31:44.382889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a0cd8119-814d-4837-874d-3c55278190aa admin admin] 10.222.0.31 "PUT /v2.0/routers/869f98b2-8dae-42d6-969d-630ac1849349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1947896 Nov 02 16:31:44.386661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55148) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:44.396668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] Sync routers for ids ['869f98b2-8dae-42d6-969d-630ac1849349'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:31:44.434388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] Routers {'869f98b2-8dae-42d6-969d-630ac1849349'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:31:44.434996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:31:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['869f98b2-8dae-42d6-969d-630ac1849349'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:44.536712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22394ee-99f5-4888-9fb5-dd8d07b81670 req-75ded169-6bec-47ee-96ba-642af8f77974 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:44.538213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f22394ee-99f5-4888-9fb5-dd8d07b81670 req-75ded169-6bec-47ee-96ba-642af8f77974 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 944 time: 0.0558741 Nov 02 16:31:44.545706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:44.567690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e', 'network_id': '27fa4102-68d9-44ad-abdd-64c55a313d89', 'port_id': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e', 'mac_address': 'fa:16:3e:b7:b8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a6177-9a0b-43af-9dd5-991da2bff891', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:44.572639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:44.612105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f22394ee-99f5-4888-9fb5-dd8d07b81670 req-6e4007dd-bf8a-46dc-ba65-3f56b33bef4c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624411 Nov 02 16:31:44.655832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] Set router 869f98b2-8dae-42d6-969d-630ac1849349 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:31:44.741193 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.795018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae14525e-6c2b-4c42-a5f9-faecf4a30d1e {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:44.812733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:44.826541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55154) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:44.828709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:44.829671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:44.830044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.840740 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.942049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Deleting subnet 7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:44.957953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.960780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:44.961704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:44.980642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.013775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.025998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:42Z', 'revision_number': 5, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:45.062998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] Checking router: 869f98b2-8dae-42d6-969d-630ac1849349 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:31:45.070291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb12173-4d83-4632-882f-89727126753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:45.072541 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c159b7-3dd1-4790-9475-752f3e631d21" -d '{"events": [{"server_uuid": "deb12173-4d83-4632-882f-89727126753e", "name": "network-vif-plugged", "status": "completed", "tag": "4dd0d947-33d4-46ae-87f4-470e6bbe5b51"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:45.089092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:45.093121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] Routers {'869f98b2-8dae-42d6-969d-630ac1849349'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:31:45.093655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:31:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['869f98b2-8dae-42d6-969d-630ac1849349'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:45.097148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.098011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 641dd5bf-8d7f-421f-960f-98849af484a8 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:45.109212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.167016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=9935fa72-52f6-4628-ac9d-53e5ef8c0ba4,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:45.169564 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385f5422-dd40-4fa2-a6ba-652fa3554639 x-openstack-request-id: req-385f5422-dd40-4fa2-a6ba-652fa3554639 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:45.169914 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb12173-4d83-4632-882f-89727126753e", "name": "network-vif-plugged", "status": "completed", "tag": "4dd0d947-33d4-46ae-87f4-470e6bbe5b51", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:45.170195 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-385f5422-dd40-4fa2-a6ba-652fa3554639 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:45.170884 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb12173-4d83-4632-882f-89727126753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51', 'code': 200} Nov 02 16:31:45.203424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ae14525e-6c2b-4c42-a5f9-faecf4a30d1e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:45.209889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 641dd5bf-8d7f-421f-960f-98849af484a8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:45.210334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 641dd5bf-8d7f-421f-960f-98849af484a8 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:45.210676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:45.222864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.229021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:45.229510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: 4bc58eb1-586a-42bc-ab2f-662b024e1b10, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:45.262470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:45.262470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0e3a6938-aeda-4a5c-9f70-7a65251a5f62 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:45.308970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:45.343618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19225308-5b34-4b81-8d17-fdda21093c10 req-30e8e2b8-1938-4f17-b11c-c6de1ecc181f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:45.355160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.359870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] Set router 869f98b2-8dae-42d6-969d-630ac1849349 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:31:45.368052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19225308-5b34-4b81-8d17-fdda21093c10 req-30e8e2b8-1938-4f17-b11c-c6de1ecc181f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.0897844 Nov 02 16:31:45.436298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:45.449653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 4bc58eb1-586a-42bc-ab2f-662b024e1b10) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:45.462224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a231241-4e30-45c2-91da-ebed33af4db3 req-cc18b418-8ac9-4dae-8bfe-2214c74bcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:45.464293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a231241-4e30-45c2-91da-ebed33af4db3 req-cc18b418-8ac9-4dae-8bfe-2214c74bcbf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 1096 time: 0.1589684 Nov 02 16:31:45.465872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.475943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:45.481090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19225308-5b34-4b81-8d17-fdda21093c10 req-9022814a-4654-4f66-8059-a3e4ed5f6f06 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Nov 02 16:31:45.485872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.523867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f912a11-0e81-45db-b9a0-8fa3e9ec76c9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:45.542043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55172) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:45.544010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d644bba-67cb-4329-9481-07189c9f3aef', 'name': 'network-vif-deleted', 'tag': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:45.546512 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2684110-f9c7-4775-aceb-49c63ad2e5aa" -d '{"events": [{"server_uuid": "4d644bba-67cb-4329-9481-07189c9f3aef", "name": "network-vif-deleted", "tag": "09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:45.559791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.563079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-970561b6-2d49-41e4-bbdf-4b979a93a38f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f912a11-0e81-45db-b9a0-8fa3e9ec76c9 HTTP/1.1" status: 204 len: 168 time: 0.7340539 Nov 02 16:31:45.566623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55178) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:45.585961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-430373a1-176e-4df5-a0d9-9f545640a619 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5414345 Nov 02 16:31:45.590426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55180) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:45.595699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:45.612688 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a231241-4e30-45c2-91da-ebed33af4db3 req-593bcb27-4a21-492d-8383-ae200d0adb43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238508 Nov 02 16:31:45.626480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Deleting port 6fd90ffa-086d-4ad6-8988-9ff1113ee506 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:45.627006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.639315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c746b-24d5-4426-8892-af1410d052ec None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:45.659730 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e4479-e248-444d-86aa-173fbf882d1c x-openstack-request-id: req-6d2e4479-e248-444d-86aa-173fbf882d1c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:45.660022 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d644bba-67cb-4329-9481-07189c9f3aef", "name": "network-vif-deleted", "tag": "09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:45.660273 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d2e4479-e248-444d-86aa-173fbf882d1c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:45.660659 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d644bba-67cb-4329-9481-07189c9f3aef', 'name': 'network-vif-deleted', 'tag': '09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b', 'status': 'completed', 'code': 200} Nov 02 16:31:45.752450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.802841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] For port 6fd90ffa-086d-4ad6-8988-9ff1113ee506, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fd90ffa-086d-4ad6-8988-9ff1113ee506,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:45.803254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.821580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Calling delete_port for 6fd90ffa-086d-4ad6-8988-9ff1113ee506 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:45.840975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:45.845044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:45.882460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:42Z', 'revision_number': 5, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:45.916895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a585f0f-b112-460e-8c2e-bd5288d7cd43 None None] The sync data for ids ['869f98b2-8dae-42d6-969d-630ac1849349'] in n-d-811405-2 is: [{'id': '869f98b2-8dae-42d6-969d-630ac1849349', 'name': 'tempest-FloatingIPDetailsTestJSON-1868840279-router', 'tenant_id': '9d077d225180409994b67e41031a5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:31:04Z', 'updated_at': '2021-11-02T16:31:42Z', 'revision_number': 5, 'project_id': '9d077d225180409994b67e41031a5495', 'gw_port': {'id': '6fd90ffa-086d-4ad6-8988-9ff1113ee506', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f98b2-8dae-42d6-969d-630ac1849349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:31:06Z', 'updated_at': '2021-11-02T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:31:45.960068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': '9935fa72-52f6-4628-ac9d-53e5ef8c0ba4'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:31:45.961278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.029679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-493fa5d6-59b1-44fc-8095-145650732160 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7043f54394e468694370fc9e928f23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829934 Nov 02 16:31:46.035967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55196) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:46.046506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443d61-94bb-464d-aa38-c99345b2669f req-c3120e10-688c-4aae-8d3b-2627917ae03c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:46.047927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39443d61-94bb-464d-aa38-c99345b2669f req-c3120e10-688c-4aae-8d3b-2627917ae03c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 945 time: 0.2694962 Nov 02 16:31:46.063477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.074889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-8eb3afbf-7af0-42a3-8c6e-af77977bab0a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:46.076413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-8eb3afbf-7af0-42a3-8c6e-af77977bab0a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.3194280 Nov 02 16:31:46.102655 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9935fa72-52f6-4628-ac9d-53e5ef8c0ba4 (CIDR: 2001:db8::/64) Nov 02 16:31:46.113909 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:31:46.114801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:31:46.127839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3d18f9-c4ac-436d-b54e-e6b76c191956']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:46.131217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4fa38e94-dfc2-4b9f-ab6a-d697ca5f4aa5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.0419948 Nov 02 16:31:46.156960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f0f397-9c51-4183-a006-b257092f5821') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:46.157396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f0f397-9c51-4183-a006-b257092f5821') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:46.166628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4957c8b6-6e97-4ec9-ae78-106ca0903864 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5724735 Nov 02 16:31:46.168364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:46.182769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:46.195686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.200426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39443d61-94bb-464d-aa38-c99345b2669f req-8fb1b0cd-6180-4461-8bb3-e3b7d712c7d5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401622 Nov 02 16:31:46.202520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-8051110e-e5b9-416c-beef-3144782c5f94 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553885 Nov 02 16:31:46.205775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-830aceb9-dd8f-49f6-b571-d13600bc7862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.228956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-830aceb9-dd8f-49f6-b571-d13600bc7862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.293985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Allocated IP 2001:db8::2 (4bc58eb1-586a-42bc-ab2f-662b024e1b10/9935fa72-52f6-4628-ac9d-53e5ef8c0ba4/a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:46.303069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.314407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:46.314816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:46.316957 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:46.331606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.342496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-830aceb9-dd8f-49f6-b571-d13600bc7862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.345026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-830aceb9-dd8f-49f6-b571-d13600bc7862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.351282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-830aceb9-dd8f-49f6-b571-d13600bc7862 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4aa66bb-4607-4e99-8814-e67bb311c26d HTTP/1.1" status: 204 len: 168 time: 0.3091774 Nov 02 16:31:46.389462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd90ffa-086d-4ad6-8988-9ff1113ee506,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:46.419537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-9cad761e-f1fb-4b1d-98be-908cd6d942e8 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984751 Nov 02 16:31:46.419537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.420279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aceb9-dd8f-49f6-b571-d13600bc7862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa66bb-4607-4e99-8814-e67bb311c26d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:46.444687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.452170 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5f3d18f9-c4ac-436d-b54e-e6b76c191956 HTTP/1.1" status: 204 len: 168 time: 0.8840394 Nov 02 16:31:46.559292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.562973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:46.574310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.617521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e75c9-fbe5-458d-89e7-7b56e44bac04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3d18f9-c4ac-436d-b54e-e6b76c191956,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:46.627427 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.633986 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.683114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Pushing event updated for resources: {'Port': ['ID=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:46.703434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:46.706322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:46.708729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:46.772051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7e0d-81dc-4098-89b1-09d4398fb71b req-2aa24ae6-6aca-488a-92d9-615c31ef20f8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:46.775244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3dfe7e0d-81dc-4098-89b1-09d4398fb71b req-2aa24ae6-6aca-488a-92d9-615c31ef20f8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1574292 Nov 02 16:31:46.786766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Attempting to bind port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:46.787421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Attempting to bind port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:46.787971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Attempting to bind port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 on network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:46.794213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:46.794827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Checking segment: {'id': '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:46.795414 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.795991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Bound using segment: {'id': '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:46.796800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Bound port: a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:46.797374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.834074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55208) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:46.834443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55210) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:46.873448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.874861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] For port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:46.877665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.879193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] For port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,segment=NetworkSegment(4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2),segment_id=4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:46.884066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.892290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5edad0f-8ab8-4529-995e-658fe3b5bda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.904031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-0679a008-7154-42bd-9423-3d102a5f2bc0 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737618 Nov 02 16:31:46.918874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3dfe7e0d-81dc-4098-89b1-09d4398fb71b req-33242e92-26f5-403a-b1d2-bbd680c24505 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329980 Nov 02 16:31:46.956285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-648378d3-3ed8-434a-90b9-8f569e57ac8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=838bd5b0fdc64b93887ba28c39fe5722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180067 Nov 02 16:31:46.959598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55212) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:46.969735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480f422-ba5a-48c6-a9cf-52f42c9b5993 None None] Pushing event updated for resources: {'Port': ['ID=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:46.981596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.982152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869f98b2-8dae-42d6-969d-630ac1849349 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:31:46.988978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:46.992838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bb4fdacf-dcf3-4ca9-895b-d7d78d8c9710 admin admin] 10.222.0.31 "DELETE /v2.0/routers/869f98b2-8dae-42d6-969d-630ac1849349 HTTP/1.1" status: 204 len: 168 time: 2.6049306 Nov 02 16:31:46.997244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55214) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:47.124613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Deleting subnet bfaae4d2-0f8e-4a61-b678-55b68cc3acd4 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:47.144804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f10c5bbb-baf5-4220-8281-9c212722cbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.170884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.243144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.271042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5edad0f-8ab8-4529-995e-658fe3b5bda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.292088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5edad0f-8ab8-4529-995e-658fe3b5bda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.328692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f10c5bbb-baf5-4220-8281-9c212722cbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.338747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.348867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13f99019-f0e1-4688-9f71-2286a2cf6a6c req-d866947b-dd3c-4e26-bbbf-f48a421f1b31 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 210 time: 0.0808628 Nov 02 16:31:47.395808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:47.401773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:47.405066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:47.406145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.421993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=a7b0ee53-5ba8-45bc-a741-0591b8d3ce81,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:47.443054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-868d9ed6-962c-4ec0-b877-049527ec1a36 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2707148 Nov 02 16:31:47.446101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55228) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:47.451139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'fixed_ips': [{'subnet_id': '9935fa72-52f6-4628-ac9d-53e5ef8c0ba4'}, {'subnet_id': 'a7b0ee53-5ba8-45bc-a741-0591b8d3ce81'}], 'name': 'tempest-PortsIpV6TestJSON-1282822449'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:47.467998 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.581609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:47.634773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6acdc926-b796-4901-bd71-7759e4d778e7 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:47.674564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 6acdc926-b796-4901-bd71-7759e4d778e7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:47.674906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6acdc926-b796-4901-bd71-7759e4d778e7 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:47.725823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.749423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port a4582d63-8165-4b08-bde9-388898ddd757 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:47.822562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edad0f-8ab8-4529-995e-658fe3b5bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da227cea-4be9-4461-b3ae-1885fa6fe252,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:47.852641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5edad0f-8ab8-4529-995e-658fe3b5bda7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65018d297aba4fb9bf5840d436e31f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0127614 Nov 02 16:31:47.855474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:47.885039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358bf9f-1174-449d-8cec-363eef6f8444 req-dddb3e6e-3c25-43bf-a2e3-3534cce1fb73 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:47.892340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3358bf9f-1174-449d-8cec-363eef6f8444 req-dddb3e6e-3c25-43bf-a2e3-3534cce1fb73 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 945 time: 0.5615520 Nov 02 16:31:47.955070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ae14525e-6c2b-4c42-a5f9-faecf4a30d1e up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:47.960300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b947fc1-e22f-40db-9c91-b2fdf8dda748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.983829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b947fc1-e22f-40db-9c91-b2fdf8dda748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:47.995315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.059939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f10c5bbb-baf5-4220-8281-9c212722cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.065223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f10c5bbb-baf5-4220-8281-9c212722cbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.070798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f10c5bbb-baf5-4220-8281-9c212722cbf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fbd2486-0969-4e80-9487-618bd5edcccb HTTP/1.1" status: 204 len: 168 time: 1.1101103 Nov 02 16:31:48.083146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:48.090993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:48.091346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.105618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b947fc1-e22f-40db-9c91-b2fdf8dda748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.109336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b947fc1-e22f-40db-9c91-b2fdf8dda748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.112863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b947fc1-e22f-40db-9c91-b2fdf8dda748 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da227cea-4be9-4461-b3ae-1885fa6fe252 HTTP/1.1" status: 204 len: 168 time: 0.2531769 Nov 02 16:31:48.126167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3358bf9f-1174-449d-8cec-363eef6f8444 req-fffaaad5-8ce6-4e1d-a6a4-f363cfce3a9a tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077005 Nov 02 16:31:48.131956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b947fc1-e22f-40db-9c91-b2fdf8dda748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da227cea-4be9-4461-b3ae-1885fa6fe252,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:48.152734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c5bbb-baf5-4220-8281-9c212722cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbd2486-0969-4e80-9487-618bd5edcccb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:48.220319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2d6dc-f7e3-4e83-a615-8bb285c0651d req-155ed88c-eac8-41c6-8c62-b5e4451d7f8a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:48.231655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bf2d6dc-f7e3-4e83-a615-8bb285c0651d req-155ed88c-eac8-41c6-8c62-b5e4451d7f8a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1748142 Nov 02 16:31:48.242113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.283080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfaae4d2-0f8e-4a61-b678-55b68cc3acd4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:48.292819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.300463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-322d0572-4a05-40df-93e2-b621a794263a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bfaae4d2-0f8e-4a61-b678-55b68cc3acd4 HTTP/1.1" status: 204 len: 168 time: 1.3020864 Nov 02 16:31:48.305769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:48.320198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a70d0f-a95e-4208-8c12-5be0ff0b0cfc None None] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:48.400729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.402228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::1ef (4bc58eb1-586a-42bc-ab2f-662b024e1b10/9935fa72-52f6-4628-ac9d-53e5ef8c0ba4/a4582d63-8165-4b08-bde9-388898ddd757) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:48.410587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8:0:1::fa (4bc58eb1-586a-42bc-ab2f-662b024e1b10/a7b0ee53-5ba8-45bc-a741-0591b8d3ce81/a4582d63-8165-4b08-bde9-388898ddd757) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:48.470576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.489502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df0842-0a9a-410d-a12e-4be6a5f2cb72 None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:48.497411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64242ef9-a5c9-468f-8841-c88669db86c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:48.500042 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd67a26-ea06-444f-ac9e-d1966e93e178" -d '{"events": [{"server_uuid": "64242ef9-a5c9-468f-8841-c88669db86c5", "name": "network-vif-plugged", "status": "completed", "tag": "ae14525e-6c2b-4c42-a5f9-faecf4a30d1e"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:48.515559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bf2d6dc-f7e3-4e83-a615-8bb285c0651d req-69ece84e-0027-4ce6-9a39-8a05ad53ef0d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790747 Nov 02 16:31:48.585179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:48.592267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:48.598722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97fe14fd-ced9-40d8-a819-aceb046ed16c req-7ab4e796-cb7d-4574-9398-904bba5c40f0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 210 time: 0.1152287 Nov 02 16:31:48.635386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:48.636415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 09fe13cf-1cef-4d3f-8d94-6a3ff3fe9f5b not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:48.638889 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.644647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.692542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e02f21c2-8c2d-4381-963f-011aa3aa02ea None None] Provisioning complete for port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:48.693327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e02f21c2-8c2d-4381-963f-011aa3aa02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.741394 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f5c5b6-944a-415c-bbfd-fe893f1c07aa x-openstack-request-id: req-45f5c5b6-944a-415c-bbfd-fe893f1c07aa {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:48.741906 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64242ef9-a5c9-468f-8841-c88669db86c5", "name": "network-vif-plugged", "status": "completed", "tag": "ae14525e-6c2b-4c42-a5f9-faecf4a30d1e", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:48.742293 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45f5c5b6-944a-415c-bbfd-fe893f1c07aa {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:48.742939 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64242ef9-a5c9-468f-8841-c88669db86c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e', 'code': 200} Nov 02 16:31:48.760149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Deleting port a086972a-e73e-4f7a-aa58-028f9f8d9553 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:48.760525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.833033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-05086a0b-2321-4c95-b2ce-cc533fe75fb9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:48.835075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-05086a0b-2321-4c95-b2ce-cc533fe75fb9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.1545777 Nov 02 16:31:48.837608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:48.838926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.869131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] For port a086972a-e73e-4f7a-aa58-028f9f8d9553, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a086972a-e73e-4f7a-aa58-028f9f8d9553,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:48.869596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:48.874913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] DHCP port deletion for 353bc94d-abcd-48a7-a079-2757e4fb2069 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:31:48.892878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:48.920470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Calling delete_port for a086972a-e73e-4f7a-aa58-028f9f8d9553 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:48.947700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=a4582d63-8165-4b08-bde9-388898ddd757,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:49.007063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e02f21c2-8c2d-4381-963f-011aa3aa02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.014205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:49.024130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:49.032238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:49.038727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:49.039378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.062503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfadbc-5ce7-42f5-ace3-9c2e9252094f req-11259f61-a444-4828-9279-373c1ea7b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:49.064080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2cbfadbc-5ce7-42f5-ace3-9c2e9252094f req-11259f61-a444-4828-9279-373c1ea7b78e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 1097 time: 0.2274773 Nov 02 16:31:49.072083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-84ba018c-cb93-4af8-82ad-6c60343b83c3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6210606 Nov 02 16:31:49.072083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55264) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:49.076596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9935fa72-52f6-4628-ac9d-53e5ef8c0ba4'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:49.078760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Deleting port a086972a-e73e-4f7a-aa58-028f9f8d9553 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:49.079591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.138083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e02f21c2-8c2d-4381-963f-011aa3aa02ea None None] For port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,segment=NetworkSegment(4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2),segment_id=4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:49.138741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.184713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] Update dhcp port {'port': {'network_id': '4bc58eb1-586a-42bc-ab2f-662b024e1b10', 'fixed_ips': [{'subnet_id': '9935fa72-52f6-4628-ac9d-53e5ef8c0ba4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7b0ee53-5ba8-45bc-a741-0591b8d3ce81'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:31:49.212659 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e02f21c2-8c2d-4381-963f-011aa3aa02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.217388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.226680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] No DVR routers for this DVR port a086972a-e73e-4f7a-aa58-028f9f8d9553 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:49.233022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Pushing event deleted for resources: {'Port': ['ID=a086972a-e73e-4f7a-aa58-028f9f8d9553,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:49.268391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.308299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2cbfadbc-5ce7-42f5-ace3-9c2e9252094f req-895a346f-a5cf-447a-8270-a571f041930c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221065 Nov 02 16:31:49.339761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f21c2-8c2d-4381-963f-011aa3aa02ea None None] Pushing event updated for resources: {'Port': ['ID=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:49.367755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:49.380892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.386459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:49.390341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.416622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353bc94d-abcd-48a7-a079-2757e4fb2069']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:49.418468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] For port a086972a-e73e-4f7a-aa58-028f9f8d9553, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a086972a-e73e-4f7a-aa58-028f9f8d9553,segment=NetworkSegment(c69449fa-3780-40da-8f8a-f8980e68b911),segment_id=c69449fa-3780-40da-8f8a-f8980e68b911)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:49.418876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.431896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69449fa-3780-40da-8f8a-f8980e68b911') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:49.432385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69449fa-3780-40da-8f8a-f8980e68b911') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:49.446382 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.465513 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.474864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:49.475646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.564539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Calling delete_port for a086972a-e73e-4f7a-aa58-028f9f8d9553 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:49.586538 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:49.589224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.597075 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.606374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] 10.222.0.31 "DELETE /v2.0/networks/353bc94d-abcd-48a7-a079-2757e4fb2069 HTTP/1.1" status: 204 len: 168 time: 1.2989964 Nov 02 16:31:49.642908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260afd4-1a81-4c6f-8708-0f4d93a8795e admin admin] Pushing event deleted for resources: {'Network': ['ID=353bc94d-abcd-48a7-a079-2757e4fb2069,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:49.754871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:49.757665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.790902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] Allocated IP 2001:db8:0:1::2 (4bc58eb1-586a-42bc-ab2f-662b024e1b10/a7b0ee53-5ba8-45bc-a741-0591b8d3ce81/a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:49.856206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2cf07-e9d8-4afb-8eca-298d46db3a8b req-93741954-6e29-4c22-8387-45637f41341c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:49.859113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4b2cf07-e9d8-4afb-8eca-298d46db3a8b req-93741954-6e29-4c22-8387-45637f41341c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.2006519 Nov 02 16:31:49.869281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3600-6d51-47d2-8400-33a7df11f85e req-2dac09f4-3bde-4cce-9f96-621e5fc6bbcf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:49.879753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163d3600-6d51-47d2-8400-33a7df11f85e req-2dac09f4-3bde-4cce-9f96-621e5fc6bbcf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.2963805 Nov 02 16:31:49.906171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55298) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:49.943947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.14 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/2e8500c8-cafd-4b58-a329-47a44b8f0a00) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:49.947042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:49.979378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Network 353bc94d-abcd-48a7-a079-2757e4fb2069 is not hosted by any dhcp agent {{(pid=102067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:31:49.979842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] No DVR routers for this DVR port a086972a-e73e-4f7a-aa58-028f9f8d9553 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:50.001743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebb3b5-a591-4291-bc3c-a977f003f962 None None] Pushing event deleted for resources: {'Port': ['ID=a086972a-e73e-4f7a-aa58-028f9f8d9553,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:50.003382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163d3600-6d51-47d2-8400-33a7df11f85e req-88270d1b-02c9-421d-b872-9692695f364d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216502 Nov 02 16:31:50.023664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4b2cf07-e9d8-4afb-8eca-298d46db3a8b req-6f18260d-35a9-4c68-98cd-08bb56f1d251 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320326 Nov 02 16:31:50.049156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-719e6e7b-979b-4545-8d57-3b05718b7931 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d077d225180409994b67e41031a5495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418512 Nov 02 16:31:50.053914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55300) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:50.068870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] For port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,segment=NetworkSegment(4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2),segment_id=4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:50.180845 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.192523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.211466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50c8174c-05b5-4766-9d3a-8e6e46aa48d4 req-cdc6256d-4c75-4661-a4b0-0ff5d3cf4a05 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 210 time: 0.0474102 Nov 02 16:31:50.219266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc67937-73ed-482b-bcb3-187d3955792d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.254556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fd90ffa-086d-4ad6-8988-9ff1113ee506 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:50.273051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc67937-73ed-482b-bcb3-187d3955792d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.289385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Delete allocated IP 2001:db8:0:1::fa (4bc58eb1-586a-42bc-ab2f-662b024e1b10/a7b0ee53-5ba8-45bc-a741-0591b8d3ce81) {{(pid=102065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 16:31:50.313590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 6fd90ffa-086d-4ad6-8988-9ff1113ee506 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:50.314396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fd90ffa-086d-4ad6-8988-9ff1113ee506 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:50.315242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a086972a-e73e-4f7a-aa58-028f9f8d9553 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:50.352121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc67937-73ed-482b-bcb3-187d3955792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.356308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc67937-73ed-482b-bcb3-187d3955792d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.358782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5bc67937-73ed-482b-bcb3-187d3955792d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18b6676b-3847-43f6-97a9-2ac07e5ff776 HTTP/1.1" status: 204 len: 168 time: 0.3034921 Nov 02 16:31:50.368869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.378931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc67937-73ed-482b-bcb3-187d3955792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b6676b-3847-43f6-97a9-2ac07e5ff776,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:50.381572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a086972a-e73e-4f7a-aa58-028f9f8d9553 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:50.382197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a086972a-e73e-4f7a-aa58-028f9f8d9553 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:50.409040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce76fb-e63a-4fa7-b991-dd6b8242844f None None] Pushing event updated for resources: {'Port': ['ID=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:50.465181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.527686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:50.530516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.534918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:50.539226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:50.544810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.588292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=2e8500c8-cafd-4b58-a329-47a44b8f0a00,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:50.683055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] In _notify_port_updated(), no bound segment for port a4582d63-8165-4b08-bde9-388898ddd757 on network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:31:50.689226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:50.690794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.695278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55320) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:50.699563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/ports/a4582d63-8165-4b08-bde9-388898ddd757 HTTP/1.1" status: 200 len: 926 time: 1.6274037 Nov 02 16:31:50.702886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9935fa72-52f6-4628-ac9d-53e5ef8c0ba4'}, {'subnet_id': 'a7b0ee53-5ba8-45bc-a741-0591b8d3ce81'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:50.721626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:50.722305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.736926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61a87c-288b-4ed8-914d-7c59d49cbfe9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=a4582d63-8165-4b08-bde9-388898ddd757,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:50.750801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-6eeff0c2-a4a5-4e03-b7f7-765819d04823 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8637233 Nov 02 16:31:50.763983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Request body: {'port': {'device_id': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:50.851185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:50.933883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.290245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8500c8-cafd-4b58-a329-47a44b8f0a00 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:51.301134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.317357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:51.334061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Transition to ACTIVE for port object 2e8500c8-cafd-4b58-a329-47a44b8f0a00 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:51.341185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.379506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca45e1c-4d0f-403c-8e3f-02e944b81d28 None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:51.432988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Pushing event updated for resources: {'Port': ['ID=2e8500c8-cafd-4b58-a329-47a44b8f0a00,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:51.461331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ca21b25d-5c9d-496a-811d-e8ce2398526a None None] Provisioning complete for port a4582d63-8165-4b08-bde9-388898ddd757 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:51.461793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca21b25d-5c9d-496a-811d-e8ce2398526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.559900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ca21b25d-5c9d-496a-811d-e8ce2398526a None None] Port a4582d63-8165-4b08-bde9-388898ddd757 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:51.561796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:51.562266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.643764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Attempting to bind port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:51.644320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Attempting to bind port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:51.644844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Attempting to bind port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:51.652343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:51.652670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Attempting to bind port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:51.663092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:51.667185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:51.667789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:51.668442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Bound port: 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:51.669371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.694002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ca21b25d-5c9d-496a-811d-e8ce2398526a None None] Provisioning complete for port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:51.694405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca21b25d-5c9d-496a-811d-e8ce2398526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.733498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c9187-c5aa-4292-870f-1353b8399a85 req-eca4335c-b036-4acd-bb1d-e3ef7ae54ded tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:51.735506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-401c9187-c5aa-4292-870f-1353b8399a85 req-eca4335c-b036-4acd-bb1d-e3ef7ae54ded tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.5608287 Nov 02 16:31:51.764498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8:0:1::1a6 (4bc58eb1-586a-42bc-ab2f-662b024e1b10/a7b0ee53-5ba8-45bc-a741-0591b8d3ce81/a4582d63-8165-4b08-bde9-388898ddd757) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:51.800677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] For port 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:51.806597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] For port 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:51.815299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.859143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:51.860227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:51.863671 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] 10.222.0.55 "PUT /v2.0/ports/2e8500c8-cafd-4b58-a329-47a44b8f0a00 HTTP/1.1" status: 200 len: 1092 time: 1.1044207 Nov 02 16:31:51.864566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'tag': '2e8500c8-cafd-4b58-a329-47a44b8f0a00'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:51.867152 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83" -d '{"events": [{"name": "network-changed", "server_uuid": "1325689b-4aad-4c1a-81ce-f05dde93ffdc", "tag": "2e8500c8-cafd-4b58-a329-47a44b8f0a00"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:51.907871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e0fde-e8a7-4f6c-8adb-33073083853b service neutron] Pushing event updated for resources: {'Port': ['ID=2e8500c8-cafd-4b58-a329-47a44b8f0a00,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:51.979130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-3cabb471-f0b5-4872-9dc3-74b0dd848a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:51.980951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-3cabb471-f0b5-4872-9dc3-74b0dd848a4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 1095 time: 0.0744975 Nov 02 16:31:52.033125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-cb8e4355-7ee4-4288-bf40-c5461be877a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00 HTTP/1.1" status: 200 len: 217 time: 0.0439658 Nov 02 16:31:52.056888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-401c9187-c5aa-4292-870f-1353b8399a85 req-f995dbe5-2d79-4f1a-9142-ea867a74af41 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131478 Nov 02 16:31:52.075257 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.090116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ef1a-ee78-4252-915a-9e24388cfc1e req-a774da97-0f1f-4e46-877c-d51636e972ae tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:52.102181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58b7ef1a-ee78-4252-915a-9e24388cfc1e req-a774da97-0f1f-4e46-877c-d51636e972ae tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.3298287 Nov 02 16:31:52.112930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-e3a1ca6c-8b46-41a8-a26c-78018f3e8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:52.116658 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-e3a1ca6c-8b46-41a8-a26c-78018f3e8343 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.0758505 Nov 02 16:31:52.131815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.162630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-7511fa3d-9e86-4341-adea-6a9609929162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412514 Nov 02 16:31:52.179303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58b7ef1a-ee78-4252-915a-9e24388cfc1e req-68104605-fbc6-4568-907f-0429830efb18 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759168 Nov 02 16:31:52.242781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] In _notify_port_updated(), no bound segment for port a4582d63-8165-4b08-bde9-388898ddd757 on network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:31:52.248713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:52.250116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.254411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/ports/a4582d63-8165-4b08-bde9-388898ddd757 HTTP/1.1" status: 200 len: 1012 time: 1.5579016 Nov 02 16:31:52.255462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55376) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:52.265391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d234c2-ef75-42b0-8537-21ed8760c583 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=a4582d63-8165-4b08-bde9-388898ddd757,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:52.294103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-20bcf5d2-749a-4d1e-b84e-ca50bea0be00 None None] Provisioning complete for port a4582d63-8165-4b08-bde9-388898ddd757 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:52.299826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20bcf5d2-749a-4d1e-b84e-ca50bea0be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.344950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-a25422fe-9ee6-49d3-8ffe-de827217c09a service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726358 Nov 02 16:31:52.361329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-20bcf5d2-749a-4d1e-b84e-ca50bea0be00 None None] Port a4582d63-8165-4b08-bde9-388898ddd757 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:52.373843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-20bcf5d2-749a-4d1e-b84e-ca50bea0be00 None None] Provisioning complete for port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:52.374244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20bcf5d2-749a-4d1e-b84e-ca50bea0be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.449020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8cf05-952b-4237-8b73-bd2aad144c63 req-88466ef2-8019-4518-9475-cc93ea97d9b2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:52.457647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b8cf05-952b-4237-8b73-bd2aad144c63 req-88466ef2-8019-4518-9475-cc93ea97d9b2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 944 time: 0.1236181 Nov 02 16:31:52.557791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b8cf05-952b-4237-8b73-bd2aad144c63 req-a5d2a182-1e50-4633-b2e8-b632e2ebf64a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984843 Nov 02 16:31:52.560155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port a4582d63-8165-4b08-bde9-388898ddd757 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:52.560500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.576474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f191616b-a76a-43ce-a353-60fc45ccafe4 req-d353106d-05ec-4be1-9bce-316788a58e1a service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238543 Nov 02 16:31:52.670849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9b9d0620-9508-4c1f-a885-9e663d5b2d0d None None] Provisioning complete for port a4582d63-8165-4b08-bde9-388898ddd757 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:52.672802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0620-9508-4c1f-a885-9e663d5b2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.713006 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.739076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d0620-9508-4c1f-a885-9e663d5b2d0d None None] Port a4582d63-8165-4b08-bde9-388898ddd757 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:52.752880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.754939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for a4582d63-8165-4b08-bde9-388898ddd757 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:52.773962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-16ada9a1-4d4f-42a2-8724-fe7d3e2d2fbb tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5c578e9a12204c89988effa72f9677d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491972 Nov 02 16:31:52.775486 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138a3e66-72b3-47cd-bb90-ff52b624573e x-openstack-request-id: req-138a3e66-72b3-47cd-bb90-ff52b624573e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:52.775783 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1325689b-4aad-4c1a-81ce-f05dde93ffdc", "tag": "2e8500c8-cafd-4b58-a329-47a44b8f0a00", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:52.776035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-138a3e66-72b3-47cd-bb90-ff52b624573e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:52.776657 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'tag': '2e8500c8-cafd-4b58-a329-47a44b8f0a00', 'status': 'completed', 'code': 200} Nov 02 16:31:52.851363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-a89213a6-655c-4f88-87f5-3eb0fb9a42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:52.852892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-a89213a6-655c-4f88-87f5-3eb0fb9a42a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 1095 time: 0.0516360 Nov 02 16:31:52.966696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-52c0bc04-2acb-4e77-9317-01708cfd51f2 None None] Provisioning complete for port a4582d63-8165-4b08-bde9-388898ddd757 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:52.967541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-52c0bc04-2acb-4e77-9317-01708cfd51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:52.991152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-e0d4a0ca-9f7a-4e4d-9a50-c115a9b0186d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.000165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-e0d4a0ca-9f7a-4e4d-9a50-c115a9b0186d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248628 Nov 02 16:31:53.002074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-a69fc938-2d6c-4f33-a063-ce5a13fe7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.004976 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-a69fc938-2d6c-4f33-a063-ce5a13fe7ba2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.1415284 Nov 02 16:31:53.016151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-52c0bc04-2acb-4e77-9317-01708cfd51f2 None None] Port a4582d63-8165-4b08-bde9-388898ddd757 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:53.055074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-b34ffd32-7e1b-404e-9558-d1dc1a42525c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00 HTTP/1.1" status: 200 len: 217 time: 0.0379980 Nov 02 16:31:53.058831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-c42db827-be20-4057-b684-2eb77b266c9b tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/quotas/5c578e9a12204c89988effa72f9677d5 HTTP/1.1" status: 200 len: 375 time: 0.0575895 Nov 02 16:31:53.111265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-558c97cf-1430-49f9-9d2f-a703e6657aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.113406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-558c97cf-1430-49f9-9d2f-a703e6657aff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.0506854 Nov 02 16:31:53.117051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1ee2-8a30-4d40-b00e-7e769445859e req-ec537294-e201-420a-ab9a-aa9dbeaad498 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.118545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee0b1ee2-8a30-4d40-b00e-7e769445859e req-ec537294-e201-420a-ab9a-aa9dbeaad498 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1662295 Nov 02 16:31:53.120588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-6609c40c-a826-429b-9c3b-28def7002dc6 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c578e9a12204c89988effa72f9677d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524168 Nov 02 16:31:53.137807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1b4d2347-ae60-4c17-a4ea-c0a86ecf8d9d None None] Provisioning complete for port a4582d63-8165-4b08-bde9-388898ddd757 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:53.138059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2347-ae60-4c17-a4ea-c0a86ecf8d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.158778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-20c9a4d8-86d8-494f-9f14-ca1a73585ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345633 Nov 02 16:31:53.227222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee0b1ee2-8a30-4d40-b00e-7e769445859e req-8fbc9783-4310-4518-b529-cf77d7fd0632 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957692 Nov 02 16:31:53.236068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.271209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=a4582d63-8165-4b08-bde9-388898ddd757,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:53.345806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.354232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-911d7475-a3a8-462e-9150-8bb98545c2c2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/a4582d63-8165-4b08-bde9-388898ddd757 HTTP/1.1" status: 204 len: 168 time: 1.0976894 Nov 02 16:31:53.355695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55412) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:53.364371 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-1b0b7da6-e3e1-4741-8ce9-01b4304a9d4e service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976786 Nov 02 16:31:53.399040 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1afdc4-4f18-4f82-816c-f7c7a4cd2c4a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:31:53.400944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d2347-ae60-4c17-a4ea-c0a86ecf8d9d None None] Port a4582d63-8165-4b08-bde9-388898ddd757 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:53.403147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8e1afdc4-4f18-4f82-816c-f7c7a4cd2c4a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/a4582d63-8165-4b08-bde9-388898ddd757 HTTP/1.1" status: 404 len: 333 time: 0.0462644 Nov 02 16:31:53.406660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55414) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:53.530515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ff3f29d-fb4a-44a4-b7e6-a2d42f67ee83 req-0c69edc8-1862-4721-976b-841f04131f3f service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538417 Nov 02 16:31:53.536062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet a7b0ee53-5ba8-45bc-a741-0591b8d3ce81 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:53.543627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.589720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71453c27-e8c8-4b01-9aa6-61feaf798cdd req-1d641fbd-2ad7-4f5c-9a95-6443b93b5beb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.591230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71453c27-e8c8-4b01-9aa6-61feaf798cdd req-1d641fbd-2ad7-4f5c-9a95-6443b93b5beb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1870942 Nov 02 16:31:53.623028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.632805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af654b-68c4-4a17-8398-2034696f20d1 req-be36d5e4-662f-413c-b51d-0daaea67e3e0 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.634297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84af654b-68c4-4a17-8398-2034696f20d1 req-be36d5e4-662f-413c-b51d-0daaea67e3e0 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 945 time: 0.1513507 Nov 02 16:31:53.693600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71453c27-e8c8-4b01-9aa6-61feaf798cdd req-cbc45a3f-c0ef-4e75-ad4c-90b439db4193 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955231 Nov 02 16:31:53.723022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84af654b-68c4-4a17-8398-2034696f20d1 req-afda25e6-6e24-4205-b8ac-e852d232ea7b tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695581 Nov 02 16:31:53.788213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-376b2aa7-7fee-449a-a912-434588528d16 req-793cc225-6189-47a4-8fd3-b1dfbc27661d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 210 time: 0.0375023 Nov 02 16:31:53.811525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.915286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353244ae-b67d-4dae-ab52-90aa6ac163e3 req-55deb5c5-8253-4fd4-b1a7-5291734a4a90 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:53.918673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-353244ae-b67d-4dae-ab52-90aa6ac163e3 req-55deb5c5-8253-4fd4-b1a7-5291734a4a90 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 944 time: 0.0711162 Nov 02 16:31:53.933217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.987180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-353244ae-b67d-4dae-ab52-90aa6ac163e3 req-4a82b866-326e-42a5-8340-8012e725562e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631075 Nov 02 16:31:53.988629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b0ee53-5ba8-45bc-a741-0591b8d3ce81,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:53.990664 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:53.997589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-956a92f9-8be5-458e-a290-585a3d49d88b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/a7b0ee53-5ba8-45bc-a741-0591b8d3ce81 HTTP/1.1" status: 204 len: 168 time: 0.5810707 Nov 02 16:31:53.997823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55438) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:54.012670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b22966-78bb-48db-aeed-bbd0054a6529 None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:54.133901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet 9935fa72-52f6-4628-ac9d-53e5ef8c0ba4 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:31:54.141846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:54.174700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74285ffd-2fc3-4f4b-9342-93d4c920941a req-dfa163b1-97ef-44fb-a0a4-4b25098bbbf5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:54.182475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74285ffd-2fc3-4f4b-9342-93d4c920941a req-dfa163b1-97ef-44fb-a0a4-4b25098bbbf5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.0664542 Nov 02 16:31:54.225290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:54.236367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74285ffd-2fc3-4f4b-9342-93d4c920941a req-e55c6376-6ccc-48f9-993e-016340fe7660 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Nov 02 16:31:54.347900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:54.461608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:54.602359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=9935fa72-52f6-4628-ac9d-53e5ef8c0ba4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:54.615153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-9769870f-a284-4416-a6c3-b1bbf65634af tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5c578e9a12204c89988effa72f9677d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221457 Nov 02 16:31:54.616588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:54.620455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b51c55d0-75ba-4f28-af02-84ee3f022115 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/9935fa72-52f6-4628-ac9d-53e5ef8c0ba4 HTTP/1.1" status: 204 len: 168 time: 0.6213071 Nov 02 16:31:54.623209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55470) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:54.752804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef6f30-dde8-4997-8b25-d6c7b1c87d12 req-fe5f2405-6006-464e-b9d0-ad25a4245a43 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:54.763706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00ef6f30-dde8-4997-8b25-d6c7b1c87d12 req-fe5f2405-6006-464e-b9d0-ad25a4245a43 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1166527 Nov 02 16:31:54.831409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00ef6f30-dde8-4997-8b25-d6c7b1c87d12 req-a3dcbf49-8bc0-4b35-8488-08758d421a3a tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577374 Nov 02 16:31:54.878255 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:54.945935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856149e1-5c46-4b0a-a979-850ef0eb9f49 req-eedf1ef2-467a-4fed-a426-6ca210d8829c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:54.948432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856149e1-5c46-4b0a-a979-850ef0eb9f49 req-eedf1ef2-467a-4fed-a426-6ca210d8829c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.0929599 Nov 02 16:31:54.950323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55486) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:54.970114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-99535456-990d-4a98-bd03-cd0190c75b7d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:54.971704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-99535456-990d-4a98-bd03-cd0190c75b7d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495538 Nov 02 16:31:55.032885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Request body: {'port': {'device_id': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '5c578e9a12204c89988effa72f9677d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:55.056289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-856149e1-5c46-4b0a-a979-850ef0eb9f49 req-fe59c5c1-ae88-4042-8db3-90c5a154737c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907207 Nov 02 16:31:55.074622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeab5dd7-6a9b-413c-b053-172f6e2a964d req-d13cdc69-6522-4eb6-a8c0-74d712b79b38 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 210 time: 0.0833030 Nov 02 16:31:55.161511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532aea26-e799-4a0c-9dab-c77d77e6ead9 None None] Network 4bc58eb1-586a-42bc-ab2f-662b024e1b10 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:55.196058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:31:55.196654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.215432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed8838bd-5d77-4f03-bd2f-b54573997891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.235378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417a2f1-e7c9-44e3-99de-eb2cc18a78f9 req-a338fd0f-bf9b-4108-b6af-26e6b071344b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:55.238963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a417a2f1-e7c9-44e3-99de-eb2cc18a78f9 req-a338fd0f-bf9b-4108-b6af-26e6b071344b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 944 time: 0.0986674 Nov 02 16:31:55.313359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-de116f5a-4327-43d9-913d-36c2394aa7b2 None None] Provisioning complete for port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:55.313792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de116f5a-4327-43d9-913d-36c2394aa7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.322085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Made reservation on behalf of 5c578e9a12204c89988effa72f9677d5 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:55.326228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.340140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.347372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a417a2f1-e7c9-44e3-99de-eb2cc18a78f9 req-82346e85-85e6-4114-a926-9465731c7fa1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024294 Nov 02 16:31:55.361890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,segment=NetworkSegment(4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2),segment_id=4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:55.362559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.381527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:31:55.432433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed8838bd-5d77-4f03-bd2f-b54573997891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.438751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed8838bd-5d77-4f03-bd2f-b54573997891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.514382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623531b4-98fa-453d-ab0d-5ba44bb20fe1 None None] DHCP port deletion for 4bc58eb1-586a-42bc-ab2f-662b024e1b10 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:31:55.519136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.521314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.536919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed8838bd-5d77-4f03-bd2f-b54573997891 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=082e897f641645e6a8bd2385c0d10b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778396 Nov 02 16:31:55.536919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8838bd-5d77-4f03-bd2f-b54573997891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156f6fe8-f553-4b5f-a8a1-c852cb43277b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:55.539583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:55.545692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-623531b4-98fa-453d-ab0d-5ba44bb20fe1 None None] The port 'a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4' was deleted {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 02 16:31:55.548840 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.587788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:55.591485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe80138-d32b-4159-a904-b4305edb7385 req-d17fb6c3-f62f-4ee8-a3b0-d2ef77162c44 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:55.594487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:31:55.596680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:55.599250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe80138-d32b-4159-a904-b4305edb7385 req-d17fb6c3-f62f-4ee8-a3b0-d2ef77162c44 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:55.606343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe80138-d32b-4159-a904-b4305edb7385 req-d17fb6c3-f62f-4ee8-a3b0-d2ef77162c44 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:55.618683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fe80138-d32b-4159-a904-b4305edb7385 req-d17fb6c3-f62f-4ee8-a3b0-d2ef77162c44 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5&device_id=deb12173-4d83-4632-882f-89727126753e&device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 2417 time: 0.1543527 Nov 02 16:31:55.670328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fe80138-d32b-4159-a904-b4305edb7385 req-78edc3c0-7cc0-40af-965b-0317567f937d tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Nov 02 16:31:55.671109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e107e272-7bd9-47af-9010-87b95ed4a780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.712195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e107e272-7bd9-47af-9010-87b95ed4a780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.746057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.772169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e107e272-7bd9-47af-9010-87b95ed4a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.775259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e107e272-7bd9-47af-9010-87b95ed4a780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.776412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e107e272-7bd9-47af-9010-87b95ed4a780 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/156f6fe8-f553-4b5f-a8a1-c852cb43277b HTTP/1.1" status: 204 len: 168 time: 0.2341290 Nov 02 16:31:55.798435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107e272-7bd9-47af-9010-87b95ed4a780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f6fe8-f553-4b5f-a8a1-c852cb43277b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:55.798848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc58eb1-586a-42bc-ab2f-662b024e1b10']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:55.828478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:55.828779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1c9d1d-0bcd-4ebf-b735-a9cad44067e2') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:31:55.842855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.849013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981eab-98b4-4ad0-99a4-4761329fa9ca req-82576d20-5b3b-4b94-8ec5-1d00b38a0da2 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:55.850611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f0981eab-98b4-4ad0-99a4-4761329fa9ca req-82576d20-5b3b-4b94-8ec5-1d00b38a0da2 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.0705068 Nov 02 16:31:55.868733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Allocated IP 192.168.233.42 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/89572aff-862d-4ac2-9603-e22b31624117) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:55.874788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.890287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:31:55.891007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:31:55.894858 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:31:55.907710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f0981eab-98b4-4ad0-99a4-4761329fa9ca req-10d05a4e-c837-4919-968b-405db4d18401 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Nov 02 16:31:56.128930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.146507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.160478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/4bc58eb1-586a-42bc-ab2f-662b024e1b10 HTTP/1.1" status: 204 len: 168 time: 1.5327125 Nov 02 16:31:56.205093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55512) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:56.212335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a5a3f-bdc1-4f5c-9042-f09af21668a9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=4bc58eb1-586a-42bc-ab2f-662b024e1b10,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:56.358665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e03652-a585-4c98-94a2-fc0b8f35ead0 req-ca83eba5-39a2-4998-9b24-ef85e08a4a5a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:56.360196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37e03652-a585-4c98-94a2-fc0b8f35ead0 req-ca83eba5-39a2-4998-9b24-ef85e08a4a5a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.2076588 Nov 02 16:31:56.377214 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.383946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a033a36c-b792-4c48-a29d-46d4e2657280 req-e03c22a2-7b64-4904-8653-82d1e0dd15ac tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 210 time: 0.0956101 Nov 02 16:31:56.417757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf09ce9-edfd-4677-9d02-68d05ee8007a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:56.421051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-aaf09ce9-edfd-4677-9d02-68d05ee8007a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2094183 Nov 02 16:31:56.427556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55524) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:56.446352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.485285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37e03652-a585-4c98-94a2-fc0b8f35ead0 req-75263eca-2eae-42a4-970d-32411b309d7a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000385 Nov 02 16:31:56.511646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:56.522842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:56.536958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:56.567872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Pushing event updated for resources: {'Port': ['ID=89572aff-862d-4ac2-9603-e22b31624117,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:56.584687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cbd44831-293a-4135-8461-3780cf171061 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1541481 Nov 02 16:31:56.586532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55530) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:56.592053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2e8500c8-cafd-4b58-a329-47a44b8f0a00 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:56.613952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-334686747'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:56.627928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:56.628696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.685763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:56.689194 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-a3abbe98-03b6-4f81-ab16-88f1eea3bcf4 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6655746 Nov 02 16:31:56.689483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.702502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Request body: {'port': {'device_id': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:56.710049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f623667-0af3-4b9d-a670-24731d055589 req-2297b2d3-bcc8-43a0-a800-de7a5791e6f7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:56.711842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f623667-0af3-4b9d-a670-24731d055589 req-2297b2d3-bcc8-43a0-a800-de7a5791e6f7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 944 time: 0.1182747 Nov 02 16:31:56.757199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:31:56.778663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.779016 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment f53396a6-9ead-44e5-ad7f-de81fcbaaa7f of type vlan for network 9028f735-7bfa-405e-9d68-c74a2b8a7589 Nov 02 16:31:56.802470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f623667-0af3-4b9d-a670-24731d055589 req-17ec2b54-6ea8-4153-a5e0-37bf311248b9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730519 Nov 02 16:31:56.909942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:56.911685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.912291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:56.929692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '2e8500c8-cafd-4b58-a329-47a44b8f0a00', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': '2e8500c8-cafd-4b58-a329-47a44b8f0a00', 'mac_address': 'fa:16:3e:3c:21:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:56.989639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.005923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:57.007051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.038819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.062922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8500c8-cafd-4b58-a329-47a44b8f0a00 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:57.092259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:57.093663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-137ece67-b50e-4572-9e47-de9497994c83 None None] Provisioning complete for port 89572aff-862d-4ac2-9603-e22b31624117 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:57.094161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-137ece67-b50e-4572-9e47-de9497994c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.145023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5460439 Nov 02 16:31:57.153774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55552) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:57.158154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-137ece67-b50e-4572-9e47-de9497994c83 None None] Port 89572aff-862d-4ac2-9603-e22b31624117 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:31:57.162250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.176394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:57.314009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=2e8500c8-cafd-4b58-a329-47a44b8f0a00,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:57.326284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:57.342529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32ee0-7e31-47f9-87ba-c21569647aeb tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=9028f735-7bfa-405e-9d68-c74a2b8a7589,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:57.372391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:31:57.374492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:57.376143 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:31:57.376491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a9b0d455-cfdc-4f71-a7bb-ac3d4962fea4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:31:57.378797 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.466106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['2e8500c8-cafd-4b58-a329-47a44b8f0a00'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:57.528448 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:31:57.631057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89572aff-862d-4ac2-9603-e22b31624117 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:57.650383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.665354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Transition to ACTIVE for port object 89572aff-862d-4ac2-9603-e22b31624117 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:31:57.670607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.758357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692e10b-9b04-4988-8cac-84afe8abff3d req-281962ac-9db6-46f5-b10e-9b63ee49a5f0 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:57.762690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a692e10b-9b04-4988-8cac-84afe8abff3d req-281962ac-9db6-46f5-b10e-9b63ee49a5f0 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 935 time: 0.2327132 Nov 02 16:31:57.782411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Pushing event updated for resources: {'Port': ['ID=89572aff-862d-4ac2-9603-e22b31624117,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:57.889341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Attempting to bind port 89572aff-862d-4ac2-9603-e22b31624117 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:31:57.889735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Attempting to bind port 89572aff-862d-4ac2-9603-e22b31624117 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:31:57.890289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Attempting to bind port 89572aff-862d-4ac2-9603-e22b31624117 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:57.892172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a692e10b-9b04-4988-8cac-84afe8abff3d req-607c93bd-0625-4b6a-8531-33be6e637c13 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206605 Nov 02 16:31:57.902801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.910950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Port 89572aff-862d-4ac2-9603-e22b31624117 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:31:57.911324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Attempting to bind port 89572aff-862d-4ac2-9603-e22b31624117 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:31:57.916706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:31:57.917043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:57.917436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:31:57.917900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Bound port: 89572aff-862d-4ac2-9603-e22b31624117, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:31:57.918270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:57.984270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6d0c-b2e7-45ba-969d-bca3a840d501 req-8b535aa6-573c-4b5d-b261-24a27510d0bb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:57.985822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-511c6d0c-b2e7-45ba-969d-bca3a840d501 req-8b535aa6-573c-4b5d-b261-24a27510d0bb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1466355 Nov 02 16:31:58.012275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] For port 89572aff-862d-4ac2-9603-e22b31624117, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:31:58.016043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=d2978776-55d3-4559-8e86-6ef33d977aad,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:58.017424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:31:58.026642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] For port 89572aff-862d-4ac2-9603-e22b31624117, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=89572aff-862d-4ac2-9603-e22b31624117,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:31:58.032140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:31:58.032512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.050971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:31:58.051240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: 9028f735-7bfa-405e-9d68-c74a2b8a7589, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:31:58.093829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-511c6d0c-b2e7-45ba-969d-bca3a840d501 req-7dd1a397-d98e-4e67-b3c2-62bb06076a40 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Nov 02 16:31:58.104499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.105132 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.122295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:31:58.135689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/89572aff-862d-4ac2-9603-e22b31624117 HTTP/1.1" status: 200 len: 1095 time: 1.4101729 Nov 02 16:31:58.135807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'tag': '89572aff-862d-4ac2-9603-e22b31624117'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:58.140491 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f89e0-bb23-438a-8d10-be1d84ca8709" -d '{"events": [{"name": "network-changed", "server_uuid": "4f630e99-0a42-4140-91fa-a2151ec853fe", "tag": "89572aff-862d-4ac2-9603-e22b31624117"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:58.146392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9028f735-7bfa-405e-9d68-c74a2b8a7589) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:58.153468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.154139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.184321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c62edf56-0fcc-42c2-8578-f946ab181083 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0278490 Nov 02 16:31:58.184526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55582) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:58.185452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:31:58.189397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589', 'name': 'tempest-PortsIpV6TestJSON-338615113'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:58.197639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4d275-d436-4433-ae8c-60ae225c9328 None None] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:31:58.237965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fafb81-55b9-42bd-af41-4549488192a7 service neutron] Pushing event updated for resources: {'Port': ['ID=89572aff-862d-4ac2-9603-e22b31624117,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:58.288303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-227d84db-3c34-47c0-b0bf-8f3b7f162113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.289844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-227d84db-3c34-47c0-b0bf-8f3b7f162113 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c578e9a12204c89988effa72f9677d5&device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 1098 time: 0.1067245 Nov 02 16:31:58.366189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-78bebdf3-d79b-43c0-87a3-d04080a70164 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=89572aff-862d-4ac2-9603-e22b31624117 HTTP/1.1" status: 200 len: 217 time: 0.0686452 Nov 02 16:31:58.456892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-2a19f3c1-6a94-488d-881f-506af880622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.458873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-2a19f3c1-6a94-488d-881f-506af880622b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0758660 Nov 02 16:31:58.479315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb400a3-9161-4334-b264-2335b1b053a2 req-cf03a676-51ce-4511-b752-00218e798e9f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.481119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cb400a3-9161-4334-b264-2335b1b053a2 req-cf03a676-51ce-4511-b752-00218e798e9f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 945 time: 0.1987731 Nov 02 16:31:58.501901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:58.513804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebefb9-ad9c-4ec4-af19-bb8d847e76c2 req-7728e4c1-3531-4ba8-a520-066e677fa691 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.515329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7ebefb9-ad9c-4ec4-af19-bb8d847e76c2 req-7728e4c1-3531-4ba8-a520-066e677fa691 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1419899 Nov 02 16:31:58.521452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d50c597d-6bb6-41cc-9323-7526f7e688dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:58.523248 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-d50c597d-6bb6-41cc-9323-7526f7e688dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558147 Nov 02 16:31:58.533085 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.546393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:31:58.550820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.559832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'port_id': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'mac_address': 'fa:16:3e:6c:24:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c6575-d9f2-45ca-8eb0-0bf8593132c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:31:58.585199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cb400a3-9161-4334-b264-2335b1b053a2 req-8069ed67-cbb6-4e08-995d-26518ecc0de7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938120 Nov 02 16:31:58.597570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:31:58.600285 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81d6ab0-c715-4f19-a665-7404774a6a51" -d '{"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-unplugged", "status": "completed", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:31:58.622752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:31:58.631584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7ebefb9-ad9c-4ec4-af19-bb8d847e76c2 req-025f1f26-8250-40da-a95f-5b65df968437 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059904 Nov 02 16:31:58.636275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2e8500c8-cafd-4b58-a329-47a44b8f0a00 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:31:58.724049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:58.740010 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f7bfe-db3a-47e2-9565-63b7516cb319 x-openstack-request-id: req-aa7f7bfe-db3a-47e2-9565-63b7516cb319 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:58.740504 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f630e99-0a42-4140-91fa-a2151ec853fe", "tag": "89572aff-862d-4ac2-9603-e22b31624117", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:58.743695 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa7f7bfe-db3a-47e2-9565-63b7516cb319 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:58.744148 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'tag': '89572aff-862d-4ac2-9603-e22b31624117', 'status': 'completed', 'code': 200} Nov 02 16:31:58.769046 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.796881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-0fae4614-b87f-47e1-8508-28569c210145 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616458 Nov 02 16:31:58.824599 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e3327f-a937-48ac-9835-2feff579ad2f x-openstack-request-id: req-36e3327f-a937-48ac-9835-2feff579ad2f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:31:58.824940 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-unplugged", "status": "completed", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:31:58.825283 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36e3327f-a937-48ac-9835-2feff579ad2f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:31:58.825575 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'code': 200} Nov 02 16:31:58.865394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:58.874957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:31:58.884296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.887604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:31:58.888013 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.889950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-9028f735-7bfa-405e-9d68-c74a2b8a7589', 'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': 'd2978776-55d3-4559-8e86-6ef33d977aad'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:31:58.890895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:58.950940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-860542a6-a9fc-4042-a512-a60ccf9e2ab8 req-39eea10e-9740-41f7-a5bb-cf0df313c419 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483145 Nov 02 16:31:58.984463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73a7049-75e8-497a-a905-7fecc40e3af3 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:31:59.084293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-8172a431-8cb1-4c31-842f-85009cfdffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.085876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-8172a431-8cb1-4c31-842f-85009cfdffaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c578e9a12204c89988effa72f9677d5&device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 1098 time: 0.0731192 Nov 02 16:31:59.100634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:59.106336 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:59.226595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:59.258622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-df0d73d5-d237-401c-95ef-6e18ed1ab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.260124 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-df0d73d5-d237-401c-95ef-6e18ed1ab614 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1667132 Nov 02 16:31:59.279797 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:59.312479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-11fc9533-27ce-43dc-97b3-cf9f18f3abbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=89572aff-862d-4ac2-9603-e22b31624117 HTTP/1.1" status: 200 len: 217 time: 0.0405433 Nov 02 16:31:59.318380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:31:59.322886 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:59.376063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-abb51ed6-d153-4738-9ec0-eb8b67498518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.376835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=2e8500c8-cafd-4b58-a329-47a44b8f0a00,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:59.378189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-abb51ed6-d153-4738-9ec0-eb8b67498518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0572388 Nov 02 16:31:59.427317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-550328ae-d9c9-464d-b8a5-361c2dd12262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.428840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-550328ae-d9c9-464d-b8a5-361c2dd12262 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417979 Nov 02 16:31:59.432572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::146 (9028f735-7bfa-405e-9d68-c74a2b8a7589/d2978776-55d3-4559-8e86-6ef33d977aad/e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:59.464031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb82c5d-c9ab-48ff-bac2-4010bd9f57ff req-f6d80116-f04d-4431-926e-9b9a46914f8e tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.465528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adb82c5d-c9ab-48ff-bac2-4010bd9f57ff req-f6d80116-f04d-4431-926e-9b9a46914f8e tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 947 time: 0.1179128 Nov 02 16:31:59.467081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c73a7049-75e8-497a-a905-7fecc40e3af3'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:31:59.475528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c0e81-1c68-42b4-b833-b26e3e2b7c7d req-6e33b16a-19dd-4b79-ba54-fc26b241aea6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.476980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae8c0e81-1c68-42b4-b833-b26e3e2b7c7d req-6e33b16a-19dd-4b79-ba54-fc26b241aea6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 944 time: 0.1318550 Nov 02 16:31:59.528032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-f9626c78-4b20-4989-9623-4bca93a0ee24 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908527 Nov 02 16:31:59.605237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adb82c5d-c9ab-48ff-bac2-4010bd9f57ff req-5f05a79d-146a-4890-8633-ee7d955b0f37 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251104 Nov 02 16:31:59.610144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae8c0e81-1c68-42b4-b833-b26e3e2b7c7d req-2da13017-2e2d-4e66-93ae-4aa3d4e7edf4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155262 Nov 02 16:31:59.641039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a68f89e0-bb23-438a-8d10-be1d84ca8709 req-7d7372ff-be93-46e7-81e2-9f35446eddda service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050107 Nov 02 16:31:59.684829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:59.723970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:59.776034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Allocated IP 2001:db8::2 (9028f735-7bfa-405e-9d68-c74a2b8a7589/d2978776-55d3-4559-8e86-6ef33d977aad/dee64705-f58b-4a03-8311-f7b78c13c33d) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:31:59.795403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:31:59.810197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:31:59.813109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:31:59.819307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.819904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:31:59.861649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:31:59.879140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-96501848-399c-4a8e-80d6-2ced0627dbef tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6936045 Nov 02 16:31:59.882832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55636) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:31:59.888459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589', 'name': 'tempest-PortsIpV6TestJSON-427267563'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:31:59.888740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40cb86-5087-4984-b2ca-853d7764e1f8 req-fefccf66-af68-47d7-bdf6-2fed1b0a859a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.890256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df40cb86-5087-4984-b2ca-853d7764e1f8 req-fefccf66-af68-47d7-bdf6-2fed1b0a859a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.1355634 Nov 02 16:31:59.904010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f5d23-7eca-402e-a2f2-a50b0c88e4c3 req-4a0c35b2-28de-4b82-a774-67782c98cd82 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:31:59.906662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12f5d23-7eca-402e-a2f2-a50b0c88e4c3 req-4a0c35b2-28de-4b82-a774-67782c98cd82 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1174421 Nov 02 16:31:59.966524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df40cb86-5087-4984-b2ca-853d7764e1f8 req-0ffd45ec-502e-499d-a4ae-bd60fa887406 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Nov 02 16:32:00.001990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a12f5d23-7eca-402e-a2f2-a50b0c88e4c3 req-1e048f7d-ddae-4c1f-bdb2-0bcbe6027a5e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647626 Nov 02 16:32:00.031474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:00.037019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.061248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port d28f2df7-6fab-4771-8718-0223b5897fae yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:32:00.079169 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.086931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.137152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:00.141009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:00.163991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:00.183319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Pushing event updated for resources: {'Port': ['ID=dee64705-f58b-4a03-8311-f7b78c13c33d,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:00.207168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::346 (9028f735-7bfa-405e-9d68-c74a2b8a7589/d2978776-55d3-4559-8e86-6ef33d977aad/d28f2df7-6fab-4771-8718-0223b5897fae) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:00.239650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Attempting to bind port dee64705-f58b-4a03-8311-f7b78c13c33d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:00.240124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Attempting to bind port dee64705-f58b-4a03-8311-f7b78c13c33d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:00.240576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Attempting to bind port dee64705-f58b-4a03-8311-f7b78c13c33d on network 9028f735-7bfa-405e-9d68-c74a2b8a7589 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:00.246071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:00.246609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Checking segment: {'id': 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:00.247078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.247564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Bound using segment: {'id': 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:00.248116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Bound port: dee64705-f58b-4a03-8311-f7b78c13c33d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9028f735-7bfa-405e-9d68-c74a2b8a7589'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:00.248571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.318912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] For port dee64705-f58b-4a03-8311-f7b78c13c33d, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:00.322758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] For port dee64705-f58b-4a03-8311-f7b78c13c33d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dee64705-f58b-4a03-8311-f7b78c13c33d,segment=NetworkSegment(f53396a6-9ead-44e5-ad7f-de81fcbaaa7f),segment_id=f53396a6-9ead-44e5-ad7f-de81fcbaaa7f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:00.327312 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.389105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.396005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830384ab-0c9b-4d5a-861a-655a0fb84a97 None None] Pushing event updated for resources: {'Port': ['ID=dee64705-f58b-4a03-8311-f7b78c13c33d,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:00.426741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.476961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:00.480160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:00.482593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:00.489319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:00.489992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.498634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=d28f2df7-6fab-4771-8718-0223b5897fae,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:00.517719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0401dd9b-8dd3-4d92-be1c-9cba99512db0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6335044 Nov 02 16:32:00.520685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55660) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:00.655685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76eaf3-078d-4932-a8c5-59e09e899dbf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:00.662256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55666) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:00.675252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1a76eaf3-078d-4932-a8c5-59e09e899dbf tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A146 HTTP/1.1" status: 200 len: 928 time: 0.1497149 Nov 02 16:32:00.772634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port d28f2df7-6fab-4771-8718-0223b5897fae {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:00.772984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.794055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa58a9-8a24-47d6-8735-d0923a0927f7 req-8d041107-c488-4c84-94fe-2360037341a1 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:00.795816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1daa58a9-8a24-47d6-8735-d0923a0927f7 req-8d041107-c488-4c84-94fe-2360037341a1 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 947 time: 0.0862081 Nov 02 16:32:00.807719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482d56f-9605-4f5d-be8b-e12f9fa8f16d req-6fc273db-e0ed-470f-96e2-c9c62ee0b46f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:00.809161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2482d56f-9605-4f5d-be8b-e12f9fa8f16d req-6fc273db-e0ed-470f-96e2-c9c62ee0b46f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 944 time: 0.0674696 Nov 02 16:32:00.826744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8500c8-cafd-4b58-a329-47a44b8f0a00'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:00.828954 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636c8382-28cd-4d77-8ecc-1140693b4628" -d '{"events": [{"server_uuid": "1325689b-4aad-4c1a-81ce-f05dde93ffdc", "name": "network-vif-plugged", "status": "completed", "tag": "2e8500c8-cafd-4b58-a329-47a44b8f0a00"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:00.865853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:00.866928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1daa58a9-8a24-47d6-8735-d0923a0927f7 req-dcb3fd06-dd31-46cc-a565-1e35fe6469c0 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566938 Nov 02 16:32:00.869720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2482d56f-9605-4f5d-be8b-e12f9fa8f16d req-ce8ddd5c-9ef9-43bb-baf3-b4df20e598f1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537834 Nov 02 16:32:00.884221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for d28f2df7-6fab-4771-8718-0223b5897fae owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:00.961049 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cab841-6aa9-4c41-a0f2-419235504468 x-openstack-request-id: req-d2cab841-6aa9-4c41-a0f2-419235504468 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:00.961677 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1325689b-4aad-4c1a-81ce-f05dde93ffdc", "name": "network-vif-plugged", "status": "completed", "tag": "2e8500c8-cafd-4b58-a329-47a44b8f0a00", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:00.962445 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2cab841-6aa9-4c41-a0f2-419235504468 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:00.963030 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8500c8-cafd-4b58-a329-47a44b8f0a00', 'code': 200} Nov 02 16:32:01.078819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d6d5-5032-40f5-af33-32528a614b76 req-1a587d3d-7528-42c5-8f8a-a0ebeef3d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:01.080366 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7134d6d5-5032-40f5-af33-32528a614b76 req-1a587d3d-7528-42c5-8f8a-a0ebeef3d1c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 1097 time: 0.0607514 Nov 02 16:32:01.081202 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.125688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=d28f2df7-6fab-4771-8718-0223b5897fae,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:01.146333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48410a85-34b0-4db8-afcb-12381d0066f7 req-553560c4-9e01-4335-a58f-0d05632167fe tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:01.148081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48410a85-34b0-4db8-afcb-12381d0066f7 req-553560c4-9e01-4335-a58f-0d05632167fe tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.0971184 Nov 02 16:32:01.174150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9eedd-0b37-4bc9-aeeb-e0ab8bd3cb96 req-f8c25333-e224-4c2e-8157-cf438942ebd5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:01.177241 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7134d6d5-5032-40f5-af33-32528a614b76 req-18489fca-7e60-4521-bc14-696512d349cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886042 Nov 02 16:32:01.188088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.193785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b3d396a5-8885-444e-8ade-79fc16018f28 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/d28f2df7-6fab-4771-8718-0223b5897fae HTTP/1.1" status: 204 len: 168 time: 0.5293205 Nov 02 16:32:01.196077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55680) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:01.196930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0be9eedd-0b37-4bc9-aeeb-e0ab8bd3cb96 req-f8c25333-e224-4c2e-8157-cf438942ebd5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1347964 Nov 02 16:32:01.238655 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bac79a6-3400-4502-810d-65a15a30fdb1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:01.242181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5bac79a6-3400-4502-810d-65a15a30fdb1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/d28f2df7-6fab-4771-8718-0223b5897fae HTTP/1.1" status: 404 len: 333 time: 0.0430441 Nov 02 16:32:01.246973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:01.319228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dee64705-f58b-4a03-8311-f7b78c13c33d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:01.366217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48410a85-34b0-4db8-afcb-12381d0066f7 req-f221125a-882a-4936-8436-b2be583c47d8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118311 Nov 02 16:32:01.369124 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0be9eedd-0b37-4bc9-aeeb-e0ab8bd3cb96 req-217d0434-46d6-4603-bdb0-6fdc34bba846 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706016 Nov 02 16:32:01.437938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:01.438306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.453764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port dee64705-f58b-4a03-8311-f7b78c13c33d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:01.454286 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.606239 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.620772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.644457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:01.665457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port dee64705-f58b-4a03-8311-f7b78c13c33d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dee64705-f58b-4a03-8311-f7b78c13c33d,segment=NetworkSegment(f53396a6-9ead-44e5-ad7f-de81fcbaaa7f),segment_id=f53396a6-9ead-44e5-ad7f-de81fcbaaa7f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:01.668415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00baade6-d492-4206-93f0-083efd073ba0 None None] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:01.672223 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.790107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=dee64705-f58b-4a03-8311-f7b78c13c33d,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:01.799740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a6db565b-9be2-420a-80a9-eb9feb6bf87d None None] Provisioning complete for port dee64705-f58b-4a03-8311-f7b78c13c33d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:01.799740 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6db565b-9be2-420a-80a9-eb9feb6bf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.802652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.829547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:01.863081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:01.866648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-853cc9b7-2912-4cee-a24d-a89fdbeb5e5e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6 HTTP/1.1" status: 204 len: 168 time: 0.6172545 Nov 02 16:32:01.869255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55724) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:01.893729 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c2def0-e64b-45c7-820a-614e91c8cee1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:01.895595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39c2def0-e64b-45c7-820a-614e91c8cee1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6 HTTP/1.1" status: 404 len: 333 time: 0.0254421 Nov 02 16:32:01.899756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55728) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:02.025116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet d2978776-55d3-4559-8e86-6ef33d977aad {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:02.045515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.052761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:02.107590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1bf43-3517-45a7-9502-ffdbe9d136b9 req-11ddbc45-ea98-41b8-b45f-5977bac6720d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:02.109160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5f1bf43-3517-45a7-9502-ffdbe9d136b9 req-11ddbc45-ea98-41b8-b45f-5977bac6720d tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 947 time: 0.1329172 Nov 02 16:32:02.116226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.117937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c73a7049-75e8-497a-a905-7fecc40e3af3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:02.119429 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.149995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7d0e3-804d-4abf-8d28-2ce8238a2ddc req-dfe81a31-0083-4377-a1b7-658bca9f872d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:02.151778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6c7d0e3-804d-4abf-8d28-2ce8238a2ddc req-dfe81a31-0083-4377-a1b7-658bca9f872d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 944 time: 0.1611233 Nov 02 16:32:02.237670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6c7d0e3-804d-4abf-8d28-2ce8238a2ddc req-4d807960-2ab9-49ec-a996-2b42fb3c11bf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784411 Nov 02 16:32:02.237875 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.285441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5f1bf43-3517-45a7-9502-ffdbe9d136b9 req-c53ce0b6-0c96-4243-a9f8-7515765a6721 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661217 Nov 02 16:32:02.308840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.323293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:02.325037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-12ffe09d-2d72-4c4e-899b-d140d43660df None None] Provisioning complete for port dee64705-f58b-4a03-8311-f7b78c13c33d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:02.326329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12ffe09d-2d72-4c4e-899b-d140d43660df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.332826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.392121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.416164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.424989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:02.428426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/d2978776-55d3-4559-8e86-6ef33d977aad HTTP/1.1" status: 204 len: 168 time: 0.5268486 Nov 02 16:32:02.478668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8f306-c671-46c6-9275-e86c78379b84 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=d2978776-55d3-4559-8e86-6ef33d977aad,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:02.506071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:02.588542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.601156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e6d19-3e39-428a-a42e-bf38f3631c17 None None] Network 9028f735-7bfa-405e-9d68-c74a2b8a7589 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:02.605124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5bfa-b2fe-4476-8916-bbc21a852a54 req-649e5b4e-054b-416e-a0a6-67e03106b767 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:02.606176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b3a5bfa-b2fe-4476-8916-bbc21a852a54 req-649e5b4e-054b-416e-a0a6-67e03106b767 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1126242 Nov 02 16:32:02.614628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532eba3-2d8f-4f1d-a842-6f5de3bbb2eb req-e7946ba5-988b-4e48-a482-41b6a0421086 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:02.616067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5532eba3-2d8f-4f1d-a842-6f5de3bbb2eb req-e7946ba5-988b-4e48-a482-41b6a0421086 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.0729537 Nov 02 16:32:02.633314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 89572aff-862d-4ac2-9603-e22b31624117 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:02.650990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port dee64705-f58b-4a03-8311-f7b78c13c33d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:02.651414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.664814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b3a5bfa-b2fe-4476-8916-bbc21a852a54 req-f7e26224-1f3b-4e50-aa8d-d6a101fee464 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Nov 02 16:32:02.691266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5532eba3-2d8f-4f1d-a842-6f5de3bbb2eb req-cb3350f1-07f2-4517-97c7-a2908e3d2332 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681372 Nov 02 16:32:02.763828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port dee64705-f58b-4a03-8311-f7b78c13c33d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dee64705-f58b-4a03-8311-f7b78c13c33d,segment=NetworkSegment(f53396a6-9ead-44e5-ad7f-de81fcbaaa7f),segment_id=f53396a6-9ead-44e5-ad7f-de81fcbaaa7f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:02.764139 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:02.826912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for dee64705-f58b-4a03-8311-f7b78c13c33d owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:02.848045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9d39c3b9-0fce-43cd-b9dc-ea4a7eb46c6f None None] Could not find standard attr ID for object e25f9ef2-061c-45ef-9a4a-1c4ebc006ea6. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:32:02.933888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 89572aff-862d-4ac2-9603-e22b31624117, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=89572aff-862d-4ac2-9603-e22b31624117,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:02.952937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '89572aff-862d-4ac2-9603-e22b31624117', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '89572aff-862d-4ac2-9603-e22b31624117', 'mac_address': 'fa:16:3e:c1:57:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:03.033594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:03.040376 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c58a6-4a44-4751-8d61-c153e689da63" -d '{"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-plugged", "status": "completed", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:03.048633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871af11-61bd-4d8b-beff-897feae9c75c None None] DHCP port deletion for 9028f735-7bfa-405e-9d68-c74a2b8a7589 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:32:03.063408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.100093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=dee64705-f58b-4a03-8311-f7b78c13c33d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:03.107582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port dee64705-f58b-4a03-8311-f7b78c13c33d on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:03.148077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f871af11-61bd-4d8b-beff-897feae9c75c None None] The port 'dee64705-f58b-4a03-8311-f7b78c13c33d' was deleted {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 02 16:32:03.154846 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2857bee4-2ccb-448b-b82b-d642a7869426 x-openstack-request-id: req-2857bee4-2ccb-448b-b82b-d642a7869426 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:03.158266 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-plugged", "status": "completed", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:03.158641 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2857bee4-2ccb-448b-b82b-d642a7869426 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:03.159099 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'code': 200} Nov 02 16:32:03.163599 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.201243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89572aff-862d-4ac2-9603-e22b31624117 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:03.221483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.222070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.224910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.225461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.225899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.226364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.226795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.228092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.228527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.228974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.229464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.229887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:03.293417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dee64705-f58b-4a03-8311-f7b78c13c33d no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:03.309477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 89572aff-862d-4ac2-9603-e22b31624117, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=89572aff-862d-4ac2-9603-e22b31624117,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:03.349638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.390601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: dee64705-f58b-4a03-8311-f7b78c13c33d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:03.391176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dee64705-f58b-4a03-8311-f7b78c13c33d not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:03.392489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.443485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9028f735-7bfa-405e-9d68-c74a2b8a7589']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:03.460535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:03.478054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:03.478389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53396a6-9ead-44e5-ad7f-de81fcbaaa7f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:03.500877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.515608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=89572aff-862d-4ac2-9603-e22b31624117,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:03.531950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3448c97-3b5e-47dd-91e7-d0f12a7970e9 req-629d12ec-3af2-461b-8230-e88af4271c30 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:03.534104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3448c97-3b5e-47dd-91e7-d0f12a7970e9 req-629d12ec-3af2-461b-8230-e88af4271c30 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 948 time: 0.1202128 Nov 02 16:32:03.550559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fd8f2-6839-4999-ab60-14ad4101435c req-c10c1d28-c361-4f49-b0d4-8c58fd6ea250 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:03.552403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.559317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-589fd8f2-6839-4999-ab60-14ad4101435c req-c10c1d28-c361-4f49-b0d4-8c58fd6ea250 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.0957992 Nov 02 16:32:03.561741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:32:03.562320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:32:03.566226 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:32:03.639048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-589fd8f2-6839-4999-ab60-14ad4101435c req-e5f91d7a-0fcc-4b20-b67e-07b653fb0061 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788002 Nov 02 16:32:03.647768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['89572aff-862d-4ac2-9603-e22b31624117'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:03.661001 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3448c97-3b5e-47dd-91e7-d0f12a7970e9 req-42438bc5-15bc-4286-bf8d-05664e182019 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995376 Nov 02 16:32:03.879270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae995565-a949-4cfd-8165-a35fda94e054 req-14045429-4516-43c7-92a4-59c49793d345 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:03.882194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae995565-a949-4cfd-8165-a35fda94e054 req-14045429-4516-43c7-92a4-59c49793d345 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.0687420 Nov 02 16:32:03.948982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae995565-a949-4cfd-8165-a35fda94e054 req-3d4c480a-e029-4021-9ac6-72ca5f341dfa tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Nov 02 16:32:04.044396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-de1df338-a00b-4c71-9a0e-81e186baa355 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a5210b536da242c9892a3a694225ce0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228312 Nov 02 16:32:04.050676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ca842-d18a-476f-9260-7f2ee6ebb617 req-e915717d-c28c-4670-8e54-0db06ae7aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:04.052266 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ae8ca842-d18a-476f-9260-7f2ee6ebb617 req-e915717d-c28c-4670-8e54-0db06ae7aa29 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 1096 time: 0.5488083 Nov 02 16:32:04.070408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71bda17c-855b-4c53-a41f-58d70067e250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.090527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.096787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.100286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/9028f735-7bfa-405e-9d68-c74a2b8a7589 HTTP/1.1" status: 204 len: 168 time: 1.6730995 Nov 02 16:32:04.108079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55826) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:04.117245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1121277747'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:04.130167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ae94-daa4-4125-86c1-94505a63e3ec tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=9028f735-7bfa-405e-9d68-c74a2b8a7589,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:04.158203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ae8ca842-d18a-476f-9260-7f2ee6ebb617 req-23625574-9603-4348-b91f-1a32a6c88780 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886936 Nov 02 16:32:04.161270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:04.164687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.210065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-23d1c908-4b24-41e1-9e2b-781f8cff7a22 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:04.211104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-23d1c908-4b24-41e1-9e2b-781f8cff7a22 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597474 Nov 02 16:32:04.216978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:32:04.227905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.228242 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment 89775e83-3bb8-4414-b8c4-87898996260a of type vlan for network 8fef3065-1661-4d0f-b298-ae5630746917 Nov 02 16:32:04.229860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71bda17c-855b-4c53-a41f-58d70067e250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.233768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71bda17c-855b-4c53-a41f-58d70067e250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.269886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-89d7b0e9-b3cb-4036-a89b-3233d735d05c tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/quotas/a5210b536da242c9892a3a694225ce0d HTTP/1.1" status: 200 len: 375 time: 0.0335360 Nov 02 16:32:04.282244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-71bda17c-855b-4c53-a41f-58d70067e250 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb99b52db2cb40f29eb856439029fefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8168697 Nov 02 16:32:04.282244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bda17c-855b-4c53-a41f-58d70067e250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6445a7-e312-4e6b-a620-8d7e7b406bb8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:04.282826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.285812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55828) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:04.320044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-91d67d8c-f714-4530-8eff-f6ea0bda6d84 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410941 Nov 02 16:32:04.339873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b59f7f66-62c5-4323-939c-686fc31e7de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.346686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.353731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:04.354774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.365213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b59f7f66-62c5-4323-939c-686fc31e7de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.417930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3065031 Nov 02 16:32:04.421045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:04.427259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '8fef3065-1661-4d0f-b298-ae5630746917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:04.437561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728c5ce-dffd-4016-a0f4-2a9406422a81 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=8fef3065-1661-4d0f-b298-ae5630746917,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:04.461698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 8fef3065-1661-4d0f-b298-ae5630746917 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:32:04.553606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b59f7f66-62c5-4323-939c-686fc31e7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.562991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b59f7f66-62c5-4323-939c-686fc31e7de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.564953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b59f7f66-62c5-4323-939c-686fc31e7de7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c6445a7-e312-4e6b-a620-8d7e7b406bb8 HTTP/1.1" status: 204 len: 168 time: 0.2778215 Nov 02 16:32:04.582669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f7f66-62c5-4323-939c-686fc31e7de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6445a7-e312-4e6b-a620-8d7e7b406bb8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:04.625452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 89572aff-862d-4ac2-9603-e22b31624117 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:04.639593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:04.645137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.683986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-70b8ae01-a718-44d7-9bc9-5000db8cc95f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a5210b536da242c9892a3a694225ce0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579269 Nov 02 16:32:04.763874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 89572aff-862d-4ac2-9603-e22b31624117 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:32:04.769639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 89572aff-862d-4ac2-9603-e22b31624117 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:04.770449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.892746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-c2f7eaae-22b1-4a50-8afb-9a8ee6705e9f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:04.896490 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.902206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-c2f7eaae-22b1-4a50-8afb-9a8ee6705e9f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164752 Nov 02 16:32:04.921337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-5d9591a1-eb90-4745-9d8d-ede55285bdff tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/quotas/a5210b536da242c9892a3a694225ce0d HTTP/1.1" status: 200 len: 375 time: 0.0180442 Nov 02 16:32:04.971439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 89572aff-862d-4ac2-9603-e22b31624117, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=89572aff-862d-4ac2-9603-e22b31624117,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:04.977031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:04.990264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-3b401214-6d76-455f-9644-4a0df1094f4b tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678926 Nov 02 16:32:05.082335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=89572aff-862d-4ac2-9603-e22b31624117,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:05.096722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:05.098688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270894-18a5-46b3-856d-e58e3717e4a8 req-41a14649-4c59-4969-94d6-262e4510af6f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:05.100487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e270894-18a5-46b3-856d-e58e3717e4a8 req-41a14649-4c59-4969-94d6-262e4510af6f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.0698996 Nov 02 16:32:05.160647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89572aff-862d-4ac2-9603-e22b31624117'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:05.163995 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fd37bc-d808-4a2f-90d8-302d72cb6f83" -d '{"events": [{"server_uuid": "4f630e99-0a42-4140-91fa-a2151ec853fe", "name": "network-vif-plugged", "status": "completed", "tag": "89572aff-862d-4ac2-9603-e22b31624117"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:05.189154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:05.208227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e270894-18a5-46b3-856d-e58e3717e4a8 req-d1ccf244-9b56-4c87-8865-7188b5169ad3 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967226 Nov 02 16:32:05.228399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': '89775e83-3bb8-4414-b8c4-87898996260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8fef3065-1661-4d0f-b298-ae5630746917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:05.228816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: 8fef3065-1661-4d0f-b298-ae5630746917, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:32:05.283899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 8fef3065-1661-4d0f-b298-ae5630746917 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:32:05.312711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 8fef3065-1661-4d0f-b298-ae5630746917) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:05.324147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39b851-d3ed-4496-a0bb-55f523908570 None None] Network 8fef3065-1661-4d0f-b298-ae5630746917 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:05.332026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:05.334009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:05.384101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5f6c3174-1968-48cd-af28-300113c0a3a8 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9589546 Nov 02 16:32:05.384315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55890) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:05.391575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '8fef3065-1661-4d0f-b298-ae5630746917', 'name': 'tempest-PortsIpV6TestJSON-538307339', 'fixed_ips': [{'subnet_id': 'a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d', 'ip_address': '2001:db8::10'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:05.443789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e69e90-d072-4162-8945-1f2edfeec5fd req-8d10756d-a673-4c25-acb2-e0799cabb30e tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:05.452678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57e69e90-d072-4162-8945-1f2edfeec5fd req-8d10756d-a673-4c25-acb2-e0799cabb30e tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 949 time: 0.1107974 Nov 02 16:32:05.654004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57e69e90-d072-4162-8945-1f2edfeec5fd req-1dff9a30-05ac-4e16-8fed-58dd99f39c12 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982138 Nov 02 16:32:05.671937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-8fef3065-1661-4d0f-b298-ae5630746917', 'network_id': '8fef3065-1661-4d0f-b298-ae5630746917', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': 'a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:32:05.673003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:05.710334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de55c6-c876-43df-9010-5fa462afd1b5 req-7a3b176f-4eb9-440d-85ad-0ab738acde7c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:05.717567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92de55c6-c876-43df-9010-5fa462afd1b5 req-7a3b176f-4eb9-440d-85ad-0ab738acde7c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1931651 Nov 02 16:32:05.731514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:05.739849 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df20bb-3ab7-451c-b19a-97829b28cc9c x-openstack-request-id: req-c1df20bb-3ab7-451c-b19a-97829b28cc9c {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:05.740817 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f630e99-0a42-4140-91fa-a2151ec853fe", "name": "network-vif-plugged", "status": "completed", "tag": "89572aff-862d-4ac2-9603-e22b31624117", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:05.741698 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1df20bb-3ab7-451c-b19a-97829b28cc9c {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:05.744485 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89572aff-862d-4ac2-9603-e22b31624117', 'code': 200} Nov 02 16:32:05.811013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92de55c6-c876-43df-9010-5fa462afd1b5 req-337b1851-8747-4140-8e28-c304e3bf5755 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Nov 02 16:32:05.885541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-682e0c2c-86ec-4c75-8403-9d523f2a16d6 req-3cb5b153-93d1-492c-a397-336d7bcd03e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 210 time: 0.0732651 Nov 02 16:32:05.970353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:05.996048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port aa7fe429-53f2-4be0-9c4f-48f7d72616c0 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:32:06.002383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8303b-6d7b-432a-965f-b5687f9be1e2 req-11e4c3bf-d03b-4bd3-a933-e597b9cf9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:06.004464 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b8303b-6d7b-432a-965f-b5687f9be1e2 req-11e4c3bf-d03b-4bd3-a933-e597b9cf9d63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 1100 time: 0.1116495 Nov 02 16:32:06.094618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Allocated IP 2001:db8::2 (8fef3065-1661-4d0f-b298-ae5630746917/a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d/5fa43013-4b67-42c4-858f-154c43671946) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:06.099475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53b8303b-6d7b-432a-965f-b5687f9be1e2 req-2f96f91c-40d7-4b3c-b100-c4beaa87cc0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473068 Nov 02 16:32:06.114590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-92249244-2271-41c6-bcbb-8c2c2e70b5f4 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5210b536da242c9892a3a694225ce0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829968 Nov 02 16:32:06.319480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.327622 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.381419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Network 8fef3065-1661-4d0f-b298-ae5630746917 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:06.392595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Pushing event updated for resources: {'Port': ['ID=5fa43013-4b67-42c4-858f-154c43671946,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:06.405640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:06.413289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:06.456615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::10 (8fef3065-1661-4d0f-b298-ae5630746917/a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d/aa7fe429-53f2-4be0-9c4f-48f7d72616c0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:06.483514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Attempting to bind port 5fa43013-4b67-42c4-858f-154c43671946 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:06.483890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Attempting to bind port 5fa43013-4b67-42c4-858f-154c43671946 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '89775e83-3bb8-4414-b8c4-87898996260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8fef3065-1661-4d0f-b298-ae5630746917'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:06.484255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Attempting to bind port 5fa43013-4b67-42c4-858f-154c43671946 on network 8fef3065-1661-4d0f-b298-ae5630746917 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:06.490318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:06.490900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Checking segment: {'id': '89775e83-3bb8-4414-b8c4-87898996260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8fef3065-1661-4d0f-b298-ae5630746917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:06.491468 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.491999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Bound using segment: {'id': '89775e83-3bb8-4414-b8c4-87898996260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8fef3065-1661-4d0f-b298-ae5630746917'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:06.492533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Bound port: 5fa43013-4b67-42c4-858f-154c43671946, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89775e83-3bb8-4414-b8c4-87898996260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8fef3065-1661-4d0f-b298-ae5630746917'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:06.493097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.603706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] For port 5fa43013-4b67-42c4-858f-154c43671946, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:06.608938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] For port 5fa43013-4b67-42c4-858f-154c43671946, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5fa43013-4b67-42c4-858f-154c43671946,segment=NetworkSegment(89775e83-3bb8-4414-b8c4-87898996260a),segment_id=89775e83-3bb8-4414-b8c4-87898996260a)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:06.615524 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.685892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd69cb-8d2d-4a73-9dab-e590e8e1d2de None None] Pushing event updated for resources: {'Port': ['ID=5fa43013-4b67-42c4-858f-154c43671946,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:06.686997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-dc6db2cf-150e-4b2a-9c22-5bf570e55725 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:06.688397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-dc6db2cf-150e-4b2a-9c22-5bf570e55725 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721631 Nov 02 16:32:06.709292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Request body: {'port': {'device_id': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'a5210b536da242c9892a3a694225ce0d'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:06.839397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.888846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:06.969028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 8fef3065-1661-4d0f-b298-ae5630746917 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:06.987046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:07.001739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=aa7fe429-53f2-4be0-9c4f-48f7d72616c0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:07.006292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:07.021872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:07.022408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.071727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b14c0a3f-7d2b-4b99-9734-378f1d526060 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6862280 Nov 02 16:32:07.079684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55930) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:07.093965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': '8fef3065-1661-4d0f-b298-ae5630746917', 'name': 'tempest-PortsIpV6TestJSON-353343559', 'fixed_ips': [{'subnet_id': 'a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d', 'ip_address': '2001:db8::f'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:07.126215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb3358-4327-48ec-a819-cad0fce9aea4 req-b48f7e6f-5b43-4bee-a004-77a47c714218 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:07.143190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16bb3358-4327-48ec-a819-cad0fce9aea4 req-b48f7e6f-5b43-4bee-a004-77a47c714218 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 949 time: 0.3437676 Nov 02 16:32:07.210360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Made reservation on behalf of a5210b536da242c9892a3a694225ce0d for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:07.219983 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.260158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a36bc6-b3af-4c7d-8e7f-252ee8ea6641 req-5d7483f6-3573-486c-9df0-c0778d2464d2 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:07.261826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51a36bc6-b3af-4c7d-8e7f-252ee8ea6641 req-5d7483f6-3573-486c-9df0-c0778d2464d2 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.3426399 Nov 02 16:32:07.269014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.320608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5fa43013-4b67-42c4-858f-154c43671946 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:07.362327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:07.371307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.400525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 83d3af41-63b0-483f-b1fc-8fe6bddc131c yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:32:07.403129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16bb3358-4327-48ec-a819-cad0fce9aea4 req-e066bb8e-75a1-4377-bd6e-105c2f44d345 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541595 Nov 02 16:32:07.444330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5fa43013-4b67-42c4-858f-154c43671946 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:07.445008 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.460318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51a36bc6-b3af-4c7d-8e7f-252ee8ea6641 req-f9ec1593-20a7-4b2d-883c-52213a9f066d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766622 Nov 02 16:32:07.519190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-c6b5098a-6520-4afa-a661-7c20a453b110 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5210b536da242c9892a3a694225ce0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572500 Nov 02 16:32:07.642181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.671191 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.717138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5fa43013-4b67-42c4-858f-154c43671946, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5fa43013-4b67-42c4-858f-154c43671946,segment=NetworkSegment(89775e83-3bb8-4414-b8c4-87898996260a),segment_id=89775e83-3bb8-4414-b8c4-87898996260a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:07.725036 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.744412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a49e0a0-9ef2-47ac-a76c-0602d822026b req-25be9334-cf53-4226-96f4-ad8bac187ae7 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 210 time: 0.1337166 Nov 02 16:32:07.747253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:07.782372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::f (8fef3065-1661-4d0f-b298-ae5630746917/a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d/83d3af41-63b0-483f-b1fc-8fe6bddc131c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:07.867231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5fa43013-4b67-42c4-858f-154c43671946,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:07.878782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2255275d-2e1b-497a-9f1b-ab49828fedf9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:07.901731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f993639-1fe4-4ccd-9a42-2b687acf88a0 req-f19156a1-7a0b-4ba9-aa2a-c6d1f9554ade tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:07.903337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f993639-1fe4-4ccd-9a42-2b687acf88a0 req-f19156a1-7a0b-4ba9-aa2a-c6d1f9554ade tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.2916410 Nov 02 16:32:08.032572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-ed7cccf8-ff90-4450-ae2d-0269ec4c57bd tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.035109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-ed7cccf8-ff90-4450-ae2d-0269ec4c57bd tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5017164 Nov 02 16:32:08.065507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Request body: {'port': {'device_id': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'a5210b536da242c9892a3a694225ce0d'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:08.068261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Allocated IP 192.168.233.79 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/9c28d59b-af40-43dc-b1df-6c7355410f5c) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:08.107552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f993639-1fe4-4ccd-9a42-2b687acf88a0 req-4152a882-8e17-4bce-a834-4c56eb47ae87 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884172 Nov 02 16:32:08.121542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea2332-907b-446b-9741-bb8d07843d8d req-75e71ca7-5cf4-4a73-8c4d-dcee13ae6bd5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.123163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dea2332-907b-446b-9741-bb8d07843d8d req-75e71ca7-5cf4-4a73-8c4d-dcee13ae6bd5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.2185323 Nov 02 16:32:08.223267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.261625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dea2332-907b-446b-9741-bb8d07843d8d req-bc369bcf-f5b2-40b2-8b4c-cfd296a7a459 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248248 Nov 02 16:32:08.349922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e2524f5-ae38-4de4-97aa-46315cc7572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.394593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Made reservation on behalf of a5210b536da242c9892a3a694225ce0d for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:08.400066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.415369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.424916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d26f94-f23a-4450-adbe-0ac864f858cf None None] Network 8fef3065-1661-4d0f-b298-ae5630746917 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:08.510637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.528246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=83d3af41-63b0-483f-b1fc-8fe6bddc131c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:08.542149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2e0556cb-f3ad-4ddd-b775-0e0e2c344098 None None] Provisioning complete for port 5fa43013-4b67-42c4-858f-154c43671946 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:08.542544 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e0556cb-f3ad-4ddd-b775-0e0e2c344098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.546652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 8fef3065-1661-4d0f-b298-ae5630746917 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:08.557216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:08.560759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:08.567022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.567657 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.645901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc444a95-10a7-4391-a240-dfe922f86193 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5631869 Nov 02 16:32:08.649105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55950) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:08.732239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c73a7-27b2-4975-9de2-4936d1a6a9c2 req-189a9954-3efc-4c08-bcdb-07400f361980 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.747619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f8c73a7-27b2-4975-9de2-4936d1a6a9c2 req-189a9954-3efc-4c08-bcdb-07400f361980 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 949 time: 0.1999567 Nov 02 16:32:08.754907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:08.768836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68217b2d-b188-4972-bbfa-57c1ba0e3604 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.770442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68217b2d-b188-4972-bbfa-57c1ba0e3604 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1203654 Nov 02 16:32:08.773508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55958) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:08.890378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:08.896062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68664e-94e1-485c-8a0d-7fd7fb3619f5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.902285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68664e-94e1-485c-8a0d-7fd7fb3619f5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.908759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68664e-94e1-485c-8a0d-7fd7fb3619f5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:08.910472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a68664e-94e1-485c-8a0d-7fd7fb3619f5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1360207 Nov 02 16:32:08.914522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55966) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:08.921290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:08.938197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:08.958243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Allocated IP 192.168.233.223 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/d1760c36-4f06-43c6-aba6-7b64d86417af) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:09.002807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:09.076853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f8c73a7-27b2-4975-9de2-4936d1a6a9c2 req-7f3c8697-273c-4e90-a554-a628a27ffbeb tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093903 Nov 02 16:32:09.152667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 83d3af41-63b0-483f-b1fc-8fe6bddc131c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:09.153244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.210625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:09.217225 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.300646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5fa43013-4b67-42c4-858f-154c43671946 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:09.301186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-53878ae2-24b8-465a-bb44-4e5b1f4c079c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:09.308158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-53878ae2-24b8-465a-bb44-4e5b1f4c079c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 814 time: 0.4409420 Nov 02 16:32:09.324524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbe7a2f5-322d-4cba-a5ef-f290f6844ea6 req-f3fe5f04-3046-4a04-8992-3644c0fbd482 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 210 time: 0.1029413 Nov 02 16:32:09.355068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-af71d2f9-6ac5-4158-9b32-4b2742cf728d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6508086 Nov 02 16:32:09.361255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-51daea3f-5bf4-42d1-a682-9a30e197bb5a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/quotas/8443b078ed8244eba85c24fcb5df5a1e HTTP/1.1" status: 200 len: 375 time: 0.0516200 Nov 02 16:32:09.369341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Request body: {'port': {'device_id': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:09.420526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Provisioning complete for port 83d3af41-63b0-483f-b1fc-8fe6bddc131c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:09.420897 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.497406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.504774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5fa43013-4b67-42c4-858f-154c43671946 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:09.505149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.540810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-ae98f766-1a11-4bb6-88f6-e45dd404fc53 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638317 Nov 02 16:32:09.545726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 83d3af41-63b0-483f-b1fc-8fe6bddc131c owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:09.569820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.594672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Port 83d3af41-63b0-483f-b1fc-8fe6bddc131c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:09.636308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Provisioning complete for port aa7fe429-53f2-4be0-9c4f-48f7d72616c0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:09.636665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.716023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.740352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Port aa7fe429-53f2-4be0-9c4f-48f7d72616c0 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:09.748624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.781036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Provisioning complete for port 5fa43013-4b67-42c4-858f-154c43671946 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:09.781703 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ef484fd-d870-4574-b66b-2b6c87639cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:09.819983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:09.825930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:09.840239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:09.921384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-4e8a9198-c022-434d-986e-fd0a7dfefae9 service neutron] 10.222.0.31 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429146 Nov 02 16:32:09.931589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:10.006446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.018832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:10.019392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.050520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-51d9c0df-8069-4e1d-b9fc-a9ff38f0aeba tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9937112 Nov 02 16:32:10.099595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Request body: {'port': {'device_id': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:10.105659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=83d3af41-63b0-483f-b1fc-8fe6bddc131c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:10.177476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.183708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8eaebc65-4732-45ce-9d1f-4b8a840db1ea tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/83d3af41-63b0-483f-b1fc-8fe6bddc131c HTTP/1.1" status: 204 len: 168 time: 1.2655282 Nov 02 16:32:10.185028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55984) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:10.246039 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.253388 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f440ae3-89a9-41f9-a475-bf2757b4e041 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:10.259080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1f440ae3-89a9-41f9-a475-bf2757b4e041 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/83d3af41-63b0-483f-b1fc-8fe6bddc131c HTTP/1.1" status: 404 len: 333 time: 0.0730331 Nov 02 16:32:10.259956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55986) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:10.371949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f520969-b630-4433-9432-deb36f188699 None None] Could not find standard attr ID for object 83d3af41-63b0-483f-b1fc-8fe6bddc131c. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:32:10.405728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f520969-b630-4433-9432-deb36f188699 None None] Provisioning complete for port aa7fe429-53f2-4be0-9c4f-48f7d72616c0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:10.406247 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f520969-b630-4433-9432-deb36f188699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.463298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7f520969-b630-4433-9432-deb36f188699 None None] Port aa7fe429-53f2-4be0-9c4f-48f7d72616c0 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:10.476862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f520969-b630-4433-9432-deb36f188699 None None] Provisioning complete for port d1760c36-4f06-43c6-aba6-7b64d86417af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:10.477258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f520969-b630-4433-9432-deb36f188699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.527496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7f520969-b630-4433-9432-deb36f188699 None None] Port d1760c36-4f06-43c6-aba6-7b64d86417af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:10.538923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f520969-b630-4433-9432-deb36f188699 None None] Provisioning complete for port 9c28d59b-af40-43dc-b1df-6c7355410f5c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:10.539407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f520969-b630-4433-9432-deb36f188699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.578696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-c695adfa-027b-481b-8b10-603ef5237c37 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:10.580707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-c695adfa-027b-481b-8b10-603ef5237c37 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "GET /v2.0/ports?device_id=1ba01f62-d69c-4081-aaf8-30513b311114 HTTP/1.1" status: 200 len: 945 time: 0.1668541 Nov 02 16:32:10.595305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7f520969-b630-4433-9432-deb36f188699 None None] Port 9c28d59b-af40-43dc-b1df-6c7355410f5c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:10.615843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port aa7fe429-53f2-4be0-9c4f-48f7d72616c0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:10.616344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.618154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adc1ac-bf9d-4431-b8af-e369b1f33669 req-9ad84933-f71f-409e-8c5d-48e870e85b03 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:10.625961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3adc1ac-bf9d-4431-b8af-e369b1f33669 req-9ad84933-f71f-409e-8c5d-48e870e85b03 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.7216051 Nov 02 16:32:10.657357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-961856c5-fc75-45da-897a-eba088894d33 service neutron] 10.222.0.31 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351024 Nov 02 16:32:10.680815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3adc1ac-bf9d-4431-b8af-e369b1f33669 req-99a48cc5-296e-4c8a-a807-d8f86368e309 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538826 Nov 02 16:32:10.816274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.871817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for aa7fe429-53f2-4be0-9c4f-48f7d72616c0 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:10.944157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Deleting port c73a7049-75e8-497a-a905-7fecc40e3af3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:10.944797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:10.996299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f48779e-34b9-48e9-894d-34434a1d2307 req-0e859150-5270-42a9-8a3f-9e9a6e4c4826 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 210 time: 0.0589705 Nov 02 16:32:11.064397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42a130cb-a2d4-4fbb-be2c-728696be4653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.113516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2d4f6-c219-47f9-9ae1-aaf7744c84ca req-7213f46c-9d17-4550-ba74-e3bd41ff6e97 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:11.120407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1760c36-4f06-43c6-aba6-7b64d86417af {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:11.133867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97d2d4f6-c219-47f9-9ae1-aaf7744c84ca req-7213f46c-9d17-4550-ba74-e3bd41ff6e97 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 936 time: 0.1339653 Nov 02 16:32:11.158899 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.213904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97d2d4f6-c219-47f9-9ae1-aaf7744c84ca req-e05721c3-89ba-4dc0-9748-b8e679adaa0d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671656 Nov 02 16:32:11.240851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Transition to ACTIVE for port object d1760c36-4f06-43c6-aba6-7b64d86417af will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:32:11.241668 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.403301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.426632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] For port c73a7049-75e8-497a-a905-7fecc40e3af3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c73a7049-75e8-497a-a905-7fecc40e3af3,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:11.427345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.489591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Calling delete_port for c73a7049-75e8-497a-a905-7fecc40e3af3 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:11.539589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c28d59b-af40-43dc-b1df-6c7355410f5c {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:11.551718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.577031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Transition to ACTIVE for port object 9c28d59b-af40-43dc-b1df-6c7355410f5c will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:32:11.583339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.586432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.672073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:11.712828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:11.900629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:11.904282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/aa7fe429-53f2-4be0-9c4f-48f7d72616c0 HTTP/1.1" status: 204 len: 168 time: 1.6355982 Nov 02 16:32:11.912212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56024) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:11.961266 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9422cbb2-d48f-4b35-8681-08f991d851fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:11.962946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9422cbb2-d48f-4b35-8681-08f991d851fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/aa7fe429-53f2-4be0-9c4f-48f7d72616c0 HTTP/1.1" status: 404 len: 333 time: 0.0487196 Nov 02 16:32:11.963784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083d53b-8cd6-4391-849f-c29ce6091bd0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=aa7fe429-53f2-4be0-9c4f-48f7d72616c0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:11.967573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04f274-5071-4529-8475-038ac43879ba req-06e32d74-9270-451b-a07c-95cf596ac89c tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:11.972461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56026) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:11.988123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af04f274-5071-4529-8475-038ac43879ba req-06e32d74-9270-451b-a07c-95cf596ac89c tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 949 time: 0.2129757 Nov 02 16:32:11.988892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Attempting to bind port 9c28d59b-af40-43dc-b1df-6c7355410f5c on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:11.989219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Attempting to bind port 9c28d59b-af40-43dc-b1df-6c7355410f5c by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:11.989541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Attempting to bind port 9c28d59b-af40-43dc-b1df-6c7355410f5c on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:12.009771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Port 9c28d59b-af40-43dc-b1df-6c7355410f5c on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:32:12.010088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Attempting to bind port 9c28d59b-af40-43dc-b1df-6c7355410f5c on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:12.037825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac2c43-c77f-4b1d-913c-ed8274908565 req-5c657aba-97db-4426-ac0e-8437127d744e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.039706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bdac2c43-c77f-4b1d-913c-ed8274908565 req-5c657aba-97db-4426-ac0e-8437127d744e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1998034 Nov 02 16:32:12.045417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:12.045959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:12.046829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:12.047469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Bound port: 9c28d59b-af40-43dc-b1df-6c7355410f5c, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:12.048121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.071418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Attempting to bind port d1760c36-4f06-43c6-aba6-7b64d86417af on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:12.071746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Attempting to bind port d1760c36-4f06-43c6-aba6-7b64d86417af by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:12.072072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Attempting to bind port d1760c36-4f06-43c6-aba6-7b64d86417af on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:12.103214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af04f274-5071-4529-8475-038ac43879ba req-eb6791f3-0fef-4831-9d7f-f048c8738ff0 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058779 Nov 02 16:32:12.107638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Port d1760c36-4f06-43c6-aba6-7b64d86417af on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:32:12.107960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Attempting to bind port d1760c36-4f06-43c6-aba6-7b64d86417af on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:12.129453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:12.129453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:12.129453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:12.129453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Bound port: d1760c36-4f06-43c6-aba6-7b64d86417af, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:12.129453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.133672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:12.157603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.244402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bdac2c43-c77f-4b1d-913c-ed8274908565 req-40a0fbb6-6c07-4cc0-9806-50aeb720a4fc tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853981 Nov 02 16:32:12.309862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.335646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:12.342187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:12.352385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.395860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.396938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.398735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] 10.222.0.55 "PUT /v2.0/ports/9c28d59b-af40-43dc-b1df-6c7355410f5c HTTP/1.1" status: 200 len: 1095 time: 3.0348296 Nov 02 16:32:12.454220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:12.455911 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:12.465862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21cd3984-37b8-412b-9354-d3931714fbb2 req-d16b4bd4-f897-40ef-93c0-f3598e9cd968 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 210 time: 0.0877578 Nov 02 16:32:12.498933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:12.510472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.610082 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca27d8cc-8bf7-4d39-a2d4-93ffbeb5bdbc x-openstack-request-id: req-ca27d8cc-8bf7-4d39-a2d4-93ffbeb5bdbc {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:12.610352 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:12.610609 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca27d8cc-8bf7-4d39-a2d4-93ffbeb5bdbc {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:12.610947 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'status': 'completed', 'code': 200} Nov 02 16:32:12.688337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d49e7-4987-46ac-987a-2c80d7e28765 service neutron] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:12.711511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.727121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:12.737978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-cbcd9e90-e2b7-475b-8e72-136f043f8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.739586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-cbcd9e90-e2b7-475b-8e72-136f043f8db5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 1098 time: 0.1326873 Nov 02 16:32:12.747532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e61f8-f8e3-43bd-be32-3b3532535f2c req-ded63ea3-a930-43aa-90d0-ba5ffa25dfd5 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.757834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af8e61f8-f8e3-43bd-be32-3b3532535f2c req-ded63ea3-a930-43aa-90d0-ba5ffa25dfd5 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.3584883 Nov 02 16:32:12.774847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.784838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-2d0b727c-911a-4fdf-9fde-4a09b2ffcba7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.786458 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-2d0b727c-911a-4fdf-9fde-4a09b2ffcba7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 814 time: 0.4256513 Nov 02 16:32:12.813513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-1b7c28eb-fe8c-43f5-9381-4cb6b645e144 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c HTTP/1.1" status: 200 len: 217 time: 0.0433545 Nov 02 16:32:12.817237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Request body: {'port': {'device_id': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'admin_state_up': True, 'tenant_id': '8443b078ed8244eba85c24fcb5df5a1e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:12.822658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Pushing event deleted for resources: {'Port': ['ID=c73a7049-75e8-497a-a905-7fecc40e3af3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:12.827750 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:12.862814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af8e61f8-f8e3-43bd-be32-3b3532535f2c req-e559956e-c768-46a5-ac62-04a11a085f4f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040092 Nov 02 16:32:12.885096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-a220cba3-41d9-4d32-b6a0-051497dab922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.886638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-a220cba3-41d9-4d32-b6a0-051497dab922 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0626643 Nov 02 16:32:12.956652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-b6774ca8-9da6-4e94-8767-4ec2813ec369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:12.958151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-b6774ca8-9da6-4e94-8767-4ec2813ec369 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639048 Nov 02 16:32:13.074444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-fedc7143-cccf-4ca8-a54e-bed2628d5d6b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982924 Nov 02 16:32:13.177887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d962ece7-f6bf-4d1a-b6a5-f48ba7dd4851 req-d966c7a8-e470-4b54-8398-33ec80c5ea34 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951049 Nov 02 16:32:13.253547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.254177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.255543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] 10.222.0.55 "PUT /v2.0/ports/d1760c36-4f06-43c6-aba6-7b64d86417af HTTP/1.1" status: 200 len: 1096 time: 3.1620162 Nov 02 16:32:13.259956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:13.262386 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017" -d '{"events": [{"name": "network-changed", "server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:13.269065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eef20-f167-412e-81b1-13a5353ef705 req-c21a2a11-16fd-4e16-9173-049d9f312fa2 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.276802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-955eef20-f167-412e-81b1-13a5353ef705 req-c21a2a11-16fd-4e16-9173-049d9f312fa2 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 949 time: 0.0849993 Nov 02 16:32:13.310376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] No DVR routers for this DVR port c73a7049-75e8-497a-a905-7fecc40e3af3 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:13.320094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-9966228d-6d26-4979-97f5-e786f4e82333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.321641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-9966228d-6d26-4979-97f5-e786f4e82333 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 1098 time: 0.0879068 Nov 02 16:32:13.324950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.328035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-955eef20-f167-412e-81b1-13a5353ef705 req-b6654a68-4f50-4ce9-9a2c-c41bc6b7bca1 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 Nov 02 16:32:13.328287 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e2ca426-ac88-4065-8958-ff94ee41d19c req-82dda623-3a07-43d8-9679-9b222c8c57d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "DELETE /v2.0/ports/c73a7049-75e8-497a-a905-7fecc40e3af3 HTTP/1.1" status: 204 len: 173 time: 2.7387249 Nov 02 16:32:13.411101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19830995-b77f-467e-af2e-feb6a5e5899c service neutron] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:13.432827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.456611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-f99b6645-d03e-4593-a9b8-27f3c1c1d43f tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.458793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-f99b6645-d03e-4593-a9b8-27f3c1c1d43f tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 949 time: 0.2210155 Nov 02 16:32:13.463072 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6295e0-5278-416f-a27e-1200ab11235b x-openstack-request-id: req-ba6295e0-5278-416f-a27e-1200ab11235b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:13.463359 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:13.463596 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba6295e0-5278-416f-a27e-1200ab11235b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:13.463976 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'status': 'completed', 'code': 200} Nov 02 16:32:13.493704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:13.501972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.505939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-11a6f4f3-dfbc-4559-b857-5154e65baf4d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d HTTP/1.1" status: 204 len: 168 time: 1.5276110 Nov 02 16:32:13.507786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb87a4ea-cda7-478c-93d7-975a11051cb3 None None] Network 8fef3065-1661-4d0f-b298-ae5630746917 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:13.515704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56048) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:13.518550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-539dd16e-9274-4084-b9e0-d018a910fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.519834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-539dd16e-9274-4084-b9e0-d018a910fbc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 1099 time: 0.1906724 Nov 02 16:32:13.624598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-689f70a4-eb3b-4308-be5c-559734fbb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.626422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-689f70a4-eb3b-4308-be5c-559734fbb240 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2974479 Nov 02 16:32:13.630020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.640747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a7669-c2b1-4d8f-9ff5-ae501b1953a3 req-a81249d5-aecd-4410-9ae0-ad83131ec4e0 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.641014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-b5faedba-e9f5-4ccd-9ff3-546b0f4865c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=d1760c36-4f06-43c6-aba6-7b64d86417af HTTP/1.1" status: 200 len: 217 time: 0.0729759 Nov 02 16:32:13.641152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a8a7669-c2b1-4d8f-9ff5-ae501b1953a3 req-a81249d5-aecd-4410-9ae0-ad83131ec4e0 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.2060728 Nov 02 16:32:13.666463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e9c9da1-a989-4586-b5b9-3b60f64d93ea req-52fbd643-356c-4b6d-8f7d-80c80c2d9e11 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 210 time: 0.0612979 Nov 02 16:32:13.666890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.670350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Made reservation on behalf of 8443b078ed8244eba85c24fcb5df5a1e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:13.674733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.717632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-84132e91-7ecf-48ac-ab2e-8df591b57bed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c HTTP/1.1" status: 200 len: 217 time: 0.0609677 Nov 02 16:32:13.746232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-929bf9d4-221c-4387-bb35-8cde5398f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.747948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-929bf9d4-221c-4387-bb35-8cde5398f1f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0877328 Nov 02 16:32:13.783140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] DHCP port deletion for 8fef3065-1661-4d0f-b298-ae5630746917 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:32:13.855413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Deleting port 89572aff-862d-4ac2-9603-e22b31624117 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:13.855849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.878636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] Deleting port 5fa43013-4b67-42c4-858f-154c43671946 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:13.879023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:13.894832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a8a7669-c2b1-4d8f-9ff5-ae501b1953a3 req-2fd8828b-4413-4a5a-8025-4a19e244469e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311263 Nov 02 16:32:13.915538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-7fa664b0-66f4-4f5f-914f-389e15de77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.917127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-7fa664b0-66f4-4f5f-914f-389e15de77d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1896889 Nov 02 16:32:13.937160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e61-06cb-449c-aa34-108041730a9b req-6a487995-39b0-4120-b48a-2cc51b783c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:13.939127 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-6a487995-39b0-4120-b48a-2cc51b783c44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542306 Nov 02 16:32:13.985477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Allocated IP 172.20.0.11 (d4300999-93b4-4076-bfd1-56248cb05cd9/dc1c6575-d9f2-45ca-8eb0-0bf8593132c1/e78073dc-6891-45d4-9492-d7ef091b0dda) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:14.039569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] For port 5fa43013-4b67-42c4-858f-154c43671946, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5fa43013-4b67-42c4-858f-154c43671946,segment=NetworkSegment(89775e83-3bb8-4414-b8c4-87898996260a),segment_id=89775e83-3bb8-4414-b8c4-87898996260a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:14.039973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.060860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 5fa43013-4b67-42c4-858f-154c43671946 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:14.061216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.072299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] Calling delete_port for 5fa43013-4b67-42c4-858f-154c43671946 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:14.082522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] For port 89572aff-862d-4ac2-9603-e22b31624117, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=89572aff-862d-4ac2-9603-e22b31624117,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:14.083055 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.097420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-4f888a76-6c15-4c75-b269-bed5bf958368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:14.099426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-4f888a76-6c15-4c75-b269-bed5bf958368 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714547 Nov 02 16:32:14.130339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Calling delete_port for 89572aff-862d-4ac2-9603-e22b31624117 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:14.175412 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-6a825b08-f38e-4ccd-8c05-3c1e7cea9af7 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238665 Nov 02 16:32:14.226016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:14.227845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c401b-2240-46ef-a124-2e236910fc74 req-2749e343-99af-49de-ad5b-0f6b369a5ce1 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:14.229310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.229436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a6c401b-2240-46ef-a124-2e236910fc74 req-2749e343-99af-49de-ad5b-0f6b369a5ce1 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.2121065 Nov 02 16:32:14.233134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port 5fa43013-4b67-42c4-858f-154c43671946, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5fa43013-4b67-42c4-858f-154c43671946,segment=NetworkSegment(89775e83-3bb8-4414-b8c4-87898996260a),segment_id=89775e83-3bb8-4414-b8c4-87898996260a)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:14.233496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.276727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 5fa43013-4b67-42c4-858f-154c43671946 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:14.301034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] Pushing event deleted for resources: {'Port': ['ID=5fa43013-4b67-42c4-858f-154c43671946,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:14.307050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: c73a7049-75e8-497a-a905-7fecc40e3af3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:14.307642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c73a7049-75e8-497a-a905-7fecc40e3af3 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:14.313901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa19b8-5bbe-4225-9cf5-696f5a84ab69 None None] No DVR routers for this DVR port 5fa43013-4b67-42c4-858f-154c43671946 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:14.323410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-31a5f0c0-7f0a-493a-b166-86321f960b3e service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904259 Nov 02 16:32:14.386845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a6c401b-2240-46ef-a124-2e236910fc74 req-cde50c0c-b1bb-441b-a4d8-11ad9b1e58bb tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395111 Nov 02 16:32:14.446876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde08e61-06cb-449c-aa34-108041730a9b req-f5a32336-ea3f-40bc-9b3b-7560d4e8aa81 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174077 Nov 02 16:32:14.486073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.529722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.540909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.543766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['89572aff-862d-4ac2-9603-e22b31624117'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:14.549938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a5bc4-ffe0-4051-bdc7-9ff89e11e2ae req-4508e57e-7f65-4052-99fa-c98785fec4c6 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:14.551597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-754a5bc4-ffe0-4051-bdc7-9ff89e11e2ae req-4508e57e-7f65-4052-99fa-c98785fec4c6 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f630e99-0a42-4140-91fa-a2151ec853fe HTTP/1.1" status: 200 len: 867 time: 0.1043210 Nov 02 16:32:14.559694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-345eb9ee-20e7-47f5-a70b-255dcd8f6f54 req-8fac2990-f3f2-4bf7-9622-a0d9154de59b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055285 Nov 02 16:32:14.608514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=5fa43013-4b67-42c4-858f-154c43671946,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:14.610213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Pushing event deleted for resources: {'Port': ['ID=89572aff-862d-4ac2-9603-e22b31624117,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:14.610934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port 5fa43013-4b67-42c4-858f-154c43671946 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:14.652310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.664836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-754a5bc4-ffe0-4051-bdc7-9ff89e11e2ae req-61c3ac8e-5fbd-4af7-9d4f-c1362822abaf tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016958 Nov 02 16:32:14.702427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] No DVR routers for this DVR port 89572aff-862d-4ac2-9603-e22b31624117 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:14.727181 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.729005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.733244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5572bfbf-6edf-4417-85c7-134bfba7ad99 req-2a5a4281-9d8e-4894-a601-b70184e95db8 tempest-TenantUsagesTestJSON-2097254249 tempest-TenantUsagesTestJSON-2097254249-project] 10.222.0.55 "DELETE /v2.0/ports/89572aff-862d-4ac2-9603-e22b31624117 HTTP/1.1" status: 204 len: 173 time: 1.2521234 Nov 02 16:32:14.749981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Network d4300999-93b4-4076-bfd1-56248cb05cd9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:14.755606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:14.761269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-95f19e0f-86ff-404c-946b-bf55b4eb16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:14.763201 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-95f19e0f-86ff-404c-946b-bf55b4eb16a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 1099 time: 0.2464790 Nov 02 16:32:14.764764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:14.776391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fef3065-1661-4d0f-b298-ae5630746917']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:14.796046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89775e83-3bb8-4414-b8c4-87898996260a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:14.796343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89775e83-3bb8-4414-b8c4-87898996260a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:14.808973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.823839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.826167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:14.838247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:32:14.838880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:32:14.893773 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:32:14.951628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:14.952283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.968265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.980271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-0db1b85b-8aab-44f0-ab5a-8043a7aadb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:14.981773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-0db1b85b-8aab-44f0-ab5a-8043a7aadb84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2084141 Nov 02 16:32:14.990959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:14.995956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/8fef3065-1661-4d0f-b298-ae5630746917 HTTP/1.1" status: 204 len: 168 time: 1.4790859 Nov 02 16:32:15.000351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:15.005977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1695918188'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:15.012703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e5166-5552-4755-b267-94e1e4684274 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=8fef3065-1661-4d0f-b298-ae5630746917,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:15.030363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-1f014f86-d193-4965-9b3e-555f2bf939d8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2216854 Nov 02 16:32:15.062497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45a23-cabd-492b-8997-09d908b23c53 req-2f8d5669-d261-446b-bbab-6726fe17edb5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.064687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3f45a23-cabd-492b-8997-09d908b23c53 req-2f8d5669-d261-446b-bbab-6726fe17edb5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 932 time: 0.1647587 Nov 02 16:32:15.078282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Request body: {'port': {'device_id': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:15.088938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-5e66f64b-0027-4ed1-b8e9-bfd0b28193d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=d1760c36-4f06-43c6-aba6-7b64d86417af HTTP/1.1" status: 200 len: 217 time: 0.0934579 Nov 02 16:32:15.124289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:15.127862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.166154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3f45a23-cabd-492b-8997-09d908b23c53 req-9169e5e8-6a96-4ec1-85d9-c070b7f3257f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781398 Nov 02 16:32:15.175171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e7fd-dea4-45e5-a3bc-01eaf3806d15 req-8472956c-86c2-477b-ac0a-21c75fc71873 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.177043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d37e7fd-dea4-45e5-a3bc-01eaf3806d15 req-8472956c-86c2-477b-ac0a-21c75fc71873 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1656070 Nov 02 16:32:15.206457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:32:15.215845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-ee1d2d22-b95e-44e4-91c3-2fd8f9161df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.215845 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-ee1d2d22-b95e-44e4-91c3-2fd8f9161df2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1036053 Nov 02 16:32:15.219182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.229808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.230196 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Added segment 1516f83c-c368-417e-a196-f6e3792e72b3 of type vlan for network d0c3f7be-cad6-4276-b633-eaf4352759db Nov 02 16:32:15.244988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d37e7fd-dea4-45e5-a3bc-01eaf3806d15 req-6879e8bd-ba3d-486c-ac36-06407e15bb3c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Nov 02 16:32:15.291616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5fa43013-4b67-42c4-858f-154c43671946 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:15.307156 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.322173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5fa43013-4b67-42c4-858f-154c43671946 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:15.322830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5fa43013-4b67-42c4-858f-154c43671946 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:15.323297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-ca93a22f-1ccf-4467-9143-5203085c9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.324852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-ca93a22f-1ccf-4467-9143-5203085c9dc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000121 Nov 02 16:32:15.336287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.344746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.345356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.398853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3970551 Nov 02 16:32:15.401964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56084) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:15.407355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:15.488336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-deleted', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3'}, {'server_uuid': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'name': 'network-vif-deleted', 'tag': '89572aff-862d-4ac2-9603-e22b31624117'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:15.490613 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc1fcbf-99c7-4f6e-bb9c-f6d0483661cc" -d '{"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-deleted", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3"}, {"server_uuid": "4f630e99-0a42-4140-91fa-a2151ec853fe", "name": "network-vif-deleted", "tag": "89572aff-862d-4ac2-9603-e22b31624117"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:15.509528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763a3af-f114-40d3-bad4-325c4eb09f52 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Network': ['ID=d0c3f7be-cad6-4276-b633-eaf4352759db,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:15.530867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d0c3f7be-cad6-4276-b633-eaf4352759db details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:32:15.552902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b2a9-fcd8-4dbd-b422-d0f93a99cfd6 req-37013047-a4f3-4256-996c-2fde91422468 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.554488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b35b2a9-fcd8-4dbd-b422-d0f93a99cfd6 req-37013047-a4f3-4256-996c-2fde91422468 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.0921919 Nov 02 16:32:15.578625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:15.582911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.640310 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-4384dfe0-110c-45d8-b1d2-a26741275323 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017864 Nov 02 16:32:15.683579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b35b2a9-fcd8-4dbd-b422-d0f93a99cfd6 req-49afc2b9-7232-41af-930c-12e453e2d3de tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189144 Nov 02 16:32:15.716013 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b867a0-8439-4461-9764-b33a0664e232 x-openstack-request-id: req-b7b867a0-8439-4461-9764-b33a0664e232 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:15.716308 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba01f62-d69c-4081-aaf8-30513b311114", "name": "network-vif-deleted", "tag": "c73a7049-75e8-497a-a905-7fecc40e3af3", "status": "completed", "code": 200}, {"server_uuid": "4f630e99-0a42-4140-91fa-a2151ec853fe", "name": "network-vif-deleted", "tag": "89572aff-862d-4ac2-9603-e22b31624117", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:15.716556 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7b867a0-8439-4461-9764-b33a0664e232 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:15.716944 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba01f62-d69c-4081-aaf8-30513b311114', 'name': 'network-vif-deleted', 'tag': 'c73a7049-75e8-497a-a905-7fecc40e3af3', 'status': 'completed', 'code': 200} Nov 02 16:32:15.717192 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f630e99-0a42-4140-91fa-a2151ec853fe', 'name': 'network-vif-deleted', 'tag': '89572aff-862d-4ac2-9603-e22b31624117', 'status': 'completed', 'code': 200} Nov 02 16:32:15.813133 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f9a08b4d-ac48-4c16-9b8f-b2d232c98017 req-987aa11b-f62f-41aa-b5a5-137f7b917344 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638398 Nov 02 16:32:15.822950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78073dc-6891-45d4-9492-d7ef091b0dda {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:15.831437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.839353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.845323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Transition to ACTIVE for port object e78073dc-6891-45d4-9492-d7ef091b0dda will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:32:15.851281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.922051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=785ba036-ea0f-451f-a628-f810e44d0b7e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:15.924972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Checking segment: {'id': '1516f83c-c368-417e-a196-f6e3792e72b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:15.925513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network hostable DHCP agents. Network: d0c3f7be-cad6-4276-b633-eaf4352759db, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:32:15.926164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:15.949626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network d0c3f7be-cad6-4276-b633-eaf4352759db is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:32:15.959540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d0c3f7be-cad6-4276-b633-eaf4352759db) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:15.966070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:15.966816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:15.973238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd4b82-c412-4389-a130-977802d90b63 None None] Network d0c3f7be-cad6-4276-b633-eaf4352759db requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:15.987609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c415c8cf-29c5-4508-818d-ce941194c4b2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5845025 Nov 02 16:32:15.990356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56114) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:15.996404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1270100274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:16.023017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Attempting to bind port e78073dc-6891-45d4-9492-d7ef091b0dda on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:16.023628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Attempting to bind port e78073dc-6891-45d4-9492-d7ef091b0dda by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:16.024623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Attempting to bind port e78073dc-6891-45d4-9492-d7ef091b0dda on network d4300999-93b4-4076-bfd1-56248cb05cd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:16.028410 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.029958 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.031367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Port e78073dc-6891-45d4-9492-d7ef091b0dda on network d4300999-93b4-4076-bfd1-56248cb05cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:32:16.031666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Attempting to bind port e78073dc-6891-45d4-9492-d7ef091b0dda on network d4300999-93b4-4076-bfd1-56248cb05cd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:16.037488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:16.037955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Checking segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:16.038495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Bound using segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:16.038972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Bound port: e78073dc-6891-45d4-9492-d7ef091b0dda, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:16.039812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.139823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:16.143014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.143178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:16.149326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.150715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.164915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d0c3f7be-cad6-4276-b633-eaf4352759db', 'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': '785ba036-ea0f-451f-a628-f810e44d0b7e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:32:16.166852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.182311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.186427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-889581b2-ed04-42c3-a580-8f1ec6332fce tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1947684 Nov 02 16:32:16.188853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:16.199746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db', 'name': 'tempest-PortsIpV6TestJSON-603249182'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:16.223885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:16.223885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.224913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] 10.222.0.100 "PUT /v2.0/ports/e78073dc-6891-45d4-9492-d7ef091b0dda HTTP/1.1" status: 200 len: 1092 time: 1.1589723 Nov 02 16:32:16.272339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56128) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:16.319339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec105fe-b23e-4d73-9b20-f4627829e893 service neutron] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:16.363414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-dd0742e6-387e-4325-a563-31c1ced45202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:16.365009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-dd0742e6-387e-4325-a563-31c1ced45202 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 1095 time: 0.0709503 Nov 02 16:32:16.397500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Allocated IP 2001:db8::2 (d0c3f7be-cad6-4276-b633-eaf4352759db/785ba036-ea0f-451f-a628-f810e44d0b7e/c1887079-53d9-4aa8-b376-21394b0bf7e3) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:16.439173 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-e7793589-a691-4485-9443-354992a04ae2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78073dc-6891-45d4-9492-d7ef091b0dda HTTP/1.1" status: 200 len: 217 time: 0.0610516 Nov 02 16:32:16.461008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:16.464558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.475882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d5ec-91ee-4520-8006-211c7d0333c0 req-a2d23d69-8c03-4811-a0b6-c4e2034b6214 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:16.477810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abd6d5ec-91ee-4520-8006-211c7d0333c0 req-a2d23d69-8c03-4811-a0b6-c4e2034b6214 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1217268 Nov 02 16:32:16.496945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e1bc3-32e3-4146-813b-e56d387547b1 req-89b36408-3d7e-47ca-82ed-f57fac338fcd tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:16.498604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-004e1bc3-32e3-4146-813b-e56d387547b1 req-89b36408-3d7e-47ca-82ed-f57fac338fcd tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 944 time: 0.1434290 Nov 02 16:32:16.510942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a485e524-ba15-4fb6-94de-0044424262ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c578e9a12204c89988effa72f9677d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351959 Nov 02 16:32:16.510942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1951d5-6890-4975-88df-07594d92c094 req-7ce79293-af34-4cee-98d0-6f22e6558cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:16.512719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-7ce79293-af34-4cee-98d0-6f22e6558cbc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.0643027 Nov 02 16:32:16.512719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:16.523182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:32:16.563238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-575e42b0-cfef-446d-853d-0a9908ce89a0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321841 Nov 02 16:32:16.592554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.601362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.621500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abd6d5ec-91ee-4520-8006-211c7d0333c0 req-9fbe383d-9d8a-4efc-a501-b6e1f194599a tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217990 Nov 02 16:32:16.632067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-004e1bc3-32e3-4146-813b-e56d387547b1 req-1cc0a1eb-37a9-4962-875d-f1df5966d22e tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221392 Nov 02 16:32:16.636783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Network d0c3f7be-cad6-4276-b633-eaf4352759db is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:16.640655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:16.683322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:16.686191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:16.689513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 89572aff-862d-4ac2-9603-e22b31624117 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:16.692896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f06d0e92-ee6d-4375-8824-823ea85bf234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.694817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Pushing event updated for resources: {'Port': ['ID=c1887079-53d9-4aa8-b376-21394b0bf7e3,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:16.731517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 89572aff-862d-4ac2-9603-e22b31624117 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:16.732023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 89572aff-862d-4ac2-9603-e22b31624117 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:16.735408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::231 (d0c3f7be-cad6-4276-b633-eaf4352759db/785ba036-ea0f-451f-a628-f810e44d0b7e/824e5a95-d969-43fc-9ae1-cc5fa701cf12) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:16.743754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f06d0e92-ee6d-4375-8824-823ea85bf234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.838530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Attempting to bind port c1887079-53d9-4aa8-b376-21394b0bf7e3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:16.839169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Attempting to bind port c1887079-53d9-4aa8-b376-21394b0bf7e3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1516f83c-c368-417e-a196-f6e3792e72b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:16.839642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Attempting to bind port c1887079-53d9-4aa8-b376-21394b0bf7e3 on network d0c3f7be-cad6-4276-b633-eaf4352759db {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:16.849591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:16.849591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Checking segment: {'id': '1516f83c-c368-417e-a196-f6e3792e72b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:16.849959 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.850534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Bound using segment: {'id': '1516f83c-c368-417e-a196-f6e3792e72b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:16.851112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Bound port: c1887079-53d9-4aa8-b376-21394b0bf7e3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1516f83c-c368-417e-a196-f6e3792e72b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd0c3f7be-cad6-4276-b633-eaf4352759db'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:16.851607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.864010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f06d0e92-ee6d-4375-8824-823ea85bf234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.867020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f06d0e92-ee6d-4375-8824-823ea85bf234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:16.871522 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f06d0e92-ee6d-4375-8824-823ea85bf234 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9 HTTP/1.1" status: 204 len: 168 time: 0.3579891 Nov 02 16:32:16.888920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d0e92-ee6d-4375-8824-823ea85bf234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a1111-e376-4dd8-b4b1-6962f1ffb7c9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:16.897281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-1ef16ba1-b2b0-43c1-8280-69941e163e44 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138852 Nov 02 16:32:16.952979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:16.993772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'mac_address': 'fa:16:3e:85:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:17.006497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.018072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c152ed7-e508-49d8-8150-b59b6c413701 req-b9b5447d-7782-433e-9e84-fd9875593d48 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:17.021853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c152ed7-e508-49d8-8150-b59b6c413701 req-b9b5447d-7782-433e-9e84-fd9875593d48 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.1210589 Nov 02 16:32:17.031970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] For port c1887079-53d9-4aa8-b376-21394b0bf7e3, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:17.052243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] For port c1887079-53d9-4aa8-b376-21394b0bf7e3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1887079-53d9-4aa8-b376-21394b0bf7e3,segment=NetworkSegment(1516f83c-c368-417e-a196-f6e3792e72b3),segment_id=1516f83c-c368-417e-a196-f6e3792e72b3)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:17.061704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.071961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.110903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c28d59b-af40-43dc-b1df-6c7355410f5c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:17.111126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c152ed7-e508-49d8-8150-b59b6c413701 req-41e48155-7eb2-4a06-88f2-73ea6485bd13 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826006 Nov 02 16:32:17.129767 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.131277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9c1951d5-6890-4975-88df-07594d92c094 req-3fc15bd3-047b-4a00-a0a3-6f171fa9c490 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259941 Nov 02 16:32:17.164319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:17.196592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network d0c3f7be-cad6-4276-b633-eaf4352759db is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:17.200006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:17.203692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.203886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:17.212325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:17.213073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.232536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b6f04-24d3-42bc-a105-9d078c551e6f None None] Pushing event updated for resources: {'Port': ['ID=c1887079-53d9-4aa8-b376-21394b0bf7e3,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:17.237785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.239433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=824e5a95-d969-43fc-9ae1-cc5fa701cf12,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:17.256399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7a648ee7-ecd5-4b3e-928a-66b32ca39d30 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0638587 Nov 02 16:32:17.256717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56162) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:17.329841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:17.417993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:17.432755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['9c28d59b-af40-43dc-b1df-6c7355410f5c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:17.438858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22e0a229-6b53-44f5-8c9e-e064f1213fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.544023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22e0a229-6b53-44f5-8c9e-e064f1213fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.549861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22e0a229-6b53-44f5-8c9e-e064f1213fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.613352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22e0a229-6b53-44f5-8c9e-e064f1213fc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32e6ff3abea048dca08948388499416c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938021 Nov 02 16:32:17.614490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0a229-6b53-44f5-8c9e-e064f1213fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd83cb-76e4-4167-b074-79ebc88a3ee3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:17.617076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56166) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:17.680144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-406828bc-b338-45a9-841b-82c29ce2b360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.709992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-406828bc-b338-45a9-841b-82c29ce2b360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.719630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:17.728713 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56050503-90b6-461b-bb1d-5a6a647fb193" -d '{"events": [{"name": "network-changed", "server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:17.801679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.833830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-406828bc-b338-45a9-841b-82c29ce2b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.836566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-406828bc-b338-45a9-841b-82c29ce2b360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:17.837770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-406828bc-b338-45a9-841b-82c29ce2b360 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bffd83cb-76e4-4167-b074-79ebc88a3ee3 HTTP/1.1" status: 204 len: 168 time: 0.2193997 Nov 02 16:32:17.858120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4589f6-a935-4c60-a702-dacdb6b4e415 req-01fe4f76-4da7-401b-9918-869790fe1c4e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:17.859919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc4589f6-a935-4c60-a702-dacdb6b4e415 req-01fe4f76-4da7-401b-9918-869790fe1c4e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1112819 Nov 02 16:32:17.862182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406828bc-b338-45a9-841b-82c29ce2b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd83cb-76e4-4167-b074-79ebc88a3ee3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:17.876055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de1fe3-721a-4d07-8279-29f607dde912 req-af992a6c-9542-4333-8b07-81c872375519 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:17.878222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87de1fe3-721a-4d07-8279-29f607dde912 req-af992a6c-9542-4333-8b07-81c872375519 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 944 time: 0.0988326 Nov 02 16:32:17.952336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc4589f6-a935-4c60-a702-dacdb6b4e415 req-81f46467-71b7-44fc-84d1-d247062ccb74 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Nov 02 16:32:17.964551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87de1fe3-721a-4d07-8279-29f607dde912 req-492f1ca7-3afe-4fd1-8e99-99a32d6a1f38 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780041 Nov 02 16:32:18.385849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b416744-69d1-451e-a33f-ec5ff11bb61c req-b25a4ebd-86a2-4299-96aa-7e7409921b1f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:18.395739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b416744-69d1-451e-a33f-ec5ff11bb61c req-b25a4ebd-86a2-4299-96aa-7e7409921b1f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.1669409 Nov 02 16:32:18.433571 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2b8cc9-0356-4a78-80fc-8ff626d97b21 x-openstack-request-id: req-cd2b8cc9-0356-4a78-80fc-8ff626d97b21 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:18.433864 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:18.434098 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd2b8cc9-0356-4a78-80fc-8ff626d97b21 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:18.434553 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'status': 'completed', 'code': 200} Nov 02 16:32:18.477885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b416744-69d1-451e-a33f-ec5ff11bb61c req-77c75e8a-0fb0-4a5e-a468-f95a8c2abc6c tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745203 Nov 02 16:32:18.609704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-ec7fec9c-5b59-4206-a453-359dc5f96c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:18.611277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-ec7fec9c-5b59-4206-a453-359dc5f96c72 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 1095 time: 0.1836615 Nov 02 16:32:18.652859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:18.657786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327824db-0f82-4103-9579-fd3d1d81d0ca None None] Network d0c3f7be-cad6-4276-b633-eaf4352759db requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:18.778082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-15502ce7-c64c-45db-95c3-9614bb197c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:18.779655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-15502ce7-c64c-45db-95c3-9614bb197c94 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 915 time: 0.1579721 Nov 02 16:32:18.791610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:18.855968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-75a0153e-9e99-42ca-a76c-e116a965edbc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78073dc-6891-45d4-9492-d7ef091b0dda HTTP/1.1" status: 200 len: 217 time: 0.0466635 Nov 02 16:32:18.888384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-03b27247-2f08-4f65-ac5a-0eb5edd7d6d9 None None] Provisioning complete for port c1887079-53d9-4aa8-b376-21394b0bf7e3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:18.889141 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-03b27247-2f08-4f65-ac5a-0eb5edd7d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:18.915832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d938a81-e649-4a80-879f-53ec319fc9dd req-daedda4b-5bed-464c-bb05-9c21c486de44 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:18.917641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d938a81-e649-4a80-879f-53ec319fc9dd req-daedda4b-5bed-464c-bb05-9c21c486de44 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.0781291 Nov 02 16:32:18.942158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-1e279063-6305-40be-8c12-59d9f17084aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:18.944227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-1e279063-6305-40be-8c12-59d9f17084aa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.0779846 Nov 02 16:32:18.984182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d938a81-e649-4a80-879f-53ec319fc9dd req-d120835a-6b4d-4a60-9afc-266ad4ca0e72 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585651 Nov 02 16:32:19.028691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56212) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:19.039189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-b8e09d19-a194-43f6-9d7d-2cadfa78cbf5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811148 Nov 02 16:32:19.048201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 9c28d59b-af40-43dc-b1df-6c7355410f5c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:32:19.073196 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.101427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.121024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 9c28d59b-af40-43dc-b1df-6c7355410f5c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:19.121407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.126420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-03b27247-2f08-4f65-ac5a-0eb5edd7d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.192534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:19.238625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-03b27247-2f08-4f65-ac5a-0eb5edd7d6d9 None None] For port c1887079-53d9-4aa8-b376-21394b0bf7e3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1887079-53d9-4aa8-b376-21394b0bf7e3,segment=NetworkSegment(1516f83c-c368-417e-a196-f6e3792e72b3),segment_id=1516f83c-c368-417e-a196-f6e3792e72b3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:19.242225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1835527241-network', 'tenant_id': '02b5ca7cfa8446d7b3015407a7889420'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:19.264331 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-03b27247-2f08-4f65-ac5a-0eb5edd7d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.275533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'mac_address': 'fa:16:3e:64:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:19.291591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=824e5a95-d969-43fc-9ae1-cc5fa701cf12,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:19.312355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65720114-3bf4-45e6-be08-09562ad94e4f req-6a99218c-12d0-43ee-bf66-7588c117eacf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:19.333557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65720114-3bf4-45e6-be08-09562ad94e4f req-6a99218c-12d0-43ee-bf66-7588c117eacf tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 944 time: 0.2185745 Nov 02 16:32:19.341733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44988625-9c26-448b-84e1-3764a8094cd0 req-d3cd1854-6676-487d-8b76-845512a98634 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:19.349476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44988625-9c26-448b-84e1-3764a8094cd0 req-d3cd1854-6676-487d-8b76-845512a98634 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.2476988 Nov 02 16:32:19.353084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Made reservation on behalf of 02b5ca7cfa8446d7b3015407a7889420 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:19.355855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-7e311a5e-95b2-4a3d-8c7e-28c3f47dedd4 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064630 Nov 02 16:32:19.358313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.373829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1887079-53d9-4aa8-b376-21394b0bf7e3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:19.407484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.553082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.554407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.564801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65720114-3bf4-45e6-be08-09562ad94e4f req-abd0c63d-4f94-4008-b717-813cb25864d6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100968 Nov 02 16:32:19.571672 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.579336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44988625-9c26-448b-84e1-3764a8094cd0 req-ff17c400-98a5-4f68-aa58-8a3ac1776ec9 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289295 Nov 02 16:32:19.591409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b27247-2f08-4f65-ac5a-0eb5edd7d6d9 None None] Pushing event updated for resources: {'Port': ['ID=c1887079-53d9-4aa8-b376-21394b0bf7e3,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:19.626420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1760c36-4f06-43c6-aba6-7b64d86417af {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:19.629834 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.635488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.663004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:32:19.687413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.687807 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Added segment b787c932-58f6-48a5-a04b-99efb206a825 of type vlan for network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 Nov 02 16:32:19.688732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:19.707877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56050503-90b6-461b-bb1d-5a6a647fb193 req-96d09d9c-d5a4-485a-9c9c-3715d2dc3703 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446162 Nov 02 16:32:19.716565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:19.724274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:19.726869 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55db00a-800d-4d52-a724-9d34b79ac040" -d '{"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-plugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:19.732762 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.739697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.825423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.839803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a9b9d2ab-657f-4b79-b39b-ae4c57aee2b2 None None] Provisioning complete for port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:19.840551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d2ab-657f-4b79-b39b-ae4c57aee2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.884558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:19.896599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1180fb-ec3b-4ffe-8969-445a28a70792,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:20.008480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bfe59-6bde-4a96-90c7-ac57e327184b req-d7bf05b6-2fae-4e00-80d2-30a9642595fa tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.028406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db7bfe59-6bde-4a96-90c7-ac57e327184b req-d7bf05b6-2fae-4e00-80d2-30a9642595fa tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 949 time: 0.3205104 Nov 02 16:32:20.081373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:20.084864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.085930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:20.134972 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d92a9-14bf-4a69-8273-12c9a18275b0 x-openstack-request-id: req-049d92a9-14bf-4a69-8273-12c9a18275b0 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:20.135205 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-plugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:20.135504 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-049d92a9-14bf-4a69-8273-12c9a18275b0 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:20.135965 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'code': 200} Nov 02 16:32:20.156995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c1887079-53d9-4aa8-b376-21394b0bf7e3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:20.157669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:20.162456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:20.165096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:20.195806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1632493 Nov 02 16:32:20.207228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:20.236749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9d2ab-657f-4b79-b39b-ae4c57aee2b2 None None] Port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:20.260357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['d1760c36-4f06-43c6-aba6-7b64d86417af'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:20.262217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Request body: {'subnet': {'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1835527241-subnet', 'tenant_id': '02b5ca7cfa8446d7b3015407a7889420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:20.268364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db7bfe59-6bde-4a96-90c7-ac57e327184b req-28bbba46-9f8a-4f76-a168-6eb65cd9e6c0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384350 Nov 02 16:32:20.276620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820e329-2941-4a63-8372-e3ee23d69033 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:20.320414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830b7e2-450b-49ce-becb-abf333f054d4 req-a7ae58b0-f92d-48ac-8769-4598f7690d44 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.326966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f830b7e2-450b-49ce-becb-abf333f054d4 req-a7ae58b0-f92d-48ac-8769-4598f7690d44 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.1797740 Nov 02 16:32:20.372011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551606f-8d12-4b61-b38c-135fd2b05bf3 req-b689368e-2eb0-4d72-80fe-39be080b60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.372276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:32:20.374172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0551606f-8d12-4b61-b38c-135fd2b05bf3 req-b689368e-2eb0-4d72-80fe-39be080b60ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 1100 time: 0.2947755 Nov 02 16:32:20.388928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-f86f6b98-67dc-4f0e-ab0b-3a7e5aeecddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.398722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-f86f6b98-67dc-4f0e-ab0b-3a7e5aeecddb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 1096 time: 0.1651804 Nov 02 16:32:20.399466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Made reservation on behalf of 02b5ca7cfa8446d7b3015407a7889420 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:20.406273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:20.413228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:20.448354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f830b7e2-450b-49ce-becb-abf333f054d4 req-1ab35505-e8e9-40b7-a026-1d7236edf5d3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077223 Nov 02 16:32:20.477083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbcd31-2d19-4a47-85c2-208da05577e4 req-087a29a6-736d-462d-b0d8-8963cc55c7cb tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.482929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a9b9d2ab-657f-4b79-b39b-ae4c57aee2b2 None None] Provisioning complete for port c1887079-53d9-4aa8-b376-21394b0bf7e3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:20.483546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d2ab-657f-4b79-b39b-ae4c57aee2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:20.487112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7dbcd31-2d19-4a47-85c2-208da05577e4 req-087a29a6-736d-462d-b0d8-8963cc55c7cb tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.0974278 Nov 02 16:32:20.518472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-014a46e2-ac26-402d-a941-b401ff7b7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.520125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-014a46e2-ac26-402d-a941-b401ff7b7c20 service neutron] 10.222.0.100 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 916 time: 0.1066794 Nov 02 16:32:20.548129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7dbcd31-2d19-4a47-85c2-208da05577e4 req-d077e4b1-b6a5-4d66-b3e9-cc09808102fb tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590396 Nov 02 16:32:20.627937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:20.700433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'port_id': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'mac_address': 'fa:16:3e:ed:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c6575-d9f2-45ca-8eb0-0bf8593132c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:20.749863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-92586b04-f8f0-4f5f-af6d-77e441a87bdb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420 HTTP/1.1" status: 200 len: 217 time: 0.1427424 Nov 02 16:32:20.798768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c034e1-b6a4-4c63-b24a-a94dea64248d req-c7c6f322-61ca-4027-bb10-86cce3c360c5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.811965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97c034e1-b6a4-4c63-b24a-a94dea64248d req-c7c6f322-61ca-4027-bb10-86cce3c360c5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 944 time: 0.1177182 Nov 02 16:32:20.874712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97c034e1-b6a4-4c63-b24a-a94dea64248d req-820381f1-12f6-4a5a-beeb-eb975585d6fd tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585914 Nov 02 16:32:20.877601 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:20.907945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78073dc-6891-45d4-9492-d7ef091b0dda {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:20.940344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:20.942306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-04fb835e-095b-4d50-8061-8ba7690e1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:20.944047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-04fb835e-095b-4d50-8061-8ba7690e1674 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.1626344 Nov 02 16:32:20.945638 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0551606f-8d12-4b61-b38c-135fd2b05bf3 req-076cde72-aba0-4aa1-92f6-18c7a71ae092 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340834 Nov 02 16:32:20.946062 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.040635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:21.042654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-fd3ef66d-fa47-45f1-aa6f-2b2e7216f372 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:21.044243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-fd3ef66d-fa47-45f1-aa6f-2b2e7216f372 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.2871330 Nov 02 16:32:21.072232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0d930530-e138-4122-b279-34fab6bc8a1c None None] Provisioning complete for port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:21.072656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d930530-e138-4122-b279-34fab6bc8a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.097362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.105774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-dd9828d5-6309-4567-be92-b491f9ab975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:21.107441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-dd9828d5-6309-4567-be92-b491f9ab975c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539350 Nov 02 16:32:21.111890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.113433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.113674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0d930530-e138-4122-b279-34fab6bc8a1c None None] Port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:21.226171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e78073dc-6891-45d4-9492-d7ef091b0dda'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:21.269737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1887079-53d9-4aa8-b376-21394b0bf7e3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:21.326404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=824e5a95-d969-43fc-9ae1-cc5fa701cf12,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:21.396996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.402271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c1887079-53d9-4aa8-b376-21394b0bf7e3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:21.402650 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.442457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff76e38-d4ae-4f88-81fe-a29a000df60d req-864e714a-efa2-42f1-9f95-03e1169bb8b8 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:21.451778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cff76e38-d4ae-4f88-81fe-a29a000df60d req-864e714a-efa2-42f1-9f95-03e1169bb8b8 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 949 time: 0.0693059 Nov 02 16:32:21.464118 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-fdb4732b-7508-4d5e-801f-9a6a1ae94504 service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393838 Nov 02 16:32:21.538516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cff76e38-d4ae-4f88-81fe-a29a000df60d req-c0a02357-e98d-4d98-8a5a-26da5e3dd6b3 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762537 Nov 02 16:32:21.540466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network d0c3f7be-cad6-4276-b633-eaf4352759db is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:21.553962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:21.559060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47792c2-4f5c-4d04-8263-586d774e5a5c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:21.633376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640547f-4302-4656-9620-0c2b84d9876f req-a1b32194-be11-4663-9f7d-3f8bfc95f9f4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:21.634671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4640547f-4302-4656-9620-0c2b84d9876f req-a1b32194-be11-4663-9f7d-3f8bfc95f9f4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 946 time: 0.0654104 Nov 02 16:32:21.675830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:21.676168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.697890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4640547f-4302-4656-9620-0c2b84d9876f req-6b11b05a-2096-431b-9447-d3a4ba155900 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572195 Nov 02 16:32:21.743668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569dd43-3229-4a19-b1fd-7882205f44f7 req-01a2a81c-1e67-43b6-b18f-ee83ff75c170 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:21.745456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8569dd43-3229-4a19-b1fd-7882205f44f7 req-01a2a81c-1e67-43b6-b18f-ee83ff75c170 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Nov 02 16:32:21.772805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cee058a4-88c3-49eb-97e5-f7fb41cc11d0 req-3d316074-993c-479e-96af-e513d9801313 service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953587 Nov 02 16:32:21.786050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Checking segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:21.786468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Network hostable DHCP agents. Network: 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:32:21.798097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8569dd43-3229-4a19-b1fd-7882205f44f7 req-e493427f-6e77-4b34-ab74-13c17bcc09da tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 Nov 02 16:32:21.847447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:32:21.876559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:21.887524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbf54d-3e4e-4e9b-b4fa-0817bc360ee9 None None] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:21.920319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:21.920980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.974735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port 2e8500c8-cafd-4b58-a329-47a44b8f0a00, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2e8500c8-cafd-4b58-a329-47a44b8f0a00,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:21.975982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:21.992355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d70316b1-8750-4c27-9bdf-af95a86ac218 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7531238 Nov 02 16:32:21.999325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for 2e8500c8-cafd-4b58-a329-47a44b8f0a00 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:22.020399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Router 4e8717c0-50ba-4786-b8cc-d9f2c661f3bf is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:32:22.050356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd85867-7a82-467f-8a70-b569e2002aee req-0050ff9e-93b4-4564-b9cf-0093377c8b34 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:22.053355 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cd85867-7a82-467f-8a70-b569e2002aee req-0050ff9e-93b4-4564-b9cf-0093377c8b34 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 945 time: 0.0996175 Nov 02 16:32:22.093312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b0956128-858b-4029-ba60-76da28c7538e None None] Provisioning complete for port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:22.094190 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0956128-858b-4029-ba60-76da28c7538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.146214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f50a93-85aa-45c5-9555-0ccded7cdd80 None None] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:22.169060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cd85867-7a82-467f-8a70-b569e2002aee req-6eaecffe-52fe-47a8-93df-cad96735091f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061220 Nov 02 16:32:22.205945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:32:22.218183 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] Sync routers for ids ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:32:22.229344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c9cb4b25-2540-4bd3-b327-835e2aae6951 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/routers/4e8717c0-50ba-4786-b8cc-d9f2c661f3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9715176 Nov 02 16:32:22.232018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:22.238958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:22.244356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b0956128-858b-4029-ba60-76da28c7538e None None] Port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:22.247422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] Routers {'4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:22.248050 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:22.302190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2aa8e-3e75-4b3c-a5dd-1dbd7200e566 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:22.306487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bdd2aa8e-3e75-4b3c-a5dd-1dbd7200e566 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e8717c0-50ba-4786-b8cc-d9f2c661f3bf HTTP/1.1" status: 200 len: 988 time: 0.0705519 Nov 02 16:32:22.306638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56264) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:22.352583 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:22.393585 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] Routers {'4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:22.396816 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:22.425915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port e78073dc-6891-45d4-9492-d7ef091b0dda completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:32:22.499684 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:22.500784 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9e7f7-2772-41c3-bb5b-53e5df638bb0 None None] The sync data for ids ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:32:22.505230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.505465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e78073dc-6891-45d4-9492-d7ef091b0dda triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:22.505754 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.554112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['2e8500c8-cafd-4b58-a329-47a44b8f0a00'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:22.571043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=2e8500c8-cafd-4b58-a329-47a44b8f0a00,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:22.633817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port 2e8500c8-cafd-4b58-a329-47a44b8f0a00 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:22.640284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.645734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3d7ae8b5-67b6-4418-a443-23a4aa323065 req-a2e66288-2a8c-43e3-b3e5-812488ebbef1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "DELETE /v2.0/ports/2e8500c8-cafd-4b58-a329-47a44b8f0a00 HTTP/1.1" status: 204 len: 173 time: 1.4873345 Nov 02 16:32:22.646522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'name': 'network-vif-deleted', 'tag': '2e8500c8-cafd-4b58-a329-47a44b8f0a00'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:22.649339 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc1c80d-646f-4552-8d5f-276adfe63e9e" -d '{"events": [{"server_uuid": "1325689b-4aad-4c1a-81ce-f05dde93ffdc", "name": "network-vif-deleted", "tag": "2e8500c8-cafd-4b58-a329-47a44b8f0a00"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:22.658696 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.689002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:22.695952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:22.698576 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2eb31f-a1c7-4f43-977b-97efdf0ee71e" -d '{"events": [{"server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "name": "network-vif-plugged", "status": "completed", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:22.733785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:22.745430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.792901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.823993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:22.839147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port d1760c36-4f06-43c6-aba6-7b64d86417af completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:32:22.844197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port d1760c36-4f06-43c6-aba6-7b64d86417af triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:22.844881 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:22.998668 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:23.060795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:23.066611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:23.068287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2e8500c8-cafd-4b58-a329-47a44b8f0a00 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:23.110081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 2e8500c8-cafd-4b58-a329-47a44b8f0a00 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:23.110755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2e8500c8-cafd-4b58-a329-47a44b8f0a00 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:23.143115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:23.305293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759de74c-cef0-4281-9a2b-233a03514524 req-48663fe4-eb2c-41c1-884a-7b1b4d712559 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:23.306846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-759de74c-cef0-4281-9a2b-233a03514524 req-48663fe4-eb2c-41c1-884a-7b1b4d712559 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 950 time: 0.2274590 Nov 02 16:32:23.349355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-f597918b-b115-433e-bd0f-8ca21ded3d6f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:23.350769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-f597918b-b115-433e-bd0f-8ca21ded3d6f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.7451410 Nov 02 16:32:23.424299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-6d556aa6-43b6-43c5-bebb-b49c9183445e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/quotas/02b5ca7cfa8446d7b3015407a7889420 HTTP/1.1" status: 200 len: 375 time: 0.0529053 Nov 02 16:32:23.431868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-759de74c-cef0-4281-9a2b-233a03514524 req-e3996cce-62ab-49ea-9da4-577d9033420d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163433 Nov 02 16:32:23.472084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-b79a8666-7bfa-4483-ad58-fc9c4d1c07a5 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382051 Nov 02 16:32:23.484665 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55464e8-40f6-4ca2-9092-1f7f4fd1e1fe x-openstack-request-id: req-f55464e8-40f6-4ca2-9092-1f7f4fd1e1fe {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:23.485532 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1325689b-4aad-4c1a-81ce-f05dde93ffdc", "name": "network-vif-deleted", "tag": "2e8500c8-cafd-4b58-a329-47a44b8f0a00", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:23.485964 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f55464e8-40f6-4ca2-9092-1f7f4fd1e1fe {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:23.487249 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1325689b-4aad-4c1a-81ce-f05dde93ffdc', 'name': 'network-vif-deleted', 'tag': '2e8500c8-cafd-4b58-a329-47a44b8f0a00', 'status': 'completed', 'code': 200} Nov 02 16:32:23.523261 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9211b-7b8d-4c7a-9fd4-e92a528eca65 x-openstack-request-id: req-aeb9211b-7b8d-4c7a-9fd4-e92a528eca65 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:23.523682 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "name": "network-vif-plugged", "status": "completed", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:23.524040 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeb9211b-7b8d-4c7a-9fd4-e92a528eca65 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:23.524543 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'code': 200} Nov 02 16:32:23.648287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a3f0-4510-4976-9e5c-6390d4c69dc1 req-ae514a3f-2d84-4711-91ae-03037aaa81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:23.649787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1d17a3f0-4510-4976-9e5c-6390d4c69dc1 req-ae514a3f-2d84-4711-91ae-03037aaa81a0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 1097 time: 0.0443578 Nov 02 16:32:23.682617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eab9768c-9bf9-4386-b35f-efc64f41c689 req-3a01e23c-1c3b-445f-bdeb-4360aff99837 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 210 time: 0.0777261 Nov 02 16:32:23.717263 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1d17a3f0-4510-4976-9e5c-6390d4c69dc1 req-04058ad5-64e5-47eb-a1eb-f8af5f92ab93 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Nov 02 16:32:23.810747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-b9934121-a766-4541-9f42-50d3ce44f883 service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249900 Nov 02 16:32:23.949057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f573fcb-3feb-464d-a8b7-e673ebb18b03 req-65b6cd18-d84e-4f19-8fb0-826e2b7d42d5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:23.950460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f573fcb-3feb-464d-a8b7-e673ebb18b03 req-65b6cd18-d84e-4f19-8fb0-826e2b7d42d5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1730986 Nov 02 16:32:23.993968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:24.069605 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-4af54326-b55c-40fb-aaba-8ebc2b525116 service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487960 Nov 02 16:32:24.112849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f573fcb-3feb-464d-a8b7-e673ebb18b03 req-2c5c2008-a9c0-47cd-8c81-11f71dd0b6e1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484349 Nov 02 16:32:24.397247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b3880d2-f974-4006-a071-0c2abd9808e1 req-b407b05a-acb0-4495-96f9-8659d7958567 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 210 time: 0.0538633 Nov 02 16:32:24.431892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45fe9a-bc02-4085-b137-9c9fadae9e88 req-6a8489a7-5cd4-4b59-8fea-bf6ed55a7f29 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:24.433408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d45fe9a-bc02-4085-b137-9c9fadae9e88 req-6a8489a7-5cd4-4b59-8fea-bf6ed55a7f29 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.0914660 Nov 02 16:32:24.449677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 824e5a95-d969-43fc-9ae1-cc5fa701cf12 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:24.450016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:24.597907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d45fe9a-bc02-4085-b137-9c9fadae9e88 req-5d76a401-b6f0-4c06-965f-031d5b14ea59 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546805 Nov 02 16:32:24.692283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e226b3-4ea9-4892-bdbb-cf41e0b9a1d2 req-02659a31-20d8-4b44-aae1-1f1ebcea8130 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:24.693872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23e226b3-4ea9-4892-bdbb-cf41e0b9a1d2 req-02659a31-20d8-4b44-aae1-1f1ebcea8130 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1956403 Nov 02 16:32:24.700223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:24.723379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-9c910d68-ce90-49e6-87ef-f545a119a0d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054180 Nov 02 16:32:24.753924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 824e5a95-d969-43fc-9ae1-cc5fa701cf12 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:24.831887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23e226b3-4ea9-4892-bdbb-cf41e0b9a1d2 req-dcd79c9e-38c9-4721-b0ab-3043762e8e09 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221132 Nov 02 16:32:24.862201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a02b26-0e30-474f-9b5c-da1693abf5a0 req-a6fe496f-a913-464c-a67d-49b293ffb88d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:24.862606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-ac213169-3868-463c-8eeb-7def0d993285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:24.862606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-ac213169-3868-463c-8eeb-7def0d993285 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 1096 time: 0.0788772 Nov 02 16:32:24.862844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22a02b26-0e30-474f-9b5c-da1693abf5a0 req-a6fe496f-a913-464c-a67d-49b293ffb88d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 950 time: 0.1581886 Nov 02 16:32:24.972406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22a02b26-0e30-474f-9b5c-da1693abf5a0 req-5d6e9225-7686-471c-a3a6-f5619421fc6b tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991321 Nov 02 16:32:25.012291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0d94e4f-2ad6-4b12-825c-6c49cf83569a req-affb9446-a2ce-4c40-8eb6-52b066ca5d05 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 210 time: 0.0366011 Nov 02 16:32:25.095134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-b6931c97-6f08-4edd-b92b-9cebaf53ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:25.098066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-b6931c97-6f08-4edd-b92b-9cebaf53ca0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 916 time: 0.2064819 Nov 02 16:32:25.151068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:25.165851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-205a4eee-466d-4c0c-bfb5-71bfb281f0af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51 HTTP/1.1" status: 200 len: 217 time: 0.0566552 Nov 02 16:32:25.235034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=824e5a95-d969-43fc-9ae1-cc5fa701cf12,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:25.243156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-7eaca410-349e-4425-a773-edf49faeeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:25.252984 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-7eaca410-349e-4425-a773-edf49faeeaba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.0785315 Nov 02 16:32:25.281156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defda02-bbc9-4824-b9c1-0f1ee94327a4 req-33fdf0c8-1d50-4ea9-ba9b-388bfb3971ab tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:25.282729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2defda02-bbc9-4824-b9c1-0f1ee94327a4 req-33fdf0c8-1d50-4ea9-ba9b-388bfb3971ab tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 945 time: 0.2265484 Nov 02 16:32:25.320679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-fd86e421-cd3a-45a3-8f86-d5c1ac02affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:25.322407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-fd86e421-cd3a-45a3-8f86-d5c1ac02affc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637655 Nov 02 16:32:25.338095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.346724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.347431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.347555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.347863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.348207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.348539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.348984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.349320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.349733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.350063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.350414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:25.491300 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-4a08952d-1dce-4530-b0ee-21a492a47b5b service neutron] 10.222.0.55 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600850 Nov 02 16:32:25.525529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:25.527830 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189ecb9-8b16-4b98-bc2d-321d46c34d87" -d '{"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:25.572762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56332) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:25.584410 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:25.598507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2defda02-bbc9-4824-b9c1-0f1ee94327a4 req-b2fa3e16-4a04-47a5-9f9b-68d9843f856a tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650247 Nov 02 16:32:25.798514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874cd4e-b501-4a06-868c-3a87090fd519 req-84f927de-8245-4d6c-94a1-44e842cbf93a tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:25.800297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7874cd4e-b501-4a06-868c-3a87090fd519 req-84f927de-8245-4d6c-94a1-44e842cbf93a tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.3016069 Nov 02 16:32:25.823123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f4ce97b-5f1f-4aec-916e-af7bdb4ae899 req-21ea85bf-e7d4-420e-a823-99114a9358db tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 210 time: 0.0542254 Nov 02 16:32:25.845539 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2978d6cf-e1aa-4578-9a54-b006fd1f7c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:25.920833 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb7d80-533e-452d-86c6-e63f8cab2246 x-openstack-request-id: req-9eeb7d80-533e-452d-86c6-e63f8cab2246 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:25.921457 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:25.921904 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9eeb7d80-533e-452d-86c6-e63f8cab2246 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:25.922487 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'code': 200} Nov 02 16:32:25.962896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7874cd4e-b501-4a06-868c-3a87090fd519 req-f3ba028d-c40d-40c2-9dbd-ea912212e1ba tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421969 Nov 02 16:32:25.999536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Router 4e8717c0-50ba-4786-b8cc-d9f2c661f3bf has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:32:26.304541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d48f3aa-4fe2-4ed8-a2c0-9e6f0dad3027 req-8c8f6b30-1658-4ee6-860d-0e38dbe649e6 service neutron] 10.222.0.55 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047872 Nov 02 16:32:26.383573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca6849-a5bf-4be4-b8b5-fc6f8338adfb req-136e7c77-d27c-4727-821c-755b6881824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:26.385275 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b0ca6849-a5bf-4be4-b8b5-fc6f8338adfb req-136e7c77-d27c-4727-821c-755b6881824f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 1101 time: 0.0992181 Nov 02 16:32:26.417392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-b5904230-c00d-4aaf-acad-adb333a942c8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:26.419126 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-b5904230-c00d-4aaf-acad-adb333a942c8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.7249591 Nov 02 16:32:26.439723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b0ca6849-a5bf-4be4-b8b5-fc6f8338adfb req-b0af13e0-90ad-4507-b8b0-b1e158c5bb9f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Nov 02 16:32:26.443405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Request body: {'port': {'device_id': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'admin_state_up': True, 'tenant_id': '02b5ca7cfa8446d7b3015407a7889420'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:26.483402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:32:26.496436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-57cf97ec-d542-4970-8437-2ab0756f2d6e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/routers/4e8717c0-50ba-4786-b8cc-d9f2c661f3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1887796 Nov 02 16:32:26.497382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] Sync routers for ids ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:32:26.499915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56346) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:26.510930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2978d6cf-e1aa-4578-9a54-b006fd1f7c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.512209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] Routers {'4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:26.513319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:26.527623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e878-b2df-48e1-9ba2-f56a21a9d41a req-07961b78-2594-437a-8892-a0f8992c8a34 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:26.536422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3904e878-b2df-48e1-9ba2-f56a21a9d41a req-07961b78-2594-437a-8892-a0f8992c8a34 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.4621403 Nov 02 16:32:26.538287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2978d6cf-e1aa-4578-9a54-b006fd1f7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.570604 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caa0084-b8bf-4e2b-91e7-218e9c89dc54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:26.575200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3caa0084-b8bf-4e2b-91e7-218e9c89dc54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/824e5a95-d969-43fc-9ae1-cc5fa701cf12 HTTP/1.1" status: 404 len: 333 time: 0.0689876 Nov 02 16:32:26.575826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56348) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:26.580685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:26.592217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e7d59-e50d-4b55-9bd7-d731d8cdc372 req-1c607f64-8836-4e9c-9e8b-665d2b86e6d6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:26.592854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] Routers {'4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:26.593062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:26.600533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be5e7d59-e50d-4b55-9bd7-d731d8cdc372 req-1c607f64-8836-4e9c-9e8b-665d2b86e6d6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.4947004 Nov 02 16:32:26.635399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2978d6cf-e1aa-4578-9a54-b006fd1f7c03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=480aa00244e64bd3832beec91c5ea6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0592136 Nov 02 16:32:26.636226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d6cf-e1aa-4578-9a54-b006fd1f7c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b465590-a5e8-42b3-a843-3b9f8f24be1f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:26.638759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:26.652103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:26.652785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4fb0d-6035-4900-b67b-702e22b40e86 None None] The sync data for ids ['4e8717c0-50ba-4786-b8cc-d9f2c661f3bf'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:32:26.677687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3904e878-b2df-48e1-9ba2-f56a21a9d41a req-35e019f5-fba2-4bfb-be2d-b03632c36f55 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384726 Nov 02 16:32:26.678697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.714545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be5e7d59-e50d-4b55-9bd7-d731d8cdc372 req-04b9303c-0cd0-46c4-9c8d-1886e3480034 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130171 Nov 02 16:32:26.756472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b16a81f5-f144-48fe-860a-7eb44c4f0186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.790263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b16a81f5-f144-48fe-860a-7eb44c4f0186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.883858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7040f91e-fcf1-4bd5-a2b5-1ce10814ea2d req-eb1d5e3a-e80a-44ee-998c-ddd87328db7f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1325689b-4aad-4c1a-81ce-f05dde93ffdc HTTP/1.1" status: 200 len: 210 time: 0.0725100 Nov 02 16:32:26.884135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.888322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.898673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Made reservation on behalf of 02b5ca7cfa8446d7b3015407a7889420 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:26.902814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.913812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89099a-635c-418c-8184-39249b763037 req-25390816-e56b-443f-bad7-78f657e3ef74 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:26.915682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f89099a-635c-418c-8184-39249b763037 req-25390816-e56b-443f-bad7-78f657e3ef74 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 950 time: 0.1055844 Nov 02 16:32:26.924392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b16a81f5-f144-48fe-860a-7eb44c4f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.927974 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b16a81f5-f144-48fe-860a-7eb44c4f0186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.929248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b16a81f5-f144-48fe-860a-7eb44c4f0186 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b465590-a5e8-42b3-a843-3b9f8f24be1f HTTP/1.1" status: 204 len: 168 time: 0.2866926 Nov 02 16:32:26.964607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a81f5-f144-48fe-860a-7eb44c4f0186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b465590-a5e8-42b3-a843-3b9f8f24be1f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:26.976176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.976786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8717c0-50ba-4786-b8cc-d9f2c661f3bf {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:32:26.988458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:26.989708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f6e91ff7-0861-4412-8307-17f3c3fe53fd tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/routers/4e8717c0-50ba-4786-b8cc-d9f2c661f3bf HTTP/1.1" status: 204 len: 168 time: 0.4105265 Nov 02 16:32:26.992303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56362) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:27.008906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-61e2cfab-f970-4ce0-947c-d3dd529780a2 req-fbdf0a35-2772-4533-9ce3-65bec8ec705b tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:32:27.010171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-61e2cfab-f970-4ce0-947c-d3dd529780a2 req-fbdf0a35-2772-4533-9ce3-65bec8ec705b tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146570 Nov 02 16:32:27.015492 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f89099a-635c-418c-8184-39249b763037 req-94811ff2-912e-43c5-9e19-b37f9658984c tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851002 Nov 02 16:32:27.118920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-61e2cfab-f970-4ce0-947c-d3dd529780a2 req-e34620a6-3c81-45be-a89f-96459d770e6c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1022398 Nov 02 16:32:27.188425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet 785ba036-ea0f-451f-a628-f810e44d0b7e {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:27.194932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.274037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Allocated IP 172.20.0.11 (9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8/a47792c2-4f5c-4d04-8263-586d774e5a5c/efbc16b4-d76f-4546-ae71-9426575a9a62) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:27.285649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ea33b-7b48-4125-abf6-0e88441f82de req-88026853-79c4-49af-937b-d15f4d75f902 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:27.287711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760ea33b-7b48-4125-abf6-0e88441f82de req-88026853-79c4-49af-937b-d15f4d75f902 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.0704198 Nov 02 16:32:27.336961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760ea33b-7b48-4125-abf6-0e88441f82de req-f45d55a1-e28c-4e97-8f7e-104f8ece4772 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 Nov 02 16:32:27.362708 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.465563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cda9cefa-5cbe-4498-9e6f-ff00da0ab52f req-6c86c642-0f4a-4402-9c1e-c8a1e32f171a tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 210 time: 0.0291822 Nov 02 16:32:27.667274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.668103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439835-f694-483c-9b67-366c8c77f216 req-9efd2dc3-a4a1-40d9-8f23-6603a76cb347 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:27.673222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.678677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd439835-f694-483c-9b67-366c8c77f216 req-9efd2dc3-a4a1-40d9-8f23-6603a76cb347 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.1079412 Nov 02 16:32:27.757208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.764282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a9751-482a-4677-b881-1de09af9c4ec req-bf42215d-0abb-4b17-984e-7e28988a4f7f tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:27.765278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.774811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e07a9751-482a-4677-b881-1de09af9c4ec req-bf42215d-0abb-4b17-984e-7e28988a4f7f tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.0946574 Nov 02 16:32:27.786187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd439835-f694-483c-9b67-366c8c77f216 req-e8a113e4-cb10-49ea-83fa-2d6bc0f49497 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737119 Nov 02 16:32:27.814663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e07a9751-482a-4677-b881-1de09af9c4ec req-1f465f31-cc58-4c15-9076-fe1c955d81fb tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Nov 02 16:32:27.847312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=785ba036-ea0f-451f-a628-f810e44d0b7e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:27.851547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e2d8d-47d3-47e0-b10d-51b362e87079 None None] Network d0c3f7be-cad6-4276-b633-eaf4352759db requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:27.854490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:27.865381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56390) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:27.866372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-637004ab-fbe1-41cf-a45f-00594b1d1fb2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/785ba036-ea0f-451f-a628-f810e44d0b7e HTTP/1.1" status: 204 len: 168 time: 0.8727703 Nov 02 16:32:27.872531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:27.886160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:27.889668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:27.967764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:28.000098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.001492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.026702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-3fcae621-cb07-4331-9609-11157015572b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5892239 Nov 02 16:32:28.051325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bf481-da51-4a36-b309-c84c599c0bbf req-2a2e8255-c311-4a6f-9aa0-43fc035cd129 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.059285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Request body: {'port': {'device_id': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:28.059949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-020bf481-da51-4a36-b309-c84c599c0bbf req-2a2e8255-c311-4a6f-9aa0-43fc035cd129 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1996534 Nov 02 16:32:28.131453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.150035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.154762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] DHCP port deletion for d0c3f7be-cad6-4276-b633-eaf4352759db request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:32:28.156911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fda2a-0172-4d90-9ecb-035aea4f38c4 req-ebfb3a72-63d3-474f-9f82-8eb330cc07cc tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.164620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-843fda2a-0172-4d90-9ecb-035aea4f38c4 req-ebfb3a72-63d3-474f-9f82-8eb330cc07cc tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 945 time: 0.1725504 Nov 02 16:32:28.214784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-020bf481-da51-4a36-b309-c84c599c0bbf req-50123bf3-8f75-4639-9756-50182aa4b7f3 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536255 Nov 02 16:32:28.231370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Deleting port c1887079-53d9-4aa8-b376-21394b0bf7e3 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:28.231370 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.265361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-843fda2a-0172-4d90-9ecb-035aea4f38c4 req-060fa9fe-7526-47c8-a034-bdacd6249f75 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998666 Nov 02 16:32:28.297486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port c1887079-53d9-4aa8-b376-21394b0bf7e3 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:28.297948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.349291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] For port c1887079-53d9-4aa8-b376-21394b0bf7e3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1887079-53d9-4aa8-b376-21394b0bf7e3,segment=NetworkSegment(1516f83c-c368-417e-a196-f6e3792e72b3),segment_id=1516f83c-c368-417e-a196-f6e3792e72b3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:28.349696 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.377429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Calling delete_port for c1887079-53d9-4aa8-b376-21394b0bf7e3 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:28.383234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port c1887079-53d9-4aa8-b376-21394b0bf7e3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1887079-53d9-4aa8-b376-21394b0bf7e3,segment=NetworkSegment(1516f83c-c368-417e-a196-f6e3792e72b3),segment_id=1516f83c-c368-417e-a196-f6e3792e72b3)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:28.383381 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.420808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for c1887079-53d9-4aa8-b376-21394b0bf7e3 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:28.475383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.509487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f361fc-48fd-4ee7-b9a9-cd6812bcdae6 req-5dfbb2a7-8b5b-4c30-901d-6b0ad1028e90 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.511137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89f361fc-48fd-4ee7-b9a9-cd6812bcdae6 req-5dfbb2a7-8b5b-4c30-901d-6b0ad1028e90 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 950 time: 0.1301651 Nov 02 16:32:28.512369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] No DVR routers for this DVR port c1887079-53d9-4aa8-b376-21394b0bf7e3 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:28.518971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Pushing event deleted for resources: {'Port': ['ID=c1887079-53d9-4aa8-b376-21394b0bf7e3,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:28.523294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbc16b4-d76f-4546-ae71-9426575a9a62 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:28.529497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.530432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.530976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.531496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.531831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.532199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.532713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.533279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.534028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.534572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.535217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.535726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.536232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de8f-56a4-463f-b66f-fda52fc30084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:32:28.544894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Transition to ACTIVE for port object efbc16b4-d76f-4546-ae71-9426575a9a62 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:32:28.553586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.577548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89f361fc-48fd-4ee7-b9a9-cd6812bcdae6 req-b23b29c4-b89e-4242-8ed7-4af05b586541 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561128 Nov 02 16:32:28.584475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.631897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:28.658003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port c1887079-53d9-4aa8-b376-21394b0bf7e3 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:28.685964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Attempting to bind port efbc16b4-d76f-4546-ae71-9426575a9a62 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:28.686350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Attempting to bind port efbc16b4-d76f-4546-ae71-9426575a9a62 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:28.686820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Attempting to bind port efbc16b4-d76f-4546-ae71-9426575a9a62 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:28.689502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=c1887079-53d9-4aa8-b376-21394b0bf7e3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:28.691899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Port efbc16b4-d76f-4546-ae71-9426575a9a62 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:32:28.692388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Attempting to bind port efbc16b4-d76f-4546-ae71-9426575a9a62 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:28.697608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:28.698019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Checking segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:28.698498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Bound using segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:28.698995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Bound port: efbc16b4-d76f-4546-ae71-9426575a9a62, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:28.699421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.772080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac19a0d-3bb2-4006-8016-5684f5e92dfa req-8cf92d94-3008-488c-b81e-23a01aaab366 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.773758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bac19a0d-3bb2-4006-8016-5684f5e92dfa req-8cf92d94-3008-488c-b81e-23a01aaab366 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1702807 Nov 02 16:32:28.776266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:28.779829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:28.780924 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.785146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.819591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.820369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.821981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] 10.222.0.100 "PUT /v2.0/ports/efbc16b4-d76f-4546-ae71-9426575a9a62 HTTP/1.1" status: 200 len: 1092 time: 0.7803311 Nov 02 16:32:28.822516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:28.824863 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a018b1a4-e333-432d-9527-c770554bd628" -d '{"events": [{"name": "network-changed", "server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:28.844650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c3f7be-cad6-4276-b633-eaf4352759db']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:28.852427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eb68a-9d36-49fc-b0f5-76ad3d77184d service neutron] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:28.869724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1516f83c-c368-417e-a196-f6e3792e72b3') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:28.870022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1516f83c-c368-417e-a196-f6e3792e72b3') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:28.887145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.906664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bac19a0d-3bb2-4006-8016-5684f5e92dfa req-02a2d6aa-bfe2-4701-ba23-16c30e18ccf8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210451 Nov 02 16:32:28.909716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-23ffa249-fe84-488d-89ed-aeb6bdbee937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.911866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-23ffa249-fe84-488d-89ed-aeb6bdbee937 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 1095 time: 0.0433295 Nov 02 16:32:28.913118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.925922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87656cc-5d2a-4031-9bd4-50656009d257 req-361a8a1e-369e-445c-9470-17fa5f3a3ca2 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:28.927453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e87656cc-5d2a-4031-9bd4-50656009d257 req-361a8a1e-369e-445c-9470-17fa5f3a3ca2 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.1287382 Nov 02 16:32:28.931743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:32:28.932147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:32:28.935393 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:32:28.974633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-917405bc-abd7-4902-bc18-2dadb026301c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc16b4-d76f-4546-ae71-9426575a9a62 HTTP/1.1" status: 200 len: 217 time: 0.0400681 Nov 02 16:32:29.043457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808101-c285-4f1e-99cd-00476c62971e req-df60214e-cf89-4d88-a1c8-11ba65bc9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.045256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-df60214e-cf89-4d88-a1c8-11ba65bc9e99 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.0590434 Nov 02 16:32:29.056675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e87656cc-5d2a-4031-9bd4-50656009d257 req-59c2f465-5a75-4653-98ca-fbae331a7352 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203618 Nov 02 16:32:29.061731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:29.072695 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:29.075978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/d0c3f7be-cad6-4276-b633-eaf4352759db HTTP/1.1" status: 204 len: 168 time: 1.2096043 Nov 02 16:32:29.093371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56434) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:29.104242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-e80d0d82-8651-4a8a-aadb-1babfe87adb9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410562 Nov 02 16:32:29.106562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb4a4-0f52-4bf4-9e49-bb1cdacfb482 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=d0c3f7be-cad6-4276-b633-eaf4352759db,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:29.146194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfb29a-ade8-40e2-a9b0-a5034df10162 req-21302a6b-f6dd-41d0-82c5-75472464ada9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.147630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1dfb29a-ade8-40e2-a9b0-a5034df10162 req-21302a6b-f6dd-41d0-82c5-75472464ada9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 944 time: 0.1320593 Nov 02 16:32:29.167026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345cc28-1541-4f32-88fa-bb20a2f82ad5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.168356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b345cc28-1541-4f32-88fa-bb20a2f82ad5 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/d1cb1c38-c2a7-4804-9bed-e75803671314 HTTP/1.1" status: 200 len: 844 time: 0.0740492 Nov 02 16:32:29.172754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56442) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:29.229775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9fe8d9e0-9b33-4226-942c-36fe20013af2 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/d1cb1c38-c2a7-4804-9bed-e75803671314?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0523303 Nov 02 16:32:29.233549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793dd5-c42d-44ac-96ea-75a4a12ed92c req-c1b32c4e-5798-4fbc-bd3b-13f92c2c29eb tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.235120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2793dd5-c42d-44ac-96ea-75a4a12ed92c req-c1b32c4e-5798-4fbc-bd3b-13f92c2c29eb tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 949 time: 0.0843987 Nov 02 16:32:29.235592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56444) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:29.243321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1dfb29a-ade8-40e2-a9b0-a5034df10162 req-7d8d703a-f0a8-4331-a838-f463472d36ca tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 Nov 02 16:32:29.247100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:29.251704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1887079-53d9-4aa8-b376-21394b0bf7e3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:29.260680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-a6ef43e1-a261-4518-a3d2-2538fc592bc5 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415257 Nov 02 16:32:29.277145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c1887079-53d9-4aa8-b376-21394b0bf7e3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:29.277491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1887079-53d9-4aa8-b376-21394b0bf7e3 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:29.366227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85808101-c285-4f1e-99cd-00476c62971e req-6c9d8b7f-49c0-4c9c-aaf9-93ee2cb7aa84 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930991 Nov 02 16:32:29.380330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2793dd5-c42d-44ac-96ea-75a4a12ed92c req-ccad6846-1d78-4792-b584-e20d39c40a9c tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295764 Nov 02 16:32:29.426039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684549d-0dd2-4afa-be21-981653426129 req-3e4692b5-f9a8-477a-b7eb-ab5e218d8411 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.427081 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6549a26-94f3-4c0d-9b7e-66c3123c9383 x-openstack-request-id: req-c6549a26-94f3-4c0d-9b7e-66c3123c9383 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:29.427469 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:29.427709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a684549d-0dd2-4afa-be21-981653426129 req-3e4692b5-f9a8-477a-b7eb-ab5e218d8411 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.0940187 Nov 02 16:32:29.427880 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6549a26-94f3-4c0d-9b7e-66c3123c9383 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:29.428483 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'status': 'completed', 'code': 200} Nov 02 16:32:29.428854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:29.432461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:29.509970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b1a4-e333-432d-9527-c770554bd628 req-0a836b20-7cee-4890-9792-1b10c24b4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.512437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-0a836b20-7cee-4890-9792-1b10c24b4ab9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 1095 time: 0.0487468 Nov 02 16:32:29.532177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a684549d-0dd2-4afa-be21-981653426129 req-aebf349d-be88-4c8f-94ab-046f83124c42 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959964 Nov 02 16:32:29.642783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b1a4-e333-432d-9527-c770554bd628 req-0f44c6f3-5503-41b3-8f1f-10140a856054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.645185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-0f44c6f3-5503-41b3-8f1f-10140a856054 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 906 time: 0.1120286 Nov 02 16:32:29.696202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-7eaa5a35-073c-42ff-bf56-e04e95174e1c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc16b4-d76f-4546-ae71-9426575a9a62 HTTP/1.1" status: 200 len: 217 time: 0.0370114 Nov 02 16:32:29.698227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:29.773908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b1a4-e333-432d-9527-c770554bd628 req-d3e1ca82-033d-4d09-9042-11e34ee537ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.775416 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-d3e1ca82-033d-4d09-9042-11e34ee537ae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.0621157 Nov 02 16:32:29.792091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:29.809661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:29.819667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce838c6-13d5-4146-8194-2accad2beb5d None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:29.835235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-eab5a721-99c3-44ae-a04f-007cf81c4f3c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257983 Nov 02 16:32:29.841347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.841945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:29.863909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=5acee96e-107d-4d4b-b9aa-901afbbd9aa4,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:29.883970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e2948e22-5d06-4210-a526-5a3392644d9d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6441877 Nov 02 16:32:29.889515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:29.900383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30449f-cd3e-47f0-aa03-fb82ed17b064 req-aa8deb22-dd6b-4483-824d-e87bb823ccbf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.906329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30449f-cd3e-47f0-aa03-fb82ed17b064 req-aa8deb22-dd6b-4483-824d-e87bb823ccbf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.912856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30449f-cd3e-47f0-aa03-fb82ed17b064 req-aa8deb22-dd6b-4483-824d-e87bb823ccbf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.914509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f30449f-cd3e-47f0-aa03-fb82ed17b064 req-aa8deb22-dd6b-4483-824d-e87bb823ccbf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5&device_id=deb12173-4d83-4632-882f-89727126753e&device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 2417 time: 0.1722012 Nov 02 16:32:29.920176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1269654944'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:29.952380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-8f92dcb9-aa91-497d-9519-717ab0130bea service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990119 Nov 02 16:32:29.990395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-5e3eca4d-b34b-4db3-8902-0ec5a3ddd668 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:29.993018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-5e3eca4d-b34b-4db3-8902-0ec5a3ddd668 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.2366364 Nov 02 16:32:30.004102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f30449f-cd3e-47f0-aa03-fb82ed17b064 req-335a49de-c8bb-49f1-90f0-a1d5ac458697 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Nov 02 16:32:30.005050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.021351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-158545b3-ba26-48e9-a571-0e56fb2981ab', 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'tenant_id': 'c3b68b5d0d4b4c598f2188503955787b', 'fixed_ips': [{'subnet_id': '5acee96e-107d-4d4b-b9aa-901afbbd9aa4'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:32:30.022534 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.034770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-ac834174-00d1-4615-bcac-4e6219bf879f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.0135050 Nov 02 16:32:30.079855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-b172b58a-782b-4fc1-aa1b-c6b03e4bdb75 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352719 Nov 02 16:32:30.153766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a018b1a4-e333-432d-9527-c770554bd628 req-c9eab924-9cf1-4e8d-a10d-dd7c0b2a3107 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860621 Nov 02 16:32:30.172645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.180883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.206336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Allocated IP 2001:db8::2 (158545b3-ba26-48e9-a571-0e56fb2981ab/5acee96e-107d-4d4b-b9aa-901afbbd9aa4/ddd5bcfb-fefe-4a03-bff7-74d180429e45) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:30.234523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.238998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3451371 Nov 02 16:32:30.241157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56484) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:30.249215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1123529166'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:30.256085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-1538d779-4683-4caa-9413-6cb724913a54 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631904 Nov 02 16:32:30.261315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadd330-e9d1-456e-b062-8dcc8376ed54 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d032182-8f2a-476e-bfc1-3b35c83e403b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:30.340736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.368320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.375472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.410553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-ec1cdffe-0020-42ab-b78e-c796214f57fb service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368589 Nov 02 16:32:30.444727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:30.447784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:30.453178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:30.461816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.466448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.500283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:30.513555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.514832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2727363 Nov 02 16:32:30.516350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaadc1-192c-4da9-9917-2ebde6e76467 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dac6780-89c7-4066-ba66-4df91e763b86,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:30.518826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56494) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:30.523794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-225744665', 'security_groups': ['5dac6780-89c7-4066-ba66-4df91e763b86'], 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5acee96e-107d-4d4b-b9aa-901afbbd9aa4'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:30.545612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Attempting to bind port ddd5bcfb-fefe-4a03-bff7-74d180429e45 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:30.545991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Attempting to bind port ddd5bcfb-fefe-4a03-bff7-74d180429e45 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:30.546400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Attempting to bind port ddd5bcfb-fefe-4a03-bff7-74d180429e45 on network 158545b3-ba26-48e9-a571-0e56fb2981ab {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:30.552078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:30.552455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Checking segment: {'id': '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:30.552867 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.553331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Bound using segment: {'id': '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:30.553726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Bound port: ddd5bcfb-fefe-4a03-bff7-74d180429e45, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:30.554107 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.571780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-278f102b-6aae-47de-88b1-83ccc93b910e req-49c8b80f-2372-46ac-a5ff-1c53c3f3459c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:32:30.572859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-278f102b-6aae-47de-88b1-83ccc93b910e req-49c8b80f-2372-46ac-a5ff-1c53c3f3459c tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200093 Nov 02 16:32:30.670485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:30.672123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:30.676771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:30.682098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.689166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614822-74a1-47d3-bfc6-23267e20472b req-787620a6-6c98-47f7-af0f-c1f8b2fbef78 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:30.695599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81614822-74a1-47d3-bfc6-23267e20472b req-787620a6-6c98-47f7-af0f-c1f8b2fbef78 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1217535 Nov 02 16:32:30.738118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-278f102b-6aae-47de-88b1-83ccc93b910e req-7222d99f-aa58-4df3-a7e9-002b08a3b581 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1457167 Nov 02 16:32:30.757657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb09e9-cca3-45ef-826e-6a1fe83a39e6 None None] Pushing event updated for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:30.802758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81614822-74a1-47d3-bfc6-23267e20472b req-0a4eb9d4-0ad6-4fee-827c-76d0840f6d96 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975499 Nov 02 16:32:30.803150 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:30.829813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:32:30.928361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90c135-1f71-42e7-8fbf-f9b70d582a54 req-9cd2af54-8bb0-4ae3-b9d1-456e4d29ad9b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:30.931295 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b90c135-1f71-42e7-8fbf-f9b70d582a54 req-9cd2af54-8bb0-4ae3-b9d1-456e4d29ad9b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 944 time: 0.0725470 Nov 02 16:32:31.024272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b90c135-1f71-42e7-8fbf-f9b70d582a54 req-b638d236-e064-4626-a455-d4bf827323da tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830891 Nov 02 16:32:31.141890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e6b97e3-02f5-4290-91e9-ff712d6f000b req-ade750ad-2448-465c-b8e1-757ac9481c1b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34934b-7c4f-430d-b97d-28affcbdac2d HTTP/1.1" status: 200 len: 210 time: 0.0506783 Nov 02 16:32:31.191574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::38e (158545b3-ba26-48e9-a571-0e56fb2981ab/5acee96e-107d-4d4b-b9aa-901afbbd9aa4/2922c256-a575-43fa-b9d1-4e93cb88b1d9) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:31.214063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-ab896e25-2a4c-49aa-8283-031ef662e77b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:31.216346 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-ab896e25-2a4c-49aa-8283-031ef662e77b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.100 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.0943539 Nov 02 16:32:31.284859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd23d30-39e5-43b1-88f7-7d004b4b45fe req-381199f9-40d0-4ba7-a33d-2e11c2755372 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:31.295263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dd23d30-39e5-43b1-88f7-7d004b4b45fe req-381199f9-40d0-4ba7-a33d-2e11c2755372 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 946 time: 0.1168733 Nov 02 16:32:31.356664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dd23d30-39e5-43b1-88f7-7d004b4b45fe req-031fa74a-e0ae-4a4c-8890-7c157963166e tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups?id=66465b11-6f66-4fe1-873f-97c2937b3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604627 Nov 02 16:32:31.357843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:31.446073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:31.446670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.521281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Deleting port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:31.521783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.568391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.592593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.610568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:31.621473 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.696842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] For port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:31.697443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.702998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:31.927209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.927989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:31.928508 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Floating IP f128e694-547a-4bae-8487-128e47dd36e3 disassociated. External IP: 172.25.7.44, port: fc6529f6-5eb0-4dd6-9936-03def8b7a6b2. Nov 02 16:32:31.929053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Calling delete_port for fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:32.014969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.218169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:32.247130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8a800008-8be1-4615-a950-b4f958f881e6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:32.248950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8a800008-8be1-4615-a950-b4f958f881e6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.2296369 Nov 02 16:32:32.251542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:32.259093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6dc57-b294-479a-8923-12a845300cf1 req-743371e9-e140-4030-af93-b05930cb5f9b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:32.260765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89f6dc57-b294-479a-8923-12a845300cf1 req-743371e9-e140-4030-af93-b05930cb5f9b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.0835826 Nov 02 16:32:32.274056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:32.285843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': 'ea34934b-7c4f-430d-b97d-28affcbdac2d', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:32.305776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:32.314009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:32.315109 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.347012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=2922c256-a575-43fa-b9d1-4e93cb88b1d9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:32.350914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:32.374827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89f6dc57-b294-479a-8923-12a845300cf1 req-19e72e3b-1c83-4968-8d02-7d4c9fe52f6d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002667 Nov 02 16:32:32.388757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ffe7d7f3-98fb-4080-b1d6-5153b1117f72 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8688176 Nov 02 16:32:32.391638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56554) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:32.398848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:32.576668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.656106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:32.667115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event deleted for resources: {'Port': ['ID=fc6529f6-5eb0-4dd6-9936-03def8b7a6b2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:32.678934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-753d56f9-62bc-4ffa-8a1b-ccfaf767a0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.692734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09b9f-42af-4619-9969-1ba3d1167697 req-5f5e1e89-6cf6-4432-b74d-f79eafaf7d05 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:32.693231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'mac_address': 'fa:16:3e:2d:b2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:32.696370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abc09b9f-42af-4619-9969-1ba3d1167697 req-5f5e1e89-6cf6-4432-b74d-f79eafaf7d05 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 944 time: 0.1048279 Nov 02 16:32:32.703868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:32.708555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.742742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0dd61b45-088c-486f-a1da-9ea9023d8651 None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:32.743709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0dd61b45-088c-486f-a1da-9ea9023d8651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.788832 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.795025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:32.799845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.809334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbc16b4-d76f-4546-ae71-9426575a9a62 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:32.832195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:32.834342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0dd61b45-088c-486f-a1da-9ea9023d8651 None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:32.834758 n-d-811405-2 neutron-server[102066]: INFO neutron.db.ipam_backend_mixin [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5acee96e-107d-4d4b-b9aa-901afbbd9aa4 (CIDR: 2001:db8::/64) Nov 02 16:32:32.838869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.841980 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:32:32.843220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:32.884568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0dd61b45-088c-486f-a1da-9ea9023d8651 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:32.885115 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0dd61b45-088c-486f-a1da-9ea9023d8651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:32.955926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:32.977620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.3 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/302bf866-1f63-4a4e-8c3d-fc98a53a620a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:33.013120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Router 7e2fe164-e02c-4247-beb1-0325047c9d00 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:32:33.069645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-753d56f9-62bc-4ffa-8a1b-ccfaf767a0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.078032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-753d56f9-62bc-4ffa-8a1b-ccfaf767a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.129546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2b23abc3-aa2a-47ff-bc60-4ee8610f40ae None None] Provisioning complete for port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:33.130405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2b23abc3-aa2a-47ff-bc60-4ee8610f40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.183154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['efbc16b4-d76f-4546-ae71-9426575a9a62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:33.185183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2b23abc3-aa2a-47ff-bc60-4ee8610f40ae None None] Port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:33.223982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-efdb6156-e3f4-43aa-9ddc-0ac00d876d3d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8301609 Nov 02 16:32:33.239039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:33.243100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89517fbe-d122-4074-aa0a-f3219f8743d7 req-341c688a-cc08-46b5-b543-315f1e67c815 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c2c78ee-1d8e-49ae-8347-443b054f966f HTTP/1.1" status: 200 len: 210 time: 0.0397682 Nov 02 16:32:33.251060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:33.349877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:33.403566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:33.407968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.427586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abc09b9f-42af-4619-9969-1ba3d1167697 req-cbadd19d-52f8-48ac-bed0-05900a0fc9aa tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839903 Nov 02 16:32:33.550469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:33.550917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.645894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5add10-914f-429c-ae35-bc0144f16164 req-71d79ce1-841f-4b0e-9943-5d65cc8237a2 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:33.647280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af5add10-914f-429c-ae35-bc0144f16164 req-71d79ce1-841f-4b0e-9943-5d65cc8237a2 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1216681 Nov 02 16:32:33.688322 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-753d56f9-62bc-4ffa-8a1b-ccfaf767a0c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea443e9739c942f39d69961d1a9dbb26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2984285 Nov 02 16:32:33.693235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:33.694954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d56f9-62bc-4ffa-8a1b-ccfaf767a0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed5785-768b-487b-b7e4-ba50dcd7dbc4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:33.741628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af5add10-914f-429c-ae35-bc0144f16164 req-cd758f27-2af5-450d-9db9-98eb1546ac5f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859025 Nov 02 16:32:33.777115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:32:33.791034 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] Sync routers for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:32:33.807611 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:33.808486 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:33.861812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] No DVR routers for this DVR port fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:33.871335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.876697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.892252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc443764-c3a5-4d99-a35c-49ae0e4cfba9 req-9c1afb60-709e-48b1-963c-a4356915404f tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.100 "DELETE /v2.0/ports/fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 HTTP/1.1" status: 204 len: 173 time: 2.6674056 Nov 02 16:32:33.893733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'name': 'network-vif-deleted', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:33.898602 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc475219-a354-4482-8dfb-76f191f0deb4" -d '{"events": [{"server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "name": "network-vif-deleted", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:33.946608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:33.960219 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:32:33.981478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea49f709-835a-490d-bb0a-43103ea075fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.035471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:34.040952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:34.045213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:34.077466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-00897a96-df72-4798-bd44-5cba36ce452a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:34.084722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-00897a96-df72-4798-bd44-5cba36ce452a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.3010104 Nov 02 16:32:34.135281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:34.136408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.160915 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8880417 Nov 02 16:32:34.168848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4102fb-b318-435a-896e-d60e7f6351c0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=302bf866-1f63-4a4e-8c3d-fc98a53a620a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:34.177500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Request body: {'port': {'device_id': 'ea34934b-7c4f-430d-b97d-28affcbdac2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:34.183247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-549b70c4-c15e-43ab-846f-c7132be7da95 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.0921791 Nov 02 16:32:34.187153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea49f709-835a-490d-bb0a-43103ea075fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.202238 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512795d-f7a1-4d19-97c4-494c6718321f x-openstack-request-id: req-b512795d-f7a1-4d19-97c4-494c6718321f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:34.202623 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2c78ee-1d8e-49ae-8347-443b054f966f", "name": "network-vif-deleted", "tag": "fc6529f6-5eb0-4dd6-9936-03def8b7a6b2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:34.202927 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b512795d-f7a1-4d19-97c4-494c6718321f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:34.203510 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2c78ee-1d8e-49ae-8347-443b054f966f', 'name': 'network-vif-deleted', 'tag': 'fc6529f6-5eb0-4dd6-9936-03def8b7a6b2', 'status': 'completed', 'code': 200} Nov 02 16:32:34.216141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:34.276570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:34.277599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fc6529f6-5eb0-4dd6-9936-03def8b7a6b2 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:34.294827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.297720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.320325 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:19Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:34.351028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0e0f101d-3100-4c69-aa2b-7434d0d1e8ea tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1668074 Nov 02 16:32:34.363924 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] Checking router: 7e2fe164-e02c-4247-beb1-0325047c9d00 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:32:34.385201 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:34.386217 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:34.430555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:34.449718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:34.458621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:34.459245 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.463879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea49f709-835a-490d-bb0a-43103ea075fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.466300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc5e11-5bc8-4dde-b392-dba7a6232f01 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:34.466558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea49f709-835a-490d-bb0a-43103ea075fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.467720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea49f709-835a-490d-bb0a-43103ea075fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71ed5785-768b-487b-b7e4-ba50dcd7dbc4 HTTP/1.1" status: 204 len: 168 time: 0.7710121 Nov 02 16:32:34.474478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=aeffcd40-dd20-443c-a44d-e579b4002de3,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:34.499972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49f709-835a-490d-bb0a-43103ea075fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed5785-768b-487b-b7e4-ba50dcd7dbc4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:34.510492 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c6480ecb-6424-4c08-a5cf-0abfcb73683b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2697208 Nov 02 16:32:34.513454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56638) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:34.523671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9f22-ea63-41dc-9e3b-4735fdd41e77 req-2754ad50-d727-4a16-b446-2aa78e7d104e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:34.531031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57bf9f22-ea63-41dc-9e3b-4735fdd41e77 req-2754ad50-d727-4a16-b446-2aa78e7d104e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.2329922 Nov 02 16:32:34.556862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-883103775', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aeffcd40-dd20-443c-a44d-e579b4002de3'}], 'security_groups': ['8d032182-8f2a-476e-bfc1-3b35c83e403b']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:34.633185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-2baa3736-cf6c-4805-9875-c46d6bb881c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812095 Nov 02 16:32:34.730675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:34.750040 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:32:34.865847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:34.896145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'mac_address': 'fa:16:3e:85:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:34.901247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302bf866-1f63-4a4e-8c3d-fc98a53a620a {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:34.916131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.930438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Transition to ACTIVE for port object 302bf866-1f63-4a4e-8c3d-fc98a53a620a will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:32:34.935327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.983662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:34.999727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c28d59b-af40-43dc-b1df-6c7355410f5c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:35.023287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:35.029193 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:35.077810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Pushing event updated for resources: {'Port': ['ID=302bf866-1f63-4a4e-8c3d-fc98a53a620a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:35.088154 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:32:35.101548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Attempting to bind port 302bf866-1f63-4a4e-8c3d-fc98a53a620a on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:35.102306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Attempting to bind port 302bf866-1f63-4a4e-8c3d-fc98a53a620a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:35.102896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Attempting to bind port 302bf866-1f63-4a4e-8c3d-fc98a53a620a on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:35.111356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Port 302bf866-1f63-4a4e-8c3d-fc98a53a620a on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:32:35.111845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Attempting to bind port 302bf866-1f63-4a4e-8c3d-fc98a53a620a on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:35.122874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:35.123987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:35.124527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:35.125791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Bound port: 302bf866-1f63-4a4e-8c3d-fc98a53a620a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:35.126337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:35.132561 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:19Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:35.134613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['9c28d59b-af40-43dc-b1df-6c7355410f5c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:35.152336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57bf9f22-ea63-41dc-9e3b-4735fdd41e77 req-9d2ba446-a3bf-4062-9f47-1d8842556a95 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204123 Nov 02 16:32:35.220520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] For port 302bf866-1f63-4a4e-8c3d-fc98a53a620a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:35.223680 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd247f9-0f41-4214-8f62-7b487f052da7 None None] The sync data for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 is: [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '64778df1-a61b-489c-9456-f6208ca554be', 'name': '', 'network_id': '08240b68-fc23-4551-96d5-ca32b953a4ef', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'mac_address': 'fa:16:3e:c4:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:12Z', 'updated_at': '2021-11-02T16:30:19Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'subnets': [{'id': '76113975-a0d9-4bd2-9537-91d2039cc409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:32:35.224954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] For port 302bf866-1f63-4a4e-8c3d-fc98a53a620a, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=302bf866-1f63-4a4e-8c3d-fc98a53a620a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:35.233718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:35.315187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Pushing event updated for resources: {'Port': ['ID=302bf866-1f63-4a4e-8c3d-fc98a53a620a,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:35.328343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:35.329098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:35.331257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-73d24ea1-fa2f-4886-a31f-6cad87d2542e service neutron] 10.222.0.55 "PUT /v2.0/ports/302bf866-1f63-4a4e-8c3d-fc98a53a620a HTTP/1.1" status: 200 len: 1091 time: 1.1596084 Nov 02 16:32:35.367469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-3b074c63-7476-45e4-a734-abaf709cb66a service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123182 Nov 02 16:32:35.420062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:35.438314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] Update dhcp port {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'fixed_ips': [{'subnet_id': '5acee96e-107d-4d4b-b9aa-901afbbd9aa4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aeffcd40-dd20-443c-a44d-e579b4002de3'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'ddd5bcfb-fefe-4a03-bff7-74d180429e45'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:32:35.471276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:35.484881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-edce55b9-cecf-4abd-acbb-5ac4a166ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:35.487468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-edce55b9-cecf-4abd-acbb-5ac4a166ee87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=ea34934b-7c4f-430d-b97d-28affcbdac2d HTTP/1.1" status: 200 len: 1094 time: 0.0862248 Nov 02 16:32:35.545526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:35.582621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8198ff67-575e-44cb-b938-0e4940de2a0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302bf866-1f63-4a4e-8c3d-fc98a53a620a HTTP/1.1" status: 200 len: 217 time: 0.0794435 Nov 02 16:32:35.680531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-92526f1b-7008-46b9-a5b8-73bef23d5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:35.685830 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-92526f1b-7008-46b9-a5b8-73bef23d5673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.0951974 Nov 02 16:32:35.730574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-ecc248db-e794-4bdf-bde7-ce3de5d9a4ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340509 Nov 02 16:32:35.746018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c365e-f98e-410e-a120-d1f5bdc2b4ce req-243bef2e-9d4e-46b6-bb05-95ba12264046 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:35.756075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a89c365e-f98e-410e-a120-d1f5bdc2b4ce req-243bef2e-9d4e-46b6-bb05-95ba12264046 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 945 time: 0.3245339 Nov 02 16:32:35.850463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8216d0-4955-4c5c-9720-cfa5daa56ca0 None None] New status for floating IP f128e694-547a-4bae-8487-128e47dd36e3: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:32:35.983812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-ebed0e5e-c16d-4687-9481-ff8426251480 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395487 Nov 02 16:32:36.068117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] Allocated IP 2001:db8:0:1::2 (158545b3-ba26-48e9-a571-0e56fb2981ab/aeffcd40-dd20-443c-a44d-e579b4002de3/ddd5bcfb-fefe-4a03-bff7-74d180429e45) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:36.103155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a89c365e-f98e-410e-a120-d1f5bdc2b4ce req-5235b017-9682-4708-bf42-238678f6f6d8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443208 Nov 02 16:32:36.173470 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-c49b8e80-a735-4826-a34d-1a0c70cbf187 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805782 Nov 02 16:32:36.176291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eaa3e-ee9e-480f-b814-7bc1f5f30396 req-6908a525-295e-48de-be69-2030fefa57a0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:36.182072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-821eaa3e-ee9e-480f-b814-7bc1f5f30396 req-6908a525-295e-48de-be69-2030fefa57a0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.4488842 Nov 02 16:32:36.204579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34934b-7c4f-430d-b97d-28affcbdac2d', 'tag': '302bf866-1f63-4a4e-8c3d-fc98a53a620a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:36.208212 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34934b-7c4f-430d-b97d-28affcbdac2d", "tag": "302bf866-1f63-4a4e-8c3d-fc98a53a620a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:36.232874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:36.237847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:36.321289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.329263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:36.344369 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.447898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port efbc16b4-d76f-4546-ae71-9426575a9a62 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:32:36.462458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port efbc16b4-d76f-4546-ae71-9426575a9a62 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:36.463098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.536378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d421b-f981-4dc5-af95-2ad969039413 req-0d63c0a0-48ef-45ab-acdd-195783ec9796 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:36.539130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a79d421b-f981-4dc5-af95-2ad969039413 req-0d63c0a0-48ef-45ab-acdd-195783ec9796 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.3152502 Nov 02 16:32:36.545601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07466663-15eb-448f-810f-43e01a125d1b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.576437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07466663-15eb-448f-810f-43e01a125d1b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.647643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42042e8-918e-4ee5-83b7-ef8ac0dbf43a None None] Pushing event updated for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:36.652968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-4a6d0f38-49d1-4131-948f-556d58ecaea4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:36.654652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-4a6d0f38-49d1-4131-948f-556d58ecaea4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea34934b-7c4f-430d-b97d-28affcbdac2d HTTP/1.1" status: 200 len: 943 time: 0.2822263 Nov 02 16:32:36.672686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-821eaa3e-ee9e-480f-b814-7bc1f5f30396 req-2cf86bc5-fd85-4ed1-958b-c5d491fe4f82 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556736 Nov 02 16:32:36.741793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b00190da-1b96-47e2-ab14-93e709033915 req-ba7ef1ee-920f-4fb8-9172-72c057cbec49 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 210 time: 0.3024709 Nov 02 16:32:36.781805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07466663-15eb-448f-810f-43e01a125d1b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.785407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07466663-15eb-448f-810f-43e01a125d1b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:36.786901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07466663-15eb-448f-810f-43e01a125d1b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "DELETE /v2.0/security-groups/66465b11-6f66-4fe1-873f-97c2937b3a4d HTTP/1.1" status: 204 len: 168 time: 0.4564526 Nov 02 16:32:36.791317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56692) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:36.795816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:36.833086 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-cbc7a139-eee2-4ad7-9d7b-766a9913b2b9 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] show failed (client error): The resource could not be found. Nov 02 16:32:36.837570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cbc7a139-eee2-4ad7-9d7b-766a9913b2b9 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "GET /v2.0/security-groups/66465b11-6f66-4fe1-873f-97c2937b3a4d HTTP/1.1" status: 404 len: 347 time: 0.0422425 Nov 02 16:32:36.838155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56694) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:36.896705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07466663-15eb-448f-810f-43e01a125d1b tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66465b11-6f66-4fe1-873f-97c2937b3a4d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:36.899858 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c11503-545a-4e44-9178-206311dcf5f5 x-openstack-request-id: req-a8c11503-545a-4e44-9178-206311dcf5f5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:36.900694 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34934b-7c4f-430d-b97d-28affcbdac2d", "tag": "302bf866-1f63-4a4e-8c3d-fc98a53a620a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:36.900694 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8c11503-545a-4e44-9178-206311dcf5f5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:36.901237 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34934b-7c4f-430d-b97d-28affcbdac2d', 'tag': '302bf866-1f63-4a4e-8c3d-fc98a53a620a', 'status': 'completed', 'code': 200} Nov 02 16:32:36.953478 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.080864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:37.087781 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f874c827-ae98-47b4-8aeb-03583c849174" -d '{"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:37.128903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port 302bf866-1f63-4a4e-8c3d-fc98a53a620a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:37.129427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.135109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0 req-73591e53-c41f-4832-ab30-8e1d08e97aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:37.136822 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0 req-73591e53-c41f-4832-ab30-8e1d08e97aec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=ea34934b-7c4f-430d-b97d-28affcbdac2d HTTP/1.1" status: 200 len: 1094 time: 0.2252338 Nov 02 16:32:37.141127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Deleting port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:37.141127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.151973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 9c28d59b-af40-43dc-b1df-6c7355410f5c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:37.174513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.177690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:37.181252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67ccf-8b5f-473d-8b5e-f94f9acbc1b0 req-a9b951b0-719b-44ba-97f2-4cb928fa75e4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:37.193099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eca67ccf-8b5f-473d-8b5e-f94f9acbc1b0 req-a9b951b0-719b-44ba-97f2-4cb928fa75e4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 946 time: 0.3772810 Nov 02 16:32:37.218835 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce182060-7d89-456f-8a5a-71d84d7865cc x-openstack-request-id: req-ce182060-7d89-456f-8a5a-71d84d7865cc {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:37.219133 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:37.219394 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce182060-7d89-456f-8a5a-71d84d7865cc {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:37.219803 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'code': 200} Nov 02 16:32:37.305508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eca67ccf-8b5f-473d-8b5e-f94f9acbc1b0 req-2351cbed-0268-4569-92ed-5bde10fc5ef6 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032927 Nov 02 16:32:37.313162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.456352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:37.555015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Deleting port 58997a8c-500f-45ac-9adc-28ac4c18af62 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:37.555572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.691580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:37.731786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0 req-a456db75-a136-4716-9c71-225c5da0777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:37.733285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0 req-a456db75-a136-4716-9c71-225c5da0777d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bb29c8d22ed64697987f3f9f18688934&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5709202 Nov 02 16:32:37.815617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:37.815799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.882673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:37.984811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:37.992063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Provisioning complete for port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:37.992592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.038967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:38.042379 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.073579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port 302bf866-1f63-4a4e-8c3d-fc98a53a620a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=302bf866-1f63-4a4e-8c3d-fc98a53a620a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:38.074039 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.100725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:38.108750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:38.109134 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.110456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for 302bf866-1f63-4a4e-8c3d-fc98a53a620a owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:38.149067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:38.160060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:38.160555 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f85c9aea-b7a7-4c14-a3cf-bbc4d7299495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.309794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Delete allocated IP 2001:db8::38e (158545b3-ba26-48e9-a571-0e56fb2981ab/5acee96e-107d-4d4b-b9aa-901afbbd9aa4) {{(pid=102066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 16:32:38.312520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.328671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8:0:1::39c (158545b3-ba26-48e9-a571-0e56fb2981ab/aeffcd40-dd20-443c-a44d-e579b4002de3/2922c256-a575-43fa-b9d1-4e93cb88b1d9) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:38.328951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0 req-45a5849f-660c-4c8b-95f5-11e0472375c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:38.331640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25cc9f4c-ed34-46ed-a5f3-876d5eba5bb0 req-45a5849f-660c-4c8b-95f5-11e0472375c4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5775163 Nov 02 16:32:38.352492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-44e6ac3f-a245-48f9-a671-d13944a45d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.384413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=302bf866-1f63-4a4e-8c3d-fc98a53a620a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:38.400231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55401af-83aa-46d0-a150-76af26b52669 req-f000a331-ca1f-4ebe-8f56-e728453b13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:38.402466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d55401af-83aa-46d0-a150-76af26b52669 req-f000a331-ca1f-4ebe-8f56-e728453b13e2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 1097 time: 0.9165256 Nov 02 16:32:38.476887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6506a05-fde0-4033-aabf-f4c6cbc48750 req-f235381e-624a-42ac-8c6b-75b2c01cd4e8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:38.478228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-5e29af76-4c1d-4edc-9c9d-2b8652768c45 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9287450 Nov 02 16:32:38.485079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6506a05-fde0-4033-aabf-f4c6cbc48750 req-f235381e-624a-42ac-8c6b-75b2c01cd4e8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 946 time: 1.0989513 Nov 02 16:32:38.493546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port 302bf866-1f63-4a4e-8c3d-fc98a53a620a on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:38.496481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.500639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9154079b-e8e9-4481-9c15-a4f44139ff70 req-8c862508-791f-4bc0-bf46-679ee3fe32b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "DELETE /v2.0/ports/302bf866-1f63-4a4e-8c3d-fc98a53a620a HTTP/1.1" status: 204 len: 173 time: 1.8349226 Nov 02 16:32:38.539440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] For port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:38.539966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.551874 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d55401af-83aa-46d0-a150-76af26b52669 req-335c5ef7-a50b-4cab-9671-55ea06e4240c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139975 Nov 02 16:32:38.572409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Calling delete_port for ae14525e-6c2b-4c42-a5f9-faecf4a30d1e owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:38.687199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f4fa-d944-4f11-902a-70892f26703c req-7af90237-217b-47da-afa2-8b4799a06d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:38.693342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-7af90237-217b-47da-afa2-8b4799a06d39 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd412f68b854400a992b66cc103f912&device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 1096 time: 0.1387663 Nov 02 16:32:38.753361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-02a3eec7-03f8-4631-986e-be578eedb21d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:38.755017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-02a3eec7-03f8-4631-986e-be578eedb21d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 1.3701153 Nov 02 16:32:38.788613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:38.848051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6506a05-fde0-4033-aabf-f4c6cbc48750 req-e73255b5-a8dc-464e-8861-1fd929d15854 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619511 Nov 02 16:32:38.852045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.852373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.863855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c039a9-75cc-46d8-94bf-a313d99385b2 req-c726747d-4b90-48fe-928a-bfe4b96f8cd1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:38.870909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2c039a9-75cc-46d8-94bf-a313d99385b2 req-c726747d-4b90-48fe-928a-bfe4b96f8cd1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.4924285 Nov 02 16:32:38.946709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.967243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:38.983337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Calling delete_port for 58997a8c-500f-45ac-9adc-28ac4c18af62 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:39.013320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34934b-7c4f-430d-b97d-28affcbdac2d', 'name': 'network-vif-deleted', 'tag': '302bf866-1f63-4a4e-8c3d-fc98a53a620a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:39.015946 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e50c606-541a-4e9d-bcf4-04204a86a530" -d '{"events": [{"server_uuid": "ea34934b-7c4f-430d-b97d-28affcbdac2d", "name": "network-vif-deleted", "tag": "302bf866-1f63-4a4e-8c3d-fc98a53a620a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:39.060857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f4fa-d944-4f11-902a-70892f26703c req-16b364a1-cc85-46c9-ac03-663764a7f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:39.062522 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-16b364a1-cc85-46c9-ac03-663764a7f7b6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 200 len: 916 time: 0.1752429 Nov 02 16:32:39.070548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:39.088044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4dd0d947-33d4-46ae-87f4-470e6bbe5b51'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:39.090331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c68cebb2-1fba-41c0-9aa1-f53bd65da420'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:39.100393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90c5b422-5869-4176-80ce-e96ddbc2abdc req-107aaef6-382e-437a-a336-d4051a1067d8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 210 time: 0.1002469 Nov 02 16:32:39.179596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Pushing event deleted for resources: {'Port': ['ID=ae14525e-6c2b-4c42-a5f9-faecf4a30d1e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:39.226400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:39.229021 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd40dde-110b-41e8-947d-14ef79a30802" -d '{"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-plugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:39.306597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] In _notify_port_updated(), no bound segment for port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 on network 158545b3-ba26-48e9-a571-0e56fb2981ab {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:32:39.321925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:39.323450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:39.327856 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/ports/2922c256-a575-43fa-b9d1-4e93cb88b1d9 HTTP/1.1" status: 200 len: 930 time: 4.8132184 Nov 02 16:32:39.373301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-c771727f-4a47-463d-9228-7f2bf5027b47 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420 HTTP/1.1" status: 200 len: 217 time: 0.2928731 Nov 02 16:32:39.382874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56758) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:39.386370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] No DVR routers for this DVR port ae14525e-6c2b-4c42-a5f9-faecf4a30d1e on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:39.391370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:39.396270 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a79d421b-f981-4dc5-af95-2ad969039413 req-afe15de1-8430-4218-bde5-77c267afd6b7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "DELETE /v2.0/ports/ae14525e-6c2b-4c42-a5f9-faecf4a30d1e HTTP/1.1" status: 204 len: 173 time: 2.7548060 Nov 02 16:32:39.402339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2c039a9-75cc-46d8-94bf-a313d99385b2 req-3d482ec6-5dca-431a-a9a6-d6d0de8755f3 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406312 Nov 02 16:32:39.539495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6de0720-e674-4259-94e3-495e680b4a54 req-5776ddd7-519d-4de6-983a-5d3bd5e40844 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=64242ef9-a5c9-468f-8841-c88669db86c5 HTTP/1.1" status: 200 len: 210 time: 0.1982594 Nov 02 16:32:39.619389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ccac-65db-40dc-87b9-e53ad8a90785 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=2922c256-a575-43fa-b9d1-4e93cb88b1d9,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:39.673204 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b45d2-e330-495d-a623-fd5170217722 x-openstack-request-id: req-306b45d2-e330-495d-a623-fd5170217722 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:39.674046 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34934b-7c4f-430d-b97d-28affcbdac2d", "name": "network-vif-deleted", "tag": "302bf866-1f63-4a4e-8c3d-fc98a53a620a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:39.674302 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-306b45d2-e330-495d-a623-fd5170217722 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:39.674709 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34934b-7c4f-430d-b97d-28affcbdac2d', 'name': 'network-vif-deleted', 'tag': '302bf866-1f63-4a4e-8c3d-fc98a53a620a', 'status': 'completed', 'code': 200} Nov 02 16:32:39.684704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f4fa-d944-4f11-902a-70892f26703c req-600d03c0-3069-4cb7-8a6f-3e149e66ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:39.686223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-600d03c0-3069-4cb7-8a6f-3e149e66ffec service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 200 len: 854 time: 0.2694118 Nov 02 16:32:39.693240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:39.697463 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:39.808516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:39.808869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:39.878432 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c94679-6c63-432b-b2d2-94c72b010610 x-openstack-request-id: req-03c94679-6c63-432b-b2d2-94c72b010610 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:39.878805 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-plugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:39.879125 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03c94679-6c63-432b-b2d2-94c72b010610 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:39.879590 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'code': 200} Nov 02 16:32:39.921011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f4fa-d944-4f11-902a-70892f26703c req-7785771e-3884-4f76-9f22-5144203fafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:39.925057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-7785771e-3884-4f76-9f22-5144203fafb5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=27fa4102-68d9-44ad-abdd-64c55a313d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2254665 Nov 02 16:32:39.981347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-36afa957-6ce3-4549-a878-5d22f689f04e None None] Provisioning complete for port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:39.981927 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36afa957-6ce3-4549-a878-5d22f689f04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.019031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-36afa957-6ce3-4549-a878-5d22f689f04e None None] Port 2922c256-a575-43fa-b9d1-4e93cb88b1d9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:40.057125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.083378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 2922c256-a575-43fa-b9d1-4e93cb88b1d9 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:40.102098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.7 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/2f24fc14-6430-46a9-8e42-3d303ce6fd47) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:40.122406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-f8d314ad-cbfd-4f37-a73d-452382cd5aaf service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832259 Nov 02 16:32:40.253561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ae14525e-6c2b-4c42-a5f9-faecf4a30d1e no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:40.295711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: ae14525e-6c2b-4c42-a5f9-faecf4a30d1e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:40.296969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ae14525e-6c2b-4c42-a5f9-faecf4a30d1e not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:40.342971 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03a2f4fa-d944-4f11-902a-70892f26703c req-fbf84b1f-4bab-4396-8581-2c4ce0b16869 service neutron] 10.222.0.100 "GET /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846902 Nov 02 16:32:40.414868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77dced3a-d9fb-40b8-9e10-8e58c26aedef req-28c8e9da-47c1-4c4c-95c5-fbb5d59f8c8f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 210 time: 0.1530294 Nov 02 16:32:40.415553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.433773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.514458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=2922c256-a575-43fa-b9d1-4e93cb88b1d9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:40.516557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Pushing event deleted for resources: {'Port': ['ID=58997a8c-500f-45ac-9adc-28ac4c18af62,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:40.526864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdcde0-292f-49ac-ae45-6eee7b58f74c req-89e7db17-ce69-461d-be74-9a8a9035397f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:40.528379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52cdcde0-292f-49ac-ae45-6eee7b58f74c req-89e7db17-ce69-461d-be74-9a8a9035397f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 946 time: 0.4845819 Nov 02 16:32:40.584769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.591873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-19745df0-a90a-4eff-8923-a1cf77322094 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/2922c256-a575-43fa-b9d1-4e93cb88b1d9 HTTP/1.1" status: 204 len: 168 time: 1.1913419 Nov 02 16:32:40.592936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:40.633286 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8626f21a-b3ae-4443-b614-e139eef24ef4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:40.638018 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8626f21a-b3ae-4443-b614-e139eef24ef4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/2922c256-a575-43fa-b9d1-4e93cb88b1d9 HTTP/1.1" status: 404 len: 333 time: 0.0412734 Nov 02 16:32:40.650962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56792) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:40.766073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-627fe1a2-406f-4062-acb0-32dbf1f4ea4b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.785733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52cdcde0-292f-49ac-ae45-6eee7b58f74c req-a48cb16b-037d-4103-a704-4f0e43d26732 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289689 Nov 02 16:32:40.827326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.829936 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.831644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-66750095-7967-4c99-902b-6038294842f7 tempest-ServersTestJSON-929922507 tempest-ServersTestJSON-929922507-project] 10.222.0.31 "DELETE /v2.0/floatingips/f128e694-547a-4bae-8487-128e47dd36e3 HTTP/1.1" status: 204 len: 168 time: 3.9575312 Nov 02 16:32:40.832543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-627fe1a2-406f-4062-acb0-32dbf1f4ea4b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.842961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:40.924212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-627fe1a2-406f-4062-acb0-32dbf1f4ea4b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.929654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-627fe1a2-406f-4062-acb0-32dbf1f4ea4b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:40.933348 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-627fe1a2-406f-4062-acb0-32dbf1f4ea4b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/security-groups/5dac6780-89c7-4066-ba66-4df91e763b86 HTTP/1.1" status: 204 len: 168 time: 0.2796412 Nov 02 16:32:40.934007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:40.958041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe1a2-406f-4062-acb0-32dbf1f4ea4b tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dac6780-89c7-4066-ba66-4df91e763b86,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:41.046802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d9bae8f-7892-416b-bc29-4014a70fcbb4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.061465 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-765285a2-08a2-48c8-a418-7b6e987df0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.067851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335444fe-0ccf-4259-9bfe-68eccd00df38 req-398069e6-d59b-44e6-8b5b-a34267d23c98 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:41.075494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-335444fe-0ccf-4259-9bfe-68eccd00df38 req-398069e6-d59b-44e6-8b5b-a34267d23c98 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.4776714 Nov 02 16:32:41.097950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d9bae8f-7892-416b-bc29-4014a70fcbb4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.102015 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.175703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-335444fe-0ccf-4259-9bfe-68eccd00df38 req-ca2e2bce-352c-47a4-927a-e9b2fa6c2858 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990646 Nov 02 16:32:41.181164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.210569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d9bae8f-7892-416b-bc29-4014a70fcbb4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.221010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d9bae8f-7892-416b-bc29-4014a70fcbb4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.222267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d9bae8f-7892-416b-bc29-4014a70fcbb4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d032182-8f2a-476e-bfc1-3b35c83e403b HTTP/1.1" status: 204 len: 168 time: 0.2728121 Nov 02 16:32:41.228407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56816) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:41.283256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bae8f-7892-416b-bc29-4014a70fcbb4 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d032182-8f2a-476e-bfc1-3b35c83e403b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:41.287795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:41.289634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=2f24fc14-6430-46a9-8e42-3d303ce6fd47,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:41.291346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.293293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:41.329364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet 5acee96e-107d-4d4b-b9aa-901afbbd9aa4 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:41.338013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.371478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:41.412050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.476048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:41.476874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.493112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21366-0ddc-46fc-8d49-869354e4840b req-d330bea3-2a14-46a8-8154-834090936ee7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:41.500769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68a21366-0ddc-46fc-8d49-869354e4840b req-d330bea3-2a14-46a8-8154-834090936ee7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 945 time: 0.1309094 Nov 02 16:32:41.568788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.590080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-528d4c03-58a6-49de-87b5-0aa720b57d36 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8233106 Nov 02 16:32:41.624166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Request body: {'port': {'device_id': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:41.654031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68a21366-0ddc-46fc-8d49-869354e4840b req-f4cec6d7-b81f-4d22-8322-02c92969d476 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520748 Nov 02 16:32:41.661647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.689763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64242ef9-a5c9-468f-8841-c88669db86c5', 'name': 'network-vif-deleted', 'tag': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:41.692289 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec097d6a-3f14-45a9-8370-3f355a88676b" -d '{"events": [{"server_uuid": "64242ef9-a5c9-468f-8841-c88669db86c5", "name": "network-vif-deleted", "tag": "ae14525e-6c2b-4c42-a5f9-faecf4a30d1e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:41.751370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9cb5a-fab9-46cf-b29e-e3a919426a2d req-83b40f32-9e17-4411-a66a-755d921b3ae8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:41.759435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cf9cb5a-fab9-46cf-b29e-e3a919426a2d req-83b40f32-9e17-4411-a66a-755d921b3ae8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 931 time: 0.2249994 Nov 02 16:32:41.769560 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b589f-090b-4b3b-a3f2-962d16869e29 x-openstack-request-id: req-2b5b589f-090b-4b3b-a3f2-962d16869e29 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:41.770168 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64242ef9-a5c9-468f-8841-c88669db86c5", "name": "network-vif-deleted", "tag": "ae14525e-6c2b-4c42-a5f9-faecf4a30d1e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:41.770615 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b5b589f-090b-4b3b-a3f2-962d16869e29 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:41.771199 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64242ef9-a5c9-468f-8841-c88669db86c5', 'name': 'network-vif-deleted', 'tag': 'ae14525e-6c2b-4c42-a5f9-faecf4a30d1e', 'status': 'completed', 'code': 200} Nov 02 16:32:41.772236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=5acee96e-107d-4d4b-b9aa-901afbbd9aa4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:41.777372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8c95b-ba23-401c-bb8f-eb3681406e8c None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:41.779461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.782455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:41.789261 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6a4d7177-9144-45d4-a04e-d6f37758a625 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/5acee96e-107d-4d4b-b9aa-901afbbd9aa4 HTTP/1.1" status: 204 len: 168 time: 0.5551631 Nov 02 16:32:41.793213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:41.802930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:41.865518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cf9cb5a-fab9-46cf-b29e-e3a919426a2d req-a14800df-2c11-4e7c-a2c9-f21429f1b56f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017106 Nov 02 16:32:41.969506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:41.973869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.285880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27224c-3341-484c-8767-d9f77a281aa0 req-5e84e171-b3b5-4386-ac14-80631b18bcea tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:42.297046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f27224c-3341-484c-8767-d9f77a281aa0 req-5e84e171-b3b5-4386-ac14-80631b18bcea tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 946 time: 0.3020647 Nov 02 16:32:42.479141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.493879 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.500402 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.536423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f27224c-3341-484c-8767-d9f77a281aa0 req-9ed087f8-c70d-4686-80dc-97035e527ef2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380857 Nov 02 16:32:42.546671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=09c9d709-6e70-4cbe-b985-a4fec652b777,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:42.580578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:42.583379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:42.587287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:42.588054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.614258 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7459747f-8fcd-4ba0-81e7-2fa6ade76a70 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8188784 Nov 02 16:32:42.616498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56866) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:42.621829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'security_group': {'name': 'tempest-secgroup-919217481'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:42.662818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.708669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914285d4-5777-4511-80d7-b5d1ba85e34c req-2a7638b0-e0fb-436b-bfb0-b2a11f7b593b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:42.718652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-914285d4-5777-4511-80d7-b5d1ba85e34c req-2a7638b0-e0fb-436b-bfb0-b2a11f7b593b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.3715208 Nov 02 16:32:42.916026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-ae4499e6-14fa-424b-a160-953c5e28bf9e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:42.917574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-ae4499e6-14fa-424b-a160-953c5e28bf9e tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.55 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 945 time: 0.1909485 Nov 02 16:32:42.920142 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:42.934924 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.071101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720cd277-64a5-4b70-99df-63a9c8330f67,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:43.077911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.083790 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a6e11721-517c-4515-8640-79258347acee tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4656777 Nov 02 16:32:43.117029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56880) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:43.128708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1769584474'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:43.141012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307c91b-25f7-459e-9193-699e4c91fdd5 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:43.156877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.206833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Deleting port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:43.207178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.349228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.356997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.359164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ab00a03d-b8bd-42cf-bac0-a75e8c9e79b2 None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:43.359774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab00a03d-b8bd-42cf-bac0-a75e8c9e79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.399533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed260b3b-3fd8-41bc-aa1a-e6e610a764e8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:43.408611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.413203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-147e5f60-82a3-4c66-b3a2-77792bb75761 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2950873 Nov 02 16:32:43.415787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:43.419172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] For port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:43.419749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.426935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1159228762'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:43.448409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ab00a03d-b8bd-42cf-bac0-a75e8c9e79b2 None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:43.452092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Calling delete_port for 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:43.474018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ab00a03d-b8bd-42cf-bac0-a75e8c9e79b2 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:43.475137 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab00a03d-b8bd-42cf-bac0-a75e8c9e79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.477537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.644213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f24fc14-6430-46a9-8e42-3d303ce6fd47 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:43.653082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.656817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] Update dhcp port {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'fixed_ips': [{'subnet_id': 'aeffcd40-dd20-443c-a44d-e579b4002de3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '09c9d709-6e70-4cbe-b985-a4fec652b777'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'ddd5bcfb-fefe-4a03-bff7-74d180429e45'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:32:43.666672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Transition to ACTIVE for port object 2f24fc14-6430-46a9-8e42-3d303ce6fd47 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:32:43.681638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-914285d4-5777-4511-80d7-b5d1ba85e34c req-21412f83-5a0e-45d5-b7a0-0b428fdd20f8 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9456758 Nov 02 16:32:43.688994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.707238 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.720514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.861251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:43.890502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4dd0d947-33d4-46ae-87f4-470e6bbe5b51'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:43.920956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49a9e6-9ffa-408d-9c17-651beaf8c761 req-b9a94dae-a076-4153-8161-039b183edcb5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:43.922927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a49a9e6-9ffa-408d-9c17-651beaf8c761 req-b9a94dae-a076-4153-8161-039b183edcb5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=deb12173-4d83-4632-882f-89727126753e HTTP/1.1" status: 200 len: 945 time: 0.5581203 Nov 02 16:32:43.923852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f24fc14-6430-46a9-8e42-3d303ce6fd47,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:43.946083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c68cebb2-1fba-41c0-9aa1-f53bd65da420'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:43.954419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Pushing event deleted for resources: {'Port': ['ID=4dd0d947-33d4-46ae-87f4-470e6bbe5b51,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:44.134417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a49a9e6-9ffa-408d-9c17-651beaf8c761 req-0c574871-b417-413d-bb83-a218443439d4 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022920 Nov 02 16:32:44.135319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Attempting to bind port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:32:44.135967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Attempting to bind port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:32:44.135967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Attempting to bind port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:44.151449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:32:44.151782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Attempting to bind port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:32:44.180469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdd0aa-decc-44c3-a1e2-7203693812c5 req-93a32d79-2086-48f3-9550-b4667431d66b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:44.185957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] Allocated IP 2001:db8::2 (158545b3-ba26-48e9-a571-0e56fb2981ab/09c9d709-6e70-4cbe-b985-a4fec652b777/ddd5bcfb-fefe-4a03-bff7-74d180429e45) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:44.188752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6bdd0aa-decc-44c3-a1e2-7203693812c5 req-93a32d79-2086-48f3-9550-b4667431d66b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 946 time: 0.3693905 Nov 02 16:32:44.191332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:32:44.191605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:44.192123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:32:44.192556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Bound port: 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:32:44.193047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:44.321108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6bdd0aa-decc-44c3-a1e2-7203693812c5 req-6148113f-10b0-4594-9a69-cef2306efa24 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312485 Nov 02 16:32:44.426315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] For port 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:32:44.430784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] For port 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:32:44.445192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:44.464852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Deleting port 64778df1-a61b-489c-9456-f6208ca554be {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:44.465128 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:44.531524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:44.606194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:44.617189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:44.642943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] For port 64778df1-a61b-489c-9456-f6208ca554be, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=64778df1-a61b-489c-9456-f6208ca554be,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:44.643404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:44.671124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Calling delete_port for 64778df1-a61b-489c-9456-f6208ca554be owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:44.763573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6b7d4-6fb7-4969-8951-7d1d5a414e58 None None] Pushing event updated for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:45.021292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] No DVR routers for this DVR port 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:45.043605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.047897 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f36c5741-bb32-4f93-b1f7-10cec9fe31f7 req-59ad5aba-a349-4361-82dd-bbedc6d3eef1 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.55 "DELETE /v2.0/ports/4dd0d947-33d4-46ae-87f4-470e6bbe5b51 HTTP/1.1" status: 204 len: 173 time: 2.1197953 Nov 02 16:32:45.053978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.054763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f24fc14-6430-46a9-8e42-3d303ce6fd47,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:45.067738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb12173-4d83-4632-882f-89727126753e', 'name': 'network-vif-deleted', 'tag': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:45.084777 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883de21-cea6-4462-85da-da172675612e" -d '{"events": [{"server_uuid": "deb12173-4d83-4632-882f-89727126753e", "name": "network-vif-deleted", "tag": "4dd0d947-33d4-46ae-87f4-470e6bbe5b51"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:45.099988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.117792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.131438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:45.133311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.135875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-0d245390-c46d-4a7a-9a46-b9dea1df60f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f24fc14-6430-46a9-8e42-3d303ce6fd47 HTTP/1.1" status: 200 len: 1091 time: 3.5186963 Nov 02 16:32:45.181344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'tag': '2f24fc14-6430-46a9-8e42-3d303ce6fd47'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:45.184766 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d439f429-1afd-49da-998c-e5be1aa469e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c16941d9-483b-4b46-bff2-2e37d1f5c4d4", "tag": "2f24fc14-6430-46a9-8e42-3d303ce6fd47"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:45.191712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.199059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7822244 Nov 02 16:32:45.203053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56940) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:45.218011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1647572215', 'security_groups': ['74c7e975-cab9-43a8-88fb-0aaba1a32a6e'], 'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09c9d709-6e70-4cbe-b985-a4fec652b777'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:45.364754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=64778df1-a61b-489c-9456-f6208ca554be,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:45.402247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092ef5e-6817-4eb5-b5e0-1803ad7af582 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c7e975-cab9-43a8-88fb-0aaba1a32a6e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:45.403031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:45.584602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:45.616015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:45.616181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.678613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48da417-3ca8-4c33-aa6e-edd311617cd6 req-cc67ba79-53fe-4dee-805c-0c8575b138ab tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:45.682752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a48da417-3ca8-4c33-aa6e-edd311617cd6 req-cc67ba79-53fe-4dee-805c-0c8575b138ab tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 943 time: 1.2503350 Nov 02 16:32:45.817914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57499-c61b-4f9e-b44a-b9e8c0401f4a req-03a2df81-598f-4a9b-b80f-b52cca6c3284 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:45.820266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1b57499-c61b-4f9e-b44a-b9e8c0401f4a req-03a2df81-598f-4a9b-b80f-b52cca6c3284 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.4302590 Nov 02 16:32:45.822737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-b3436d85-b845-4fcd-b976-deca0e5a2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:45.825618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-b3436d85-b845-4fcd-b976-deca0e5a2881 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 1094 time: 0.5867372 Nov 02 16:32:45.836373 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:45.891411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] device_id is not set on port 7ecd3462-2fa9-472e-8262-a0bea017a27c yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:32:46.078093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-d41a1016-18ce-45b0-a9b9-067effbff468 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47 HTTP/1.1" status: 200 len: 217 time: 0.1437724 Nov 02 16:32:46.130850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a48da417-3ca8-4c33-aa6e-edd311617cd6 req-5f16aaa0-a585-422a-a728-faf502bb3ce7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304204 Nov 02 16:32:46.142214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bf62cb5e-1125-4969-a42e-44300a0b53e3 None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:46.142214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf62cb5e-1125-4969-a42e-44300a0b53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:46.203333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bf62cb5e-1125-4969-a42e-44300a0b53e3 None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:46.203543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8::25f (158545b3-ba26-48e9-a571-0e56fb2981ab/09c9d709-6e70-4cbe-b985-a4fec652b777/7ecd3462-2fa9-472e-8262-a0bea017a27c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:46.229454 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184b7c89-c787-4b2e-9d14-a218aacdcd7d x-openstack-request-id: req-184b7c89-c787-4b2e-9d14-a218aacdcd7d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:46.230019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bf62cb5e-1125-4969-a42e-44300a0b53e3 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:46.230890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bf62cb5e-1125-4969-a42e-44300a0b53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:46.233043 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb12173-4d83-4632-882f-89727126753e", "name": "network-vif-deleted", "tag": "4dd0d947-33d4-46ae-87f4-470e6bbe5b51", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:46.234855 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-184b7c89-c787-4b2e-9d14-a218aacdcd7d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:46.235552 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb12173-4d83-4632-882f-89727126753e', 'name': 'network-vif-deleted', 'tag': '4dd0d947-33d4-46ae-87f4-470e6bbe5b51', 'status': 'completed', 'code': 200} Nov 02 16:32:46.263046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1b57499-c61b-4f9e-b44a-b9e8c0401f4a req-dccfb67c-205a-48ad-aeb9-d89f0ba7b6a7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086700 Nov 02 16:32:46.286069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-6091d4e6-5992-460b-b03a-0c514c875a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:46.288923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-6091d4e6-5992-460b-b03a-0c514c875a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.1997263 Nov 02 16:32:46.299969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:46.375883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-f4bc57e6-68e4-4463-b00d-f7fa68f4dad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669553 Nov 02 16:32:46.554100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:46.561497 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a25c88-5eab-4f3b-8ffc-b6437e3dc5a1 x-openstack-request-id: req-88a25c88-5eab-4f3b-8ffc-b6437e3dc5a1 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:46.562122 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16941d9-483b-4b46-bff2-2e37d1f5c4d4", "tag": "2f24fc14-6430-46a9-8e42-3d303ce6fd47", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:46.562914 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88a25c88-5eab-4f3b-8ffc-b6437e3dc5a1 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:46.563968 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'tag': '2f24fc14-6430-46a9-8e42-3d303ce6fd47', 'status': 'completed', 'code': 200} Nov 02 16:32:46.629722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:46.751953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=7ecd3462-2fa9-472e-8262-a0bea017a27c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:46.768005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-e24cb7e0-c379-46b6-8b64-f12d7d8f7331 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995095 Nov 02 16:32:46.773315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:46.777493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:46.793837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:46.816972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:32:46.844988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:46.847461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:46.868221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:46.872391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4dd0d947-33d4-46ae-87f4-470e6bbe5b51 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:46.909935 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7187589c-7a76-42c1-a51e-90cb87b443a0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7035308 Nov 02 16:32:46.913885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56986) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:46.924042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:47.010212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Router 7e2fe164-e02c-4247-beb1-0325047c9d00 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:32:47.023358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93298e-cbc0-4c89-9149-afe965fe49f8 req-e102eafe-a460-49e3-acb8-781b082a37af tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:47.025139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f93298e-cbc0-4c89-9149-afe965fe49f8 req-e102eafe-a460-49e3-acb8-781b082a37af tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1659384 Nov 02 16:32:47.187965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:47.193480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:47.216357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:32:47.224817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-496bc2b3-26d0-44a3-8fa4-c61e47dec9fd admin admin] 10.222.0.31 "PUT /v2.0/routers/7e2fe164-e02c-4247-beb1-0325047c9d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3758326 Nov 02 16:32:47.225868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:47.232042 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] Sync routers for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:32:47.244165 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:47.254495 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:47.263020 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:47.315903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-891e2709-72f2-4921-a796-ba4f087f2f8d None None] Provisioning complete for port 7ecd3462-2fa9-472e-8262-a0bea017a27c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:47.316591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-891e2709-72f2-4921-a796-ba4f087f2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:47.418323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-891e2709-72f2-4921-a796-ba4f087f2f8d None None] Port 7ecd3462-2fa9-472e-8262-a0bea017a27c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:47.469222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f93298e-cbc0-4c89-9149-afe965fe49f8 req-2244a1bb-6467-43a3-9945-5a3bedbf4139 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281704 Nov 02 16:32:47.496735 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09c9d709-6e70-4cbe-b985-a4fec652b777 (CIDR: 2001:db8::/64) Nov 02 16:32:47.517396 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:32:47.518141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:47.562991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5fbf1546-d1be-45f1-9b25-5ab8cde27ca3 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6425819 Nov 02 16:32:47.562991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:47.563286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07601bbb-c267-4f52-b758-ba13330d5d85 req-ece3b7bc-4594-49e4-9d4d-51d445448fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559521 Nov 02 16:32:47.576288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:47.776040 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:32:47.835825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:47.839549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.021683 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet aeffcd40-dd20-443c-a44d-e579b4002de3 (CIDR: 2001:db8:0:1::/64) Nov 02 16:32:48.031803 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:32:48.031803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:48.050480 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:32:44Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:48.075224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6d16af5b-9663-4618-996f-fffe68bc69bc tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5086002 Nov 02 16:32:48.076491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57010) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:48.089454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'subnet': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:48.116641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] Checking router: 7e2fe164-e02c-4247-beb1-0325047c9d00 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:32:48.125723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62bfa3-6095-4c7a-ad00-c80afe6038f9 req-4bc93a35-3cb3-4b91-8394-d0dfc480ade5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:48.130233 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] Routers {'7e2fe164-e02c-4247-beb1-0325047c9d00'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:32:48.131136 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7e2fe164-e02c-4247-beb1-0325047c9d00'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:48.146773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c62bfa3-6095-4c7a-ad00-c80afe6038f9 req-4bc93a35-3cb3-4b91-8394-d0dfc480ade5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 943 time: 0.6926751 Nov 02 16:32:48.187259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2500ba9-f6ca-4ea3-a1e7-8587ad6a4848 req-7d2ab668-b759-4a33-9d87-3deeeeeaf941 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:48.194598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2500ba9-f6ca-4ea3-a1e7-8587ad6a4848 req-7d2ab668-b759-4a33-9d87-3deeeeeaf941 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.5999799 Nov 02 16:32:48.235923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-59992869-cfc1-4654-89ee-47a420a9f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:48.237395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-59992869-cfc1-4654-89ee-47a420a9f753 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 1094 time: 0.5577078 Nov 02 16:32:48.268844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.284224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:48.363672 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] Set router 7e2fe164-e02c-4247-beb1-0325047c9d00 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:32:48.409430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c62bfa3-6095-4c7a-ad00-c80afe6038f9 req-cbd70b92-4e09-4f23-96f6-291009a497f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563474 Nov 02 16:32:48.472244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.518868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Made reservation on behalf of c3b68b5d0d4b4c598f2188503955787b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:48.523476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.583684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2500ba9-f6ca-4ea3-a1e7-8587ad6a4848 req-91945b32-94a4-4f78-8e3f-46943bca8e74 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881159 Nov 02 16:32:48.668308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:48.700837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'mac_address': 'fa:16:3e:2d:b2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:48.707792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-1def96ea-0319-4fc4-b9bb-f4df0ff3979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:48.709362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-1def96ea-0319-4fc4-b9bb-f4df0ff3979c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.4428644 Nov 02 16:32:48.753486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Deleting port d59fc1da-14aa-4430-a196-db23e96e6e83 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:48.753927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.789566 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.833068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efbc16b4-d76f-4546-ae71-9426575a9a62 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:48.841932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-edb9a98a-3620-45f6-99be-bec2065364aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47 HTTP/1.1" status: 200 len: 217 time: 0.0917420 Nov 02 16:32:48.880502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:48.883088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14d30-0147-44c5-931a-d2dbae73d740 req-066cac10-c26c-4e38-a8cd-3eda72a3adc7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:48.886163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:48.886661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77c14d30-0147-44c5-931a-d2dbae73d740 req-066cac10-c26c-4e38-a8cd-3eda72a3adc7 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1704938 Nov 02 16:32:48.984272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:48.993970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] For port d59fc1da-14aa-4430-a196-db23e96e6e83, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d59fc1da-14aa-4430-a196-db23e96e6e83,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:48.994490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:49.000700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-33675a37-cc94-4c43-a5b9-70540bd6c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:49.001108 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:49.002729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-33675a37-cc94-4c43-a5b9-70540bd6c8d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.1522880 Nov 02 16:32:49.020503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['efbc16b4-d76f-4546-ae71-9426575a9a62'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:49.062447 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:32:44Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:49.102967 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a3f7c-c244-4002-b47b-ed5f472c3392 None None] The sync data for ids ['7e2fe164-e02c-4247-beb1-0325047c9d00'] in n-d-811405-2 is: [{'id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'name': 'tempest-ServersTestJSON-1847819-router', 'tenant_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:30:02Z', 'updated_at': '2021-11-02T16:32:44Z', 'revision_number': 5, 'project_id': 'a434b5f7b9184bc9beaa1f477b3afbb3', 'gw_port': {'id': 'd59fc1da-14aa-4430-a196-db23e96e6e83', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2fe164-e02c-4247-beb1-0325047c9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:30:04Z', 'updated_at': '2021-11-02T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:32:49.114765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77c14d30-0147-44c5-931a-d2dbae73d740 req-674b185e-4fd2-4f07-ba5f-d48238e763cf tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891217 Nov 02 16:32:49.116887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-860f4d06-aa48-41d0-9657-87f9d44bf9b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908673 Nov 02 16:32:49.118981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Calling delete_port for d59fc1da-14aa-4430-a196-db23e96e6e83 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:49.128323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Subnet': ['ID=41c77484-4202-4f12-b831-8bd84b76505a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:49.152366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Network 158545b3-ba26-48e9-a571-0e56fb2981ab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:32:49.154258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:49.161463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:49.161936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:49.182749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684d6cb-e77f-4d78-ae47-602934c4a683 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:49.202738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce8fb45c-634a-49f2-aeda-1ed8d3c63a39 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1247888 Nov 02 16:32:49.207163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57046) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:49.221757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1118034359', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41c77484-4202-4f12-b831-8bd84b76505a'}], 'security_groups': ['720cd277-64a5-4b70-99df-63a9c8330f67', 'ed260b3b-3fd8-41bc-aa1a-e6e610a764e8']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:49.373562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-f0cc463a-6cf9-488a-81ce-85ea75b5f98a service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443819 Nov 02 16:32:49.553098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:49.595324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 64778df1-a61b-489c-9456-f6208ca554be no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:49.648355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 64778df1-a61b-489c-9456-f6208ca554be {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:49.648785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 64778df1-a61b-489c-9456-f6208ca554be not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:49.699126 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:49.757806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-cbd1b19c-de83-4f70-abd9-57e0ed664622 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:49.778757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-cbd1b19c-de83-4f70-abd9-57e0ed664622 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.2807095 Nov 02 16:32:49.837849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59fc1da-14aa-4430-a196-db23e96e6e83,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:49.990203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] Update dhcp port {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'fixed_ips': [{'subnet_id': 'aeffcd40-dd20-443c-a44d-e579b4002de3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '09c9d709-6e70-4cbe-b985-a4fec652b777', 'ip_address': '2001:db8::2'}, {'subnet_id': '41c77484-4202-4f12-b831-8bd84b76505a'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'ddd5bcfb-fefe-4a03-bff7-74d180429e45'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:32:50.043635 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.130173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d439f429-1afd-49da-998c-e5be1aa469e3 req-70c5e9c0-9504-4279-93b2-3f7bf1b24f8d service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386148 Nov 02 16:32:50.152731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414bb0-3139-4523-a022-b111c019732f req-9f7917f6-916c-42a6-987e-7d19ebb9b67c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:50.161821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71414bb0-3139-4523-a022-b111c019732f req-9f7917f6-916c-42a6-987e-7d19ebb9b67c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 943 time: 0.4867828 Nov 02 16:32:50.184485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72819dc-77e5-493f-9151-447c3f9a127e req-5c4c545a-3826-4d8e-a5b5-2474511fb636 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:50.194123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f72819dc-77e5-493f-9151-447c3f9a127e req-5c4c545a-3826-4d8e-a5b5-2474511fb636 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.2517722 Nov 02 16:32:50.199009 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.271810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Deleting port c68cebb2-1fba-41c0-9aa1-f53bd65da420 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:50.272155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.324310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:50.398809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port efbc16b4-d76f-4546-ae71-9426575a9a62 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:50.399457 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.477853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f72819dc-77e5-493f-9151-447c3f9a127e req-58f950cd-c461-4b77-b1f1-b0593044d9a1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823644 Nov 02 16:32:50.505202 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.508515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.523728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71414bb0-3139-4523-a022-b111c019732f req-d70df662-43a1-4bbb-bb92-7f9f667ffad4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576484 Nov 02 16:32:50.581295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.625007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:50.627658 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a41423-dc04-4e3a-a67a-b1d7f4889914" -d '{"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:50.631529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.632112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2fe164-e02c-4247-beb1-0325047c9d00 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:32:50.653242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.654733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e4197b3b-ad89-49ad-9357-2a23617e14d3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7e2fe164-e02c-4247-beb1-0325047c9d00 HTTP/1.1" status: 204 len: 168 time: 3.4239390 Nov 02 16:32:50.656991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57110) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:50.681037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] For port c68cebb2-1fba-41c0-9aa1-f53bd65da420, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c68cebb2-1fba-41c0-9aa1-f53bd65da420,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:50.685457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:50.690192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.693351 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.725621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Calling delete_port for c68cebb2-1fba-41c0-9aa1-f53bd65da420 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:50.772393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Delete allocated IP 2001:db8::25f (158545b3-ba26-48e9-a571-0e56fb2981ab/09c9d709-6e70-4cbe-b985-a4fec652b777) {{(pid=102065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 16:32:50.802702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Allocated IP 2001:db8:0:2::3d7 (158545b3-ba26-48e9-a571-0e56fb2981ab/41c77484-4202-4f12-b831-8bd84b76505a/7ecd3462-2fa9-472e-8262-a0bea017a27c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:50.810048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Deleting subnet 76113975-a0d9-4bd2-9537-91d2039cc409 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:50.823245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1dd0e-520f-41a7-be26-65cefa23375c req-401e3695-9c5d-44dc-a3c4-6deccfa65216 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:50.825659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17b1dd0e-520f-41a7-be26-65cefa23375c req-401e3695-9c5d-44dc-a3c4-6deccfa65216 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/ports?device_id=153c2f2c-abb7-4360-9d70-105efe6c3da9 HTTP/1.1" status: 200 len: 945 time: 0.1052034 Nov 02 16:32:50.826138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2f24fc14-6430-46a9-8e42-3d303ce6fd47 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:32:50.826873 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:50.938929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:50.963758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17b1dd0e-520f-41a7-be26-65cefa23375c req-9a47be40-d833-40a4-ab26-7b89d63871a5 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.31 "GET /v2.0/security-groups?id=de08126f-f1aa-40b4-8b6e-59a94b909e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111653 Nov 02 16:32:50.974498 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.060360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:51.085060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '2f24fc14-6430-46a9-8e42-3d303ce6fd47', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': '2f24fc14-6430-46a9-8e42-3d303ce6fd47', 'mac_address': 'fa:16:3e:3c:9d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:32:51.110656 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b98e5b4-a04e-4dfd-8454-9ae10e71282b x-openstack-request-id: req-0b98e5b4-a04e-4dfd-8454-9ae10e71282b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:51.111465 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:51.115778 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b98e5b4-a04e-4dfd-8454-9ae10e71282b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:51.116282 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'code': 200} Nov 02 16:32:51.194044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.207667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.211300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f24fc14-6430-46a9-8e42-3d303ce6fd47 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:32:51.249092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:51.255213 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.351888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d59fc1da-14aa-4430-a196-db23e96e6e83 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:51.407700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.434846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.438103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/76113975-a0d9-4bd2-9537-91d2039cc409 HTTP/1.1" status: 204 len: 168 time: 0.7792501 Nov 02 16:32:51.448629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57136) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:51.463473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d59fc1da-14aa-4430-a196-db23e96e6e83 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:51.463836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d59fc1da-14aa-4430-a196-db23e96e6e83 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:51.477884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea79fd-7bb1-441c-8bb2-5dbbf9971fd2 None None] Network 08240b68-fc23-4551-96d5-ca32b953a4ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:51.493132 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa45d-cb8d-4baf-8816-a2160cf45eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76113975-a0d9-4bd2-9537-91d2039cc409,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:51.607592 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.659709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Pushing event deleted for resources: {'Port': ['ID=c68cebb2-1fba-41c0-9aa1-f53bd65da420,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:51.688698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.693269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=2f24fc14-6430-46a9-8e42-3d303ce6fd47,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:51.717441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['2f24fc14-6430-46a9-8e42-3d303ce6fd47'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:51.721397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c68cebb2-1fba-41c0-9aa1-f53bd65da420'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:32:51.752941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.796758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] No DVR routers for this DVR port c68cebb2-1fba-41c0-9aa1-f53bd65da420 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:51.800226 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.804165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:51.822576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b427bd7d-fc46-4c2e-ae37-b3137da2cc90 req-e25509f1-f748-415c-9383-eedd5bcc4a86 tempest-ListServerFiltersTestJSON-1333494179 tempest-ListServerFiltersTestJSON-1333494179-project] 10.222.0.100 "DELETE /v2.0/ports/c68cebb2-1fba-41c0-9aa1-f53bd65da420 HTTP/1.1" status: 204 len: 173 time: 2.0338895 Nov 02 16:32:51.823099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'name': 'network-vif-deleted', 'tag': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:51.825811 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a31fc-b06e-4712-b277-ae163a9a819d" -d '{"events": [{"server_uuid": "153c2f2c-abb7-4360-9d70-105efe6c3da9", "name": "network-vif-deleted", "tag": "c68cebb2-1fba-41c0-9aa1-f53bd65da420"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:51.853112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Deleting port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:51.853760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.079031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] In _notify_port_updated(), no bound segment for port 7ecd3462-2fa9-472e-8262-a0bea017a27c on network 158545b3-ba26-48e9-a571-0e56fb2981ab {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:32:52.085266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:52.093022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.095612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] For port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,segment=NetworkSegment(9d39b824-ed9b-4800-9e20-90a38eff9ea9),segment_id=9d39b824-ed9b-4800-9e20-90a38eff9ea9)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:52.096032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.103509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "PUT /v2.0/ports/7ecd3462-2fa9-472e-8262-a0bea017a27c HTTP/1.1" status: 200 len: 970 time: 2.8950198 Nov 02 16:32:52.108864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57150) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:52.110348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61b64b-17c4-415f-bf63-a1b46e986411 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event updated for resources: {'Port': ['ID=7ecd3462-2fa9-472e-8262-a0bea017a27c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:52.145397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] Allocated IP 2001:db8:0:2::2 (158545b3-ba26-48e9-a571-0e56fb2981ab/41c77484-4202-4f12-b831-8bd84b76505a/ddd5bcfb-fefe-4a03-bff7-74d180429e45) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:32:52.242535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Calling delete_port for bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:52.436143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port 7ecd3462-2fa9-472e-8262-a0bea017a27c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:52.436816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.556693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.607831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:52.612539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:52.633973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] No DVR routers for this DVR port bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:52.673155 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.702055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.729799 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.756052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08240b68-fc23-4551-96d5-ca32b953a4ef']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:52.765802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d39b824-ed9b-4800-9e20-90a38eff9ea9') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:52.766098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d39b824-ed9b-4800-9e20-90a38eff9ea9') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:52.776131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.790906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.797519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:32:52.798013 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.818845 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.875961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:32:52.879796 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:32:52.887920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.898948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:52.927683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] 10.222.0.31 "DELETE /v2.0/networks/08240b68-fc23-4551-96d5-ca32b953a4ef HTTP/1.1" status: 204 len: 168 time: 1.4355838 Nov 02 16:32:52.933284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for 7ecd3462-2fa9-472e-8262-a0bea017a27c owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:52.954227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d94422-94b1-4424-9a14-e26b3819512b admin admin] Pushing event deleted for resources: {'Network': ['ID=08240b68-fc23-4551-96d5-ca32b953a4ef,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:53.003895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f24e5-96f5-48fe-9e15-ea77d6a817f0 None None] DHCP port deletion for 08240b68-fc23-4551-96d5-ca32b953a4ef request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:32:53.125394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41d5dc-a57f-466f-bdfc-794575c917d6 None None] Pushing event updated for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:53.339598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:53.408177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:53.427553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=7ecd3462-2fa9-472e-8262-a0bea017a27c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:53.512801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:53.518006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-375c7926-9e5f-4db8-8004-194e11fdd0f9 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/7ecd3462-2fa9-472e-8262-a0bea017a27c HTTP/1.1" status: 204 len: 168 time: 1.3992128 Nov 02 16:32:53.521414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57168) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:53.597199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:53.598707 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:53.615301 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d39028-9eac-4655-a2d6-779fe160d40c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] GET failed (client error): The resource could not be found. Nov 02 16:32:53.624325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a3d39028-9eac-4655-a2d6-779fe160d40c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports/7ecd3462-2fa9-472e-8262-a0bea017a27c HTTP/1.1" status: 404 len: 333 time: 0.1017127 Nov 02 16:32:53.627651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57170) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:53.782667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57174) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:53.825785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7cde7d9-1a67-4bd4-aaa4-e42767378af0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:53.897990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7cde7d9-1a67-4bd4-aaa4-e42767378af0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:53.917942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f6d9925c-24e6-45fd-bfd5-6c9665be79fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a434b5f7b9184bc9beaa1f477b3afbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335015 Nov 02 16:32:53.921205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:54.019769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7cde7d9-1a67-4bd4-aaa4-e42767378af0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.026571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:54.029429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7cde7d9-1a67-4bd4-aaa4-e42767378af0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.034164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e7cde7d9-1a67-4bd4-aaa4-e42767378af0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/security-groups/74c7e975-cab9-43a8-88fb-0aaba1a32a6e HTTP/1.1" status: 204 len: 168 time: 0.4027016 Nov 02 16:32:54.034690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57178) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:54.054833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde7d9-1a67-4bd4-aaa4-e42767378af0 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c7e975-cab9-43a8-88fb-0aaba1a32a6e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:54.086109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:54.086643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bd4935bd-671a-4fb7-b2b0-2fd28b7dd5cd not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:54.167351 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3937e24f-66be-4302-b7c6-1bbc8c8a4c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.194475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3937e24f-66be-4302-b7c6-1bbc8c8a4c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.270538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5aa0582e-d5f0-4648-8e31-a5918257d2a5 None None] Could not find standard attr ID for object 7ecd3462-2fa9-472e-8262-a0bea017a27c. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:32:54.289561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5aa0582e-d5f0-4648-8e31-a5918257d2a5 None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:54.290044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aa0582e-d5f0-4648-8e31-a5918257d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.332870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c68cebb2-1fba-41c0-9aa1-f53bd65da420 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:54.338869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60fb9b43-7370-48e4-bd37-7c4ba08f9992 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.394250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60fb9b43-7370-48e4-bd37-7c4ba08f9992 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.408842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3937e24f-66be-4302-b7c6-1bbc8c8a4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.412236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3937e24f-66be-4302-b7c6-1bbc8c8a4c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.416227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: c68cebb2-1fba-41c0-9aa1-f53bd65da420 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:32:54.420879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c68cebb2-1fba-41c0-9aa1-f53bd65da420 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:54.432991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3937e24f-66be-4302-b7c6-1bbc8c8a4c24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42ccc335-e2df-497e-8b3c-9541790b5288 HTTP/1.1" status: 204 len: 168 time: 0.4954484 Nov 02 16:32:54.443478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0582e-d5f0-4648-8e31-a5918257d2a5 None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:54.480091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5aa0582e-d5f0-4648-8e31-a5918257d2a5 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:54.480565 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5aa0582e-d5f0-4648-8e31-a5918257d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.484769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937e24f-66be-4302-b7c6-1bbc8c8a4c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ccc335-e2df-497e-8b3c-9541790b5288,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:54.529903 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60fb9b43-7370-48e4-bd37-7c4ba08f9992 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.546491 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60fb9b43-7370-48e4-bd37-7c4ba08f9992 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.551819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-60fb9b43-7370-48e4-bd37-7c4ba08f9992 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed260b3b-3fd8-41bc-aa1a-e6e610a764e8 HTTP/1.1" status: 204 len: 168 time: 0.5105040 Nov 02 16:32:54.553523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57186) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:54.605276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb9b43-7370-48e4-bd37-7c4ba08f9992 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed260b3b-3fd8-41bc-aa1a-e6e610a764e8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:54.713431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17abfe4a-57f4-4ee3-a4e2-ab3353e64198 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.780857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17abfe4a-57f4-4ee3-a4e2-ab3353e64198 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.782555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7148ed95-c6bf-44f2-8970-9bf5ed021714 None None] Could not find standard attr ID for object 7ecd3462-2fa9-472e-8262-a0bea017a27c. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:32:54.805572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2f24fc14-6430-46a9-8e42-3d303ce6fd47 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:32:54.872143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17abfe4a-57f4-4ee3-a4e2-ab3353e64198 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.875165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17abfe4a-57f4-4ee3-a4e2-ab3353e64198 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:54.880074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17abfe4a-57f4-4ee3-a4e2-ab3353e64198 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/security-groups/720cd277-64a5-4b70-99df-63a9c8330f67 HTTP/1.1" status: 204 len: 168 time: 0.3253787 Nov 02 16:32:54.882868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57190) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:54.913015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abfe4a-57f4-4ee3-a4e2-ab3353e64198 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720cd277-64a5-4b70-99df-63a9c8330f67,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:54.980861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:32:54.995851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:54.997667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.035738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet 09c9d709-6e70-4cbe-b985-a4fec652b777 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:55.045556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.185400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.255678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.315027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:55.316232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f24fc14-6430-46a9-8e42-3d303ce6fd47'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:32:55.319089 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0193b-d1de-407a-a609-a04f68020c73" -d '{"events": [{"server_uuid": "c16941d9-483b-4b46-bff2-2e37d1f5c4d4", "name": "network-vif-plugged", "status": "completed", "tag": "2f24fc14-6430-46a9-8e42-3d303ce6fd47"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:32:55.322862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.423060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=2f24fc14-6430-46a9-8e42-3d303ce6fd47,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:55.519439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.639288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.696327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c44a9-a686-43fc-87c6-c28050b6fd87 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:55.737212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:55.748785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/09c9d709-6e70-4cbe-b985-a4fec652b777 HTTP/1.1" status: 204 len: 168 time: 0.8604884 Nov 02 16:32:55.750710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57208) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:55.753746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fce46-8bc7-42e3-afc8-a31f8b088ae7 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=09c9d709-6e70-4cbe-b985-a4fec652b777,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:55.879759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet 41c77484-4202-4f12-b831-8bd84b76505a {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:55.886514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.008790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.237815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.420051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.516406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=41c77484-4202-4f12-b831-8bd84b76505a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:56.530717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.546671 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da5f0678-69fd-4c2a-a9f8-2488e8d3d42e tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/41c77484-4202-4f12-b831-8bd84b76505a HTTP/1.1" status: 204 len: 168 time: 0.7934022 Nov 02 16:32:56.547367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57224) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:56.600480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57226) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:56.628100 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e410dcc-419d-41e8-9d23-8d81d83c6f73 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:56.640171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e410dcc-419d-41e8-9d23-8d81d83c6f73 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:56.649187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57230) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:56.661050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6e410dcc-419d-41e8-9d23-8d81d83c6f73 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/09c9d709-6e70-4cbe-b985-a4fec652b777 HTTP/1.1" status: 404 len: 337 time: 0.1097999 Nov 02 16:32:56.778474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting subnet aeffcd40-dd20-443c-a44d-e579b4002de3 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:56.790525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.893575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:56.928778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-194298411-network', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:57.077227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:57.079325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.115774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.264241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.332828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017b9aa-ef58-4fd9-99d4-65d2b71f9109 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:57.466976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.522051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d12162e5-6e3e-4351-8795-64de1177498b None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:57.524611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Subnet': ['ID=aeffcd40-dd20-443c-a44d-e579b4002de3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:57.527918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.529456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.534295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-31446846-2542-44fe-bcaa-aee35d33cc35 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/aeffcd40-dd20-443c-a44d-e579b4002de3 HTTP/1.1" status: 204 len: 168 time: 0.8836896 Nov 02 16:32:57.535326 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d12162e5-6e3e-4351-8795-64de1177498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.536626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57248) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:57.576157 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-225662f8-715a-4fd1-9402-a858553c680c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:57.577029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225662f8-715a-4fd1-9402-a858553c680c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:57.581235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-225662f8-715a-4fd1-9402-a858553c680c tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/5acee96e-107d-4d4b-b9aa-901afbbd9aa4 HTTP/1.1" status: 404 len: 337 time: 0.0431566 Nov 02 16:32:57.582203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.584677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57250) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:57.621173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:32:57.634351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a34e97c-906d-4f7b-9aef-2bfc61c534c8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:57.641216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.641672 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Added segment c29aeef9-b257-463e-821c-161ba4b50540 of type vlan for network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab Nov 02 16:32:57.669341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9814b1dd-b24a-454a-be43-dced788c608a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e8717c0-50ba-4786-b8cc-d9f2c661f3bf HTTP/1.1" status: 200 len: 205 time: 0.0830624 Nov 02 16:32:57.669960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:57.707390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.763020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.764726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:57.766887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.774443 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-dd82bfe5-7881-4974-917b-c5ca71afbe9f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] delete failed (client error): The resource could not be found. Nov 02 16:32:57.781204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57258) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:57.784834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dd82bfe5-7881-4974-917b-c5ca71afbe9f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/routers/4e8717c0-50ba-4786-b8cc-d9f2c661f3bf HTTP/1.1" status: 404 len: 336 time: 0.1116424 Nov 02 16:32:57.844521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d12162e5-6e3e-4351-8795-64de1177498b None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:57.889895 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2858403 Nov 02 16:32:57.890198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d12162e5-6e3e-4351-8795-64de1177498b None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:57.890198 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d12162e5-6e3e-4351-8795-64de1177498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:57.890374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:57.897630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Request body: {'subnet': {'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-subnet', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:57.907509 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a53e682-5690-43dc-b57b-f12abac504b6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:57.911119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a53e682-5690-43dc-b57b-f12abac504b6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:57.916412 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a53e682-5690-43dc-b57b-f12abac504b6 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/785ba036-ea0f-451f-a628-f810e44d0b7e HTTP/1.1" status: 404 len: 337 time: 0.1233592 Nov 02 16:32:57.916909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:57.929781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3609a50-5efc-47c8-bc33-d60705f38a13 admin admin] Pushing event updated for resources: {'Network': ['ID=06fcdc05-32d4-4eb9-98dd-92f954dd1dab,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:57.980907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:32:57.981169 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-618facf6-d64c-4a90-a8d6-8dc2b5709f0a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:57.981664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618facf6-d64c-4a90-a8d6-8dc2b5709f0a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:57.993165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-618facf6-d64c-4a90-a8d6-8dc2b5709f0a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/a51a0e8e-7b2a-4a04-b33a-e7cf72412b9d HTTP/1.1" status: 404 len: 337 time: 0.0722766 Nov 02 16:32:57.994450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57264) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.016185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:32:58.019168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.066503 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba2a797-a52b-4b0b-98dc-e27e66911b26 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.066967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba2a797-a52b-4b0b-98dc-e27e66911b26 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.085849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bba2a797-a52b-4b0b-98dc-e27e66911b26 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/d2978776-55d3-4559-8e86-6ef33d977aad HTTP/1.1" status: 404 len: 337 time: 0.0896039 Nov 02 16:32:58.086744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57268) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.135402 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc8ab18-8bd8-4858-ad58-7b392f92d475 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.137139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc8ab18-8bd8-4858-ad58-7b392f92d475 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.142448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fdc8ab18-8bd8-4858-ad58-7b392f92d475 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/a4582d63-8165-4b08-bde9-388898ddd757 HTTP/1.1" status: 404 len: 333 time: 0.0543737 Nov 02 16:32:58.145868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.180765 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4c1dd8-bfb2-46a6-b822-8af44b79294d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.181237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4c1dd8-bfb2-46a6-b822-8af44b79294d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.188289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-db4c1dd8-bfb2-46a6-b822-8af44b79294d tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/a7b0ee53-5ba8-45bc-a741-0591b8d3ce81 HTTP/1.1" status: 404 len: 337 time: 0.0408928 Nov 02 16:32:58.190355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57278) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.227305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604903b-643c-429b-8a41-d1634c1d4941 None None] Update dhcp port {'port': {'network_id': '158545b3-ba26-48e9-a571-0e56fb2981ab', 'fixed_ips': [{'subnet_id': 'aeffcd40-dd20-443c-a44d-e579b4002de3'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'ddd5bcfb-fefe-4a03-bff7-74d180429e45'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:32:58.256414 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-885b1df4-781f-4711-b864-f2dbf4965bf1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.258068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885b1df4-781f-4711-b864-f2dbf4965bf1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.270993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-885b1df4-781f-4711-b864-f2dbf4965bf1 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/9935fa72-52f6-4628-ac9d-53e5ef8c0ba4 HTTP/1.1" status: 404 len: 337 time: 0.0786309 Nov 02 16:32:58.273225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57280) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.289789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57282) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.305708 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f6fb90-68dd-46fc-9788-ad9ef1cbdd86 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.306418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f6fb90-68dd-46fc-9788-ad9ef1cbdd86 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.313336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-42f6fb90-68dd-46fc-9788-ad9ef1cbdd86 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/c7492a9c-9b23-407d-9aa8-1dd3a9b0b851 HTTP/1.1" status: 404 len: 333 time: 0.0390906 Nov 02 16:32:58.313563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57286) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.324563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c604903b-643c-429b-8a41-d1634c1d4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.389263 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f990b42-0101-429d-a339-326febe4a34f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.389626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f990b42-0101-429d-a339-326febe4a34f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.393301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f990b42-0101-429d-a339-326febe4a34f tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/c4ddf541-5a7c-44ab-983f-6d7d6e931132 HTTP/1.1" status: 404 len: 337 time: 0.0753994 Nov 02 16:32:58.396859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57288) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.451458 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2061f0ed-7752-4b7f-ae03-764327a1a988 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] DELETE failed (client error): The resource could not be found. Nov 02 16:32:58.451918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2061f0ed-7752-4b7f-ae03-764327a1a988 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:32:58.465759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2061f0ed-7752-4b7f-ae03-764327a1a988 tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/subnets/cb5c383d-5974-4f65-8b19-27e573072d5d HTTP/1.1" status: 404 len: 337 time: 0.0677972 Nov 02 16:32:58.466466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57290) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:58.598250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c13f8-89d5-4e9c-857d-bbc91430db24 None None] Network 158545b3-ba26-48e9-a571-0e56fb2981ab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:58.605171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port d1cb1c38-c2a7-4804-9bed-e75803671314 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:58.605534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.703985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.731209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for d1cb1c38-c2a7-4804-9bed-e75803671314 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:58.759497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-42e5c604-0f1f-44be-bb6c-cdd297574f83 None None] Provisioning complete for port d1cb1c38-c2a7-4804-9bed-e75803671314 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:58.760033 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e5c604-0f1f-44be-bb6c-cdd297574f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.803848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-42e5c604-0f1f-44be-bb6c-cdd297574f83 None None] Port d1cb1c38-c2a7-4804-9bed-e75803671314 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:32:58.841498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-42e5c604-0f1f-44be-bb6c-cdd297574f83 None None] Provisioning complete for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:32:58.841932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e5c604-0f1f-44be-bb6c-cdd297574f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.881178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:58.959541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] DHCP port deletion for 158545b3-ba26-48e9-a571-0e56fb2981ab request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:32:58.994859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=d1cb1c38-c2a7-4804-9bed-e75803671314,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:59.005379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.014590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-03466427-ba3f-441b-be8e-38f87b6b784a tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/ports/d1cb1c38-c2a7-4804-9bed-e75803671314 HTTP/1.1" status: 204 len: 168 time: 0.5437353 Nov 02 16:32:59.015401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9943ed95-d782-4b7d-9286-31963423375b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.015845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57300) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:59.088201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] Deleting port ddd5bcfb-fefe-4a03-bff7-74d180429e45 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:59.089345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.129137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.156690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.183197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:59.183862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.202309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] Calling delete_port for ddd5bcfb-fefe-4a03-bff7-74d180429e45 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:59.206504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Deleting port ddd5bcfb-fefe-4a03-bff7-74d180429e45 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:32:59.207592 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.226044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3b62f-c0ff-403e-b4e6-3a19d0c799d3 req-6e5af634-4dbf-4f5d-84c2-ea7493af9975 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:59.227645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ec3b62f-c0ff-403e-b4e6-3a19d0c799d3 req-6e5af634-4dbf-4f5d-84c2-ea7493af9975 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 945 time: 0.2205420 Nov 02 16:32:59.250873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcdc0e-fc35-4f5a-a60f-f9da7f4fd4fb req-89025193-a948-46f0-a54f-e2f4fd61d1ca tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:59.259579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69fcdc0e-fc35-4f5a-a60f-f9da7f4fd4fb req-89025193-a948-46f0-a54f-e2f4fd61d1ca tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.2461042 Nov 02 16:32:59.339311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:32:59.346401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] For port ddd5bcfb-fefe-4a03-bff7-74d180429e45, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ddd5bcfb-fefe-4a03-bff7-74d180429e45,segment=NetworkSegment(3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d),segment_id=3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:32:59.347229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.369672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Calling delete_port for ddd5bcfb-fefe-4a03-bff7-74d180429e45 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:32:59.381223 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.412952 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69fcdc0e-fc35-4f5a-a60f-f9da7f4fd4fb req-dc2f9136-824f-4f8d-8611-292cba0febfe tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524053 Nov 02 16:32:59.415196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5761d665-4542-4bfa-9ba3-29832d2a60c0,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:59.440176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] No DVR routers for this DVR port ddd5bcfb-fefe-4a03-bff7-74d180429e45 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:59.442305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abe8d4-68ac-4e94-ba26-0314581f649b None None] Pushing event deleted for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:59.451362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No active binding found for port ddd5bcfb-fefe-4a03-bff7-74d180429e45 {{(pid=102067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 16:32:59.452079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ddd5bcfb-fefe-4a03-bff7-74d180429e45 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:32:59.469678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Checking segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:32:59.471418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Network hostable DHCP agents. Network: 06fcdc05-32d4-4eb9-98dd-92f954dd1dab, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:32:59.498955 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf58ac5-1be3-455d-aea8-a46b609019cf x-openstack-request-id: req-9bf58ac5-1be3-455d-aea8-a46b609019cf {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:59.499256 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153c2f2c-abb7-4360-9d70-105efe6c3da9", "name": "network-vif-deleted", "tag": "c68cebb2-1fba-41c0-9aa1-f53bd65da420", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:59.499799 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bf58ac5-1be3-455d-aea8-a46b609019cf {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:59.499951 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153c2f2c-abb7-4360-9d70-105efe6c3da9', 'name': 'network-vif-deleted', 'tag': 'c68cebb2-1fba-41c0-9aa1-f53bd65da420', 'status': 'completed', 'code': 200} Nov 02 16:32:59.506521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ec3b62f-c0ff-403e-b4e6-3a19d0c799d3 req-96094ccb-070d-410d-9d4d-49186b80fd29 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651293 Nov 02 16:32:59.549568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.555572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57302) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:59.568345 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01337204-6903-4f65-89e8-8dea0f2a115f x-openstack-request-id: req-01337204-6903-4f65-89e8-8dea0f2a115f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:32:59.568634 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16941d9-483b-4b46-bff2-2e37d1f5c4d4", "name": "network-vif-plugged", "status": "completed", "tag": "2f24fc14-6430-46a9-8e42-3d303ce6fd47", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:32:59.568883 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01337204-6903-4f65-89e8-8dea0f2a115f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:32:59.569373 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f24fc14-6430-46a9-8e42-3d303ce6fd47', 'code': 200} Nov 02 16:32:59.579265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:32:59.589289 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9943ed95-d782-4b7d-9286-31963423375b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.597064 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9943ed95-d782-4b7d-9286-31963423375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.603715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 06fcdc05-32d4-4eb9-98dd-92f954dd1dab) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:32:59.616461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684145e3-65dc-4ef7-a99f-b6144db8f28a None None] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:32:59.624653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:59.625635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.634875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Port': ['ID=ddd5bcfb-fefe-4a03-bff7-74d180429e45,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:59.659788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] No DVR routers for this DVR port ddd5bcfb-fefe-4a03-bff7-74d180429e45 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:32:59.757552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9943ed95-d782-4b7d-9286-31963423375b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01433c106d74484990505af19108f328&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4617965 Nov 02 16:32:59.757552 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ed95-d782-4b7d-9286-31963423375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1ec71-30fe-401f-bd2e-2855a8aa5f4c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:32:59.761250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57320) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:59.798960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Deleting subnet a21a6177-9a0b-43af-9dd5-991da2bff891 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:32:59.804715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-33095751-ae89-4b2f-8323-7699d56e5442 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9112291 Nov 02 16:32:59.805662 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.808799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57326) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:32:59.834557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:32:59.857783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19809b1-2278-41da-b03c-405d86b76abc req-26d32d03-3c83-45c6-9add-e007705da126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:59.859832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d19809b1-2278-41da-b03c-405d86b76abc req-26d32d03-3c83-45c6-9add-e007705da126 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 1096 time: 0.1976295 Nov 02 16:32:59.859949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.877453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:32:59.880281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.894806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.896556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c162-aff8-43cf-a6f3-4f715842b73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.897612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158545b3-ba26-48e9-a571-0e56fb2981ab']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:59.909656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ff4e3-2592-4e5e-b4f1-29924cf9efe9 req-4a4f0a49-3da3-429a-b63b-22fe3aadc060 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:32:59.917333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a6ff4e3-2592-4e5e-b4f1-29924cf9efe9 req-4a4f0a49-3da3-429a-b63b-22fe3aadc060 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 949 time: 0.1127965 Nov 02 16:32:59.920232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.921308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.945441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:59.945837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b516b24-aeb4-4fd0-b3ad-0748b97f0b3d') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:32:59.968187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:32:59.983066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d19809b1-2278-41da-b03c-405d86b76abc req-76c07b29-d3a8-491b-a368-c1387ef0ac79 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144052 Nov 02 16:32:59.988197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c162-aff8-43cf-a6f3-4f715842b73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.002751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a6ff4e3-2592-4e5e-b4f1-29924cf9efe9 req-f3dd1bd4-a14e-4b20-8b67-10fbc69d6cc6 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844586 Nov 02 16:33:00.019010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.052696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:00.053081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:00.056235 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:00.059811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c162-aff8-43cf-a6f3-4f715842b73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.065118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c162-aff8-43cf-a6f3-4f715842b73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.067771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9aa0c162-aff8-43cf-a6f3-4f715842b73f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fc1ec71-30fe-401f-bd2e-2855a8aa5f4c HTTP/1.1" status: 204 len: 168 time: 0.2987015 Nov 02 16:33:00.072050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.105933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0c162-aff8-43cf-a6f3-4f715842b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1ec71-30fe-401f-bd2e-2855a8aa5f4c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:00.182511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Allocated IP 172.20.0.2 (06fcdc05-32d4-4eb9-98dd-92f954dd1dab/5761d665-4542-4bfa-9ba3-29832d2a60c0/b1d76b17-0884-4b5a-b2f7-d79a67302c69) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:00.276913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.281546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.356834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.360184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] 10.222.0.31 "DELETE /v2.0/networks/158545b3-ba26-48e9-a571-0e56fb2981ab HTTP/1.1" status: 204 len: 168 time: 1.3433092 Nov 02 16:33:00.375698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879557be-f52d-4c52-9a46-7a1563cbb0da tempest-PortsIpV6TestJSON-972046228 tempest-PortsIpV6TestJSON-972046228-project] Pushing event deleted for resources: {'Network': ['ID=158545b3-ba26-48e9-a571-0e56fb2981ab,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:00.480940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.489425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.523857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.547046 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.605338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:00.613898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:00.624118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:00.630583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57348) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:00.631369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21a6177-9a0b-43af-9dd5-991da2bff891,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:00.659790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5803ef-0b50-46a6-93ed-f34792ee8a1f None None] Network 27fa4102-68d9-44ad-abdd-64c55a313d89 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:00.661470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.671750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0bb78ea-53a7-4f2a-b986-e603330e7dae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a21a6177-9a0b-43af-9dd5-991da2bff891 HTTP/1.1" status: 204 len: 168 time: 1.1076117 Nov 02 16:33:00.677599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:00.763278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58c057e8-ee45-4d51-95a5-6d887f21df1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.920148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2651f1-5e76-4a5e-a2f1-d187c5a9a2bf req-d4a99097-0d5f-4806-b50a-04338755065a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:00.921723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2651f1-5e76-4a5e-a2f1-d187c5a9a2bf req-d4a99097-0d5f-4806-b50a-04338755065a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.3399115 Nov 02 16:33:00.949520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58c057e8-ee45-4d51-95a5-6d887f21df1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:00.972018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58c057e8-ee45-4d51-95a5-6d887f21df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.014000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Attempting to bind port b1d76b17-0884-4b5a-b2f7-d79a67302c69 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:01.014640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Attempting to bind port b1d76b17-0884-4b5a-b2f7-d79a67302c69 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:01.015159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Attempting to bind port b1d76b17-0884-4b5a-b2f7-d79a67302c69 on network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:01.031824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:01.032463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Checking segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:01.033090 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.033585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Bound using segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:01.033965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Bound port: b1d76b17-0884-4b5a-b2f7-d79a67302c69, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:01.034382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.042277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Pushing event updated for resources: {'Port': ['ID=b1d76b17-0884-4b5a-b2f7-d79a67302c69,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:01.091509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57358) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:01.109429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c057e8-ee45-4d51-95a5-6d887f21df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f434dca-89bb-47c1-bd2b-cccaa6dbd625,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:01.116847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-58c057e8-ee45-4d51-95a5-6d887f21df1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4d57eb8f55844aabf0f0ae64330f9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713881 Nov 02 16:33:01.119388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57362) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:01.135032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2651f1-5e76-4a5e-a2f1-d187c5a9a2bf req-451b4f07-fd15-4da7-84d1-1963724824d9 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299987 Nov 02 16:33:01.147730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.231152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea98b1-4b88-4223-b029-3dfccbe034c0 req-e960cdaf-becf-4b51-880e-8520041e3cdf tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:01.241200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faea98b1-4b88-4223-b029-3dfccbe034c0 req-e960cdaf-becf-4b51-880e-8520041e3cdf tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 945 time: 0.4737265 Nov 02 16:33:01.241869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] For port b1d76b17-0884-4b5a-b2f7-d79a67302c69, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:01.246799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] For port b1d76b17-0884-4b5a-b2f7-d79a67302c69, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b1d76b17-0884-4b5a-b2f7-d79a67302c69,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:01.257617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.332418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faea98b1-4b88-4223-b029-3dfccbe034c0 req-01945528-65ab-4317-bcae-afd2c4f16a8a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874624 Nov 02 16:33:01.351164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Deleting port 3f38d79f-53c1-476f-8dc0-c619808df091 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:01.352083 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.405978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f2c71-12f2-4dd8-ad96-ea72247865b3 None None] Pushing event updated for resources: {'Port': ['ID=b1d76b17-0884-4b5a-b2f7-d79a67302c69,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:01.409152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] DHCP port deletion for 27fa4102-68d9-44ad-abdd-64c55a313d89 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:33:01.495942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] For port 3f38d79f-53c1-476f-8dc0-c619808df091, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3f38d79f-53c1-476f-8dc0-c619808df091,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:01.496342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.515199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] Deleting port 3f38d79f-53c1-476f-8dc0-c619808df091 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:01.515602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.521396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Calling delete_port for 3f38d79f-53c1-476f-8dc0-c619808df091 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:01.642379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] For port 3f38d79f-53c1-476f-8dc0-c619808df091, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3f38d79f-53c1-476f-8dc0-c619808df091,segment=NetworkSegment(ca430aa6-cb78-4250-916e-1c6197905155),segment_id=ca430aa6-cb78-4250-916e-1c6197905155)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:01.643613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.644147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.651285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bed5b609-8b19-4149-af58-8253e0772e47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3b68b5d0d4b4c598f2188503955787b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543389 Nov 02 16:33:01.652621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57380) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:01.663679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] Calling delete_port for 3f38d79f-53c1-476f-8dc0-c619808df091 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:01.674160 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.698099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.763928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f38d79f-53c1-476f-8dc0-c619808df091,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:01.811272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62e7cfca-2a51-42a0-a04f-aa9d46b2512d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.820104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] No DVR routers for this DVR port 3f38d79f-53c1-476f-8dc0-c619808df091 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:01.823360 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.861571 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62e7cfca-2a51-42a0-a04f-aa9d46b2512d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:01.864906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] Pushing event deleted for resources: {'Port': ['ID=3f38d79f-53c1-476f-8dc0-c619808df091,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:01.870995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757b0d6-2eb1-407c-bd63-5da5a7fff418 None None] No DVR routers for this DVR port 3f38d79f-53c1-476f-8dc0-c619808df091 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:01.950797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Allocated IP 172.25.7.159 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/2d0f0d24-8c30-4e29-8bd2-4b55649c8213) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:02.014781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7dd90d7-48a6-4420-8368-ce5edf262c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.021613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.027359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62e7cfca-2a51-42a0-a04f-aa9d46b2512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.029949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62e7cfca-2a51-42a0-a04f-aa9d46b2512d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.034520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-62e7cfca-2a51-42a0-a04f-aa9d46b2512d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f434dca-89bb-47c1-bd2b-cccaa6dbd625 HTTP/1.1" status: 204 len: 168 time: 0.9141247 Nov 02 16:33:02.058257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7cfca-2a51-42a0-a04f-aa9d46b2512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f434dca-89bb-47c1-bd2b-cccaa6dbd625,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:02.107443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa4102-68d9-44ad-abdd-64c55a313d89']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:02.113664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.129113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca430aa6-cb78-4250-916e-1c6197905155') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:02.130690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca430aa6-cb78-4250-916e-1c6197905155') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:02.154623 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.161943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.172091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.200797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:02.201395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.249104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:02.266825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:02.280798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:02.291898 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:02.307263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.339337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:02.410352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7dd90d7-48a6-4420-8368-ce5edf262c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.415169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.436023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] 10.222.0.31 "DELETE /v2.0/networks/27fa4102-68d9-44ad-abdd-64c55a313d89 HTTP/1.1" status: 204 len: 168 time: 1.7588961 Nov 02 16:33:02.484179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90437-11f1-4a25-a183-d561495ff68e admin admin] Pushing event deleted for resources: {'Network': ['ID=27fa4102-68d9-44ad-abdd-64c55a313d89,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:02.589017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42838fd3-0ce6-4598-b1a8-f527197ce71b req-0ccf0d4d-a2d4-485e-b7c3-47ba537ade11 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:02.593476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42838fd3-0ce6-4598-b1a8-f527197ce71b req-0ccf0d4d-a2d4-485e-b7c3-47ba537ade11 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.2983828 Nov 02 16:33:02.709015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d970ee4-323d-4f31-b1fd-e4812fb8be2d req-53d9741d-ef00-4eb1-ac8b-6afc0ec8e693 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:02.710750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d970ee4-323d-4f31-b1fd-e4812fb8be2d req-53d9741d-ef00-4eb1-ac8b-6afc0ec8e693 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 945 time: 0.2314677 Nov 02 16:33:02.712484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7dd90d7-48a6-4420-8368-ce5edf262c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.714938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7dd90d7-48a6-4420-8368-ce5edf262c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.716034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d7dd90d7-48a6-4420-8368-ce5edf262c74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8823a35-b754-434e-92b2-66a68c2684e3 HTTP/1.1" status: 204 len: 168 time: 1.0624585 Nov 02 16:33:02.743195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:02.800930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42838fd3-0ce6-4598-b1a8-f527197ce71b req-b0c61f99-76cf-4b4f-8888-60bd963ba4dd tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967373 Nov 02 16:33:02.839529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:02.850150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:02.857017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd90d7-48a6-4420-8368-ce5edf262c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8823a35-b754-434e-92b2-66a68c2684e3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:02.950801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d970ee4-323d-4f31-b1fd-e4812fb8be2d req-694ae285-3713-4987-8c89-d3cf1fdfe028 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877913 Nov 02 16:33:03.005043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e8e130d3-06c8-4550-996a-4c8967cd16a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acd412f68b854400a992b66cc103f912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515882 Nov 02 16:33:03.006508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:03.089892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d88fa8c-ff6b-445f-b999-9157bcc4e0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.096452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.176771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d88fa8c-ff6b-445f-b999-9157bcc4e0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.189258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:03.203466 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0131b-1de5-4f75-8849-3f6e7744f190" -d '{"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-unplugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:03.269536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:03.283201 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.287863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d88fa8c-ff6b-445f-b999-9157bcc4e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.291440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d88fa8c-ff6b-445f-b999-9157bcc4e0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.294620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d88fa8c-ff6b-445f-b999-9157bcc4e0a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de08126f-f1aa-40b4-8b6e-59a94b909e43 HTTP/1.1" status: 204 len: 168 time: 0.2868037 Nov 02 16:33:03.305010 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0bab6-5fb1-4671-b21b-8a082ba3e443 x-openstack-request-id: req-99b0bab6-5fb1-4671-b21b-8a082ba3e443 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:03.305437 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-unplugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:03.305785 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99b0bab6-5fb1-4671-b21b-8a082ba3e443 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:03.306310 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'code': 200} Nov 02 16:33:03.308805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d08da70-651a-4221-b27e-b5349a49d8b9 None None] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:03.310096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88fa8c-ff6b-445f-b999-9157bcc4e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08126f-f1aa-40b4-8b6e-59a94b909e43,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:03.502003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5db48-5ded-4538-918d-06150e64a55e req-d565e1c1-ce6d-447d-a576-89717eda5c12 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:03.509548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01f5db48-5ded-4538-918d-06150e64a55e req-d565e1c1-ce6d-447d-a576-89717eda5c12 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 945 time: 0.1440508 Nov 02 16:33:03.529605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b1d76b17-0884-4b5a-b2f7-d79a67302c69 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:03.545675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.619090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01f5db48-5ded-4538-918d-06150e64a55e req-cec64f5a-4e66-43ae-a4c0-8062c18b37d4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030025 Nov 02 16:33:03.665439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:03.738753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5a3d8f40-1bd1-4228-8dfd-23dd8f464417 None None] Provisioning complete for port b1d76b17-0884-4b5a-b2f7-d79a67302c69 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:03.739373 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f40-1bd1-4228-8dfd-23dd8f464417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.835523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Router 64828248-b362-41d0-9346-2c420242a3e9 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:33:03.895369 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f40-1bd1-4228-8dfd-23dd8f464417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.922033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b1d76b17-0884-4b5a-b2f7-d79a67302c69 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:03.922723 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:03.991206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5a3d8f40-1bd1-4228-8dfd-23dd8f464417 None None] For port b1d76b17-0884-4b5a-b2f7-d79a67302c69, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b1d76b17-0884-4b5a-b2f7-d79a67302c69,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:04.056883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb830e-3a39-429d-a59c-2845c1d2e274 req-f75b839f-41b2-49b6-b215-8d76ed0cb04a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:04.061611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f40-1bd1-4228-8dfd-23dd8f464417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:04.067868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eebb830e-3a39-429d-a59c-2845c1d2e274 req-f75b839f-41b2-49b6-b215-8d76ed0cb04a tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1485689 Nov 02 16:33:04.156093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d8f40-1bd1-4228-8dfd-23dd8f464417 None None] Pushing event updated for resources: {'Port': ['ID=b1d76b17-0884-4b5a-b2f7-d79a67302c69,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:04.160319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:04.179893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eebb830e-3a39-429d-a59c-2845c1d2e274 req-b87169dc-a3bf-477c-9258-6695027126ce tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109700 Nov 02 16:33:04.180350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Sync routers for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:04.183082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3f38d79f-53c1-476f-8dc0-c619808df091 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:04.209996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3f38d79f-53c1-476f-8dc0-c619808df091 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:33:04.210557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3f38d79f-53c1-476f-8dc0-c619808df091 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:33:04.210921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:04.215778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57480) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:04.222506 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79a87cc2-14e0-48e7-8b0b-683d91669b80 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4127157 Nov 02 16:33:04.229420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:04.230325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:04.436474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:33:04.664036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-806fff25-f097-41ca-95e0-952adc982f2d None None] Provisioning complete for port b1d76b17-0884-4b5a-b2f7-d79a67302c69 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:04.664194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-806fff25-f097-41ca-95e0-952adc982f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:04.744795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:02Z', 'revision_number': 3, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:04.775625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Checking router: 64828248-b362-41d0-9346-2c420242a3e9 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:33:04.775987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Updating router 64828248-b362-41d0-9346-2c420242a3e9 port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:33:04.805265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:04.908042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:05.190810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2e94d-ddd3-4f2f-a8b0-d9c423bbcda4 req-f73f8c1a-5415-4d2a-b2f9-75489ee37140 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:05.201083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16d2e94d-ddd3-4f2f-a8b0-d9c423bbcda4 req-f73f8c1a-5415-4d2a-b2f9-75489ee37140 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 945 time: 0.2947142 Nov 02 16:33:05.278805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:05.298866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'mac_address': 'fa:16:3e:64:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:05.377578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.427141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b1d76b17-0884-4b5a-b2f7-d79a67302c69 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:05.434019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1760c36-4f06-43c6-aba6-7b64d86417af {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:05.434525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16d2e94d-ddd3-4f2f-a8b0-d9c423bbcda4 req-58f7f417-765e-4d82-8611-636d327e6a66 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271526 Nov 02 16:33:05.457907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.512977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:05.534258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.594168 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.619495 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.621707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:05.700319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896720a3-2072-4d22-a76c-2cd6e4ae4dfb None None] Pushing event updated for resources: {'Port': ['ID=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:05.726548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b1d76b17-0884-4b5a-b2f7-d79a67302c69 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:05.729319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.733594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['d1760c36-4f06-43c6-aba6-7b64d86417af'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:05.808195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851ecf1-d71d-4efc-91e3-6867b7f4f11f req-ac52ac10-cf9f-45f4-9216-694fc7c11713 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:05.817157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2851ecf1-d71d-4efc-91e3-6867b7f4f11f req-ac52ac10-cf9f-45f4-9216-694fc7c11713 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1143844 Nov 02 16:33:05.857351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Allocated IP 172.20.0.1 (06fcdc05-32d4-4eb9-98dd-92f954dd1dab/5761d665-4542-4bfa-9ba3-29832d2a60c0/cbbae37d-f067-42aa-974e-238116788872) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:05.879440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Attempting to bind port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:05.879707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Attempting to bind port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:05.880086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Attempting to bind port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:05.895051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2851ecf1-d71d-4efc-91e3-6867b7f4f11f req-f8cb7847-6393-46a0-a10d-439c9fe3c063 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 Nov 02 16:33:05.909564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:05.924913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:05.925563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:05.926157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:05.927103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Bound port: 2d0f0d24-8c30-4e29-8bd2-4b55649c8213, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:05.931179 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.056235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57568) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:06.125595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.181554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.249500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:06.253525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:06.263559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:06.283786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57578) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:06.327349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.484333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] For port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:06.530698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] For port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:06.561530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.621783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1938119716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:06.651692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1107463746-network', 'tenant_id': '986b52e0a1b0459990330c70fcf04b29'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:06.713257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.api [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:33:06.713257 n-d-811405-2 neutron-server[102065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:33:06.713257 n-d-811405-2 neutron-server[102065]: [parameters: {'project_id': '986b52e0a1b0459990330c70fcf04b29', 'id': '4ecee341-ce6f-45fd-823e-5c2cfbcf6c90', 'expiration': datetime.datetime(2021, 11, 2, 16, 35, 6, 705426)}] Nov 02 16:33:06.713257 n-d-811405-2 neutron-server[102065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:33:06.714097 n-d-811405-2 neutron-server[102065]: DEBUG oslo_db.api [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:33:06.725432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbae37d-f067-42aa-974e-238116788872,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:06.734394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.739546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.750631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.806829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:06.807488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:32:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:06.816487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.823644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.873164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.879042 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8ead17af-db95-4e1a-a8e7-0675da429eef tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8192115 Nov 02 16:33:06.879379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57590) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:06.898108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2020849861'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:06.956882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:06.962348 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:06.988457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.033011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-eda1f7d7-e5f3-4970-a47a-1b2922582ff7 None None] Provisioning complete for port cbbae37d-f067-42aa-974e-238116788872 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:07.034487 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eda1f7d7-e5f3-4970-a47a-1b2922582ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.036110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896720a3-2072-4d22-a76c-2cd6e4ae4dfb None None] Pushing event updated for resources: {'Port': ['ID=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:07.138583 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.151815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.211939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.248166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:33:07.295960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.326963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbae37d-f067-42aa-974e-238116788872,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:07.332422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.335020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:07.357121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.357553 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Added segment 32fafdc6-4393-4f2d-8203-e071f47d0821 of type vlan for network 3943005d-8175-4acd-88f4-c968296020bc Nov 02 16:33:07.384830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eda1f7d7-e5f3-4970-a47a-1b2922582ff7 None None] Port cbbae37d-f067-42aa-974e-238116788872 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:33:07.411622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.490716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Made reservation on behalf of 986b52e0a1b0459990330c70fcf04b29 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:07.494613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.509461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936e8cf8-61d1-4e41-89f1-ec3ff8ef120a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:07.519124 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.521140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.545912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:07.546603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:07.560105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.560498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.560854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.561275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.563245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.563683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.565692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.567022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.567362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.567750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.568086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.568418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:07.719988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8365588 Nov 02 16:33:07.732577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:07.744741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:05Z', 'revision_number': 1, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:07.748323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'subnet': {'network_id': '3943005d-8175-4acd-88f4-c968296020bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:07.780226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f7592-d104-4eac-a905-fa98bdd8ab4a None None] The sync data for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 is: [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:05Z', 'revision_number': 1, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:07.816732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f20d00-1cb6-4e4a-90f0-a361d5a7b5b4 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Network': ['ID=3943005d-8175-4acd-88f4-c968296020bc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:07.829162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 3943005d-8175-4acd-88f4-c968296020bc details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:08.039596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:08.054902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.076706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-91620978-6b84-49e3-99e5-b3a6996ccc94 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:08.078560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-91620978-6b84-49e3-99e5-b3a6996ccc94 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/ports?device_id=c16941d9-483b-4b46-bff2-2e37d1f5c4d4 HTTP/1.1" status: 200 len: 945 time: 0.2489414 Nov 02 16:33:08.139533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.163484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.193389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:08.201480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:08.286660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54f56d-6c75-49cb-97a8-6b407503571b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:08.328261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:08.353508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.354454 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Added segment 92f47427-eaf9-4367-9dcb-7cf2e4689ae7 of type vlan for network 9beed484-2c6d-4778-8def-feb968d4c888 Nov 02 16:33:08.379852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2db3e7cc-0041-45e7-a371-056e8d7967e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.449708 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.627843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57608) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:08.654920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.656026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:08.656648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.748331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bd1b84fd-99a6-4b08-9e4a-0f92ab74c95e None None] Provisioning complete for port cbbae37d-f067-42aa-974e-238116788872 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:08.756027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd1b84fd-99a6-4b08-9e4a-0f92ab74c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.794226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Router 64828248-b362-41d0-9346-2c420242a3e9 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:33:08.809627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:08.814675 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.890576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6058285 Nov 02 16:33:08.893518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57612) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:08.921754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Request body: {'subnet': {'network_id': '9beed484-2c6d-4778-8def-feb968d4c888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1107463746-subnet', 'tenant_id': '986b52e0a1b0459990330c70fcf04b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:08.929496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:08.948275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:08.963389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce723d3-3715-4ffb-9dcc-1be9a3549502 admin admin] Pushing event updated for resources: {'Network': ['ID=9beed484-2c6d-4778-8def-feb968d4c888,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:09.034989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9beed484-2c6d-4778-8def-feb968d4c888 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:09.050700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af1e7b7-d81b-46a7-8c01-16c9e325cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.087230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Made reservation on behalf of 986b52e0a1b0459990330c70fcf04b29 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:09.089569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.161906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b84fd-99a6-4b08-9e4a-0f92ab74c95e None None] Port cbbae37d-f067-42aa-974e-238116788872 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:33:09.214416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:09.307919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Subnet': ['ID=cd689235-b7aa-4435-bc5d-47f80be8d2d9,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:09.374351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port d1760c36-4f06-43c6-aba6-7b64d86417af triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:09.376307 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.396232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9273dd12-c48b-498f-b2f3-3c17ab8d3022 admin admin] 10.222.0.31 "PUT /v2.0/routers/64828248-b362-41d0-9346-2c420242a3e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1770999 Nov 02 16:33:09.424396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port 2f24fc14-6430-46a9-8e42-3d303ce6fd47, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2f24fc14-6430-46a9-8e42-3d303ce6fd47,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:09.424761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.433166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Checking segment: {'id': '32fafdc6-4393-4f2d-8203-e071f47d0821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3943005d-8175-4acd-88f4-c968296020bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:09.448307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af1e7b7-d81b-46a7-8c01-16c9e325cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.456595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for 2f24fc14-6430-46a9-8e42-3d303ce6fd47 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:09.461081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1af1e7b7-d81b-46a7-8c01-16c9e325cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.469752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network hostable DHCP agents. Network: 3943005d-8175-4acd-88f4-c968296020bc, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:09.534545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e7b7-d81b-46a7-8c01-16c9e325cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc083f-10fd-4ecc-9a1f-130e8afc8646,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:09.599527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1af1e7b7-d81b-46a7-8c01-16c9e325cead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0947fa6497c84ec69c7cda759a5bea46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9694810 Nov 02 16:33:09.602081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57616) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:09.677208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:09.750398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 3943005d-8175-4acd-88f4-c968296020bc is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:09.780157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 3943005d-8175-4acd-88f4-c968296020bc) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:09.819519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:09.820131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.866884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273bef16-b03c-4e5e-80d8-721c30eff408 None None] Network 3943005d-8175-4acd-88f4-c968296020bc requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:09.873827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9fc-6928-44ff-a14d-511dcaa2b01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:09.899633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f8a97a9d-37ec-49a9-ac11-3a95c4ede8d0 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1578724 Nov 02 16:33:09.906497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57622) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:09.918904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'network': {'name': 'tempest-router-network01--720717071'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:10.037315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.093598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.176772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:10.178116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9fc-6928-44ff-a14d-511dcaa2b01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.179539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.185860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea80202-21a7-4783-952f-41db22078a17,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:10.202322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Checking segment: {'id': '92f47427-eaf9-4367-9dcb-7cf2e4689ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:10.202682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Network hostable DHCP agents. Network: 9beed484-2c6d-4778-8def-feb968d4c888, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:10.217164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.253963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Network 9beed484-2c6d-4778-8def-feb968d4c888 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:10.273333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:10.278540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.289463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9beed484-2c6d-4778-8def-feb968d4c888) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:10.293665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:10.294928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.330212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-972f7e95-bbab-4a8f-b6e0-419dad10b63f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4354174 Nov 02 16:33:10.386798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['2f24fc14-6430-46a9-8e42-3d303ce6fd47'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:10.397463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=2f24fc14-6430-46a9-8e42-3d303ce6fd47,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:10.399536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5baa0-74f3-4f0c-9131-9b5e96564373 None None] Network 9beed484-2c6d-4778-8def-feb968d4c888 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:10.526265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port 2f24fc14-6430-46a9-8e42-3d303ce6fd47 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:10.534955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.548842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a94ea77-59fb-4a1f-ba71-7e36b4ea1a8f req-96513c8c-6582-449a-a69a-91f0195db773 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "DELETE /v2.0/ports/2f24fc14-6430-46a9-8e42-3d303ce6fd47 HTTP/1.1" status: 204 len: 173 time: 2.4610186 Nov 02 16:33:10.552225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'name': 'network-vif-deleted', 'tag': '2f24fc14-6430-46a9-8e42-3d303ce6fd47'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:10.554649 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716120d-580e-4ce0-8907-421bdb01f27b" -d '{"events": [{"server_uuid": "c16941d9-483b-4b46-bff2-2e37d1f5c4d4", "name": "network-vif-deleted", "tag": "2f24fc14-6430-46a9-8e42-3d303ce6fd47"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:10.574033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:10.606407 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.606407 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Added segment 6eb492a1-790e-41c4-9633-c1a8d6730fc9 of type vlan for network 649d382b-ccad-4d21-a785-50a2c953e9b3 Nov 02 16:33:10.607299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9fc-6928-44ff-a14d-511dcaa2b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.610028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d60bd9fc-6928-44ff-a14d-511dcaa2b01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.612040 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d60bd9fc-6928-44ff-a14d-511dcaa2b01b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13dc083f-10fd-4ecc-9a1f-130e8afc8646 HTTP/1.1" status: 204 len: 168 time: 1.0086181 Nov 02 16:33:10.716596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:10.721359 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0b889-5e05-44da-ad99-e1b0b453c2d7" -d '{"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:10.752320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:10.777224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bd9fc-6928-44ff-a14d-511dcaa2b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc083f-10fd-4ecc-9a1f-130e8afc8646,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:10.808481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.852822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.899202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:10.932621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.945113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:10.947247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:10.967300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.015971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2d0cf-d416-43fd-95d2-e2500efa4915 None None] Network 9beed484-2c6d-4778-8def-feb968d4c888 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:11.023065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:11.071686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f476df-a575-4630-8513-4f798fab932d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-3943005d-8175-4acd-88f4-c968296020bc', 'network_id': '3943005d-8175-4acd-88f4-c968296020bc', 'tenant_id': 'cbdfb915658441c3be9d27bde9a171cc', 'fixed_ips': [{'subnet_id': 'cd689235-b7aa-4435-bc5d-47f80be8d2d9'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:33:11.072585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-51f476df-a575-4630-8513-4f798fab932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.183113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2713671 Nov 02 16:33:11.184632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57642) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:11.193275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'network': {'name': 'tempest-router-network02--663142910'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:11.193772 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.209642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c51e8-8f37-4cdc-a5ad-65620641c815 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Network': ['ID=649d382b-ccad-4d21-a785-50a2c953e9b3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:11.250511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:11.301170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:11.306471 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.361543 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45a75d3d-f7ea-432b-9bbe-649b92e857ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.363477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:11.386486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.386863 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Added segment ab4c2449-cc06-4510-b30b-bda3596ebb0b of type vlan for network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 Nov 02 16:33:11.481848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57644) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:11.509304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc2b294c-d94a-4483-a029-0f79406f4809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.512054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.610379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.624635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:11.625287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.733987 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Sync routers for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:11.767304 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:11.768945 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:11.797908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:11.821406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc2b294c-d94a-4483-a029-0f79406f4809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.832908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc2b294c-d94a-4483-a029-0f79406f4809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:11.895242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7091048 Nov 02 16:33:11.901599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57646) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:11.956018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'subnet': {'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:11.975467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dc2b294c-d94a-4483-a029-0f79406f4809 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4854bd60402f4c30ba68392ddd89ca20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924610 Nov 02 16:33:11.978852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:11.994733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5b393-28d2-409c-8e81-ce5d3dd35255 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Network': ['ID=6b698dd4-158b-4ed2-9acc-f906cdf1d328,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:12.018259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b294c-d94a-4483-a029-0f79406f4809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93379406-6d41-4183-b906-c7e131b98a69,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:12.060836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:12.067526 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:33:12.154912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:12.159762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.202718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3637b30b-ef08-47c1-9401-a3b4b3566931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.293892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3637b30b-ef08-47c1-9401-a3b4b3566931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.316347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.324180 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:33:12.414206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 2, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:12.444215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3637b30b-ef08-47c1-9401-a3b4b3566931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.449177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3637b30b-ef08-47c1-9401-a3b4b3566931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.457012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3637b30b-ef08-47c1-9401-a3b4b3566931 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93379406-6d41-4183-b906-c7e131b98a69 HTTP/1.1" status: 204 len: 168 time: 0.4717648 Nov 02 16:33:12.481773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637b30b-ef08-47c1-9401-a3b4b3566931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93379406-6d41-4183-b906-c7e131b98a69,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:12.543818 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Checking router: 64828248-b362-41d0-9346-2c420242a3e9 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:33:12.545774 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Updating router 64828248-b362-41d0-9346-2c420242a3e9 port cbbae37d-f067-42aa-974e-238116788872 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:33:12.554285 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.601233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-51f476df-a575-4630-8513-4f798fab932d None None] Allocated IP 2001:db8::2 (3943005d-8175-4acd-88f4-c968296020bc/cd689235-b7aa-4435-bc5d-47f80be8d2d9/4396bd32-9414-4654-8c2c-bfe534215552) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:12.636150 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.749130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.894561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Subnet': ['ID=afa866de-406c-4566-9d48-0c2413f7c978,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:12.900240 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-51f476df-a575-4630-8513-4f798fab932d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.912912 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-51f476df-a575-4630-8513-4f798fab932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:12.916919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Checking segment: {'id': '6eb492a1-790e-41c4-9633-c1a8d6730fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:12.917288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network hostable DHCP agents. Network: 649d382b-ccad-4d21-a785-50a2c953e9b3, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:12.964224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2f24fc14-6430-46a9-8e42-3d303ce6fd47 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:13.022886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f476df-a575-4630-8513-4f798fab932d None None] Network 3943005d-8175-4acd-88f4-c968296020bc is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:13.047337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-51f476df-a575-4630-8513-4f798fab932d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:13.056753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f476df-a575-4630-8513-4f798fab932d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:13.062541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:13.076712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 649d382b-ccad-4d21-a785-50a2c953e9b3) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:13.079585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f476df-a575-4630-8513-4f798fab932d None None] Pushing event updated for resources: {'Port': ['ID=4396bd32-9414-4654-8c2c-bfe534215552,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:13.089060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda6cd53-9e9e-44d2-b2cd-e7a01d46b6b3 None None] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:13.091518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 2f24fc14-6430-46a9-8e42-3d303ce6fd47 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:33:13.091851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2f24fc14-6430-46a9-8e42-3d303ce6fd47 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:33:13.095429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:13.098850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.148541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e37e1f8b-c26d-479c-a7fd-8e31464a861c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1995792 Nov 02 16:33:13.151360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57658) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:13.161557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'subnet': {'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:13.296167 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.308756 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.360655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:13.369303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.426343 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Pushing event updated for resources: {'Port': ['ID=cbbae37d-f067-42aa-974e-238116788872,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:13.467017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:13.478996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-51f476df-a575-4630-8513-4f798fab932d None None] Attempting to bind port 4396bd32-9414-4654-8c2c-bfe534215552 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:13.479509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-51f476df-a575-4630-8513-4f798fab932d None None] Attempting to bind port 4396bd32-9414-4654-8c2c-bfe534215552 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '32fafdc6-4393-4f2d-8203-e071f47d0821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3943005d-8175-4acd-88f4-c968296020bc'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:13.479632 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.480139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f476df-a575-4630-8513-4f798fab932d None None] Attempting to bind port 4396bd32-9414-4654-8c2c-bfe534215552 on network 3943005d-8175-4acd-88f4-c968296020bc {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:13.480648 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.482877 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.483344 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.486633 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.487128 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.487637 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.488093 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.488533 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.488976 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.489426 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.493734 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:13.564688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f476df-a575-4630-8513-4f798fab932d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:13.565439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f476df-a575-4630-8513-4f798fab932d None None] Checking segment: {'id': '32fafdc6-4393-4f2d-8203-e071f47d0821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3943005d-8175-4acd-88f4-c968296020bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:13.566018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-51f476df-a575-4630-8513-4f798fab932d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.566568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f476df-a575-4630-8513-4f798fab932d None None] Bound using segment: {'id': '32fafdc6-4393-4f2d-8203-e071f47d0821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3943005d-8175-4acd-88f4-c968296020bc'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:13.567200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-51f476df-a575-4630-8513-4f798fab932d None None] Bound port: 4396bd32-9414-4654-8c2c-bfe534215552, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fafdc6-4393-4f2d-8203-e071f47d0821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3943005d-8175-4acd-88f4-c968296020bc'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:13.567761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-51f476df-a575-4630-8513-4f798fab932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.679322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-649d382b-ccad-4d21-a785-50a2c953e9b3', 'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3', 'tenant_id': 'cbdfb915658441c3be9d27bde9a171cc', 'fixed_ips': [{'subnet_id': 'afa866de-406c-4566-9d48-0c2413f7c978'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:33:13.680520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.685259 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Attempting to bind port cbbae37d-f067-42aa-974e-238116788872 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:13.685739 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Attempting to bind port cbbae37d-f067-42aa-974e-238116788872 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:13.686237 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Attempting to bind port cbbae37d-f067-42aa-974e-238116788872 on network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:13.698660 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:13.703944 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Checking segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:13.705112 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.705360 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Bound using segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:13.705867 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Bound port: cbbae37d-f067-42aa-974e-238116788872, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:13.706286 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.804338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.893462 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] For port cbbae37d-f067-42aa-974e-238116788872, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:13.898033 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] For port cbbae37d-f067-42aa-974e-238116788872, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cbbae37d-f067-42aa-974e-238116788872,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:13.909103 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:13.999452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:14.008720 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:14.076871 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4ec35e-11fc-4d66-816d-0641477281af x-openstack-request-id: req-7c4ec35e-11fc-4d66-816d-0641477281af {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:14.081964 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16941d9-483b-4b46-bff2-2e37d1f5c4d4", "name": "network-vif-deleted", "tag": "2f24fc14-6430-46a9-8e42-3d303ce6fd47", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:14.082358 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c4ec35e-11fc-4d66-816d-0641477281af {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:14.083940 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16941d9-483b-4b46-bff2-2e37d1f5c4d4', 'name': 'network-vif-deleted', 'tag': '2f24fc14-6430-46a9-8e42-3d303ce6fd47', 'status': 'completed', 'code': 200} Nov 02 16:33:14.112773 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:14.132103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:14.139909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-51f476df-a575-4630-8513-4f798fab932d None None] For port 4396bd32-9414-4654-8c2c-bfe534215552, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:14.156216 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:14.213252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-51f476df-a575-4630-8513-4f798fab932d None None] For port 4396bd32-9414-4654-8c2c-bfe534215552, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4396bd32-9414-4654-8c2c-bfe534215552,segment=NetworkSegment(32fafdc6-4393-4f2d-8203-e071f47d0821),segment_id=32fafdc6-4393-4f2d-8203-e071f47d0821)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:14.230688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Subnet': ['ID=30037cef-827e-4b88-8037-8ad4b904a87c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:14.261191 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-51f476df-a575-4630-8513-4f798fab932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:14.276601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc28eca-0c97-4199-9975-eb4375ac8da2 req-270ef074-ce8d-4ac4-b4fc-ebcbbee9da6f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:14.286437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc28eca-0c97-4199-9975-eb4375ac8da2 req-270ef074-ce8d-4ac4-b4fc-ebcbbee9da6f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.2014642 Nov 02 16:33:14.363904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc28eca-0c97-4199-9975-eb4375ac8da2 req-9b3aed0e-970f-40ba-b9b1-6736a4f5bc4f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713825 Nov 02 16:33:14.375426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ccaa7c90-6896-47ed-94c6-7db6f22c33fb None None] Provisioning complete for port cbbae37d-f067-42aa-974e-238116788872 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:14.378422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7c90-6896-47ed-94c6-7db6f22c33fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:14.398101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Checking segment: {'id': 'ab4c2449-cc06-4510-b30b-bda3596ebb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:14.398513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network hostable DHCP agents. Network: 6b698dd4-158b-4ed2-9acc-f906cdf1d328, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:14.467256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:14.488244 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4ae23-3abd-449a-a0d1-8cb46ef5b3b4 None None] Pushing event updated for resources: {'Port': ['ID=cbbae37d-f067-42aa-974e-238116788872,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:14.492364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 6b698dd4-158b-4ed2-9acc-f906cdf1d328) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:14.507502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:14.509048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:14.522250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:14.546950 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cbc39-333c-44f2-af43-1fc45eecfe97 x-openstack-request-id: req-c81cbc39-333c-44f2-af43-1fc45eecfe97 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:14.549192 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:14.551108 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c81cbc39-333c-44f2-af43-1fc45eecfe97 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:14.551660 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'code': 200} Nov 02 16:33:14.585249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-63a19349-276c-442d-a719-9799cc718caa tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4274607 Nov 02 16:33:14.585909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:14.596387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215786f8-f510-4bf0-abd7-fdc44155437a None None] Network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:14.707250 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:33:14.984169 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:33:15.002076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f476df-a575-4630-8513-4f798fab932d None None] Pushing event updated for resources: {'Port': ['ID=4396bd32-9414-4654-8c2c-bfe534215552,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:15.070364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Allocated IP 2001:db8::2 (649d382b-ccad-4d21-a785-50a2c953e9b3/afa866de-406c-4566-9d48-0c2413f7c978/6fc16be0-56a7-468c-bbe8-4315913eea5b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:15.161251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-7282e7fb-7cdc-4d18-8358-e5ebc541aeb4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:15.168644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-7282e7fb-7cdc-4d18-8358-e5ebc541aeb4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.3460786 Nov 02 16:33:15.276248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-543a9c20-9f3f-45db-96ec-c1abb50839c7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.1060314 Nov 02 16:33:15.328592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57800) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:15.344366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:15.418647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-67353086-2258-4838-a793-79abc8102dc4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1381395 Nov 02 16:33:15.477013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'port_id': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'mac_address': 'fa:16:3e:ed:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c6575-d9f2-45ca-8eb0-0bf8593132c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:15.521140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:15.591637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b51cce8-9556-4179-9c56-aee3da556ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:15.624866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-5d147bfb-0938-48ba-bec7-643cf8f5ebdd tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:15.628933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-5d147bfb-0938-48ba-bec7-643cf8f5ebdd tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/networks?id=9beed484-2c6d-4778-8def-feb968d4c888 HTTP/1.1" status: 200 len: 814 time: 0.6900270 Nov 02 16:33:15.646330 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:13Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:15.671973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-10d86f78-c190-4a1c-afa7-bc6fef1b1292 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/quotas/986b52e0a1b0459990330c70fcf04b29 HTTP/1.1" status: 200 len: 375 time: 0.0318189 Nov 02 16:33:15.683125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-039f600f-3d05-43ab-acd7-342aba1cb184 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635059 Nov 02 16:33:15.759717 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27c371-d9b2-4cd4-afa0-03f17b1e6a7a None None] The sync data for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 is: [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:13Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:15.780799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-0e8eef8f-c9f5-4e8b-b0e0-a0a0f57c3fd2 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986b52e0a1b0459990330c70fcf04b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848360 Nov 02 16:33:15.832805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-6b698dd4-158b-4ed2-9acc-f906cdf1d328', 'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328', 'tenant_id': 'cbdfb915658441c3be9d27bde9a171cc', 'fixed_ips': [{'subnet_id': '30037cef-827e-4b88-8037-8ad4b904a87c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:33:15.836027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:15.911296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-2f2e56e1-105e-4cd9-b2ce-37e0d0dc461d service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240310 Nov 02 16:33:15.911524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b51cce8-9556-4179-9c56-aee3da556ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:15.918057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b51cce8-9556-4179-9c56-aee3da556ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:15.959088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a51123ca-5891-4b73-a414-bd9b44c89bb8 service neutron] 10.222.0.31 "GET /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776516 Nov 02 16:33:16.042253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0b51cce8-9556-4179-9c56-aee3da556ac2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7274c734e8d9449ba8cf93e9fd8fabdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7119646 Nov 02 16:33:16.055188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:16.123733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51cce8-9556-4179-9c56-aee3da556ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb55e770-8823-4844-9eac-af9b573bf375,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:16.213077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4396bd32-9414-4654-8c2c-bfe534215552 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:16.307604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-2869de95-55da-4df0-a345-c5dd8ee610cc service neutron] 10.222.0.31 "GET /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475480 Nov 02 16:33:16.329169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc2ec-4969-43be-b6b9-bd25e2b922c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:16.424662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc2ec-4969-43be-b6b9-bd25e2b922c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:16.546374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc2ec-4969-43be-b6b9-bd25e2b922c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:16.550365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc2ec-4969-43be-b6b9-bd25e2b922c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:16.561142 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf6bc2ec-4969-43be-b6b9-bd25e2b922c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb55e770-8823-4844-9eac-af9b573bf375 HTTP/1.1" status: 204 len: 168 time: 0.5047872 Nov 02 16:33:16.618899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bc2ec-4969-43be-b6b9-bd25e2b922c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb55e770-8823-4844-9eac-af9b573bf375,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:16.671345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:16.681532 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7c90-6896-47ed-94c6-7db6f22c33fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:16.817063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Allocated IP 2001:db8::1 (649d382b-ccad-4d21-a785-50a2c953e9b3/afa866de-406c-4566-9d48-0c2413f7c978/db604ef1-829d-4897-b851-9d4ee51d823b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:16.971485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Allocated IP 2001:db8::2 (6b698dd4-158b-4ed2-9acc-f906cdf1d328/30037cef-827e-4b88-8037-8ad4b904a87c/c4e40264-f6f2-4b78-979a-79fe44fc8b12) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:17.177513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.180781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379848f5-311d-4666-bf58-e574f0749798 None None] Network 3943005d-8175-4acd-88f4-c968296020bc requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:17.331459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.430102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.471715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:17.549300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.555218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e78073dc-6891-45d4-9492-d7ef091b0dda {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:17.571795 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.598302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:17.604683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:17.636091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:17.662939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Port': ['ID=db604ef1-829d-4897-b851-9d4ee51d823b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:17.680631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:17.697072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:17.698188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.733451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.743922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ccaa7c90-6896-47ed-94c6-7db6f22c33fb None None] For port cbbae37d-f067-42aa-974e-238116788872, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cbbae37d-f067-42aa-974e-238116788872,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:17.749223 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.769312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4396bd32-9414-4654-8c2c-bfe534215552 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:17.772829 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.833411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:17.835973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7c90-6896-47ed-94c6-7db6f22c33fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:17.885705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Pushing event updated for resources: {'Port': ['ID=6fc16be0-56a7-468c-bbe8-4315913eea5b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:17.894984 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.004931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.164345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:18.226362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:18.300407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:18.314291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Attempting to bind port 6fc16be0-56a7-468c-bbe8-4315913eea5b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:18.314969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Attempting to bind port 6fc16be0-56a7-468c-bbe8-4315913eea5b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6eb492a1-790e-41c4-9633-c1a8d6730fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:18.315629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Attempting to bind port 6fc16be0-56a7-468c-bbe8-4315913eea5b on network 649d382b-ccad-4d21-a785-50a2c953e9b3 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:18.334410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Pushing event updated for resources: {'Port': ['ID=c4e40264-f6f2-4b78-979a-79fe44fc8b12,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:18.338420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a75cc3eb-b4c3-411f-b9eb-92ad1683b5d9 None None] Provisioning complete for port cbbae37d-f067-42aa-974e-238116788872 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:18.339621 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3eb-b4c3-411f-b9eb-92ad1683b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.405870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:18.406784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Checking segment: {'id': '6eb492a1-790e-41c4-9633-c1a8d6730fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:18.407419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.408590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Bound using segment: {'id': '6eb492a1-790e-41c4-9633-c1a8d6730fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:18.409252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Bound port: 6fc16be0-56a7-468c-bbe8-4315913eea5b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb492a1-790e-41c4-9633-c1a8d6730fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '649d382b-ccad-4d21-a785-50a2c953e9b3'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:18.409787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.616458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.632024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.633366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.708017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Port': ['ID=db604ef1-829d-4897-b851-9d4ee51d823b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:18.722677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa7c90-6896-47ed-94c6-7db6f22c33fb None None] Pushing event updated for resources: {'Port': ['ID=cbbae37d-f067-42aa-974e-238116788872,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:18.860929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Attempting to bind port c4e40264-f6f2-4b78-979a-79fe44fc8b12 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:18.861594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Attempting to bind port c4e40264-f6f2-4b78-979a-79fe44fc8b12 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'ab4c2449-cc06-4510-b30b-bda3596ebb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:18.861811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Attempting to bind port c4e40264-f6f2-4b78-979a-79fe44fc8b12 on network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:18.922688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:18.925291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-278c9584-4800-4332-b2dc-3cb0ee7d9626 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:18.926950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-278c9584-4800-4332-b2dc-3cb0ee7d9626 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.55 "GET /v2.0/networks?id=9beed484-2c6d-4778-8def-feb968d4c888 HTTP/1.1" status: 200 len: 814 time: 0.3200366 Nov 02 16:33:18.927481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Checking segment: {'id': 'ab4c2449-cc06-4510-b30b-bda3596ebb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:18.928372 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.928968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Bound using segment: {'id': 'ab4c2449-cc06-4510-b30b-bda3596ebb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:18.929612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Bound port: c4e40264-f6f2-4b78-979a-79fe44fc8b12, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c2449-cc06-4510-b30b-bda3596ebb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6b698dd4-158b-4ed2-9acc-f906cdf1d328'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:18.930211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:18.931666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:18.939627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:18.943008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Request body: {'port': {'device_id': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888', 'admin_state_up': True, 'tenant_id': '986b52e0a1b0459990330c70fcf04b29'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:19.054935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:19.232158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:19.387376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Made reservation on behalf of 986b52e0a1b0459990330c70fcf04b29 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:19.391361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:19.423906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 4396bd32-9414-4654-8c2c-bfe534215552, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4396bd32-9414-4654-8c2c-bfe534215552,segment=NetworkSegment(32fafdc6-4393-4f2d-8203-e071f47d0821),segment_id=32fafdc6-4393-4f2d-8203-e071f47d0821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:19.442170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:19.442996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cbbae37d-f067-42aa-974e-238116788872 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:19.451648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] For port 6fc16be0-56a7-468c-bbe8-4315913eea5b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:19.603840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] For port 6fc16be0-56a7-468c-bbe8-4315913eea5b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fc16be0-56a7-468c-bbe8-4315913eea5b,segment=NetworkSegment(6eb492a1-790e-41c4-9633-c1a8d6730fc9),segment_id=6eb492a1-790e-41c4-9633-c1a8d6730fc9)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:19.619413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] For port c4e40264-f6f2-4b78-979a-79fe44fc8b12, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:19.636159 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:19.661357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] For port c4e40264-f6f2-4b78-979a-79fe44fc8b12, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4e40264-f6f2-4b78-979a-79fe44fc8b12,segment=NetworkSegment(ab4c2449-cc06-4510-b30b-bda3596ebb0b),segment_id=ab4c2449-cc06-4510-b30b-bda3596ebb0b)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:19.693804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a75cc3eb-b4c3-411f-b9eb-92ad1683b5d9 None None] Provisioning complete for port 4396bd32-9414-4654-8c2c-bfe534215552 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:19.694233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3eb-b4c3-411f-b9eb-92ad1683b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:19.711678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:19.783968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=4396bd32-9414-4654-8c2c-bfe534215552,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:19.841725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Allocated IP 172.20.0.12 (9beed484-2c6d-4778-8def-feb968d4c888/bea80202-21a7-4783-952f-41db22078a17/15130f91-38a8-4430-a6fe-d5bbe7ed6156) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:19.848959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cbbae37d-f067-42aa-974e-238116788872 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:19.849544 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:20.003607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:20.006339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:20.307857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:33:20.311370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a9b6e-f34b-400a-b93a-85b6a04186e7 None None] Pushing event updated for resources: {'Port': ['ID=6fc16be0-56a7-468c-bbe8-4315913eea5b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:20.334800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Router 8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:33:20.358017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:20.384635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-befb2ef4-caf7-4447-b15b-e124f5069839 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:20.389434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-befb2ef4-caf7-4447-b15b-e124f5069839 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 1.2288244 Nov 02 16:33:20.409746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:20.421976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:20.496201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Network 9beed484-2c6d-4778-8def-feb968d4c888 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:20.503888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:20.512670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:20.566989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Pushing event updated for resources: {'Port': ['ID=15130f91-38a8-4430-a6fe-d5bbe7ed6156,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:20.639009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:20.639699 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:20.699694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-a535751b-0c38-4585-85c8-99aad405ec36 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7619858 Nov 02 16:33:20.711769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-72bc8e61-2c56-498e-a996-a32ae8e474df tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:33:20.712777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-72bc8e61-2c56-498e-a996-a32ae8e474df tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068746 Nov 02 16:33:20.737800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f720cd18-e09e-4f02-a68f-2e1ee8aa446b None None] Provisioning complete for port 4396bd32-9414-4654-8c2c-bfe534215552 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:20.740701 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f720cd18-e09e-4f02-a68f-2e1ee8aa446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:20.886844 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:20.910018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188658f-3b7a-42c3-84f3-065ab60f8e68 None None] Pushing event updated for resources: {'Port': ['ID=c4e40264-f6f2-4b78-979a-79fe44fc8b12,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:20.931735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:20.967984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:20.971973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57900) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:20.992382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57904) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:21.003123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] Sync routers for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:21.004822 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-57ec8042-eaf9-4087-b3a6-e8bd1ebaa1fc tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4171720 Nov 02 16:33:21.024260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e78073dc-6891-45d4-9492-d7ef091b0dda {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:21.134427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:21.135174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:21.140076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:21.145113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:21.231782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'port_id': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'mac_address': 'fa:16:3e:ed:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c6575-d9f2-45ca-8eb0-0bf8593132c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:21.272867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Request body: {'port': {'device_id': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:21.286730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:21.303759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4396bd32-9414-4654-8c2c-bfe534215552 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:21.441250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:21.448854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e78073dc-6891-45d4-9492-d7ef091b0dda'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:21.458353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:21.459128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:21.479948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.14 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/fa4f415b-e494-43a1-8577-4ff63d7b9b1a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:21.586093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:21.588007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:21.717028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:21.717653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e083de-7f7b-4ac1-9a57-16a16f28577b None None] The sync data for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:21.736143 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499ca60-e02f-4eee-8dfc-6111ad2b0dd9 None None] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:21.876259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc1162a0-fb67-47fa-be0c-de471f354c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:21.934604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.009243 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.013019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4396bd32-9414-4654-8c2c-bfe534215552 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:22.013541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.015558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.019588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc1162a0-fb67-47fa-be0c-de471f354c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.031629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc1162a0-fb67-47fa-be0c-de471f354c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.050625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:22.103826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.120124 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc1162a0-fb67-47fa-be0c-de471f354c0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=789ef0b070c94c3c9551a198819f52a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1470535 Nov 02 16:33:22.125310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57908) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:22.130573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:22.132453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:22.151826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:22.160452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:22.164173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:22.168443 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b71a7-0a98-464a-a39c-819a061d8117" -d '{"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-unplugged", "status": "completed", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:22.172441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da40ec92-18a9-4180-aa21-01a171f7f998 None None] Network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:22.176005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b9130d42-7d08-4944-8a9b-7544e3871912 None None] Provisioning complete for port 6fc16be0-56a7-468c-bbe8-4315913eea5b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:22.176612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b9130d42-7d08-4944-8a9b-7544e3871912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.184632 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.204564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:22.283414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:22.284044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.300807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43a59238-72b3-4239-a14a-a5b9174b123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.328712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43a59238-72b3-4239-a14a-a5b9174b123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.466284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-dd48529c-ecc1-497b-8af7-1fc1dd3020f3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0443468 Nov 02 16:33:22.466284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43a59238-72b3-4239-a14a-a5b9174b123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.466284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43a59238-72b3-4239-a14a-a5b9174b123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.466284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-43a59238-72b3-4239-a14a-a5b9174b123d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d34ab1fd-c37e-4a4c-914f-057715301074 HTTP/1.1" status: 204 len: 168 time: 0.3288238 Nov 02 16:33:22.480083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Request body: {'port': {'device_id': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:22.497533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a59238-72b3-4239-a14a-a5b9174b123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ab1fd-c37e-4a4c-914f-057715301074,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:22.627018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:22.672470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1162a0-fb67-47fa-be0c-de471f354c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ab1fd-c37e-4a4c-914f-057715301074,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:23.097982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4f415b-e494-43a1-8577-4ff63d7b9b1a {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:23.102200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15130f91-38a8-4430-a6fe-d5bbe7ed6156 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:23.112698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.115670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57922) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:23.144828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08d392ae-980b-442a-a7c5-2626ee2f2329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.145727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.147899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:23.151258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.167253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Transition to ACTIVE for port object 15130f91-38a8-4430-a6fe-d5bbe7ed6156 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:33:23.171493 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-ce1bfb20-2401-412a-b346-84b903205c6e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:33:23.176300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ce1bfb20-2401-412a-b346-84b903205c6e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1827886 Nov 02 16:33:23.176828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57924) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:23.183423 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.190895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Transition to ACTIVE for port object fa4f415b-e494-43a1-8577-4ff63d7b9b1a will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:33:23.208249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.311122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Pushing event updated for resources: {'Port': ['ID=15130f91-38a8-4430-a6fe-d5bbe7ed6156,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:23.366984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:23.460280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b9130d42-7d08-4944-8a9b-7544e3871912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.495128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cbbae37d-f067-42aa-974e-238116788872 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:23.540193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Attempting to bind port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:23.540193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Attempting to bind port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '92f47427-eaf9-4367-9dcb-7cf2e4689ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:23.540966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Attempting to bind port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 on network 9beed484-2c6d-4778-8def-feb968d4c888 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:23.578035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 on network 9beed484-2c6d-4778-8def-feb968d4c888 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:33:23.578417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Attempting to bind port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 on network 9beed484-2c6d-4778-8def-feb968d4c888 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:23.584783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08d392ae-980b-442a-a7c5-2626ee2f2329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.591258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:23.591619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Checking segment: {'id': '92f47427-eaf9-4367-9dcb-7cf2e4689ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:23.592097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Bound using segment: {'id': '92f47427-eaf9-4367-9dcb-7cf2e4689ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:23.592600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Bound port: 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f47427-eaf9-4367-9dcb-7cf2e4689ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:23.593005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.598300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08d392ae-980b-442a-a7c5-2626ee2f2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.615287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Attempting to bind port fa4f415b-e494-43a1-8577-4ff63d7b9b1a on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:23.615776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Attempting to bind port fa4f415b-e494-43a1-8577-4ff63d7b9b1a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:23.616204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Attempting to bind port fa4f415b-e494-43a1-8577-4ff63d7b9b1a on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:23.651611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Port fa4f415b-e494-43a1-8577-4ff63d7b9b1a on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:33:23.652079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Attempting to bind port fa4f415b-e494-43a1-8577-4ff63d7b9b1a on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:23.670347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-08d392ae-980b-442a-a7c5-2626ee2f2329 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf3e7b1db2604c7db8d3e8a7df8a2a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514171 Nov 02 16:33:23.671530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57926) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:23.679231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d392ae-980b-442a-a7c5-2626ee2f2329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d2e76-abd4-42d1-b10c-03312d311cfa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:23.687646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:23.688222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:23.689881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:23.690469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Bound port: fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:23.691991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.700418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cbbae37d-f067-42aa-974e-238116788872 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:23.700799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.707007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] For port 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:23.711399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] For port 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156,segment=NetworkSegment(92f47427-eaf9-4367-9dcb-7cf2e4689ae7),segment_id=92f47427-eaf9-4367-9dcb-7cf2e4689ae7)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:23.723071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.725630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b9130d42-7d08-4944-8a9b-7544e3871912 None None] For port 6fc16be0-56a7-468c-bbe8-4315913eea5b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fc16be0-56a7-468c-bbe8-4315913eea5b,segment=NetworkSegment(6eb492a1-790e-41c4-9633-c1a8d6730fc9),segment_id=6eb492a1-790e-41c4-9633-c1a8d6730fc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:23.759800 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b9130d42-7d08-4944-8a9b-7544e3871912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.771683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.924544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9130d42-7d08-4944-8a9b-7544e3871912 None None] Pushing event updated for resources: {'Port': ['ID=6fc16be0-56a7-468c-bbe8-4315913eea5b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:23.981132 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:23.981683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:23.983566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/15130f91-38a8-4430-a6fe-d5bbe7ed6156 HTTP/1.1" status: 200 len: 1092 time: 3.2557275 Nov 02 16:33:23.985217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'tag': '15130f91-38a8-4430-a6fe-d5bbe7ed6156'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:23.987615 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe06859-e1ab-4138-ae02-61cbde80b258" -d '{"events": [{"name": "network-changed", "server_uuid": "63d8e0b7-b1fe-4b08-8e66-c5e664bb6179", "tag": "15130f91-38a8-4430-a6fe-d5bbe7ed6156"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:24.015983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8911ba6-70d2-49c9-a992-d130a9025915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.026570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f167d79a-5385-4349-894a-dffde43f373d None None] Provisioning complete for port c4e40264-f6f2-4b78-979a-79fe44fc8b12 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:24.027427 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f167d79a-5385-4349-894a-dffde43f373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.035753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:24.038879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410ec2b-b170-4e3e-adba-0219977696c9 service neutron] Pushing event updated for resources: {'Port': ['ID=15130f91-38a8-4430-a6fe-d5bbe7ed6156,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:24.062352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:24.078483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.136240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8911ba6-70d2-49c9-a992-d130a9025915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.198202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:24.198974 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.200652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa4f415b-e494-43a1-8577-4ff63d7b9b1a HTTP/1.1" status: 200 len: 1092 time: 1.7297976 Nov 02 16:33:24.208044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-bf32e316-2511-4dba-b9d6-8516255ebc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:24.209588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-bf32e316-2511-4dba-b9d6-8516255ebc86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=986b52e0a1b0459990330c70fcf04b29&device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 1095 time: 0.1630304 Nov 02 16:33:24.217751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:24.224836 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60950c8c-dcf9-45f2-b513-86204976d25d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:24.254031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f167d79a-5385-4349-894a-dffde43f373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.316235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fc16be0-56a7-468c-bbe8-4315913eea5b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:24.390523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-f5a4c63a-dd14-4245-8387-aa29aa17a53a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156 HTTP/1.1" status: 200 len: 217 time: 0.1299570 Nov 02 16:33:24.392751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041d74-1b52-463c-89f8-cae1ea5ba7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:24.413546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bbbf470c-1b5b-420c-8823-9d3dd2486d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:24.415277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-bbbf470c-1b5b-420c-8823-9d3dd2486d9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 1095 time: 0.1529057 Nov 02 16:33:24.419455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8911ba6-70d2-49c9-a992-d130a9025915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.423404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8911ba6-70d2-49c9-a992-d130a9025915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.424597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f8911ba6-70d2-49c9-a992-d130a9025915 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e3d2e76-abd4-42d1-b10c-03312d311cfa HTTP/1.1" status: 204 len: 168 time: 0.7492256 Nov 02 16:33:24.453075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8911ba6-70d2-49c9-a992-d130a9025915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d2e76-abd4-42d1-b10c-03312d311cfa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:24.496953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-b0632d39-8bfc-4551-824b-18733104dd22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a HTTP/1.1" status: 200 len: 217 time: 0.0586877 Nov 02 16:33:24.510269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-c80ff229-80aa-45f0-ba10-e9ea0011bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:24.511702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-c80ff229-80aa-45f0-ba10-e9ea0011bb58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bea80202-21a7-4783-952f-41db22078a17 HTTP/1.1" status: 200 len: 854 time: 0.1073754 Nov 02 16:33:24.572589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting port db604ef1-829d-4897-b851-9d4ee51d823b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:24.573270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.600177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f167d79a-5385-4349-894a-dffde43f373d None None] For port c4e40264-f6f2-4b78-979a-79fe44fc8b12, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4e40264-f6f2-4b78-979a-79fe44fc8b12,segment=NetworkSegment(ab4c2449-cc06-4510-b30b-bda3596ebb0b),segment_id=ab4c2449-cc06-4510-b30b-bda3596ebb0b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:24.605064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-8096b907-fcac-4f72-abc7-84604d5f1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:24.611073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-8096b907-fcac-4f72-abc7-84604d5f1522 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.1043599 Nov 02 16:33:24.612094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f167d79a-5385-4349-894a-dffde43f373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.616936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 6fc16be0-56a7-468c-bbe8-4315913eea5b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:24.617314 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.620657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-b08ac3fb-0701-4f22-a2e5-e2c7823e93eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9beed484-2c6d-4778-8def-feb968d4c888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933521 Nov 02 16:33:24.666254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-1290d37e-0d18-475c-a389-c5ee42ac4d7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462134 Nov 02 16:33:24.868446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Provisioning complete for port db604ef1-829d-4897-b851-9d4ee51d823b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:24.869041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:24.873305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d79a-5385-4349-894a-dffde43f373d None None] Pushing event updated for resources: {'Port': ['ID=c4e40264-f6f2-4b78-979a-79fe44fc8b12,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:24.937580 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-40c4defe-9598-44dc-bc27-93662340a44f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2598085 Nov 02 16:33:25.055597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:25.092895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Port db604ef1-829d-4897-b851-9d4ee51d823b cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:33:25.105676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-0c00e638-4039-4a75-a438-d2081dadb9df service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178190 Nov 02 16:33:25.123017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-f9c053f3-ee22-42ab-815a-77f3e82d517e service neutron] 10.222.0.55 "GET /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800696 Nov 02 16:33:25.124126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Calling delete_port for db604ef1-829d-4897-b851-9d4ee51d823b owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:25.132740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Provisioning complete for port c4e40264-f6f2-4b78-979a-79fe44fc8b12 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:25.138302 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:25.273116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219c97-9b83-4afc-87b5-9758dc737165 req-824c72a2-4cd4-4cfc-b5af-42cba3d2e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:25.274714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-824c72a2-4cd4-4cfc-b5af-42cba3d2e48f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5210b536da242c9892a3a694225ce0d&device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 1098 time: 0.2992058 Nov 02 16:33:25.389522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c4e40264-f6f2-4b78-979a-79fe44fc8b12 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:25.491054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Provisioning complete for port 6fc16be0-56a7-468c-bbe8-4315913eea5b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:25.495024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf261896-55ba-4599-b20c-e21e74f26139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:25.495440 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1ff23db0-2862-4541-ad8e-d583584dab3c req-651f948f-bfec-4a95-a2d2-5087833344d9 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742247 Nov 02 16:33:25.592447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219c97-9b83-4afc-87b5-9758dc737165 req-75a84895-cd54-4d3a-bc10-1d2bc236fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:25.593869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-75a84895-cd54-4d3a-bc10-1d2bc236fd78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2840815 Nov 02 16:33:25.608620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c4e40264-f6f2-4b78-979a-79fe44fc8b12 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:25.608981 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:25.656181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0438a392-bc04-4797-ba0a-8f9692c5646f req-b68fd0df-f92b-4a32-b563-b550e18efaaf service neutron] 10.222.0.55 "GET /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064969 Nov 02 16:33:25.705565 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-13ac567f-5ce4-4b19-89e5-2b13938391fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c HTTP/1.1" status: 200 len: 217 time: 0.1022301 Nov 02 16:33:25.800312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fc16be0-56a7-468c-bbe8-4315913eea5b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:25.807765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219c97-9b83-4afc-87b5-9758dc737165 req-3f153299-606d-41f2-af85-c5022c135fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:25.809387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-3f153299-606d-41f2-af85-c5022c135fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0891304 Nov 02 16:33:25.819973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:25.882347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8ec26005-95e7-43fe-b065-5695bcb82b91 None None] Could not find standard attr ID for object db604ef1-829d-4897-b851-9d4ee51d823b. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:33:25.889335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Port': ['ID=db604ef1-829d-4897-b851-9d4ee51d823b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:25.909518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 6fc16be0-56a7-468c-bbe8-4315913eea5b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:25.909702 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:25.914685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219c97-9b83-4afc-87b5-9758dc737165 req-3ea134ba-9cd6-47cd-9e58-3167ecfccdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:25.919012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-3ea134ba-9cd6-47cd-9e58-3167ecfccdfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012776 Nov 02 16:33:25.926911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.927652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.927999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.928334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.928670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.928995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.929492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.929612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.929932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.930272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.930593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:25.930904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:26.007879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:26.217907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-a22ba541-aac0-4840-83d7-600ac76af127 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880397 Nov 02 16:33:26.225479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:26.258936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e78073dc-6891-45d4-9492-d7ef091b0dda triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:26.259977 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:26.521810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-da219c97-9b83-4afc-87b5-9758dc737165 req-e5f93a98-78f7-4806-b753-b95a57847342 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981410 Nov 02 16:33:26.581577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:26.625746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Router 8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:33:26.626914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:26.632596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:26.747754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:27.023476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:27.033137 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] Sync routers for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:27.036504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-91add041-c9cb-4fb2-85d1-47ea0d99b501 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8582764 Nov 02 16:33:27.040716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57980) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:27.046532 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:27.047344 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:27.090016 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:27.099539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:27.100426 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:27.110889 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-e3675e4f-5d69-4816-8401-e02ff42321ba tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] delete failed (client error): The resource could not be found. Nov 02 16:33:27.112614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e3675e4f-5d69-4816-8401-e02ff42321ba tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1184782177 HTTP/1.1" status: 404 len: 335 time: 0.0702426 Nov 02 16:33:27.115991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57984) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:27.122188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e0e50e5a-2600-4e3c-bc9d-9b1d3132617e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:27.150677 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:27.151564 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe1b0f-4703-44ca-987c-e294c2bb1185 None None] The sync data for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:27.278775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57988) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:27.443677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0e50e5a-2600-4e3c-bc9d-9b1d3132617e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.461630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-783ee456-d759-49c1-8074-92e46f3fb6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.498906 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-e0e50e5a-2600-4e3c-bc9d-9b1d3132617e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] update failed (client error): The resource could not be found. Nov 02 16:33:27.504440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e0e50e5a-2600-4e3c-bc9d-9b1d3132617e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a HTTP/1.1" status: 404 len: 339 time: 0.3827789 Nov 02 16:33:27.507011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57992) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:27.510570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-31236674'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:27.556188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:27.580396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.602500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-783ee456-d759-49c1-8074-92e46f3fb6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.609172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-783ee456-d759-49c1-8074-92e46f3fb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.632718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:27.650448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.650789 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Added segment bf4d6fdd-002b-46b2-81ab-9094c323f222 of type vlan for network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 Nov 02 16:33:27.658556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-783ee456-d759-49c1-8074-92e46f3fb6d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31e6f15c306f44a087fdd50777107533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786681 Nov 02 16:33:27.660653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ee456-d759-49c1-8074-92e46f3fb6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fac7d-d0e2-451e-bfcd-8736be1bcd87,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:27.661669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57994) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:27.736337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.783630 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-69a5e739-6f71-4d64-9ddb-2d3d3ba33f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.788932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.795086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:27.795789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.894724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-69a5e739-6f71-4d64-9ddb-2d3d3ba33f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.906440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4004037 Nov 02 16:33:27.910156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57996) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:27.915132 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbd38f-df6a-4128-9374-387458717215 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Network': ['ID=686283f3-c7b6-4dd8-9d4a-332a67cef6e8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:27.918263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'subnet': {'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:27.932125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:27.969864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-69a5e739-6f71-4d64-9ddb-2d3d3ba33f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.972687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-69a5e739-6f71-4d64-9ddb-2d3d3ba33f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:27.976275 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-69a5e739-6f71-4d64-9ddb-2d3d3ba33f1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d7fac7d-d0e2-451e-bfcd-8736be1bcd87 HTTP/1.1" status: 204 len: 168 time: 0.3111253 Nov 02 16:33:27.996253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5e739-6f71-4d64-9ddb-2d3d3ba33f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fac7d-d0e2-451e-bfcd-8736be1bcd87,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:28.086950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Made reservation on behalf of cbdfb915658441c3be9d27bde9a171cc for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:28.096565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:28.400949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:28.515651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Subnet': ['ID=7b34dda1-1111-4ed6-b6cb-3dd6054f96fd,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:28.550352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Checking segment: {'id': 'bf4d6fdd-002b-46b2-81ab-9094c323f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:28.551142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network hostable DHCP agents. Network: 686283f3-c7b6-4dd8-9d4a-332a67cef6e8, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:28.580410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:28.599377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 686283f3-c7b6-4dd8-9d4a-332a67cef6e8) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:28.610021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76b659-b76d-4ef4-b9c0-7cea5cbc26e1 None None] Network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:28.634775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:28.635577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:28.683348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58012) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:28.684289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-858ff993-15e4-4b95-9794-6f952bfce22a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7722781 Nov 02 16:33:28.688605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0be6f506-8265-464c-a799-5c101f59bdf9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'router': {'external_gateway_info': {'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:28.919992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-686283f3-c7b6-4dd8-9d4a-332a67cef6e8', 'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8', 'tenant_id': 'cbdfb915658441c3be9d27bde9a171cc', 'fixed_ips': [{'subnet_id': '7b34dda1-1111-4ed6-b6cb-3dd6054f96fd'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:33:28.922265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.067273 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0be6f506-8265-464c-a799-5c101f59bdf9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.084900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 15130f91-38a8-4430-a6fe-d5bbe7ed6156 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:29.274252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Allocated IP 2001:db8:1::2 (686283f3-c7b6-4dd8-9d4a-332a67cef6e8/7b34dda1-1111-4ed6-b6cb-3dd6054f96fd/5ce1ea2a-a31a-4d47-a453-216c4e8da80e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:29.296122 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-0be6f506-8265-464c-a799-5c101f59bdf9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:33:29.298119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:29.301930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0be6f506-8265-464c-a799-5c101f59bdf9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a HTTP/1.1" status: 400 len: 364 time: 0.6175292 Nov 02 16:33:29.321329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156,segment=NetworkSegment(92f47427-eaf9-4367-9dcb-7cf2e4689ae7),segment_id=92f47427-eaf9-4367-9dcb-7cf2e4689ae7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:29.410450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '15130f91-38a8-4430-a6fe-d5bbe7ed6156', 'network_id': '9beed484-2c6d-4778-8def-feb968d4c888', 'port_id': '15130f91-38a8-4430-a6fe-d5bbe7ed6156', 'mac_address': 'fa:16:3e:7d:c7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea80202-21a7-4783-952f-41db22078a17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:29.489950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.553590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15130f91-38a8-4430-a6fe-d5bbe7ed6156 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:29.626633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156,segment=NetworkSegment(92f47427-eaf9-4367-9dcb-7cf2e4689ae7),segment_id=92f47427-eaf9-4367-9dcb-7cf2e4689ae7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:29.640293 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.640582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fa4f415b-e494-43a1-8577-4ff63d7b9b1a details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:29.685139 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.699424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.784220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:29.791019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:29.804853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:29.808718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=15130f91-38a8-4430-a6fe-d5bbe7ed6156,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:29.823046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.823670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.824142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.824633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.825219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.825556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.826018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.826471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.826791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.827114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.827437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.827758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:33:29.882553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Pushing event updated for resources: {'Port': ['ID=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:29.900011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:29.997516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:30.011811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'mac_address': 'fa:16:3e:5a:5f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:30.099003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Attempting to bind port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:30.099613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Attempting to bind port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'bf4d6fdd-002b-46b2-81ab-9094c323f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:30.099815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Attempting to bind port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e on network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:30.110404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:30.110789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Checking segment: {'id': 'bf4d6fdd-002b-46b2-81ab-9094c323f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:30.111398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.111790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Bound using segment: {'id': 'bf4d6fdd-002b-46b2-81ab-9094c323f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:30.112274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Bound port: 5ce1ea2a-a31a-4d47-a453-216c4e8da80e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4d6fdd-002b-46b2-81ab-9094c323f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '686283f3-c7b6-4dd8-9d4a-332a67cef6e8'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:30.112790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.171984 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.262178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4f415b-e494-43a1-8577-4ff63d7b9b1a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:30.318418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] For port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:30.323785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] For port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,segment=NetworkSegment(bf4d6fdd-002b-46b2-81ab-9094c323f222),segment_id=bf4d6fdd-002b-46b2-81ab-9094c323f222)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:30.326275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:30.330513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.350838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.414277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Allocated IP 2001:db8::1 (3943005d-8175-4acd-88f4-c968296020bc/cd689235-b7aa-4435-bc5d-47f80be8d2d9/9e405f40-824e-47f2-9eb8-21efcd4fb0e3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:30.452137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511cbed-c66c-4c76-bab9-62a0987df6ab None None] Pushing event updated for resources: {'Port': ['ID=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:30.479050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58044) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:30.597847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:30.623161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['15130f91-38a8-4430-a6fe-d5bbe7ed6156'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:30.626698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['fa4f415b-e494-43a1-8577-4ff63d7b9b1a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:30.753421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.786401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1954579073', 'router:external': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:30.825254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Made reservation on behalf of 8e4fb87f89bf4cb18b13d0a387f22784 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:30.828753 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.859803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.863231 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:30.961504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Port': ['ID=9e405f40-824e-47f2-9eb8-21efcd4fb0e3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:30.994756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 3943005d-8175-4acd-88f4-c968296020bc is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:30.997224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:30.998420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.004698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.008613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:31.009398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.039170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:31.050268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e5b3b-ac9f-4770-b6d1-72cff4181326,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:31.057372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.057723 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Added segment 150258f0-79db-4a00-864f-62333899f280 of type vlan for network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 Nov 02 16:33:31.119332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.202545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.203595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:31.205359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.278176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Network': ['ID=4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:31.290682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:31.333470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.334439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d3b137e7-330a-4e87-8ffc-0f3b24cb9119 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8523724 Nov 02 16:33:31.336989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58060) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:31.350485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'subnet': {'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:31.363917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5ce1ea2a-a31a-4d47-a453-216c4e8da80e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:31.400707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Made reservation on behalf of 8e4fb87f89bf4cb18b13d0a387f22784 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:31.403944 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.507482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:31.507863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.554680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c6122930-1326-4504-a035-7063bc1a36c3 None None] Provisioning complete for port 9e405f40-824e-47f2-9eb8-21efcd4fb0e3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:31.555399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6122930-1326-4504-a035-7063bc1a36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.811399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c6122930-1326-4504-a035-7063bc1a36c3 None None] Port 9e405f40-824e-47f2-9eb8-21efcd4fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:33:31.887408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.893024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02924d19-3611-401f-85c0-c9eac92af9d6 None None] Network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:31.981403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.991948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:31.992595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:32.029429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b1a8e554-5f60-4f36-9f33-2a1bc3a9ad81 None None] Provisioning complete for port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:32.029807 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e554-5f60-4f36-9f33-2a1bc3a9ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:32.067088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,segment=NetworkSegment(bf4d6fdd-002b-46b2-81ab-9094c323f222),segment_id=bf4d6fdd-002b-46b2-81ab-9094c323f222)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:32.092491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:32.197893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event updated for resources: {'Port': ['ID=9e405f40-824e-47f2-9eb8-21efcd4fb0e3,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:32.208498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:32.268780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:33:32.269248 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:32.321578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e640c59-5791-42bb-9a83-768622fbebf8 req-7e13540a-a540-4604-afab-a3ae4d95a76b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:32.324014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e640c59-5791-42bb-9a83-768622fbebf8 req-7e13540a-a540-4604-afab-a3ae4d95a76b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.0786433 Nov 02 16:33:32.339638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Network 3943005d-8175-4acd-88f4-c968296020bc is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:32.362734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c42b8c5-180b-4c84-a165-ca439da84e33,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:32.368421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:32.415894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e640c59-5791-42bb-9a83-768622fbebf8 req-4cb4380e-0003-420c-a148-d24f4c2f01ef tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809200 Nov 02 16:33:32.429923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe40b8-a9cb-44d3-85de-13f1e7697ff5 req-f53f4257-c12e-44dd-ac79-d1c79023ac51 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:32.431505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ecfe40b8-a9cb-44d3-85de-13f1e7697ff5 req-f53f4257-c12e-44dd-ac79-d1c79023ac51 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 945 time: 0.1064329 Nov 02 16:33:32.483540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ecfe40b8-a9cb-44d3-85de-13f1e7697ff5 req-9767dad4-49ed-4c05-8037-b7011e98b0d6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Nov 02 16:33:32.498394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Router 8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:33:32.538987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Checking segment: {'id': '150258f0-79db-4a00-864f-62333899f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:32.539355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network hostable DHCP agents. Network: 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:32.652985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:32.661287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472c0a0-2446-4cea-af82-b6a315b11555 req-45213df5-160a-40b1-820d-a2e86bfb0d1f tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:32.662892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e472c0a0-2446-4cea-af82-b6a315b11555 req-45213df5-160a-40b1-820d-a2e86bfb0d1f tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 945 time: 0.1344302 Nov 02 16:33:32.665359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e15ec19b-2c5a-4944-a547-16a81c51644d None None] Provisioning complete for port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:32.665860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e15ec19b-2c5a-4944-a547-16a81c51644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:32.686878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:32.689544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:32.701137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:32.701733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:32.711171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] Sync routers for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:32.716430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc9ae2-fcc4-4c23-bed7-8af3a8c7d08f None None] Network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:32.735569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f21749d5-cc7a-434e-b618-89c8f2df380a tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4345043 Nov 02 16:33:32.736292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58108) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:32.736828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e472c0a0-2446-4cea-af82-b6a315b11555 req-0a180c47-e2a6-4f38-923e-136c463d5928 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643017 Nov 02 16:33:32.786880 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1952e230-854d-4c0f-9e4a-1e39510df1d2 x-openstack-request-id: req-1952e230-854d-4c0f-9e4a-1e39510df1d2 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:32.788572 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d8e0b7-b1fe-4b08-8e66-c5e664bb6179", "tag": "15130f91-38a8-4430-a6fe-d5bbe7ed6156", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:32.788974 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1952e230-854d-4c0f-9e4a-1e39510df1d2 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:32.794837 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'tag': '15130f91-38a8-4430-a6fe-d5bbe7ed6156', 'status': 'completed', 'code': 200} Nov 02 16:33:32.858186 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa5b5b7-4295-4d0d-ab26-f3b22fe7ca42 x-openstack-request-id: req-caa5b5b7-4295-4d0d-ab26-f3b22fe7ca42 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:32.858573 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-unplugged", "status": "completed", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:32.859179 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caa5b5b7-4295-4d0d-ab26-f3b22fe7ca42 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:32.859586 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'code': 200} Nov 02 16:33:32.878397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:32.879156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:32.938260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:33.026862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950c8c-dcf9-45f2-b513-86204976d25d req-db13b6b3-956a-45e0-b99d-cab556256b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.029046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-db13b6b3-956a-45e0-b99d-cab556256b5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 1096 time: 0.0768209 Nov 02 16:33:33.076742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:33.077721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:33.181004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 15130f91-38a8-4430-a6fe-d5bbe7ed6156 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:33.185327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:33.186317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1794-504e-44be-97f8-ce33a7514675 None None] The sync data for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:33.292390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5ce1ea2a-a31a-4d47-a453-216c4e8da80e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:33.298573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d5151-c239-47b5-ad04-88668a57cbd7 req-130b908f-0ece-4b07-8ad2-b93867402177 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.301883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-349d5151-c239-47b5-ad04-88668a57cbd7 req-130b908f-0ece-4b07-8ad2-b93867402177 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 950 time: 0.1511583 Nov 02 16:33:33.307291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950c8c-dcf9-45f2-b513-86204976d25d req-6dee9f75-d44e-4a0e-a1ff-30ac731e5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.309522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-6dee9f75-d44e-4a0e-a1ff-30ac731e5b76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.2722275 Nov 02 16:33:33.335171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5606455-3ac4-4e23-8da6-815ad710aaf2 None None] Network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:33.391715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-7db5ae95-d697-4478-8c25-daf672e65fd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a HTTP/1.1" status: 200 len: 217 time: 0.0677855 Nov 02 16:33:33.425637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5bb4ce21-9d59-4f48-9124-ef11ee98d96f None None] Provisioning complete for port 9e405f40-824e-47f2-9eb8-21efcd4fb0e3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:33.425934 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ce21-9d59-4f48-9124-ef11ee98d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.446720 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0409cada-c72a-4ead-9cd6-0e86514f4058 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1085835 Nov 02 16:33:33.456684 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a16b5b-29ac-4a05-88b8-338803af7c29 x-openstack-request-id: req-72a16b5b-29ac-4a05-88b8-338803af7c29 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:33.456912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-349d5151-c239-47b5-ad04-88668a57cbd7 req-3a99f214-9c32-494d-a997-9a82fa8c8451 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455994 Nov 02 16:33:33.457096 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:33.457411 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a16b5b-29ac-4a05-88b8-338803af7c29 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:33.457625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:33.457951 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'status': 'completed', 'code': 200} Nov 02 16:33:33.460645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12d4d1d8-03f1-4f56-8d9b-5e74d8fb0952 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.470955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-832414497', 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:33.505392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4ce21-9d59-4f48-9124-ef11ee98d96f None None] Port 9e405f40-824e-47f2-9eb8-21efcd4fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:33:33.530427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:33:33.542649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:33.543352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.600607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-a9cb0182-16d1-4cbc-99a0-3e7374ec2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.602500 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-a9cb0182-16d1-4cbc-99a0-3e7374ec2683 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=986b52e0a1b0459990330c70fcf04b29&device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 1096 time: 0.1546440 Nov 02 16:33:33.603394 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-12d4d1d8-03f1-4f56-8d9b-5e74d8fb0952 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 16:33:33.607735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-12d4d1d8-03f1-4f56-8d9b-5e74d8fb0952 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a HTTP/1.1" status: 409 len: 329 time: 0.8500996 Nov 02 16:33:33.607890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950c8c-dcf9-45f2-b513-86204976d25d req-9adf6e67-6887-4392-93fe-9bb3e216cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.607890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-9adf6e67-6887-4392-93fe-9bb3e216cfae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.2066686 Nov 02 16:33:33.608114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:33.608200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:33.608391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.643763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Made reservation on behalf of 8e4fb87f89bf4cb18b13d0a387f22784 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:33.646238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.678764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-daa409ae-ee34-41af-8b29-b89ed702c638 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604939 Nov 02 16:33:33.740639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaff69-13fb-4543-b766-33e45793130b req-89c6580b-fb5f-4a17-9249-87ffa3f1cd71 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.748284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cbaff69-13fb-4543-b766-33e45793130b req-89c6580b-fb5f-4a17-9249-87ffa3f1cd71 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.2092733 Nov 02 16:33:33.804630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-c22f4216-16ce-4ac7-a146-4ca5e41539cd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.811671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-c22f4216-16ce-4ac7-a146-4ca5e41539cd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.3946400 Nov 02 16:33:33.814932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] device_id is not set on port b135a14b-8d6b-4a0f-8b64-616817312d27 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:33:33.914056 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.915297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-dd7c718d-77d6-4800-a17e-c7c697715994 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/quotas/02b5ca7cfa8446d7b3015407a7889420 HTTP/1.1" status: 200 len: 375 time: 0.1020410 Nov 02 16:33:33.920252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-ee5cb503-8bbf-49a4-9d76-501456f0a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:33.921792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-ee5cb503-8bbf-49a4-9d76-501456f0a81f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9beed484-2c6d-4778-8def-feb968d4c888 HTTP/1.1" status: 200 len: 915 time: 0.2675543 Nov 02 16:33:33.973754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156,segment=NetworkSegment(92f47427-eaf9-4367-9dcb-7cf2e4689ae7),segment_id=92f47427-eaf9-4367-9dcb-7cf2e4689ae7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:33.984239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cbaff69-13fb-4543-b766-33e45793130b req-e357d671-e37a-4284-a2ad-74bcff422f66 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309105 Nov 02 16:33:33.987750 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:33.988617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fa4f415b-e494-43a1-8577-4ff63d7b9b1a up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:34.010234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-0545a68e-be57-4db6-843b-71a7bfe0c15e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156 HTTP/1.1" status: 200 len: 217 time: 0.0784490 Nov 02 16:33:34.030808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-5eaf6f9b-5ed0-4720-8f72-6272f17da1f7 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360443 Nov 02 16:33:34.111184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=15130f91-38a8-4430-a6fe-d5bbe7ed6156,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:34.170470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port fa4f415b-e494-43a1-8577-4ff63d7b9b1a completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:33:34.192762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port fa4f415b-e494-43a1-8577-4ff63d7b9b1a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:34.193163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.195470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-dec26841-5198-4f1b-8298-7b43ea8bd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:34.197208 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-dec26841-5198-4f1b-8298-7b43ea8bd4ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bea80202-21a7-4783-952f-41db22078a17 HTTP/1.1" status: 200 len: 854 time: 0.1763260 Nov 02 16:33:34.226672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-08f3f61a-a613-4324-8b60-a27deb5d5f70 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3109477 Nov 02 16:33:34.273540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-358f7aeb-3376-47e3-b290-9a3dbf5e9081 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9beed484-2c6d-4778-8def-feb968d4c888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674891 Nov 02 16:33:34.343511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Allocated IP 2001:db8::e7 (4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08/1c42b8c5-180b-4c84-a165-ca439da84e33/b135a14b-8d6b-4a0f-8b64-616817312d27) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:34.355041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60950c8c-dcf9-45f2-b513-86204976d25d req-7da82bcf-9421-4a1e-a0cb-f05cbd280ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646770 Nov 02 16:33:34.374327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.417423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.474206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:34.481744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.486630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-41e91a29-dbe8-44a1-a337-5b50538ea3bd service neutron] 10.222.0.55 "GET /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810040 Nov 02 16:33:34.565806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:34.581165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-ec955c97-560b-4f13-844e-8f9b3b104483 service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387487 Nov 02 16:33:34.666431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fe06859-e1ab-4138-ae02-61cbde80b258 req-d209a821-0945-4b36-9bc7-c44575203255 service neutron] 10.222.0.55 "GET /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714923 Nov 02 16:33:34.718896 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.741124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfb9a5-2aff-4ebd-aa1e-4aac67839a65 req-f50789c3-f042-45ef-bfcd-83fa6824187d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:34.742874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75bfb9a5-2aff-4ebd-aa1e-4aac67839a65 req-f50789c3-f042-45ef-bfcd-83fa6824187d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1590824 Nov 02 16:33:34.782647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-ec93cf3e-e4e2-42d3-9eba-c7154b6aab13 service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873577 Nov 02 16:33:34.814979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75bfb9a5-2aff-4ebd-aa1e-4aac67839a65 req-045ee64c-3088-4b38-9650-8d8f4ec4cf2c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562646 Nov 02 16:33:34.816981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.858889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:34.861286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda'}, {'server_uuid': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15130f91-38a8-4430-a6fe-d5bbe7ed6156'}, {'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:34.861532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting port 9e405f40-824e-47f2-9eb8-21efcd4fb0e3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:34.861884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.863463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:34.865298 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63689fe-3654-4f65-b62e-0432b5dbb51c" -d '{"events": [{"server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "name": "network-vif-plugged", "status": "completed", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda"}, {"server_uuid": "63d8e0b7-b1fe-4b08-8e66-c5e664bb6179", "name": "network-vif-plugged", "status": "completed", "tag": "15130f91-38a8-4430-a6fe-d5bbe7ed6156"}, {"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:34.870563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:34.871789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:34.872234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:34.875733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Port': ['ID=b135a14b-8d6b-4a0f-8b64-616817312d27,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:34.894263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-493a6761-9bab-451b-822a-3374f737a370 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4275572 Nov 02 16:33:34.897164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:35.032655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:35.062184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Calling delete_port for 9e405f40-824e-47f2-9eb8-21efcd4fb0e3 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:35.203785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46217638-83f0-46dd-8a4b-554d26833aac req-5fad9544-96c1-4986-881d-f73f1ca46e61 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:35.205792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46217638-83f0-46dd-8a4b-554d26833aac req-5fad9544-96c1-4986-881d-f73f1ca46e61 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/ports?device_id=1efba46c-136e-4606-9f80-cb72a4b9ac8b HTTP/1.1" status: 200 len: 944 time: 0.1595554 Nov 02 16:33:35.219738 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2af458-b16e-44ad-acd8-20279a6ae197 x-openstack-request-id: req-ff2af458-b16e-44ad-acd8-20279a6ae197 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:35.220406 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "name": "network-vif-plugged", "status": "completed", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda", "code": 200}, {"server_uuid": "63d8e0b7-b1fe-4b08-8e66-c5e664bb6179", "name": "network-vif-plugged", "status": "completed", "tag": "15130f91-38a8-4430-a6fe-d5bbe7ed6156", "code": 200}, {"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:35.220406 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff2af458-b16e-44ad-acd8-20279a6ae197 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:35.220767 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'code': 200} Nov 02 16:33:35.221031 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15130f91-38a8-4430-a6fe-d5bbe7ed6156', 'code': 200} Nov 02 16:33:35.221286 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'code': 200} Nov 02 16:33:35.413196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95308355-f790-4a09-b299-ec7762a11862 req-000449b1-2d97-4558-a2b6-9c7dfdaebbc5 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:35.420932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95308355-f790-4a09-b299-ec7762a11862 req-000449b1-2d97-4558-a2b6-9c7dfdaebbc5 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 946 time: 0.4962392 Nov 02 16:33:35.494080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481ae94-4f45-49d9-8a0d-3a28393acf9f req-d681a98b-3139-4a83-b3f0-f02190ae238f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:35.504755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2481ae94-4f45-49d9-8a0d-3a28393acf9f req-d681a98b-3139-4a83-b3f0-f02190ae238f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1661193 Nov 02 16:33:35.544295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Deleting port b135a14b-8d6b-4a0f-8b64-616817312d27 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:35.544644 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:35.569474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce992f-8635-44a4-85fd-2dc5c779f73c req-a78572c6-1361-4e01-af33-97ef0d16b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:35.571300 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cce992f-8635-44a4-85fd-2dc5c779f73c req-a78572c6-1361-4e01-af33-97ef0d16b1f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 1097 time: 0.2142639 Nov 02 16:33:35.572891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95308355-f790-4a09-b299-ec7762a11862 req-f2d22a8b-ef0a-4113-bacc-19b3b33b5895 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512659 Nov 02 16:33:35.613064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510263-1478-4aa6-8839-9acd09b2d3bf req-61fbc146-9936-4894-9ab4-b038391e264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:35.614640 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9510263-1478-4aa6-8839-9acd09b2d3bf req-61fbc146-9936-4894-9ab4-b038391e264d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 1097 time: 0.2284644 Nov 02 16:33:35.641331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Deleting port efbc16b4-d76f-4546-ae71-9426575a9a62 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:35.641721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:35.695122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cce992f-8635-44a4-85fd-2dc5c779f73c req-3f605f72-ff1c-4e31-8d0b-1052e5688ba8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002700 Nov 02 16:33:35.695763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:35.710188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2481ae94-4f45-49d9-8a0d-3a28393acf9f req-5e3d2b6f-bdcd-4e01-aa83-36c73a43d87b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043629 Nov 02 16:33:35.739390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-028259c0-2686-4276-af7c-d51bda488a04 req-a0dba7c0-9cc9-40b9-b80a-edd9db1362c2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0475388 Nov 02 16:33:35.769484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9510263-1478-4aa6-8839-9acd09b2d3bf req-3d74fb59-d18b-4a33-81a1-f44300498a40 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365817 Nov 02 16:33:35.786602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f81594-2517-43eb-a7b3-da12b268db6e req-28be17cf-3621-4ac8-abfe-e67e8ccc4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:35.788034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75f81594-2517-43eb-a7b3-da12b268db6e req-28be17cf-3621-4ac8-abfe-e67e8ccc4d0b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 1097 time: 0.3586879 Nov 02 16:33:35.792286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:35.794534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Port': ['ID=9e405f40-824e-47f2-9eb8-21efcd4fb0e3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:35.833373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Calling delete_port for b135a14b-8d6b-4a0f-8b64-616817312d27 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:35.948373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75f81594-2517-43eb-a7b3-da12b268db6e req-17b48bc2-8a82-49ed-8ff6-16c345f746fc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485486 Nov 02 16:33:36.013114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.045240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] For port efbc16b4-d76f-4546-ae71-9426575a9a62, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=efbc16b4-d76f-4546-ae71-9426575a9a62,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:36.047521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.091518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b7cc3-18e8-4528-a414-e8d2c18e157d req-dbb2e0dd-1e71-4a7f-8445-57ffd7e58a55 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:36.093471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-327b7cc3-18e8-4528-a414-e8d2c18e157d req-dbb2e0dd-1e71-4a7f-8445-57ffd7e58a55 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1147063 Nov 02 16:33:36.094170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.131552 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event deleted for resources: {'Port': ['ID=b135a14b-8d6b-4a0f-8b64-616817312d27,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:36.179081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.182415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b4900646-bf5f-4d82-9342-27a3d83efc63 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b135a14b-8d6b-4a0f-8b64-616817312d27 HTTP/1.1" status: 204 len: 168 time: 1.2838147 Nov 02 16:33:36.183512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Calling delete_port for efbc16b4-d76f-4546-ae71-9426575a9a62 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:36.185290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58208) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:36.189519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08', 'external_fixed_ips': [{'subnet_id': '1c42b8c5-180b-4c84-a165-ca439da84e33', 'ip_address': '2001:db8::e7'}]}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:36.198242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-327b7cc3-18e8-4528-a414-e8d2c18e157d req-3306c248-5cf6-4598-8126-efbe913153ec tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779240 Nov 02 16:33:36.231048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.232086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.290556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.335979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Router 8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:33:36.430389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:36.435612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.441170 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b0bc55bd-add2-457a-9052-fafc9f716242 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8321807 Nov 02 16:33:36.441798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58214) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:36.446116 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] Sync routers for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:36.463913 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:36.468370 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:36.486297 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-4f11f4ae-3a88-4fac-8420-311a160ce500 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] show failed (client error): The resource could not be found. Nov 02 16:33:36.487240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4f11f4ae-3a88-4fac-8420-311a160ce500 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1987787301 HTTP/1.1" status: 404 len: 335 time: 0.0444601 Nov 02 16:33:36.491768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58216) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:36.499440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-578a95eb-ee47-4794-8e52-2ca5a2f45097 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:36.549223 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-578a95eb-ee47-4794-8e52-2ca5a2f45097 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] update failed (client error): The resource could not be found. Nov 02 16:33:36.553722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58218) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:36.554619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-578a95eb-ee47-4794-8e52-2ca5a2f45097 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-113152473 HTTP/1.1" status: 404 len: 334 time: 0.0619061 Nov 02 16:33:36.559819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:36.566739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.572866 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] Routers {'8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:36.573683 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:36.605258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event deleted for resources: {'Port': ['ID=efbc16b4-d76f-4546-ae71-9426575a9a62,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:36.611104 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:36.612206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c483fb4-d487-4426-b60a-08771663c344 None None] The sync data for ids ['8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:36.627542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting subnet 7b34dda1-1111-4ed6-b6cb-3dd6054f96fd {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:33:36.633452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.668810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] No DVR routers for this DVR port efbc16b4-d76f-4546-ae71-9426575a9a62 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:36.672005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.676557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46217638-83f0-46dd-8a4b-554d26833aac req-cb934bf0-9ae8-453e-8b9b-1f8e34527f2c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "DELETE /v2.0/ports/efbc16b4-d76f-4546-ae71-9426575a9a62 HTTP/1.1" status: 204 len: 173 time: 1.4597254 Nov 02 16:33:36.677270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-deleted', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:36.679903 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75846f6f-f4fc-4802-b62b-115603311dff" -d '{"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-deleted", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:36.685867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:36.751430 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6154feb2-cf01-4251-9c4f-40526bbde309 x-openstack-request-id: req-6154feb2-cf01-4251-9c4f-40526bbde309 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:36.751799 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efba46c-136e-4606-9f80-cb72a4b9ac8b", "name": "network-vif-deleted", "tag": "efbc16b4-d76f-4546-ae71-9426575a9a62", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:36.752280 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6154feb2-cf01-4251-9c4f-40526bbde309 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:36.752719 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efba46c-136e-4606-9f80-cb72a4b9ac8b', 'name': 'network-vif-deleted', 'tag': 'efbc16b4-d76f-4546-ae71-9426575a9a62', 'status': 'completed', 'code': 200} Nov 02 16:33:36.884782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf973a-2eb4-4741-a3da-4be5e6f29a16 req-4e8e5987-643a-4fc3-8c32-511c3bca1591 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:36.886430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddaf973a-2eb4-4741-a3da-4be5e6f29a16 req-4e8e5987-643a-4fc3-8c32-511c3bca1591 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 946 time: 0.2155268 Nov 02 16:33:36.977079 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.015427 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.037449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:37.040364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:37.104723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddaf973a-2eb4-4741-a3da-4be5e6f29a16 req-a383b67c-bf4a-4532-a3b8-a40a02314f2a tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976941 Nov 02 16:33:37.220717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b5102-b4a5-4e10-a222-6c283a8c3a3e req-2e97eb3a-e3d7-4e66-9906-6d7d6e700c6b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:37.237979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f56b5102-b4a5-4e10-a222-6c283a8c3a3e req-2e97eb3a-e3d7-4e66-9906-6d7d6e700c6b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.3996854 Nov 02 16:33:37.254616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-082314f0-308f-4622-9f6b-769723650cb8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:37.256468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-082314f0-308f-4622-9f6b-769723650cb8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.2597392 Nov 02 16:33:37.262285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.271656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Request body: {'port': {'device_id': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'admin_state_up': True, 'tenant_id': '02b5ca7cfa8446d7b3015407a7889420'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:37.275580 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.289639 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.315366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:37.338048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Subnet': ['ID=7b34dda1-1111-4ed6-b6cb-3dd6054f96fd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:37.388067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:37.393874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:37.402550 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16925553-dc3d-4dfd-87a3-63acdf1d8785" -d '{"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:37.414482 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.421655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'mac_address': 'fa:16:3e:85:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:37.429355 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.434406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1fde1876-3d33-4350-a744-d7e208a1f68c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/subnets/7b34dda1-1111-4ed6-b6cb-3dd6054f96fd HTTP/1.1" status: 204 len: 168 time: 0.8788514 Nov 02 16:33:37.437012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1c70e9d-bfaf-4eb5-b8c5-f9177ba830de req-85bbd4b0-d14e-4c4f-a1a6-1cd42a7da6d9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 210 time: 0.1819184 Nov 02 16:33:37.444412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58246) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:37.501453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f56b5102-b4a5-4e10-a222-6c283a8c3a3e req-6405f465-980e-49d7-aab1-5ff0e339a7bc tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591867 Nov 02 16:33:37.510256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4eabb1-4f24-47e1-864b-7ebdbc4b2106 None None] Network 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:37.640206 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.665033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.677516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Made reservation on behalf of 02b5ca7cfa8446d7b3015407a7889420 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:37.696781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.724587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288c214-fcc3-4573-91b5-c3895ab1c8cb req-5e8fb790-1bb6-430f-8779-18eaa207eb7c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:37.726182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3288c214-fcc3-4573-91b5-c3895ab1c8cb req-5e8fb790-1bb6-430f-8779-18eaa207eb7c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1693556 Nov 02 16:33:37.783245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Allocated IP 2001:db8::e7 (4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08/1c42b8c5-180b-4c84-a165-ca439da84e33/72d46ead-be0f-4884-9a6f-97d8ae9d3912) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:37.790259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3288c214-fcc3-4573-91b5-c3895ab1c8cb req-52f59948-a82e-443b-91f2-ccb082ff72b5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565286 Nov 02 16:33:37.818291 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe16b01-a662-48ec-9f99-f7a439d9e546 x-openstack-request-id: req-dfe16b01-a662-48ec-9f99-f7a439d9e546 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:37.818291 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:37.818291 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfe16b01-a662-48ec-9f99-f7a439d9e546 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:37.818291 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'code': 200} Nov 02 16:33:37.868421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c28d59b-af40-43dc-b1df-6c7355410f5c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:37.877675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:37.914953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:37.925173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Allocated IP 172.20.0.2 (9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8/a47792c2-4f5c-4d04-8263-586d774e5a5c/d1052832-ee42-437e-899e-2201faafafa0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:37.930464 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:37.954586 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.005179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:38.014365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.026706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:38.035761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['9c28d59b-af40-43dc-b1df-6c7355410f5c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:38.098718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] DHCP port deletion for 686283f3-c7b6-4dd8-9d4a-332a67cef6e8 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:33:38.113742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:38.115786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: efbc16b4-d76f-4546-ae71-9426575a9a62 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:33:38.116151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device efbc16b4-d76f-4546-ae71-9426575a9a62 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:33:38.120078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:38.127086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:38.181542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:38.181888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.218111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Port': ['ID=72d46ead-be0f-4884-9a6f-97d8ae9d3912,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:38.311148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] For port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,segment=NetworkSegment(bf4d6fdd-002b-46b2-81ab-9094c323f222),segment_id=bf4d6fdd-002b-46b2-81ab-9094c323f222)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:38.311514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.316721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.332602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Calling delete_port for 5ce1ea2a-a31a-4d47-a453-216c4e8da80e owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:38.336139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] Deleting port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:38.336527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.428024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785091-13b8-480d-98f0-ed96784ab6c0 req-fca2b435-9c62-4124-b457-b8fe06f25226 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:38.431648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b785091-13b8-480d-98f0-ed96784ab6c0 req-fca2b435-9c62-4124-b457-b8fe06f25226 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 946 time: 0.1693833 Nov 02 16:33:38.479248 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0a1789c0-3249-445e-ab02-bdc7bb3e9915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.551384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] For port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,segment=NetworkSegment(bf4d6fdd-002b-46b2-81ab-9094c323f222),segment_id=bf4d6fdd-002b-46b2-81ab-9094c323f222)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:38.552042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.579944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] Calling delete_port for 5ce1ea2a-a31a-4d47-a453-216c4e8da80e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:38.659370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b785091-13b8-480d-98f0-ed96784ab6c0 req-6c396091-8bae-4446-b137-aceb95381bff tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174680 Nov 02 16:33:38.724648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e512ed1b-6f27-45ba-a6ad-7c08d5e8e44c req-d005b170-de0c-4727-bc41-d46037982ffc tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0344484 Nov 02 16:33:38.751525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.853063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.911259 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:38.951923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] Pushing event deleted for resources: {'Port': ['ID=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:38.962474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b8f80-05ce-4c65-943a-f731d4988732 None None] No DVR routers for this DVR port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:38.977973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aa3a0-b685-4600-a3fd-36a9d73151f0 req-8f86b82a-9d50-4748-94ff-9436cccadfb0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:38.979068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b2aa3a0-b685-4600-a3fd-36a9d73151f0 req-8f86b82a-9d50-4748-94ff-9436cccadfb0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.1791909 Nov 02 16:33:38.996322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:38.996474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dab67c-7a81-41b9-89fb-43df3dde1291 req-a7d33675-6027-4aa9-a6eb-df7fd93b7edb tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:38.999285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93dab67c-7a81-41b9-89fb-43df3dde1291 req-a7d33675-6027-4aa9-a6eb-df7fd93b7edb tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1331131 Nov 02 16:33:39.005783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.045377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] No DVR routers for this DVR port 5ce1ea2a-a31a-4d47-a453-216c4e8da80e on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:39.046443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:39.053854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Port': ['ID=5ce1ea2a-a31a-4d47-a453-216c4e8da80e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:39.067420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93dab67c-7a81-41b9-89fb-43df3dde1291 req-1b6bc2fd-fdee-4380-9ad2-6e61fbaee7e2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576806 Nov 02 16:33:39.096532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:39.099377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:39.102340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:39.189500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 9c28d59b-af40-43dc-b1df-6c7355410f5c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:39.189970 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.246648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.316097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5ce1ea2a-a31a-4d47-a453-216c4e8da80e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:39.340171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:39.341106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.372266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5ce1ea2a-a31a-4d47-a453-216c4e8da80e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:33:39.373113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5ce1ea2a-a31a-4d47-a453-216c4e8da80e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:33:39.494376 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.502747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686283f3-c7b6-4dd8-9d4a-332a67cef6e8']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:39.557488 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-1aa5d39b-5c2a-4a03-b023-d1bb938b336f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2902901 Nov 02 16:33:39.560894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4d6fdd-002b-46b2-81ab-9094c323f222') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:39.561195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4d6fdd-002b-46b2-81ab-9094c323f222') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:39.568688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-d65af4cb-ee45-4ac9-85bd-51827b74427e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:33:39.569731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-d65af4cb-ee45-4ac9-85bd-51827b74427e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051887 Nov 02 16:33:39.594226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:39.602341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Request body: {'port': {'device_id': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:39.602928 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.610842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.615316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-68806e47-cffe-4d6c-aa12-cc6d6df8f97b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2273262 Nov 02 16:33:39.734486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:39.756633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.789149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:39.791913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:39.798326 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:39.812212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:39.816075 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef4924d-6571-4fa4-afe4-3b772e0b57df" -d '{"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-plugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:39.924801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0b2aa3a0-b685-4600-a3fd-36a9d73151f0 req-ee90adf1-0ace-464b-b5c8-a2b47d704892 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9162624 Nov 02 16:33:39.976499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.994400 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:39.998798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-24e44726-0f4e-49d9-a833-3f87fd253dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.007825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-24e44726-0f4e-49d9-a833-3f87fd253dd4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 1097 time: 0.3020997 Nov 02 16:33:40.008461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:40.030730 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f18865e-e4a4-4b91-bd72-a1199b362132 x-openstack-request-id: req-3f18865e-e4a4-4b91-bd72-a1199b362132 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:40.031050 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-plugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:40.031312 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f18865e-e4a4-4b91-bd72-a1199b362132 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:40.031720 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'code': 200} Nov 02 16:33:40.037158 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:40.040739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/networks/686283f3-c7b6-4dd8-9d4a-332a67cef6e8 HTTP/1.1" status: 204 len: 168 time: 2.5951943 Nov 02 16:33:40.053687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58334) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:40.071467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf27a23-e4a9-4b83-a483-e6a11577560c tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Network': ['ID=686283f3-c7b6-4dd8-9d4a-332a67cef6e8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:40.211265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting subnet 30037cef-827e-4b88-8037-8ad4b904a87c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:33:40.217566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:40.296321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451ce33-816e-4b32-8d97-be14661aa2e1 req-af150ca9-f19b-48ea-9f1c-56751848cc64 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.297930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9451ce33-816e-4b32-8d97-be14661aa2e1 req-af150ca9-f19b-48ea-9f1c-56751848cc64 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 946 time: 0.1353240 Nov 02 16:33:40.305790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb33ca-71e0-4fd9-9817-17eb7cf39459 req-c6568621-b237-42c4-ba54-0a8d68c6360f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.312803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fccb33ca-71e0-4fd9-9817-17eb7cf39459 req-c6568621-b237-42c4-ba54-0a8d68c6360f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 931 time: 0.1488783 Nov 02 16:33:40.341043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-c0c0f2a8-c9b3-4009-9a6d-d3295758c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.342559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-c0c0f2a8-c9b3-4009-9a6d-d3295758c52b service neutron] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 915 time: 0.2915683 Nov 02 16:33:40.358660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:40.364400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9451ce33-816e-4b32-8d97-be14661aa2e1 req-e5e9c4f0-a751-43f6-a175-876ef2028abb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Nov 02 16:33:40.367045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Router 13307503-fcc6-4c96-b102-59ae9a490c4a is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:33:40.417296 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-801d8ce2-fb65-434b-a1d4-d4ad4d838c9f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e78073dc-6891-45d4-9492-d7ef091b0dda HTTP/1.1" status: 200 len: 217 time: 0.0658736 Nov 02 16:33:40.474491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fccb33ca-71e0-4fd9-9817-17eb7cf39459 req-581ae69d-3dd5-4f08-b9d5-614c24694b4b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540117 Nov 02 16:33:40.537481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-44039656-fa3a-4a36-aedf-3cba414bdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.540569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-44039656-fa3a-4a36-aedf-3cba414bdb1c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.1051924 Nov 02 16:33:40.584101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-bb2c6dd7-e0f8-4e18-ba8b-a907fcdc09f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347199 Nov 02 16:33:40.652581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:40.662086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Sync routers for ids ['13307503-fcc6-4c96-b102-59ae9a490c4a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:40.675900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Routers {'13307503-fcc6-4c96-b102-59ae9a490c4a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:40.676535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['13307503-fcc6-4c96-b102-59ae9a490c4a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:40.724858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5741c92-422e-4aa7-b939-7d661c2133e8 req-f705ae1b-d50d-4d86-a8e4-041413cae16c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.726565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5741c92-422e-4aa7-b939-7d661c2133e8 req-f705ae1b-d50d-4d86-a8e4-041413cae16c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.2334251 Nov 02 16:33:40.753315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30ca31-9447-4b2d-b11d-ed05caa92c07 req-207bc4e4-f500-4854-bd79-88bda31bad21 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:40.770742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d30ca31-9447-4b2d-b11d-ed05caa92c07 req-207bc4e4-f500-4854-bd79-88bda31bad21 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1733325 Nov 02 16:33:40.774594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:40.775771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-35ec07d4-9ef4-408c-af38-81e0c914cea9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.5896831 Nov 02 16:33:40.818888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58342) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:40.855866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1052832-ee42-437e-899e-2201faafafa0 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:40.867324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:40.882679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Transition to ACTIVE for port object d1052832-ee42-437e-899e-2201faafafa0 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:33:40.902155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Set router 13307503-fcc6-4c96-b102-59ae9a490c4a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:33:40.932302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-3ba7cdcd-2de8-4a01-8f60-c5f7ae48229d service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339531 Nov 02 16:33:40.935325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.027735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.051933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d30ca31-9447-4b2d-b11d-ed05caa92c07 req-3f86ed83-4fea-41e1-a772-0d8d2d7b7922 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802224 Nov 02 16:33:41.105449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5741c92-422e-4aa7-b939-7d661c2133e8 req-bcd84ff9-2b97-496e-b18d-7d2ebcad85d7 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618813 Nov 02 16:33:41.137338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.162803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.258061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.271123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/subnets/30037cef-827e-4b88-8037-8ad4b904a87c HTTP/1.1" status: 204 len: 168 time: 1.2071304 Nov 02 16:33:41.277729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fccac-ac01-44fd-b928-40e9ca6f28a1 None None] Network 6b698dd4-158b-4ed2-9acc-f906cdf1d328 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:41.283509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:41.286894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41741163-4618-4800-9112-1517ab9139b2 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Subnet': ['ID=30037cef-827e-4b88-8037-8ad4b904a87c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:41.289718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58354) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:41.358625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-74fb4a0f-6e01-4bbf-aaac-8a303122b789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.389185 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.516199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-db8c1adf-00d7-40c3-9296-aafa42f6e363 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:41.517775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-db8c1adf-00d7-40c3-9296-aafa42f6e363 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.55 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 946 time: 0.2935307 Nov 02 16:33:41.637359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.691656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13307503-fcc6-4c96-b102-59ae9a490c4a', 'name': '', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08', 'external_fixed_ips': [{'subnet_id': '1c42b8c5-180b-4c84-a165-ca439da84e33', 'ip_address': '2001:db8::e7'}], 'enable_snat': True}, 'gw_port_id': '72d46ead-be0f-4884-9a6f-97d8ae9d3912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:33:36Z', 'updated_at': '2021-11-02T16:33:38Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': '72d46ead-be0f-4884-9a6f-97d8ae9d3912', 'name': '', 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13307503-fcc6-4c96-b102-59ae9a490c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1c42b8c5-180b-4c84-a165-ca439da84e33', 'ip_address': '2001:db8::e7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:37Z', 'updated_at': '2021-11-02T16:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c42b8c5-180b-4c84-a165-ca439da84e33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:41.792698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Checking router: 13307503-fcc6-4c96-b102-59ae9a490c4a for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:33:41.793057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Updating router 13307503-fcc6-4c96-b102-59ae9a490c4a port 72d46ead-be0f-4884-9a6f-97d8ae9d3912 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:33:41.828353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] DHCP port deletion for 6b698dd4-158b-4ed2-9acc-f906cdf1d328 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:33:41.895131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.904606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting subnet afa866de-406c-4566-9d48-0c2413f7c978 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:33:41.906411 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.943764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Deleting port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:41.944860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:41.949436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.039607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.107815 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] For port 15130f91-38a8-4430-a6fe-d5bbe7ed6156, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=15130f91-38a8-4430-a6fe-d5bbe7ed6156,segment=NetworkSegment(92f47427-eaf9-4367-9dcb-7cf2e4689ae7),segment_id=92f47427-eaf9-4367-9dcb-7cf2e4689ae7)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:42.108657 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.109104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-358ecafc-18a9-4a9d-91e4-ec4c59ae80c2 req-6cb965e1-8e8d-40c2-88df-4db047a353f5 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1639731 Nov 02 16:33:42.132313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.154105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Calling delete_port for 15130f91-38a8-4430-a6fe-d5bbe7ed6156 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:42.156524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.160029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/subnets/afa866de-406c-4566-9d48-0c2413f7c978 HTTP/1.1" status: 204 len: 168 time: 0.8672473 Nov 02 16:33:42.163301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58368) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:42.189914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Attempting to bind port d1052832-ee42-437e-899e-2201faafafa0 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:42.190268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Attempting to bind port d1052832-ee42-437e-899e-2201faafafa0 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:42.190652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Attempting to bind port d1052832-ee42-437e-899e-2201faafafa0 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:42.206392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Port d1052832-ee42-437e-899e-2201faafafa0 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:33:42.206864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Attempting to bind port d1052832-ee42-437e-899e-2201faafafa0 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:42.262498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4c1ef-fa59-4c8d-94df-7a4392ae32ea tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Subnet': ['ID=afa866de-406c-4566-9d48-0c2413f7c978,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:42.283357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:42.283708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Checking segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:42.284071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Bound using segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:42.284521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Bound port: d1052832-ee42-437e-899e-2201faafafa0, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:42.284885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.296355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c35c8e-dc20-45d8-a4ff-3d154ae08e0e req-e83fd71d-5c7e-4417-9e92-4598b60ffd79 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:42.308395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17c35c8e-dc20-45d8-a4ff-3d154ae08e0e req-e83fd71d-5c7e-4417-9e92-4598b60ffd79 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 946 time: 0.5704496 Nov 02 16:33:42.334412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8960b35-3cf1-4d77-a115-b6267b872f5b req-580d98d2-da97-4b48-b5cc-6f076558e91f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:42.348825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8960b35-3cf1-4d77-a115-b6267b872f5b req-580d98d2-da97-4b48-b5cc-6f076558e91f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 943 time: 0.6852016 Nov 02 16:33:42.388977 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.402419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd37293-4b2b-4f55-b5d4-81e83807d669 None None] Network 649d382b-ccad-4d21-a785-50a2c953e9b3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:42.405247 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.464502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Deleting port 72d46ead-be0f-4884-9a6f-97d8ae9d3912 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:42.464836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.482859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5095d8-53d8-4fd6-9077-a0f528455cfc None None] Pushing event updated for resources: {'Port': ['ID=72d46ead-be0f-4884-9a6f-97d8ae9d3912,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:42.486145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:42.489867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:42.506545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.551459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] Deleting port c4e40264-f6f2-4b78-979a-79fe44fc8b12 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:42.551837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.580110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Attempting to bind port 72d46ead-be0f-4884-9a6f-97d8ae9d3912 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:42.580489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Attempting to bind port 72d46ead-be0f-4884-9a6f-97d8ae9d3912 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '150258f0-79db-4a00-864f-62333899f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:42.580859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Attempting to bind port 72d46ead-be0f-4884-9a6f-97d8ae9d3912 on network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:42.588774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.590337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.599343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:42.604752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.608840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] 10.222.0.100 "PUT /v2.0/ports/d1052832-ee42-437e-899e-2201faafafa0 HTTP/1.1" status: 200 len: 1091 time: 3.0235534 Nov 02 16:33:42.609473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:42.610118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:42.610433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Checking segment: {'id': '150258f0-79db-4a00-864f-62333899f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:42.611295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.612632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Bound using segment: {'id': '150258f0-79db-4a00-864f-62333899f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:42.613540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Bound port: 72d46ead-be0f-4884-9a6f-97d8ae9d3912, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150258f0-79db-4a00-864f-62333899f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:42.613688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.617302 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c703f1-9452-482b-8c6a-d631ba20ef20" -d '{"events": [{"name": "network-changed", "server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "tag": "d1052832-ee42-437e-899e-2201faafafa0"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:42.619911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8960b35-3cf1-4d77-a115-b6267b872f5b req-ee084112-ea14-4464-bbad-510dffd5bade tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701921 Nov 02 16:33:42.642973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17c35c8e-dc20-45d8-a4ff-3d154ae08e0e req-d9d5570e-0223-4eb9-8970-d9be1e820033 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f54f56d-6c75-49cb-97a8-6b407503571b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179948 Nov 02 16:33:42.732255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] For port 72d46ead-be0f-4884-9a6f-97d8ae9d3912, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:42.737731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] For port 72d46ead-be0f-4884-9a6f-97d8ae9d3912, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=72d46ead-be0f-4884-9a6f-97d8ae9d3912,segment=NetworkSegment(150258f0-79db-4a00-864f-62333899f280),segment_id=150258f0-79db-4a00-864f-62333899f280)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:42.749803 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.820823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812deb8-70c4-4da0-9443-64ac4bd59150 service neutron] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:42.918444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] For port c4e40264-f6f2-4b78-979a-79fe44fc8b12, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4e40264-f6f2-4b78-979a-79fe44fc8b12,segment=NetworkSegment(ab4c2449-cc06-4510-b30b-bda3596ebb0b),segment_id=ab4c2449-cc06-4510-b30b-bda3596ebb0b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:42.918784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.935680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting port c4e40264-f6f2-4b78-979a-79fe44fc8b12 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:42.935680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:42.962590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] Calling delete_port for c4e40264-f6f2-4b78-979a-79fe44fc8b12 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:42.974066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-5b0d1b3e-3af5-49b8-b91a-a1bfd5f99919 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:42.974603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Routers {'13307503-fcc6-4c96-b102-59ae9a490c4a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:42.975264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['13307503-fcc6-4c96-b102-59ae9a490c4a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:42.976244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-5b0d1b3e-3af5-49b8-b91a-a1bfd5f99919 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 814 time: 0.1931031 Nov 02 16:33:42.983067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.028646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-10c3bd2a-a8d9-4837-bcb3-dce8aab859cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:43.036990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Calling delete_port for 72d46ead-be0f-4884-9a6f-97d8ae9d3912 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:43.043356 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-10c3bd2a-a8d9-4837-bcb3-dce8aab859cb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 1094 time: 0.3533487 Nov 02 16:33:43.053192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5095d8-53d8-4fd6-9077-a0f528455cfc None None] Pushing event updated for resources: {'Port': ['ID=72d46ead-be0f-4884-9a6f-97d8ae9d3912,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:43.077328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-4527b799-eb5f-4450-a209-f86c112316e6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/quotas/8443b078ed8244eba85c24fcb5df5a1e HTTP/1.1" status: 200 len: 375 time: 0.0658567 Nov 02 16:33:43.123565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ede9-b276-47d7-a802-cb05cec08cab req-1b32e1a6-5e06-424d-adbf-ac0003d2327f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:43.126596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf74ede9-b276-47d7-a802-cb05cec08cab req-1b32e1a6-5e06-424d-adbf-ac0003d2327f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.3551059 Nov 02 16:33:43.127533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.210034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Pushing event deleted for resources: {'Port': ['ID=15130f91-38a8-4430-a6fe-d5bbe7ed6156,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:43.238024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-221c6ada-c6cf-4e4c-bcbb-c6f59decd1a5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1052832-ee42-437e-899e-2201faafafa0 HTTP/1.1" status: 200 len: 217 time: 0.1734984 Nov 02 16:33:43.292528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] For port c4e40264-f6f2-4b78-979a-79fe44fc8b12, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4e40264-f6f2-4b78-979a-79fe44fc8b12,segment=NetworkSegment(ab4c2449-cc06-4510-b30b-bda3596ebb0b),segment_id=ab4c2449-cc06-4510-b30b-bda3596ebb0b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:43.292946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.306380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Calling delete_port for c4e40264-f6f2-4b78-979a-79fe44fc8b12 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:43.319617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-87103772-0a57-4096-ab7f-2b724d70acc1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2411392 Nov 02 16:33:43.346648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] No DVR routers for this DVR port 15130f91-38a8-4430-a6fe-d5bbe7ed6156 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:43.349474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.353570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1969a520-f556-4eb6-a8c4-6f265fd8c321 req-31553a0d-5491-4066-93bc-68d265f6cceb tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.55 "DELETE /v2.0/ports/15130f91-38a8-4430-a6fe-d5bbe7ed6156 HTTP/1.1" status: 204 len: 173 time: 1.8280399 Nov 02 16:33:43.360716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'name': 'network-vif-deleted', 'tag': '15130f91-38a8-4430-a6fe-d5bbe7ed6156'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:43.363322 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea7f64-ae24-4c31-8f9e-fbe71974d2f8" -d '{"events": [{"server_uuid": "63d8e0b7-b1fe-4b08-8e66-c5e664bb6179", "name": "network-vif-deleted", "tag": "15130f91-38a8-4430-a6fe-d5bbe7ed6156"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:43.368055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] DHCP port deletion for 649d382b-ccad-4d21-a785-50a2c953e9b3 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:33:43.372659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c4e40264-f6f2-4b78-979a-79fe44fc8b12 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:43.383654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf74ede9-b276-47d7-a802-cb05cec08cab req-c4843c6e-7eb3-4fb7-a1e8-db996d7fb33d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761568 Nov 02 16:33:43.505411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-ee926c9e-3f6f-40ba-9d63-ceb61e27f904 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:33:43.515718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-ee926c9e-3f6f-40ba-9d63-ceb61e27f904 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1728699 Nov 02 16:33:43.516144 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.567169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Port': ['ID=c4e40264-f6f2-4b78-979a-79fe44fc8b12,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:43.577972 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No ports have port_id starting with c4e40264-f6f2-4b78-979a-79fe44fc8b12 Nov 02 16:33:43.586224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9c276714-b201-424d-8c7b-7ffba532acfd tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:43.588227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9c276714-b201-424d-8c7b-7ffba532acfd tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "GET /v2.0/ports?device_id=f16e73fb-011e-46cb-8325-7407ec7242c1 HTTP/1.1" status: 200 len: 946 time: 0.4220681 Nov 02 16:33:43.592512 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62aa02-12af-4a58-8c2a-8d9bbfda986e x-openstack-request-id: req-8f62aa02-12af-4a58-8c2a-8d9bbfda986e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:43.592934 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "tag": "d1052832-ee42-437e-899e-2201faafafa0", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:43.593336 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f62aa02-12af-4a58-8c2a-8d9bbfda986e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:43.593840 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0', 'status': 'completed', 'code': 200} Nov 02 16:33:43.594986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] No DVR routers for this DVR port c4e40264-f6f2-4b78-979a-79fe44fc8b12 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:43.612013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6fc16be0-56a7-468c-bbe8-4315913eea5b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:43.656895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] Set router 13307503-fcc6-4c96-b102-59ae9a490c4a gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:33:43.705663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-b5dc2b54-bc7d-4c10-ada8-79e85d2a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:43.713480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-b5dc2b54-bc7d-4c10-ada8-79e85d2a2625 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.4575846 Nov 02 16:33:43.730010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-0d9998c8-921c-4bba-868c-4f1c4d42ed17 service neutron] 10.222.0.31 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132037 Nov 02 16:33:43.783743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] Deleting port 6fc16be0-56a7-468c-bbe8-4315913eea5b {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:43.784739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.793453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13307503-fcc6-4c96-b102-59ae9a490c4a', 'name': '', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:33:36Z', 'updated_at': '2021-11-02T16:33:41Z', 'revision_number': 4, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:43.804657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-ae6cfcff-fb31-4b87-a0c8-4c7697cb6982 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472422 Nov 02 16:33:43.841160 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe0db2-7eb4-48cf-8735-ad132e15a9ca x-openstack-request-id: req-f9fe0db2-7eb4-48cf-8735-ad132e15a9ca {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:43.841490 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d8e0b7-b1fe-4b08-8e66-c5e664bb6179", "name": "network-vif-deleted", "tag": "15130f91-38a8-4430-a6fe-d5bbe7ed6156", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:43.841843 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9fe0db2-7eb4-48cf-8735-ad132e15a9ca {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:43.842358 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d8e0b7-b1fe-4b08-8e66-c5e664bb6179', 'name': 'network-vif-deleted', 'tag': '15130f91-38a8-4430-a6fe-d5bbe7ed6156', 'status': 'completed', 'code': 200} Nov 02 16:33:43.858501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-ee26203a-9650-4fd3-b452-264d3478a82f service neutron] 10.222.0.31 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273494 Nov 02 16:33:43.863912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.910561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.944274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa6e8e-28cc-4834-93f0-cbbb97c82c6a None None] The sync data for ids ['13307503-fcc6-4c96-b102-59ae9a490c4a'] in n-d-811405-2 is: [{'id': '13307503-fcc6-4c96-b102-59ae9a490c4a', 'name': '', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:33:36Z', 'updated_at': '2021-11-02T16:33:41Z', 'revision_number': 4, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:43.955812 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: from cryptography.utils import int_from_bytes Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: from cryptography.utils import int_from_bytes Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.956398 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:33:43.959238 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:33:43.964167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.001891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d46ead-be0f-4884-9a6f-97d8ae9d3912,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:44.014805 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.080142 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e13f737-607b-48c5-9f34-26128688e226 req-02596d2a-5323-4d3c-bf01-a633babd7948 tempest-ServerAddressesTestJSON-412700947 tempest-ServerAddressesTestJSON-412700947-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d8e0b7-b1fe-4b08-8e66-c5e664bb6179 HTTP/1.1" status: 200 len: 210 time: 0.1325464 Nov 02 16:33:44.080997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.082007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b698dd4-158b-4ed2-9acc-f906cdf1d328']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:44.093687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] Pushing event deleted for resources: {'Port': ['ID=c4e40264-f6f2-4b78-979a-79fe44fc8b12,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:44.107662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] For port 6fc16be0-56a7-468c-bbe8-4315913eea5b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fc16be0-56a7-468c-bbe8-4315913eea5b,segment=NetworkSegment(6eb492a1-790e-41c4-9633-c1a8d6730fc9),segment_id=6eb492a1-790e-41c4-9633-c1a8d6730fc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:44.108387 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.115207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 6fc16be0-56a7-468c-bbe8-4315913eea5b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6fc16be0-56a7-468c-bbe8-4315913eea5b,segment=NetworkSegment(6eb492a1-790e-41c4-9633-c1a8d6730fc9),segment_id=6eb492a1-790e-41c4-9633-c1a8d6730fc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:44.130556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4c2449-cc06-4510-b30b-bda3596ebb0b') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:44.131046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4c2449-cc06-4510-b30b-bda3596ebb0b') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:44.158900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.164383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.212155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.224641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:44.225042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.289908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] Calling delete_port for 6fc16be0-56a7-468c-bbe8-4315913eea5b owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:44.291794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=6fc16be0-56a7-468c-bbe8-4315913eea5b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:44.299051 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:44.305230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.311172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.313341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44640f47-608d-4e05-a03c-1690e64c098e None None] No DVR routers for this DVR port c4e40264-f6f2-4b78-979a-79fe44fc8b12 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:44.315604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/networks/6b698dd4-158b-4ed2-9acc-f906cdf1d328 HTTP/1.1" status: 204 len: 168 time: 2.1510303 Nov 02 16:33:44.328445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58410) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:44.454552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.466728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51aa60-df00-4e45-abcb-4a27fbc693b9 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Network': ['ID=6b698dd4-158b-4ed2-9acc-f906cdf1d328,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:44.485236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.498307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.517774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee328787-64bb-4dae-ac02-cd2b5c596fc8 req-a102b850-81f0-4a95-a070-a920dc423e50 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 210 time: 0.2603731 Nov 02 16:33:44.538852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.555582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a96b6d-62c0-4cd0-b77f-12ffec2b899a req-d693f86f-30ee-43b2-ab5b-b66794902a9d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:44.565984 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43a96b6d-62c0-4cd0-b77f-12ffec2b899a req-d693f86f-30ee-43b2-ab5b-b66794902a9d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 943 time: 0.2314560 Nov 02 16:33:44.602586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] Pushing event deleted for resources: {'Port': ['ID=6fc16be0-56a7-468c-bbe8-4315913eea5b,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:44.623071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3dacf5-ae84-4959-8365-cbbf0da5be22 None None] No DVR routers for this DVR port 6fc16be0-56a7-468c-bbe8-4315913eea5b on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:44.652508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-fad63407-3d71-4f0a-b012-5c8fcb952bb8 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330393 Nov 02 16:33:44.787655 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.789052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13307503-fcc6-4c96-b102-59ae9a490c4a {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:33:44.802437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.828127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee72b75f-a959-450e-b061-17c1a1c2af16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/routers/13307503-fcc6-4c96-b102-59ae9a490c4a HTTP/1.1" status: 204 len: 168 time: 3.9978676 Nov 02 16:33:44.829499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:44.905399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Deleting port e78073dc-6891-45d4-9492-d7ef091b0dda {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:44.905893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:44.966328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43a96b6d-62c0-4cd0-b77f-12ffec2b899a req-05ad35d4-792e-479e-b96e-d51660eb2cfa tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989389 Nov 02 16:33:44.972260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Deleting subnet 1c42b8c5-180b-4c84-a165-ca439da84e33 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:33:44.989255 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.041307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 15130f91-38a8-4430-a6fe-d5bbe7ed6156 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:45.089159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 15130f91-38a8-4430-a6fe-d5bbe7ed6156 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:33:45.089701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 15130f91-38a8-4430-a6fe-d5bbe7ed6156 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:33:45.105316 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.536772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] For port e78073dc-6891-45d4-9492-d7ef091b0dda, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e78073dc-6891-45d4-9492-d7ef091b0dda,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:45.537242 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.554730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58440) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:45.569129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.612298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Calling delete_port for e78073dc-6891-45d4-9492-d7ef091b0dda owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:45.629613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf96f-c8c9-4dcf-b10a-ddecef433992 req-f57661f8-64ce-4b72-bb9d-c957e8c2ce43 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:45.630192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1facf96f-c8c9-4dcf-b10a-ddecef433992 req-f57661f8-64ce-4b72-bb9d-c957e8c2ce43 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.9313500 Nov 02 16:33:45.679937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a921ec-54f9-43be-9b86-916128e7c218 req-9dc3750a-8aac-4447-857b-15213a9e0114 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 210 time: 0.0647418 Nov 02 16:33:45.705200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7789f2c-c84a-414e-b7fb-144eb4959b61 req-c64b0158-46e7-4e9d-a68d-a43a75fb9ee2 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0413170 Nov 02 16:33:45.718336 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.742632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1facf96f-c8c9-4dcf-b10a-ddecef433992 req-68d2c45a-4db4-4329-b650-6069becbeae2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011529 Nov 02 16:33:45.820985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.826778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649d382b-ccad-4d21-a785-50a2c953e9b3']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:45.895026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c42b8c5-180b-4c84-a165-ca439da84e33,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:45.902102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb492a1-790e-41c4-9633-c1a8d6730fc9') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:45.902783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb492a1-790e-41c4-9633-c1a8d6730fc9') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:45.912869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:45.916424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-332684ec-6094-417c-b411-a3eb8f19de88 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/1c42b8c5-180b-4c84-a165-ca439da84e33 HTTP/1.1" status: 204 len: 168 time: 1.0849695 Nov 02 16:33:45.922461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:46.071647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Deleting subnet bea80202-21a7-4783-952f-41db22078a17 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:33:46.071846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e78073dc-6891-45d4-9492-d7ef091b0dda no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:46.097275 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.103237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.132641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.163907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.207948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:46.208380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:46.212447 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:46.215091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.230570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-829a7ab7-cbb1-4b17-8dbe-2285e008c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:46.232038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-829a7ab7-cbb1-4b17-8dbe-2285e008c74b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 1094 time: 0.3954794 Nov 02 16:33:46.287406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e45e7-a024-49ba-9d82-094dfc8945a5 req-d927e3f7-9fc0-4938-8e3b-47477ef55ad8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:46.288810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a97e45e7-a024-49ba-9d82-094dfc8945a5 req-d927e3f7-9fc0-4938-8e3b-47477ef55ad8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 943 time: 0.2009475 Nov 02 16:33:46.300346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.382547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.404549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:33:46.404549 n-d-811405-2 neutron-server[102067]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 02 16:33:46.404549 n-d-811405-2 neutron-server[102067]: [parameters: {'status': 'DOWN', 'ports_id': 'e78073dc-6891-45d4-9492-d7ef091b0dda'}] Nov 02 16:33:46.404549 n-d-811405-2 neutron-server[102067]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:33:46.404995 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:33:46.405466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-922cfc76-9b97-49ce-aa0e-adf479f6f052 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:46.406821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-922cfc76-9b97-49ce-aa0e-adf479f6f052 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 814 time: 0.5393593 Nov 02 16:33:46.413620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a97e45e7-a024-49ba-9d82-094dfc8945a5 req-9b633120-a6b8-4a05-9189-38fa88d5a3ab tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102374 Nov 02 16:33:46.418228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.430809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Request body: {'port': {'device_id': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'admin_state_up': True, 'tenant_id': '8443b078ed8244eba85c24fcb5df5a1e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:46.437824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:46.446236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.449982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.455329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/networks/649d382b-ccad-4d21-a785-50a2c953e9b3 HTTP/1.1" status: 204 len: 168 time: 2.1254313 Nov 02 16:33:46.458352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150258f0-79db-4a00-864f-62333899f280') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:46.458840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150258f0-79db-4a00-864f-62333899f280') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:46.468477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.477313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58462) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:46.541209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8064a-feed-43b2-bd64-bb1a9f8d4183 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Network': ['ID=649d382b-ccad-4d21-a785-50a2c953e9b3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:46.548359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting subnet cd689235-b7aa-4435-bc5d-47f80be8d2d9 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:33:46.551769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.592665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.615736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:46.616210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:46.619041 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:46.629500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.640876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-70dbc258-f06b-49c5-b2f9-e4baf8e9668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:46.642311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-70dbc258-f06b-49c5-b2f9-e4baf8e9668b service neutron] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 906 time: 0.3543785 Nov 02 16:33:46.643000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.652841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.747929 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.765536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Pushing event deleted for resources: {'Port': ['ID=e78073dc-6891-45d4-9492-d7ef091b0dda,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:46.771494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:33:46.776475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:46.777220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea80202-21a7-4783-952f-41db22078a17,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:46.779162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.781369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-64af5f6a-25da-40b6-a5b5-1e8ec3170c55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1052832-ee42-437e-899e-2201faafafa0 HTTP/1.1" status: 200 len: 217 time: 0.1089864 Nov 02 16:33:46.789323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5fe66e17-f8fd-4616-b273-b4081c05ebc5 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4f9f6ac1-bbba-436b-9b51-e3dcce6d3b08 HTTP/1.1" status: 204 len: 168 time: 0.8596432 Nov 02 16:33:46.814059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.821035 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c73ad2ac-ea39-4aee-a7cf-4d1b21f9159c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bea80202-21a7-4783-952f-41db22078a17 HTTP/1.1" status: 204 len: 168 time: 1.2650731 Nov 02 16:33:46.828639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:46.956244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Port e78073dc-6891-45d4-9492-d7ef091b0dda update to DOWN by agent not found {{(pid=102067) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 02 16:33:46.971863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] No DVR routers for this DVR port e78073dc-6891-45d4-9492-d7ef091b0dda on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:46.980981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:46.980981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5f313b3-6405-4670-b7b1-6303f24d4a09 req-9197554e-4b8f-43fa-8e41-c953103f74d4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "DELETE /v2.0/ports/e78073dc-6891-45d4-9492-d7ef091b0dda HTTP/1.1" status: 204 len: 173 time: 3.3806684 Nov 02 16:33:46.982102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'name': 'network-vif-deleted', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:46.984459 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad4071-366d-4ba5-a7c9-d2c9766de6e9" -d '{"events": [{"server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "name": "network-vif-deleted", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:46.999875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-d1bff7a2-7248-40e5-95e6-57003a218763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:47.001710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-d1bff7a2-7248-40e5-95e6-57003a218763 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.1760576 Nov 02 16:33:47.005151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Made reservation on behalf of 8443b078ed8244eba85c24fcb5df5a1e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:47.008442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.024077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.129598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-92d49ac0-3aa4-4595-9d75-c021de9b6b9c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187055 Nov 02 16:33:47.216136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd5f4294-fcd2-4e85-b8bb-9b5f86a444fa req-ec811bfb-fa07-40cc-b07d-d9602ad63dab tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 210 time: 0.1971891 Nov 02 16:33:47.232678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.261623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.285660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9d0f-2605-41bc-a0f2-d0386f790f01 req-e1bbdb9a-2576-4396-9832-292fcf84982d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:47.301356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6b9d0f-2605-41bc-a0f2-d0386f790f01 req-e1bbdb9a-2576-4396-9832-292fcf84982d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.3473923 Nov 02 16:33:47.303212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58490) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:47.312505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'name': 'tempest-router--456818374', 'project_id': 'b9dbda4658a049d2a3986bc43a52361f'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:47.409276 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb6545d-e176-46de-b029-1f681c2c54ec x-openstack-request-id: req-dbb6545d-e176-46de-b029-1f681c2c54ec {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:47.409709 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e73fb-011e-46cb-8325-7407ec7242c1", "name": "network-vif-deleted", "tag": "e78073dc-6891-45d4-9492-d7ef091b0dda", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:47.409956 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb6545d-e176-46de-b029-1f681c2c54ec {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:47.410398 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e73fb-011e-46cb-8325-7407ec7242c1', 'name': 'network-vif-deleted', 'tag': 'e78073dc-6891-45d4-9492-d7ef091b0dda', 'status': 'completed', 'code': 200} Nov 02 16:33:47.417390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.457755 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.458946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.539588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.649168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Subnet': ['ID=cd689235-b7aa-4435-bc5d-47f80be8d2d9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:47.679841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007741e-ca3c-4ae0-9798-64e1cff4eed2 None None] Network 3943005d-8175-4acd-88f4-c968296020bc requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:47.693263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.699827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9276ad38-e984-4925-b2b5-61db92120a88 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/subnets/cd689235-b7aa-4435-bc5d-47f80be8d2d9 HTTP/1.1" status: 204 len: 168 time: 1.2192829 Nov 02 16:33:47.699827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:47.705891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58508) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:47.732329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-a886d0ae-ad1a-40c9-9bc3-bd492b8c370c service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692260 Nov 02 16:33:47.866455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6b9d0f-2605-41bc-a0f2-d0386f790f01 req-1d676248-7b7f-4792-96f6-f927430bee30 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449173 Nov 02 16:33:47.876569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15c703f1-9452-482b-8c6a-d631ba20ef20 req-6c923d8d-5eed-4f54-8b6e-fd830d8ac0fc service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309783 Nov 02 16:33:47.915250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Allocated IP 172.20.0.3 (d4300999-93b4-4076-bfd1-56248cb05cd9/dc1c6575-d9f2-45ca-8eb0-0bf8593132c1/64b87ea6-0674-4fde-98b6-65ce7107e51c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:47.965851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.005090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc97-79e3-4c25-8980-e2cf15f2bbc6 req-8554812e-9871-4a52-aa4c-40c3297fd074 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:48.007933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-618ccc97-79e3-4c25-8980-e2cf15f2bbc6 req-8554812e-9871-4a52-aa4c-40c3297fd074 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 943 time: 0.3457088 Nov 02 16:33:48.017686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.021408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1e0a75f9-0f6a-435b-8d20-fdfb984557eb tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7148211 Nov 02 16:33:48.026994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58510) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:48.033270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beed484-2c6d-4778-8def-feb968d4c888']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:48.051019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f47427-eaf9-4367-9dcb-7cf2e4689ae7') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:48.051329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f47427-eaf9-4367-9dcb-7cf2e4689ae7') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:48.071202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:48.082591 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.090070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.123536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.138991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-618ccc97-79e3-4c25-8980-e2cf15f2bbc6 req-1f5312b8-1a7a-41ef-b8a2-e92dbfb95d37 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144416 Nov 02 16:33:48.146939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:48.148475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:48.150460 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:48.215126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:48.240405 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.265319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.271014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9beed484-2c6d-4778-8def-feb968d4c888 HTTP/1.1" status: 204 len: 168 time: 1.4388800 Nov 02 16:33:48.274019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'd1052832-ee42-437e-899e-2201faafafa0', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': 'd1052832-ee42-437e-899e-2201faafafa0', 'mac_address': 'fa:16:3e:fa:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:48.276750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] DHCP port deletion for 3943005d-8175-4acd-88f4-c968296020bc request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:33:48.313527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725e024-028a-47fe-bd5f-3f02bc9f4526 admin admin] Pushing event deleted for resources: {'Network': ['ID=9beed484-2c6d-4778-8def-feb968d4c888,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:48.324915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Deleting port 4396bd32-9414-4654-8c2c-bfe534215552 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:48.325261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.351305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.400530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] Deleting port 4396bd32-9414-4654-8c2c-bfe534215552 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:48.401503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.403511 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.445637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-500ba671-a5a1-4cb7-ba58-71d95276571a req-8aeb9d81-e116-4e5c-aed8-1f12e6a4eff6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 210 time: 0.0349321 Nov 02 16:33:48.512237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] For port 4396bd32-9414-4654-8c2c-bfe534215552, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4396bd32-9414-4654-8c2c-bfe534215552,segment=NetworkSegment(32fafdc6-4393-4f2d-8203-e071f47d0821),segment_id=32fafdc6-4393-4f2d-8203-e071f47d0821)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:48.512623 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.543081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Calling delete_port for 4396bd32-9414-4654-8c2c-bfe534215552 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:48.559203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1052832-ee42-437e-899e-2201faafafa0 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:48.587838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:48.603991 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.612340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58528) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:48.654511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] For port 4396bd32-9414-4654-8c2c-bfe534215552, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4396bd32-9414-4654-8c2c-bfe534215552,segment=NetworkSegment(32fafdc6-4393-4f2d-8203-e071f47d0821),segment_id=32fafdc6-4393-4f2d-8203-e071f47d0821)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:48.655089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.687866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] Calling delete_port for 4396bd32-9414-4654-8c2c-bfe534215552 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:48.711879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.714317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.717058 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.721177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.733234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:48.801265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Port': ['ID=4396bd32-9414-4654-8c2c-bfe534215552,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:48.803731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] No DVR routers for this DVR port 4396bd32-9414-4654-8c2c-bfe534215552 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:48.830326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-74ccfbb7-f2ca-4ee8-a5e9-be3a2348b69c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986b52e0a1b0459990330c70fcf04b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139177 Nov 02 16:33:48.832910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58530) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:48.840140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.840627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2a5060c-797f-464e-a2c7-9cc8e0729a80 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:33:48.852975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.853974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9935f2aa-31cb-4e3d-a5dc-4768ff01ed6b tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d2a5060c-797f-464e-a2c7-9cc8e0729a80 HTTP/1.1" status: 204 len: 168 time: 0.8261812 Nov 02 16:33:48.869280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.888806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:48.915671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d1052832-ee42-437e-899e-2201faafafa0'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:48.920437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] Pushing event deleted for resources: {'Port': ['ID=4396bd32-9414-4654-8c2c-bfe534215552,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:48.939638 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:33:48.956585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97191b3-df4a-4850-b0f6-91a10f794fe1 None None] No DVR routers for this DVR port 4396bd32-9414-4654-8c2c-bfe534215552 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:33:49.013074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Network d4300999-93b4-4076-bfd1-56248cb05cd9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:49.016882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.032833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8adbdd22-6453-458b-8f95-18fac2858284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.034965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:49.060851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:49.069497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3943005d-8175-4acd-88f4-c968296020bc']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:49.130979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Pushing event updated for resources: {'Port': ['ID=64b87ea6-0674-4fde-98b6-65ce7107e51c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:49.142555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fafdc6-4393-4f2d-8203-e071f47d0821') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:49.142954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fafdc6-4393-4f2d-8203-e071f47d0821') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:49.181668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.188965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8adbdd22-6453-458b-8f95-18fac2858284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.216342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58538) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:49.239794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:49.240408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.247840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4396bd32-9414-4654-8c2c-bfe534215552 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:33:49.252023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906480a9-51db-454a-9e37-145d0a86dd16 req-d467d45e-c244-4826-8df2-d7251b58c1cf tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:49.253903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-906480a9-51db-454a-9e37-145d0a86dd16 req-d467d45e-c244-4826-8df2-d7251b58c1cf tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.2109370 Nov 02 16:33:49.267807 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.296435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-07a6d4f7-5a11-4b83-a1f0-715702ef73cb tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8693545 Nov 02 16:33:49.299438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4396bd32-9414-4654-8c2c-bfe534215552 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:33:49.300190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4396bd32-9414-4654-8c2c-bfe534215552 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:33:49.306856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:33:49.307304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:33:49.311865 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:33:49.326665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Request body: {'port': {'device_id': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:49.471684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.490228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8adbdd22-6453-458b-8f95-18fac2858284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.505000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8adbdd22-6453-458b-8f95-18fac2858284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.506237 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8adbdd22-6453-458b-8f95-18fac2858284 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f54f56d-6c75-49cb-97a8-6b407503571b HTTP/1.1" status: 204 len: 168 time: 0.6723640 Nov 02 16:33:49.538390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.542573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbdd22-6453-458b-8f95-18fac2858284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54f56d-6c75-49cb-97a8-6b407503571b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:49.553903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-906480a9-51db-454a-9e37-145d0a86dd16 req-3caebe2e-3722-435c-8e2a-3800a1f0c98c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803726 Nov 02 16:33:49.574946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.578327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/networks/3943005d-8175-4acd-88f4-c968296020bc HTTP/1.1" status: 204 len: 168 time: 1.8632667 Nov 02 16:33:49.582659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58548) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:49.626709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696c6f0-f23d-49b2-b03e-0a7e799e9110 req-544d49a1-2dc0-49a7-9ec6-22bcd404a1fa tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:49.642747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3696c6f0-f23d-49b2-b03e-0a7e799e9110 req-544d49a1-2dc0-49a7-9ec6-22bcd404a1fa tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 944 time: 0.3317409 Nov 02 16:33:49.645648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c15018-275b-47fe-948d-4bf8b5cfd237 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Pushing event deleted for resources: {'Network': ['ID=3943005d-8175-4acd-88f4-c968296020bc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:49.669334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d30cd239-c0ab-4c60-b35b-89f2284a2b4e tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a HTTP/1.1" status: 200 len: 205 time: 0.0812402 Nov 02 16:33:49.676069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58550) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:49.715292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-354550580', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:49.898506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:49.900780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58556) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:49.916392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3696c6f0-f23d-49b2-b03e-0a7e799e9110 req-79f78534-2725-489a-99e4-cade40f3d36f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725310 Nov 02 16:33:50.029500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2003363698'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:50.038806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.039849 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.106932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b87ea6-0674-4fde-98b6-65ce7107e51c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:50.111054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:50.119452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.140486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Transition to ACTIVE for port object 64b87ea6-0674-4fde-98b6-65ce7107e51c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:33:50.148627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.206476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Pushing event updated for resources: {'Port': ['ID=64b87ea6-0674-4fde-98b6-65ce7107e51c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:50.223592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port d1052832-ee42-437e-899e-2201faafafa0 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:33:50.235576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port d1052832-ee42-437e-899e-2201faafafa0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:50.236204 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.289726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326ee6-6df3-49d7-ada1-ac43574c6a98 req-8ec96f0f-6f56-4cdb-8b98-76c3f4bf4b20 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:50.298733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34326ee6-6df3-49d7-ada1-ac43574c6a98 req-8ec96f0f-6f56-4cdb-8b98-76c3f4bf4b20 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 931 time: 0.6234415 Nov 02 16:33:50.311704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.325377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Attempting to bind port 64b87ea6-0674-4fde-98b6-65ce7107e51c on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:50.325813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Attempting to bind port 64b87ea6-0674-4fde-98b6-65ce7107e51c by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:50.326377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Attempting to bind port 64b87ea6-0674-4fde-98b6-65ce7107e51c on network d4300999-93b4-4076-bfd1-56248cb05cd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:50.331866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Port 64b87ea6-0674-4fde-98b6-65ce7107e51c on network d4300999-93b4-4076-bfd1-56248cb05cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:33:50.332607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Attempting to bind port 64b87ea6-0674-4fde-98b6-65ce7107e51c on network d4300999-93b4-4076-bfd1-56248cb05cd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:50.335621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.339513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:50.339862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Checking segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:50.340438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Bound using segment: {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:50.341562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Bound port: 64b87ea6-0674-4fde-98b6-65ce7107e51c, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d8a334-8b62-4648-a832-5a52ea6c74ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:50.342000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.385298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.402429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:50.412219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.426568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:50.427855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:50.430732 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eeb285-e83c-43eb-ab1b-8f2744033951" -d '{"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "d1052832-ee42-437e-899e-2201faafafa0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:50.434971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.494877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:50.517514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] For port 64b87ea6-0674-4fde-98b6-65ce7107e51c, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:50.522430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] For port 64b87ea6-0674-4fde-98b6-65ce7107e51c, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:50.530912 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec69f31-2988-423b-8d59-85174b9115c0 x-openstack-request-id: req-0ec69f31-2988-423b-8d59-85174b9115c0 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:50.531326 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "d1052832-ee42-437e-899e-2201faafafa0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:50.531536 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec69f31-2988-423b-8d59-85174b9115c0 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:50.532601 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0', 'code': 200} Nov 02 16:33:50.533401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.593736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:50.594978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.596629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] 10.222.0.100 "PUT /v2.0/ports/64b87ea6-0674-4fde-98b6-65ce7107e51c HTTP/1.1" status: 200 len: 1091 time: 1.2775788 Nov 02 16:33:50.599643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'tag': '64b87ea6-0674-4fde-98b6-65ce7107e51c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:50.602900 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaefe73-8d27-4605-b6c1-297d963f95df" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e621d9-85f5-49c6-b7cf-48ec1db6f18a", "tag": "64b87ea6-0674-4fde-98b6-65ce7107e51c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:50.624333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.651483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.652306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:33:50.677852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:50.686859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c78e93eb-6267-4b59-bd64-d129c8da0e14 tempest-RoutersNegativeIpV6Test-34419162 tempest-RoutersNegativeIpV6Test-34419162-project] 10.222.0.31 "DELETE /v2.0/routers/8bf72cf2-a2c3-4e8f-a3e4-9b4a7d41652a HTTP/1.1" status: 204 len: 168 time: 1.0098214 Nov 02 16:33:50.698887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:50.734815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa886e-5387-4498-a673-199fd8e4a6a4 req-a881828f-bf03-4979-818b-55cf3c3e1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:50.736582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28aa886e-5387-4498-a673-199fd8e4a6a4 req-a881828f-bf03-4979-818b-55cf3c3e1635 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 1096 time: 0.1266532 Nov 02 16:33:50.742543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-a64c2bd7-fb39-415e-b9d4-8a9fa0b6ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:50.743983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-a64c2bd7-fb39-415e-b9d4-8a9fa0b6ae1f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 1094 time: 0.0851970 Nov 02 16:33:50.746121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103632f0-4c40-40fa-8909-e5d4544ca59c service neutron] Pushing event updated for resources: {'Port': ['ID=64b87ea6-0674-4fde-98b6-65ce7107e51c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:50.814777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-e67d549b-9d49-48ff-b9c2-b07a1df8d0a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c HTTP/1.1" status: 200 len: 217 time: 0.0443196 Nov 02 16:33:50.835642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28aa886e-5387-4498-a673-199fd8e4a6a4 req-2f94daba-d9f9-4e6b-8487-3441bfaf1945 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906091 Nov 02 16:33:50.837066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58590) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:50.876087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34326ee6-6df3-49d7-ada1-ac43574c6a98 req-a03d97e7-1361-4e60-8078-5c62e6fd8cb3 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439134 Nov 02 16:33:50.885714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343743-29c3-4555-8e4d-c0b43c203472 req-51a5e4dd-e01e-477c-b11f-30aff1075edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:50.897540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-51a5e4dd-e01e-477c-b11f-30aff1075edb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.0722828 Nov 02 16:33:50.965663 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf858e9d-b77d-4414-b640-22a86ac744ee x-openstack-request-id: req-cf858e9d-b77d-4414-b640-22a86ac744ee {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:50.966258 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e621d9-85f5-49c6-b7cf-48ec1db6f18a", "tag": "64b87ea6-0674-4fde-98b6-65ce7107e51c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:50.966830 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf858e9d-b77d-4414-b640-22a86ac744ee {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:50.967446 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'tag': '64b87ea6-0674-4fde-98b6-65ce7107e51c', 'status': 'completed', 'code': 200} Nov 02 16:33:51.093312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-699350c7-f19e-4c3c-8f92-dedba8f614e8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365145 Nov 02 16:33:51.098038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1307108905-network', 'tenant_id': 'f0be45a476b14adb93fee5ec318db9ba'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:51.174020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:51.226823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.227487 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Added segment 1ed27192-6f48-4068-a5ce-d2d087a2b33c of type vlan for network e03470d4-cd73-4603-90da-ef8bc7ab06b7 Nov 02 16:33:51.240754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Made reservation on behalf of f0be45a476b14adb93fee5ec318db9ba for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:51.246101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.247173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.263003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.274357 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-536dc66c-4543-4f27-8715-db32d01ccfe9 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716189 Nov 02 16:33:51.312016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.357048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465c74-4270-4303-95e9-bbdbd5b4bca3 req-0a5f2a23-ff77-4225-8130-dbfa2019ceca tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:51.364635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a465c74-4270-4303-95e9-bbdbd5b4bca3 req-0a5f2a23-ff77-4225-8130-dbfa2019ceca tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.5665393 Nov 02 16:33:51.386092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadeee1-5e15-46ac-919e-3a875fecd06f req-00896952-7bed-41b9-ac4c-f08ef5cf01c2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:51.394820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fadeee1-5e15-46ac-919e-3a875fecd06f req-00896952-7bed-41b9-ac4c-f08ef5cf01c2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1947002 Nov 02 16:33:51.433318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-36343743-29c3-4555-8e4d-c0b43c203472 req-7c713619-af5e-4079-ae33-ba339fd85ee6 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494849 Nov 02 16:33:51.457650 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-58f4f014-0e06-4464-a11d-5ef89333b5f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbdfb915658441c3be9d27bde9a171cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795639 Nov 02 16:33:51.458314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:51.475621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fadeee1-5e15-46ac-919e-3a875fecd06f req-82ceacdb-8ed2-45e2-b56a-32c39524f289 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777335 Nov 02 16:33:51.490886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.497328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:51.498783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.504240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.522343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.527112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a465c74-4270-4303-95e9-bbdbd5b4bca3 req-95fc20a3-0712-4665-baed-0cc3a1d4a871 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615202 Nov 02 16:33:51.584686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:51.599289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6937160 Nov 02 16:33:51.600494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58614) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:51.616992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1210433470'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:51.642295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a30ed-4def-4ae2-b0f8-e416b1185b7d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:51.652732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaefe73-8d27-4605-b6c1-297d963f95df req-1a695dfa-79f9-44ca-a98b-eb3705fa786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:51.664305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-1a695dfa-79f9-44ca-a98b-eb3705fa786e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 1094 time: 0.1486509 Nov 02 16:33:51.665742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbac449-f462-4e92-9ebc-88e09e09b322 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Network': ['ID=e03470d4-cd73-4603-90da-ef8bc7ab06b7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:51.671847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.672194 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Added segment 71b86143-b61d-49d9-ad32-7fa644d19d72 of type vlan for network b85c8780-8614-4497-b7d8-cdb551f8a5d3 Nov 02 16:33:51.674388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:51.677869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.681262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:51.727191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:33:51.743088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.743330 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Added segment 3cd37977-708b-40dd-868e-9958f8b695aa of type vlan for network 282dbc29-1aaa-45e1-b246-11ee902de8f2 Nov 02 16:33:51.805585 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7c971a8-d8b6-4b30-b543-d61ef456f887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.875672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.879636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7c971a8-d8b6-4b30-b543-d61ef456f887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.895575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.897441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.909956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:51.953124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaefe73-8d27-4605-b6c1-297d963f95df req-048462a0-b6bf-4a87-bb48-616c72bb79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:51.954718 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-048462a0-b6bf-4a87-bb48-616c72bb79a9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 200 len: 915 time: 0.2803645 Nov 02 16:33:52.034632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-70f0831e-132a-4034-8943-bacbc629006b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c HTTP/1.1" status: 200 len: 217 time: 0.0676386 Nov 02 16:33:52.037996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.039215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:52.039934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.049706 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.055375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:52.056040 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.143068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3016820 Nov 02 16:33:52.149446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58618) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:52.158529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7c971a8-d8b6-4b30-b543-d61ef456f887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.161438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7c971a8-d8b6-4b30-b543-d61ef456f887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.164994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d7c971a8-d8b6-4b30-b543-d61ef456f887 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/936e8cf8-61d1-4e41-89f1-ec3ff8ef120a HTTP/1.1" status: 204 len: 168 time: 0.6995549 Nov 02 16:33:52.184110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Request body: {'subnet': {'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1307108905-subnet', 'tenant_id': 'f0be45a476b14adb93fee5ec318db9ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:52.214515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Allocated IP 172.25.7.248 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/952751b0-4eec-46f0-9257-998152962d14) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:52.225307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16306c27-6300-4371-a1e2-c176639ac09f admin admin] Pushing event updated for resources: {'Network': ['ID=b85c8780-8614-4497-b7d8-cdb551f8a5d3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:52.228499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Made reservation on behalf of f0be45a476b14adb93fee5ec318db9ba for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:52.231114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.237296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b85c8780-8614-4497-b7d8-cdb551f8a5d3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:52.484581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.521178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9086902 Nov 02 16:33:52.533453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:52.541578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817eaab-ce48-409c-b326-f1854b51bc85 req-bf8cb173-f540-4e44-86bc-1421424a6767 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:52.543186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2817eaab-ce48-409c-b326-f1854b51bc85 req-bf8cb173-f540-4e44-86bc-1421424a6767 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 943 time: 0.5361941 Nov 02 16:33:52.550326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'subnet': {'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:52.554916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf16100-fde9-4754-96e7-7c8a4a56f9f8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Network': ['ID=282dbc29-1aaa-45e1-b246-11ee902de8f2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:52.566461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:33:52.757816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.772537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.818698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c971a8-d8b6-4b30-b543-d61ef456f887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e8cf8-61d1-4e41-89f1-ec3ff8ef120a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:52.821255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event updated for resources: {'Port': ['ID=952751b0-4eec-46f0-9257-998152962d14,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:52.827941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaefe73-8d27-4605-b6c1-297d963f95df req-c16f000e-ebba-44ac-90d7-477875e1e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:52.830218 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-c16f000e-ebba-44ac-90d7-477875e1e932 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 200 len: 854 time: 0.7815154 Nov 02 16:33:52.865116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2817eaab-ce48-409c-b326-f1854b51bc85 req-5bdd5cb6-91ad-4b15-93ca-07eddbd0073c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072104 Nov 02 16:33:52.881474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-ad92545c-6cff-44c8-86cd-39fc48ac84e1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d4300999-93b4-4076-bfd1-56248cb05cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373957 Nov 02 16:33:52.900181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:52.905275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:52.920322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:52.934748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:52.943742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:52.979224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a607b34-1a61-428e-8353-5ac0e4aa57b7 req-e5c1a2ab-22e8-4792-a840-8930c06dd87d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:52.981091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a607b34-1a61-428e-8353-5ac0e4aa57b7 req-e5c1a2ab-22e8-4792-a840-8930c06dd87d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.3018498 Nov 02 16:33:53.066235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-86de4562-eca6-4212-bebc-030de28f6955 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609519 Nov 02 16:33:53.140787 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a607b34-1a61-428e-8353-5ac0e4aa57b7 req-87b6bb01-86ef-40ef-a085-97b399105b8d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218648 Nov 02 16:33:53.287361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71bf3-2a8c-4ef5-bfff-f11cc103c70d req-6ffacaef-a769-4696-a16a-10197914a323 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:53.291591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71f71bf3-2a8c-4ef5-bfff-f11cc103c70d req-6ffacaef-a769-4696-a16a-10197914a323 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.2738779 Nov 02 16:33:53.371105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afaefe73-8d27-4605-b6c1-297d963f95df req-58118cff-2d1c-4245-a5aa-7cb4f3e67f13 service neutron] 10.222.0.100 "GET /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825408 Nov 02 16:33:53.372547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.420914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58658) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:53.441730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6f9ced-9780-48f1-a2ba-9a55c143c9de,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:53.450697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Checking segment: {'id': '71b86143-b61d-49d9-ad32-7fa644d19d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:53.451058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Network hostable DHCP agents. Network: b85c8780-8614-4497-b7d8-cdb551f8a5d3, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:53.480560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Network b85c8780-8614-4497-b7d8-cdb551f8a5d3 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:53.492097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b85c8780-8614-4497-b7d8-cdb551f8a5d3) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:53.498110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:53.498110 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.508484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb51e8-87e1-4d9f-a677-031fbf79a3fc None None] Network b85c8780-8614-4497-b7d8-cdb551f8a5d3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:53.521226 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-931f07b6-3b28-4ed6-8b2b-745ec21a7e3c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3672595 Nov 02 16:33:53.589167 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.627632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71f71bf3-2a8c-4ef5-bfff-f11cc103c70d req-a6223293-cf1f-4c9d-9954-bba2f6c11846 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009067 Nov 02 16:33:53.652464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--441060544'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:53.716747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.718659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2e14c-f280-4958-841d-b81a6c911823 None None] Network b85c8780-8614-4497-b7d8-cdb551f8a5d3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:53.746644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.882776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Subnet': ['ID=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:53.902456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.925052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a72ea-71d2-4ddc-b5a3-8a8dd627528e req-b30979e3-3786-4cf5-80ff-f66ae6ea635e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:53.926931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd4a72ea-71d2-4ddc-b5a3-8a8dd627528e req-b30979e3-3786-4cf5-80ff-f66ae6ea635e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.3441315 Nov 02 16:33:53.936293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Checking segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:53.936965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network hostable DHCP agents. Network: e03470d4-cd73-4603-90da-ef8bc7ab06b7, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:53.941453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:53.963889 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.082743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:54.096017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 64b87ea6-0674-4fde-98b6-65ce7107e51c details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:33:54.105782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ddc546-e474-47d6-8fdd-feaf457875d1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:54.113699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd4a72ea-71d2-4ddc-b5a3-8a8dd627528e req-45b7e196-13a2-42b8-9b7b-f27a35e4aa9c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739116 Nov 02 16:33:54.116564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, e03470d4-cd73-4603-90da-ef8bc7ab06b7) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:54.128110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7097d56-4690-46a9-993a-6bc076c98ca3 None None] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:54.128838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:54.129444 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.211083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.217695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.219834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ac1b8963-8cd8-47ae-af0f-0a8403dff0a7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6755850 Nov 02 16:33:54.224011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.243174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'subnet': {'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:54.276297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.277776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8557644 Nov 02 16:33:54.283202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58688) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.295401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9a4eb-a926-4dd7-90bb-761f3d2cc8a0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f393e-82dc-4df8-bf57-b9d2191d086a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:54.371876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a87bf476-b955-458d-aa0e-4f322cd7bec0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0860951 Nov 02 16:33:54.375536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58692) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.379987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-security--1408621453', 'description': 'tempest-security-description-1769500725'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:54.409937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.410830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:33:54.412408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.483193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.487880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.491328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.493024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "PUT /v2.0/security-groups/dc3f393e-82dc-4df8-bf57-b9d2191d086a HTTP/1.1" status: 200 len: 1780 time: 0.1174910 Nov 02 16:33:54.498301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58694) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.514109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.549727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 64b87ea6-0674-4fde-98b6-65ce7107e51c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:54.563989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3773e6a5-aa45-4233-acc2-fa6a66dfe4ae tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups/dc3f393e-82dc-4df8-bf57-b9d2191d086a HTTP/1.1" status: 200 len: 1780 time: 0.0644693 Nov 02 16:33:54.565394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2595f-b82c-485b-a59a-1055f4d79c8a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f393e-82dc-4df8-bf57-b9d2191d086a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:54.576043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '64b87ea6-0674-4fde-98b6-65ce7107e51c', 'network_id': 'd4300999-93b4-4076-bfd1-56248cb05cd9', 'port_id': '64b87ea6-0674-4fde-98b6-65ce7107e51c', 'mac_address': 'fa:16:3e:72:c9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c6575-d9f2-45ca-8eb0-0bf8593132c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:33:54.580559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58696) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.663389 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.676815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf6e3-a87e-45a5-8035-7fdfaa52229a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.679719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Allocated IP 10.1.1.2 (e03470d4-cd73-4603-90da-ef8bc7ab06b7/9de4688b-8bc0-46a6-98d9-be9dd3e0f29b/5cec5717-995a-4c9b-b830-aab22696ec5b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:54.696293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b87ea6-0674-4fde-98b6-65ce7107e51c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:33:54.707512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf6e3-a87e-45a5-8035-7fdfaa52229a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.720390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 64b87ea6-0674-4fde-98b6-65ce7107e51c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:54.782970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf6e3-a87e-45a5-8035-7fdfaa52229a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.792001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf6e3-a87e-45a5-8035-7fdfaa52229a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:54.804864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9d6cf6e3-a87e-45a5-8035-7fdfaa52229a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc3f393e-82dc-4df8-bf57-b9d2191d086a HTTP/1.1" status: 204 len: 168 time: 0.2224805 Nov 02 16:33:54.808281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58700) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.897654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cf6e3-a87e-45a5-8035-7fdfaa52229a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f393e-82dc-4df8-bf57-b9d2191d086a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:54.950765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-614b324d-cd4f-410f-8e37-d0ea57e6f0a2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235700 Nov 02 16:33:54.951497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58702) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.965206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52e03d-5961-4a0a-b711-39f9bc1174f4 req-446c8b1e-fefe-4f2c-a0bf-56da829b4f07 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:54.973392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc52e03d-5961-4a0a-b711-39f9bc1174f4 req-446c8b1e-fefe-4f2c-a0bf-56da829b4f07 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 943 time: 0.7501531 Nov 02 16:33:54.975707 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-83b1b2cc-752f-4def-a6e1-58bdecdfb1c7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] delete failed (client error): The resource could not be found. Nov 02 16:33:54.980888 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-83b1b2cc-752f-4def-a6e1-58bdecdfb1c7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc3f393e-82dc-4df8-bf57-b9d2191d086a HTTP/1.1" status: 404 len: 347 time: 0.0270109 Nov 02 16:33:54.981899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58704) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:54.990867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861433892'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:55.014703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:55.019392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.031041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.039982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-f9f38712-e2c5-4006-b8ba-5788663ba9d5 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:55.047958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-f9f38712-e2c5-4006-b8ba-5788663ba9d5 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/networks?id=b85c8780-8614-4497-b7d8-cdb551f8a5d3 HTTP/1.1" status: 200 len: 821 time: 0.9268165 Nov 02 16:33:55.059745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.073583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.076849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.130249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:55.133505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:55.135908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:55.140593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.147161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.166679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc52e03d-5961-4a0a-b711-39f9bc1174f4 req-5eb902e0-335d-40c3-b38a-45b71f444b02 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920888 Nov 02 16:33:55.180805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-452bddc3-1f04-4eae-ba68-48960ddc3f52 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/quotas/f0be45a476b14adb93fee5ec318db9ba HTTP/1.1" status: 200 len: 375 time: 0.1317260 Nov 02 16:33:55.191722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.193055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2101512 Nov 02 16:33:55.198619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58708) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:55.203470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '329a30f2-15c0-4e23-ab85-100c717b3404', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:55.207099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=64b87ea6-0674-4fde-98b6-65ce7107e51c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:55.226383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ea42-d48b-45d3-9abd-4b567a7ff1f3 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329a30f2-15c0-4e23-ab85-100c717b3404,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:55.270698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.275233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Attempting to bind port 5cec5717-995a-4c9b-b830-aab22696ec5b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:55.275609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Attempting to bind port 5cec5717-995a-4c9b-b830-aab22696ec5b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:55.275972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Attempting to bind port 5cec5717-995a-4c9b-b830-aab22696ec5b on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:55.288365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:55.288739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Checking segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:55.289202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.289529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Bound using segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:55.290508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Bound port: 5cec5717-995a-4c9b-b830-aab22696ec5b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:55.290768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.307122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Pushing event updated for resources: {'Port': ['ID=5cec5717-995a-4c9b-b830-aab22696ec5b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:55.336657 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.343164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.358689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['64b87ea6-0674-4fde-98b6-65ce7107e51c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:33:55.368079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-e0e25a6c-19b0-4635-b87a-2bfd1d1217c8 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0be45a476b14adb93fee5ec318db9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848159 Nov 02 16:33:55.386713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79afa13-9bcf-4c94-845a-9c28006b953a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:55.403159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.404172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a7d53cb-52f1-4181-ac8c-6c0b48ce5c45 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045472 Nov 02 16:33:55.408075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:55.456076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] For port 5cec5717-995a-4c9b-b830-aab22696ec5b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:55.465870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32ac50ee-aa9b-43d7-b07a-8bb2a67cf002 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.473091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] For port 5cec5717-995a-4c9b-b830-aab22696ec5b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5cec5717-995a-4c9b-b830-aab22696ec5b,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:55.479701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32ac50ee-aa9b-43d7-b07a-8bb2a67cf002 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.482051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.541165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32ac50ee-aa9b-43d7-b07a-8bb2a67cf002 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.549465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32ac50ee-aa9b-43d7-b07a-8bb2a67cf002 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.550615 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-32ac50ee-aa9b-43d7-b07a-8bb2a67cf002 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f79afa13-9bcf-4c94-845a-9c28006b953a HTTP/1.1" status: 204 len: 168 time: 0.1412547 Nov 02 16:33:55.560971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58720) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:55.585577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e35ee2-9d61-40f5-8d78-fb7153947e95 None None] Pushing event updated for resources: {'Port': ['ID=5cec5717-995a-4c9b-b830-aab22696ec5b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:55.605463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac50ee-aa9b-43d7-b07a-8bb2a67cf002 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f79afa13-9bcf-4c94-845a-9c28006b953a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:55.605896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-42890f65-8f8f-45ff-8e30-e706ef19ad1e service neutron] 10.222.0.31 "GET /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743262 Nov 02 16:33:55.675474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-82e85ea6-6852-4bd9-be1e-09d7b07b591f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1103194 Nov 02 16:33:55.675941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58722) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:55.770582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c0fcbd0-064a-49e7-b38a-f2458f186492 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.820702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdecbc-ce78-4a3e-89cc-cdea34056993 req-1c375155-25a4-4645-acbd-63edc89019a9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:55.822539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbbdecbc-ce78-4a3e-89cc-cdea34056993 req-1c375155-25a4-4645-acbd-63edc89019a9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.3905110 Nov 02 16:33:55.851609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c0fcbd0-064a-49e7-b38a-f2458f186492 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.872528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-c6bf7b6f-cdef-4ed2-ad60-249db88679e1 service neutron] 10.222.0.31 "GET /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338042 Nov 02 16:33:55.873137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Router a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:33:55.938417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c0fcbd0-064a-49e7-b38a-f2458f186492 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.946827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c0fcbd0-064a-49e7-b38a-f2458f186492 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:55.951528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3c0fcbd0-064a-49e7-b38a-f2458f186492 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/329a30f2-15c0-4e23-ab85-100c717b3404 HTTP/1.1" status: 204 len: 168 time: 0.2745712 Nov 02 16:33:55.952261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58724) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:56.023222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fcbd0-064a-49e7-b38a-f2458f186492 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a30f2-15c0-4e23-ab85-100c717b3404,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:56.081242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eac5109e-473d-49cc-a44a-6bfddb275dc4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239321 Nov 02 16:33:56.082249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58726) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:56.087509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304993359'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:56.108435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 64b87ea6-0674-4fde-98b6-65ce7107e51c up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:56.138402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.218504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.254375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 64b87ea6-0674-4fde-98b6-65ce7107e51c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:33:56.259593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 64b87ea6-0674-4fde-98b6-65ce7107e51c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:56.261138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.313818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.323566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.325405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Subnet': ['ID=60ffdded-0f32-4d91-b95a-dd86d08f2159,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:56.352085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbbdecbc-ce78-4a3e-89cc-cdea34056993 req-e8525858-a1c4-44d4-9b1a-2918e166d6f8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777361 Nov 02 16:33:56.441283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3a287-5320-43aa-8354-a30ca64bb825,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:56.444960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:33:56.463385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] Sync routers for ids ['a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:33:56.463877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.484060 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] Routers {'a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:56.486397 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:56.491968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.497525 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33c2ad2b-784c-4149-9df5-d6fd6f01ee98 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4138885 Nov 02 16:33:56.498153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:56.513329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '0fa3a287-5320-43aa-8354-a30ca64bb825', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:56.532530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8f4d5-6c24-47eb-a8c6-f7d48b4c22d5 req-b5471552-67ac-44ef-99bc-4883a4b1a8f3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:56.544224 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dcf8f4d5-6c24-47eb-a8c6-f7d48b4c22d5 req-b5471552-67ac-44ef-99bc-4883a4b1a8f3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2262778 Nov 02 16:33:56.551817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Checking segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:56.552189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network hostable DHCP agents. Network: 282dbc29-1aaa-45e1-b246-11ee902de8f2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:33:56.559182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b87ea6-0674-4fde-98b6-65ce7107e51c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:33:56.563591 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc0994-246a-468f-bd34-ae0032cb0a14" -d '{"events": [{"server_uuid": "b3e621d9-85f5-49c6-b7cf-48ec1db6f18a", "name": "network-vif-plugged", "status": "completed", "tag": "64b87ea6-0674-4fde-98b6-65ce7107e51c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:33:56.589080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.601446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:56.619814 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] Routers {'a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:33:56.620952 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:56.621175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 64b87ea6-0674-4fde-98b6-65ce7107e51c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:56.628148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.677097 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:33:56.678388 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94e3e6-c0a9-4175-8fca-4067367296ab None None] The sync data for ids ['a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:33:56.729645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c29726c-ba37-43dd-a8b9-fe8cba67e245 req-a168d819-63a6-4cd6-92d7-9f2293c31adc tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 210 time: 0.2326367 Nov 02 16:33:56.767806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dcf8f4d5-6c24-47eb-a8c6-f7d48b4c22d5 req-8f1e9b8d-d5d1-4dea-a866-763d443ae41c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133882 Nov 02 16:33:56.790705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.795208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=64b87ea6-0674-4fde-98b6-65ce7107e51c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:56.797712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.804611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.814949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9cc3e34f-b5b8-4ca2-a377-ac6a5a43a592 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5952225 Nov 02 16:33:56.816085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58744) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:56.856648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04424045-d304-4487-8784-d63bda6d0dbf,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:56.865736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:56.877113 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b0b4dc36-b01d-41b6-9af2-c07c713fd679 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3763752 Nov 02 16:33:56.878271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58752) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:56.887353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '0fa3a287-5320-43aa-8354-a30ca64bb825', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:56.935230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.017805 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd715f-708c-4c11-bd23-0c4430beec37 x-openstack-request-id: req-afdd715f-708c-4c11-bd23-0c4430beec37 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:33:57.018106 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e621d9-85f5-49c6-b7cf-48ec1db6f18a", "name": "network-vif-plugged", "status": "completed", "tag": "64b87ea6-0674-4fde-98b6-65ce7107e51c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:33:57.018387 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afdd715f-708c-4c11-bd23-0c4430beec37 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:33:57.019034 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b87ea6-0674-4fde-98b6-65ce7107e51c', 'code': 200} Nov 02 16:33:57.044440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:33:57.052709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-36ba5ac6-9e34-4552-a744-e946deeab9dd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 HTTP/1.1" status: 200 len: 924 time: 0.2288101 Nov 02 16:33:57.057974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58758) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:57.091243 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.097802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.189486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c7f1e21-6e0b-437f-acaf-ae98d714d419 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 HTTP/1.1" status: 200 len: 205 time: 0.1201203 Nov 02 16:33:57.192317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 282dbc29-1aaa-45e1-b246-11ee902de8f2) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:57.194382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58760) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:57.200265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25dee7a-f9c7-4a01-acdb-2a622d2b7798 None None] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:57.222903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a0f12a-8c0f-44d0-bd16-883d76cc6e71,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:57.240271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.240604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:57.241556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-66aba639-5cb3-432c-bc9b-6a3559797153 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619485 Nov 02 16:33:57.248047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58762) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:57.253660 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.257426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '0fa3a287-5320-43aa-8354-a30ca64bb825', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:57.324879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2804-5a6d-4079-ae6d-d7f2c0ccc295 req-7efbe6f9-a1f1-4569-8526-336121273b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:57.326488 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-92cc2804-5a6d-4079-ae6d-d7f2c0ccc295 req-7efbe6f9-a1f1-4569-8526-336121273b3e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 1096 time: 0.2264581 Nov 02 16:33:57.413672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4546284a-d9b4-4e46-bdc4-b6bbd5ebd4d3 None None] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:33:57.446721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.533143 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-92cc2804-5a6d-4079-ae6d-d7f2c0ccc295 req-722b94c4-44a2-4ee5-89be-7258d076a84d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796424 Nov 02 16:33:57.541235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-286d602e-7b02-4a89-9ba2-c819eb444c24 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3118715 Nov 02 16:33:57.546245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58766) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:57.561266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e115ab-2ab7-4cfc-845e-04503c95f9b4 req-8f8d8020-6000-4a09-858f-38d05663639c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:57.564348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'name': 'tempest-TaggedBootDevicesTest_v242-940611728', 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:57.569551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37e115ab-2ab7-4cfc-845e-04503c95f9b4 req-8f8d8020-6000-4a09-858f-38d05663639c tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.5123816 Nov 02 16:33:57.624439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5cec5717-995a-4c9b-b830-aab22696ec5b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:57.669982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37e115ab-2ab7-4cfc-845e-04503c95f9b4 req-e4a5dbed-acee-4b2b-abce-a0ae88bc27ae tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988913 Nov 02 16:33:57.690501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e9e16-0ed0-4e9a-973f-19d62ef7ae56 req-11e64495-6ff4-4c5b-9a38-3eb13f3d0c80 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:57.698415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-896e9e16-0ed0-4e9a-973f-19d62ef7ae56 req-11e64495-6ff4-4c5b-9a38-3eb13f3d0c80 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1640737 Nov 02 16:33:57.703156 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.803547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.840316 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.875047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-282dbc29-1aaa-45e1-b246-11ee902de8f2', 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'fixed_ips': [{'subnet_id': '60ffdded-0f32-4d91-b95a-dd86d08f2159'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:33:57.879297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.882276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2e3149b3-c4db-442a-ba53-45d4740aa698 None None] Provisioning complete for port 5cec5717-995a-4c9b-b830-aab22696ec5b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:57.890606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e3149b3-c4db-442a-ba53-45d4740aa698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.941549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d629fddd-af01-4c10-b8ac-63e265ed6644,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:57.971144 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:57.972369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c818ed03-c3f5-40aa-bce1-0d7941ba8e51 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7233324 Nov 02 16:33:58.002208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58774) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:58.030344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:58.179920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '0fa3a287-5320-43aa-8354-a30ca64bb825', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:58.194189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-8276acd4-fd90-40e2-910a-118d8c8323ed tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:58.195691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-8276acd4-fd90-40e2-910a-118d8c8323ed tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.55 "GET /v2.0/networks?id=b85c8780-8614-4497-b7d8-cdb551f8a5d3 HTTP/1.1" status: 200 len: 821 time: 0.1981139 Nov 02 16:33:58.216449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.231054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Allocated IP 10.2.2.2 (282dbc29-1aaa-45e1-b246-11ee902de8f2/60ffdded-0f32-4d91-b95a-dd86d08f2159/bfa9bb35-0c15-4cb7-8421-1ec226c9b033) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:58.249514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b6b1b02-cc9a-4779-8ecf-8d68ca67d2f7 req-35b2bac3-b7d1-4770-bd89-5db25736cff1 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 210 time: 0.2478662 Nov 02 16:33:58.249514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.276736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] device_id is not set on port ea8e6635-c229-423d-a1af-99e634ab1d63 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:33:58.286693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Request body: {'port': {'device_id': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3', 'admin_state_up': True, 'tenant_id': 'f0be45a476b14adb93fee5ec318db9ba'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:58.406864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5cec5717-995a-4c9b-b830-aab22696ec5b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:58.407720 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.445542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-896e9e16-0ed0-4e9a-973f-19d62ef7ae56 req-ab77d802-e10d-4672-a2c0-02edc7ecc83d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7422092 Nov 02 16:33:58.555477 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e3149b3-c4db-442a-ba53-45d4740aa698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.567324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.569894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Made reservation on behalf of f0be45a476b14adb93fee5ec318db9ba for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:58.573563 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.587130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 10.1.1.139 (e03470d4-cd73-4603-90da-ef8bc7ab06b7/9de4688b-8bc0-46a6-98d9-be9dd3e0f29b/ea8e6635-c229-423d-a1af-99e634ab1d63) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:58.640275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe12c5-15bc-4262-9012-9a22d9a0d1f7 req-bc435008-7348-4226-a3c7-31cc62c69c1c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:58.642166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8fe12c5-15bc-4262-9012-9a22d9a0d1f7 req-bc435008-7348-4226-a3c7-31cc62c69c1c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2166145 Nov 02 16:33:58.659115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2e3149b3-c4db-442a-ba53-45d4740aa698 None None] For port 5cec5717-995a-4c9b-b830-aab22696ec5b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5cec5717-995a-4c9b-b830-aab22696ec5b,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:33:58.670785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e3149b3-c4db-442a-ba53-45d4740aa698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.687047 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.713433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.722082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.770650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Allocated IP 172.20.0.9 (b85c8780-8614-4497-b7d8-cdb551f8a5d3/bf6f9ced-9780-48f1-a2ba-9a55c143c9de/febf69f2-e8a2-4c1c-95ce-2f454faedb97) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:58.793309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:58.811386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3149b3-c4db-442a-ba53-45d4740aa698 None None] Pushing event updated for resources: {'Port': ['ID=5cec5717-995a-4c9b-b830-aab22696ec5b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:58.817083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:58.827909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:58.857990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.873501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:33:58.874003 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:33:58.874648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fa2f3a98-05fc-4a13-bd78-45c35365c11d None None] Provisioning complete for port 5cec5717-995a-4c9b-b830-aab22696ec5b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:58.875115 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3a98-05fc-4a13-bd78-45c35365c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.909955 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.952230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:58.992256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Pushing event updated for resources: {'Port': ['ID=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:59.007439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.013577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Attempting to bind port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:33:59.014101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Attempting to bind port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:33:59.014690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Attempting to bind port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:33:59.023690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:33:59.024197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Checking segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:33:59.024764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.025284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Bound using segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:33:59.025860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Bound port: bfa9bb35-0c15-4cb7-8421-1ec226c9b033, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:33:59.026453 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.032544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:59.035388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:59.039377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:59.056685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:59.078090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Network b85c8780-8614-4497-b7d8-cdb551f8a5d3 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:33:59.104380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:33:59.109098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8fe12c5-15bc-4262-9012-9a22d9a0d1f7 req-1dc063b0-1dbf-4d68-85f7-366db95b1447 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197522 Nov 02 16:33:59.115986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:33:59.149374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:59.150057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.162307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Deleting port 952751b0-4eec-46f0-9257-998152962d14 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:33:59.162504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.185519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5647a833-8c73-4fcf-8328-f7fba0aedf70 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6345553 Nov 02 16:33:59.187004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58790) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:33:59.192737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'name': 'tempest-TaggedBootDevicesTest_v242-701792505', 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:59.238895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] For port bfa9bb35-0c15-4cb7-8421-1ec226c9b033, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:33:59.252080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.256529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] For port bfa9bb35-0c15-4cb7-8421-1ec226c9b033, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:33:59.263746 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.280510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Calling delete_port for 952751b0-4eec-46f0-9257-998152962d14 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:33:59.358840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8349-17df-4e41-b631-4a728ba6a923 None None] Pushing event updated for resources: {'Port': ['ID=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:59.458321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:33:59.464927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.472334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f405f3b5-0d6f-49c5-a7df-fc9b14c51a78 None None] Provisioning complete for port ea8e6635-c229-423d-a1af-99e634ab1d63 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:59.472715 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b5-0d6f-49c5-a7df-fc9b14c51a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.497184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] device_id is not set on port be5be998-1b48-4dc8-b748-c199f07861a1 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:33:59.518360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f405f3b5-0d6f-49c5-a7df-fc9b14c51a78 None None] Port ea8e6635-c229-423d-a1af-99e634ab1d63 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:33:59.557576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:59.558416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.593798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5cec5717-995a-4c9b-b830-aab22696ec5b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:33:59.729832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5cec5717-995a-4c9b-b830-aab22696ec5b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:33:59.731188 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.739760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4673734 Nov 02 16:33:59.751941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.772485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43338da5-c3b1-41fb-991b-f47b3765d77d req-509654a9-2f70-4f42-befb-60b2de66bfff tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:33:59.784181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43338da5-c3b1-41fb-991b-f47b3765d77d req-509654a9-2f70-4f42-befb-60b2de66bfff tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.7935872 Nov 02 16:33:59.791090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Request body: {'port': {'device_id': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:33:59.817863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 10.1.1.31 (e03470d4-cd73-4603-90da-ef8bc7ab06b7/9de4688b-8bc0-46a6-98d9-be9dd3e0f29b/be5be998-1b48-4dc8-b748-c199f07861a1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:33:59.857587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83833088-a9b0-4591-b848-41d5da44364f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Pushing event updated for resources: {'Port': ['ID=febf69f2-e8a2-4c1c-95ce-2f454faedb97,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:33:59.862502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.908799 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:33:59.947093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13588685-13fc-4d49-ae40-97b6510e4492,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:00.003232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2e8e5-c644-4865-b2f3-5ac00996b0c5 req-538f61db-61e5-471e-a039-400c0f38b252 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:00.004904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63f2e8e5-c644-4865-b2f3-5ac00996b0c5 req-538f61db-61e5-471e-a039-400c0f38b252 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 931 time: 0.4437323 Nov 02 16:34:00.027734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event deleted for resources: {'Port': ['ID=952751b0-4eec-46f0-9257-998152962d14,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:00.040345 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.044379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6f686bc1-23d3-4263-a9e8-c572c9339538 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0381331 Nov 02 16:34:00.048815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:00.053016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.066027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '0fa3a287-5320-43aa-8354-a30ca64bb825', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:00.106178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.127400 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.186301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43338da5-c3b1-41fb-991b-f47b3765d77d req-42a9c22c-973d-48bc-b0ce-e2870e837e40 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012105 Nov 02 16:34:00.209266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.272290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.299007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.354964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.374373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:00.405703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:00.412033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a37d79-ad28-4de5-9a5b-b4ad31cebef5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:00.414034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:00.468648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63f2e8e5-c644-4865-b2f3-5ac00996b0c5 req-05dc80fd-4f2c-4245-8341-aeea19b02695 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377470 Nov 02 16:34:00.470467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.496080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:00.497565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.497684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.512285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:00.526475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.530219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ecc206dd-8d51-48ba-afa0-fccb329d1744 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4781306 Nov 02 16:34:00.531118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58806) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:00.559485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-69cb61b5-35e7-4f8c-a0af-73bfe8dc6ad6 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3692799 Nov 02 16:34:00.587164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-deb1fd6a-ca59-4628-b452-df9b0890b2ad tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.612269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-deb1fd6a-ca59-4628-b452-df9b0890b2ad tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.677484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-deb1fd6a-ca59-4628-b452-df9b0890b2ad tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.684754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-deb1fd6a-ca59-4628-b452-df9b0890b2ad tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.688210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-deb1fd6a-ca59-4628-b452-df9b0890b2ad tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d0a37d79-ad28-4de5-9a5b-b4ad31cebef5 HTTP/1.1" status: 204 len: 168 time: 0.1535251 Nov 02 16:34:00.691298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58818) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:00.737729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1fd6a-ca59-4628-b452-df9b0890b2ad tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0a37d79-ad28-4de5-9a5b-b4ad31cebef5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:00.813650 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-87a2375c-a9e3-4736-b223-aaf67e0c8f91 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1220896 Nov 02 16:34:00.821873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58820) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:00.852569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-09f8124e-744f-4f99-b2f5-759e208a95af None None] Provisioning complete for port be5be998-1b48-4dc8-b748-c199f07861a1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:00.854024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09f8124e-744f-4f99-b2f5-759e208a95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.879887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4542c943-d153-4122-a928-fdeb07c0d61c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.898232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-09f8124e-744f-4f99-b2f5-759e208a95af None None] Port be5be998-1b48-4dc8-b748-c199f07861a1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:34:00.902345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4542c943-d153-4122-a928-fdeb07c0d61c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.942808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4542c943-d153-4122-a928-fdeb07c0d61c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.949376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4542c943-d153-4122-a928-fdeb07c0d61c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:00.953074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4542c943-d153-4122-a928-fdeb07c0d61c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/13588685-13fc-4d49-ae40-97b6510e4492 HTTP/1.1" status: 204 len: 168 time: 0.1276412 Nov 02 16:34:00.955790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58822) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:00.972125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542c943-d153-4122-a928-fdeb07c0d61c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13588685-13fc-4d49-ae40-97b6510e4492,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:01.025666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-429d08be-9fd0-4f14-a6a4-fdb0041f64b2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0684729 Nov 02 16:34:01.028143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58824) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.057020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-759378b3-04fc-46b9-ba07-27c04d3c9c44 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.065258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-759378b3-04fc-46b9-ba07-27c04d3c9c44 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.100512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cf658-54e2-457e-973b-6b4b723bbb37 req-14b3df8c-9600-470f-8a31-ef47bf7fbe96 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:01.102280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-785cf658-54e2-457e-973b-6b4b723bbb37 req-14b3df8c-9600-470f-8a31-ef47bf7fbe96 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.6674142 Nov 02 16:34:01.110375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.111191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Fanout notify agent at l3_agent the message router_deleted on router a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:34:01.121396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-759378b3-04fc-46b9-ba07-27c04d3c9c44 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.125818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.126955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b934a318-4fb0-4a51-8af9-c359795c8682 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 HTTP/1.1" status: 204 len: 168 time: 3.9316294 Nov 02 16:34:01.136063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-759378b3-04fc-46b9-ba07-27c04d3c9c44 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.137313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58826) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.137435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-759378b3-04fc-46b9-ba07-27c04d3c9c44 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d629fddd-af01-4c10-b8ac-63e265ed6644 HTTP/1.1" status: 204 len: 168 time: 0.1081407 Nov 02 16:34:01.143613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'name': 'tempest-snat-router-443636411', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': False}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:01.145568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58828) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.145716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3d13b-bbef-466e-82c9-bdd5a96d3afd None None] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:34:01.153946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759378b3-04fc-46b9-ba07-27c04d3c9c44 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d629fddd-af01-4c10-b8ac-63e265ed6644,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:01.202045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf93a9fa-53f4-4ba0-930b-e51e1ebc78ff tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0551610 Nov 02 16:34:01.202468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaa17b-1b49-401f-8be9-3fe951ba2f24 req-5058b084-f10e-4633-bcb2-9b6100c5f750 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:01.204523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fbaa17b-1b49-401f-8be9-3fe951ba2f24 req-5058b084-f10e-4633-bcb2-9b6100c5f750 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2196720 Nov 02 16:34:01.205551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.246848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fa2-6f27-4ee3-8833-a3a00d2f24b0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.258040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fa2-6f27-4ee3-8833-a3a00d2f24b0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.259898 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.260925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.286382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-785cf658-54e2-457e-973b-6b4b723bbb37 req-46486a36-8412-4ce1-823c-36317065e5d9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670656 Nov 02 16:34:01.310867 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fa2-6f27-4ee3-8833-a3a00d2f24b0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.314241 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fbaa17b-1b49-401f-8be9-3fe951ba2f24 req-02acfc27-3b7f-4e24-a9c5-761e571ea294 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925972 Nov 02 16:34:01.321507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f90774e-90c8-4bfb-8148-4c7c2141ee3f None None] Provisioning complete for port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:01.321883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f90774e-90c8-4bfb-8148-4c7c2141ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.322000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fa2-6f27-4ee3-8833-a3a00d2f24b0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.323363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2cde5fa2-6f27-4ee3-8833-a3a00d2f24b0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e4a0f12a-8c0f-44d0-bd16-883d76cc6e71 HTTP/1.1" status: 204 len: 168 time: 0.1164460 Nov 02 16:34:01.328101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58834) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.355032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde5fa2-6f27-4ee3-8833-a3a00d2f24b0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4a0f12a-8c0f-44d0-bd16-883d76cc6e71,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:01.386243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2372a580-353b-4c75-893a-52fc3160500d tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0551238 Nov 02 16:34:01.388202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58836) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.419635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60b8e665-8024-4137-bc0e-1da9cee7e3df tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.436701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60b8e665-8024-4137-bc0e-1da9cee7e3df tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.529033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60b8e665-8024-4137-bc0e-1da9cee7e3df tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.540321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febf69f2-e8a2-4c1c-95ce-2f454faedb97 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:01.541057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60b8e665-8024-4137-bc0e-1da9cee7e3df tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.541823 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-60b8e665-8024-4137-bc0e-1da9cee7e3df tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/04424045-d304-4487-8784-d63bda6d0dbf HTTP/1.1" status: 204 len: 168 time: 0.1526773 Nov 02 16:34:01.554493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58840) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.568679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8e665-8024-4137-bc0e-1da9cee7e3df tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04424045-d304-4487-8784-d63bda6d0dbf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:01.570018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.661399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.742507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Transition to ACTIVE for port object febf69f2-e8a2-4c1c-95ce-2f454faedb97 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:01.783038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bfa9bb35-0c15-4cb7-8421-1ec226c9b033 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:01.786797 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.852095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3aa5838e-8bf2-4973-847e-bcd94eb5c5e8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2955685 Nov 02 16:34:01.855742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.866911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681c91-970e-4d73-91ed-b064a896df07 req-940822f1-27e9-4be1-95c5-80c53ffd9066 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:01.868660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6681c91-970e-4d73-91ed-b064a896df07 req-940822f1-27e9-4be1-95c5-80c53ffd9066 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.3199244 Nov 02 16:34:01.883539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f90774e-90c8-4bfb-8148-4c7c2141ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.910463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:01.910958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.948301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6ba0-4713-4b92-8fef-6aaae6300c7c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:01.949939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58856) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:01.958262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Pushing event updated for resources: {'Port': ['ID=febf69f2-e8a2-4c1c-95ce-2f454faedb97,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:01.959907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967706942', 'description': 'tempest-description--692301917'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:01.991228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7f90774e-90c8-4bfb-8148-4c7c2141ee3f None None] For port bfa9bb35-0c15-4cb7-8421-1ec226c9b033, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:01.991615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.003215 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6ba0-4713-4b92-8fef-6aaae6300c7c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.003638 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f90774e-90c8-4bfb-8148-4c7c2141ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.027267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.098875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6ba0-4713-4b92-8fef-6aaae6300c7c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.101573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6ba0-4713-4b92-8fef-6aaae6300c7c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.103079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9f5d6ba0-4713-4b92-8fef-6aaae6300c7c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fa3a287-5320-43aa-8354-a30ca64bb825 HTTP/1.1" status: 204 len: 168 time: 0.2445080 Nov 02 16:34:02.113737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58858) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.125154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90774e-90c8-4bfb-8148-4c7c2141ee3f None None] Pushing event updated for resources: {'Port': ['ID=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.149968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d6ba0-4713-4b92-8fef-6aaae6300c7c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3a287-5320-43aa-8354-a30ca64bb825,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.185028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.188765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Attempting to bind port febf69f2-e8a2-4c1c-95ce-2f454faedb97 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:02.189203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Attempting to bind port febf69f2-e8a2-4c1c-95ce-2f454faedb97 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '71b86143-b61d-49d9-ad32-7fa644d19d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:02.189608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Attempting to bind port febf69f2-e8a2-4c1c-95ce-2f454faedb97 on network b85c8780-8614-4497-b7d8-cdb551f8a5d3 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:02.194425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.227556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cde37a6e-4dd2-4ccd-9a99-b9704a0342c9 None None] Provisioning complete for port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:02.228065 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cde37a6e-4dd2-4ccd-9a99-b9704a0342c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.236924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af37001c-a149-426e-8bb1-e5e80cc6676b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171956 Nov 02 16:34:02.237137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58860) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.241496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704473405'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:02.248666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.249869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2979333 Nov 02 16:34:02.254021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2f5ee-9621-44f7-9a31-3bc3fbea61c9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.256367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58862) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.262452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6681c91-970e-4d73-91ed-b064a896df07 req-ae12d225-2496-4629-b35d-1f787224fd25 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502162 Nov 02 16:34:02.262692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'security_group_rule': {'security_group_id': '0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:02.274890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Port febf69f2-e8a2-4c1c-95ce-2f454faedb97 on network b85c8780-8614-4497-b7d8-cdb551f8a5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:02.275184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Attempting to bind port febf69f2-e8a2-4c1c-95ce-2f454faedb97 on network b85c8780-8614-4497-b7d8-cdb551f8a5d3 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:02.292290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:02.292716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Checking segment: {'id': '71b86143-b61d-49d9-ad32-7fa644d19d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:02.293200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Bound using segment: {'id': '71b86143-b61d-49d9-ad32-7fa644d19d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:02.293742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Bound port: febf69f2-e8a2-4c1c-95ce-2f454faedb97, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b86143-b61d-49d9-ad32-7fa644d19d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:02.294113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.294965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.343360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.385854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] For port febf69f2-e8a2-4c1c-95ce-2f454faedb97, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:02.395997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e600668-b4e7-4000-ad5b-5c61055d5102 req-29b86fc0-3e80-4993-8c6d-b764caa37445 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:02.397551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e600668-b4e7-4000-ad5b-5c61055d5102 req-29b86fc0-3e80-4993-8c6d-b764caa37445 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 943 time: 0.2968225 Nov 02 16:34:02.402942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] For port febf69f2-e8a2-4c1c-95ce-2f454faedb97, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97,segment=NetworkSegment(71b86143-b61d-49d9-ad32-7fa644d19d72),segment_id=71b86143-b61d-49d9-ad32-7fa644d19d72)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:02.413093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.419735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.425436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.452977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.462262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.473487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.474703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2366807 Nov 02 16:34:02.480002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58880) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.482948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd2e61-1946-40ec-9367-e3952ddc0dcf tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e1f08-5d4d-490a-b64c-d489be08b083,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.489111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': 'c74e1f08-5d4d-490a-b64c-d489be08b083', 'direction': 'ingress', 'protocol': 17}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:02.497943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:02.498711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.500832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] 10.222.0.55 "PUT /v2.0/ports/febf69f2-e8a2-4c1c-95ce-2f454faedb97 HTTP/1.1" status: 200 len: 1091 time: 2.7450576 Nov 02 16:34:02.501328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8779a003-c4aa-4b84-86e3-9ea8072f136d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.505138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'tag': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:02.507494 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449543dc-21d7-4d09-bf48-2f8c2dd631e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd5852f-53c2-44b9-952e-71bf567f43ba", "tag": "febf69f2-e8a2-4c1c-95ce-2f454faedb97"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:02.510050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.511277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a44a7e7-da0e-4825-9fdc-97ea7517e49a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2524078 Nov 02 16:34:02.514015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58884) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.520292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'security_group_rule': {'security_group_id': '0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:02.543683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e600668-b4e7-4000-ad5b-5c61055d5102 req-a71161ae-499d-4d94-b349-66892e28c3a3 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273825 Nov 02 16:34:02.546616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.585434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.613029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29fdee-c3f9-4d9f-b81a-368d800a17ad req-4322b723-2368-435c-8e5f-ff28050aa644 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:02.614571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a29fdee-c3f9-4d9f-b81a-368d800a17ad req-4322b723-2368-435c-8e5f-ff28050aa644 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.2044275 Nov 02 16:34:02.662004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.667495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.668465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.676429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.693490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f32dce3-d5f2-4b24-bd83-c3df83943e07,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.702515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4b6f2-d4d7-45bd-85e8-bc5208346f10 service neutron] Pushing event updated for resources: {'Port': ['ID=febf69f2-e8a2-4c1c-95ce-2f454faedb97,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.710885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.711935 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d1f15767-f921-49de-9ef3-60c90e0455be tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2262206 Nov 02 16:34:02.714611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.715670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007332 Nov 02 16:34:02.716525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.723550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.728677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:02.733178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ef234-ed69-493b-aa00-db355e324805 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d373563-ba43-44f6-9244-1ae161c4b5ec,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.777880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.799810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a29fdee-c3f9-4d9f-b81a-368d800a17ad req-cf948b0a-f86d-458f-942c-0db4821e470d tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448288 Nov 02 16:34:02.801463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-73dcfdc5-8d60-46a9-8f71-7cca6427bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:02.802895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-73dcfdc5-8d60-46a9-8f71-7cca6427bf28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0be45a476b14adb93fee5ec318db9ba&device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 1094 time: 0.2478848 Nov 02 16:34:02.803172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d22a616-b963-4e3a-aedd-05b724472e03 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.812975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc4f4f-b465-4367-b892-ee440ba78b70 req-5623fec0-b7ab-48fd-98a5-5df12f1bb4a1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:02.814704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3dc4f4f-b465-4367-b892-ee440ba78b70 req-5623fec0-b7ab-48fd-98a5-5df12f1bb4a1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1967392 Nov 02 16:34:02.862541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-846da2e7-bf59-439c-a20b-0cf482884833 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97 HTTP/1.1" status: 200 len: 217 time: 0.0468342 Nov 02 16:34:02.863540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.869141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d22a616-b963-4e3a-aedd-05b724472e03 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.921016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.926903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d22a616-b963-4e3a-aedd-05b724472e03 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.929494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d22a616-b963-4e3a-aedd-05b724472e03 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.930676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2d22a616-b963-4e3a-aedd-05b724472e03 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/c74e1f08-5d4d-490a-b64c-d489be08b083 HTTP/1.1" status: 204 len: 168 time: 0.2132490 Nov 02 16:34:02.936201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58892) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:02.962632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22a616-b963-4e3a-aedd-05b724472e03 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e1f08-5d4d-490a-b64c-d489be08b083,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:02.979279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:02.979486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3dc4f4f-b465-4367-b892-ee440ba78b70 req-d7d6ffb4-7a75-4eaf-9374-01a3867bbb85 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549811 Nov 02 16:34:03.029305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-73ee6da3-eb71-4917-ada1-46c247e5e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:03.030837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-73ee6da3-eb71-4917-ada1-46c247e5e210 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf6f9ced-9780-48f1-a2ba-9a55c143c9de HTTP/1.1" status: 200 len: 861 time: 0.1551321 Nov 02 16:34:03.050861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e2ce6-3b4f-4f11-a032-74a7f769acae req-107f7c7f-19b1-4d28-8a38-582631eb94fe tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:03.051065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7ff1f4ba-d7a1-4350-8e9f-8219871fa509 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069727 Nov 02 16:34:03.051171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a54e2ce6-3b4f-4f11-a032-74a7f769acae req-107f7c7f-19b1-4d28-8a38-582631eb94fe tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1777768 Nov 02 16:34:03.059058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58898) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:03.065073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230473811'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:03.098401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.107621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-fa23032c-77eb-4d6f-9ab3-66f59a60b94e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b85c8780-8614-4497-b7d8-cdb551f8a5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556729 Nov 02 16:34:03.135604 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9c949-8c00-49fb-aae5-a6e596ef9368 x-openstack-request-id: req-99a9c949-8c00-49fb-aae5-a6e596ef9368 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:03.135906 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd5852f-53c2-44b9-952e-71bf567f43ba", "tag": "febf69f2-e8a2-4c1c-95ce-2f454faedb97", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:03.136160 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99a9c949-8c00-49fb-aae5-a6e596ef9368 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:03.136556 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'tag': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97', 'status': 'completed', 'code': 200} Nov 02 16:34:03.188428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.193628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.219919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Allocated IP 172.25.7.242 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e6c2b086-0fab-44a3-80ef-82186fef0edf) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:03.237709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.242867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a54e2ce6-3b4f-4f11-a032-74a7f769acae req-fe3da27d-69e4-4abc-ae35-cae88564812a tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336324 Nov 02 16:34:03.243200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1791267 Nov 02 16:34:03.250186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58908) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:03.263142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895451670'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:03.278701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d5d3-73d0-4d97-81c3-33518d85f5e5 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a8dab0-a938-412c-9db9-14bb841a0d0a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:03.308161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.359022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-9d6566b3-009d-4eef-ad8a-c8f67ca4c974 service neutron] 10.222.0.55 "GET /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430182 Nov 02 16:34:03.378021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.382010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.412150 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.416008 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1682029 Nov 02 16:34:03.416008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a01709-28e3-43b5-86b2-0b199f778ee8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcd2d7-ebcf-4b3f-b318-fb51727fba05,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:03.417345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58910) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:03.421733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8dab0-a938-412c-9db9-14bb841a0d0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7bbcd2d7-ebcf-4b3f-b318-fb51727fba05', 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:03.456978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.521005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de723-576e-4390-b7fb-71e263e5c8ce req-e5e46041-88e4-4b3b-ab50-ad185badc397 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:03.522831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad3de723-576e-4390-b7fb-71e263e5c8ce req-e5e46041-88e4-4b3b-ab50-ad185badc397 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.1863878 Nov 02 16:34:03.545234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bfa9bb35-0c15-4cb7-8421-1ec226c9b033 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:03.546461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.550932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.555416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.568450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bd294-21d6-4504-b545-f424a5031ebf req-84f4f4b1-ec03-4756-946f-863e33dd3dda tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:03.569914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-445bd294-21d6-4504-b545-f424a5031ebf req-84f4f4b1-ec03-4756-946f-863e33dd3dda tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 950 time: 0.2363386 Nov 02 16:34:03.584626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bc0c9a-7404-4399-81e9-41eb046fa751,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:03.593124 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.595604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-66bd03ab-a81a-40e9-8de2-b056ae067188 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1773386 Nov 02 16:34:03.598364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58914) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:03.612104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:03.613049 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.622584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af1814d9-8b9f-422d-983e-02e1909e8cf4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.630920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad3de723-576e-4390-b7fb-71e263e5c8ce req-553c56ef-7ccc-4d4a-9768-149fe8c885c4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 Nov 02 16:34:03.636759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af1814d9-8b9f-422d-983e-02e1909e8cf4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.641896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dcd9e9-7658-447f-87e1-a7d286a2c81f req-7c4edae0-17bc-4ab3-88e3-99e6c29a9486 service neutron] 10.222.0.55 "GET /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478201 Nov 02 16:34:03.673792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-445bd294-21d6-4504-b545-f424a5031ebf req-f3c2173c-7d12-4f44-adea-d294a6f52899 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 Nov 02 16:34:03.683262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.727096 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af1814d9-8b9f-422d-983e-02e1909e8cf4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.737654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af1814d9-8b9f-422d-983e-02e1909e8cf4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.741231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af1814d9-8b9f-422d-983e-02e1909e8cf4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/22bc0c9a-7404-4399-81e9-41eb046fa751 HTTP/1.1" status: 204 len: 168 time: 0.1395097 Nov 02 16:34:03.743507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58920) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:03.757888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1814d9-8b9f-422d-983e-02e1909e8cf4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22bc0c9a-7404-4399-81e9-41eb046fa751,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:03.775871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Port': ['ID=e6c2b086-0fab-44a3-80ef-82186fef0edf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:03.780968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 172.25.7.45 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/d9857a81-566e-4dc1-9667-3f33a6b9d99c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:03.821761 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4c6983d5-f464-4df0-ab3b-2e87a7c0598f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0745037 Nov 02 16:34:03.821969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:03.823905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58922) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:03.857757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:03.862350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:03.916757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.952497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:03.967447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-c62a0de6-9ba8-4cb9-ba66-c00c03ff0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:03.970035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-c62a0de6-9ba8-4cb9-ba66-c00c03ff0f4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0be45a476b14adb93fee5ec318db9ba&device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 1094 time: 0.2068913 Nov 02 16:34:03.996848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:03.999831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfade-427e-4c68-a870-0cde213d601c req-3c6c8508-70cc-44c5-8d2e-90075f0ac748 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:04.001609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:04.002406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8dbfade-427e-4c68-a870-0cde213d601c req-3c6c8508-70cc-44c5-8d2e-90075f0ac748 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 943 time: 0.2438190 Nov 02 16:34:04.008257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:04.011475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=d9857a81-566e-4dc1-9667-3f33a6b9d99c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:04.050325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b66a4-cef0-42f9-9d9f-1a5f91e2b9f7 req-6fd5066b-ce2f-426e-8e04-a11bce9c7be6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:04.051802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc5b66a4-cef0-42f9-9d9f-1a5f91e2b9f7 req-6fd5066b-ce2f-426e-8e04-a11bce9c7be6 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.2772317 Nov 02 16:34:04.092861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.129720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.290001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.294705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.365866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=d9857a81-566e-4dc1-9667-3f33a6b9d99c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:04.379007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.394047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.402932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f09d6c2a-e5a5-4f0f-9257-1d20037ced9d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6696546 Nov 02 16:34:04.476225 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1876bcc-c548-4bcb-9746-34dfe2af947f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.546948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8dbfade-427e-4c68-a870-0cde213d601c req-40a21232-a266-4ad8-923f-1130337cb3b1 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731420 Nov 02 16:34:04.550990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1876bcc-c548-4bcb-9746-34dfe2af947f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.576113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc5b66a4-cef0-42f9-9d9f-1a5f91e2b9f7 req-29b33c36-7063-4e0a-947e-99a2b823f834 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764326 Nov 02 16:34:04.582905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-532ea45f-ab1b-4153-ba2f-2e17be9d438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:04.584506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-532ea45f-ab1b-4153-ba2f-2e17be9d438f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b85c8780-8614-4497-b7d8-cdb551f8a5d3 HTTP/1.1" status: 200 len: 922 time: 0.6041031 Nov 02 16:34:04.715329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-9dedaa90-7dd8-4add-a9be-b7eea9a0b853 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97 HTTP/1.1" status: 200 len: 217 time: 0.1216712 Nov 02 16:34:04.807585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1876bcc-c548-4bcb-9746-34dfe2af947f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.810196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1876bcc-c548-4bcb-9746-34dfe2af947f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.811322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1876bcc-c548-4bcb-9746-34dfe2af947f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/7bbcd2d7-ebcf-4b3f-b318-fb51727fba05 HTTP/1.1" status: 204 len: 168 time: 0.9732833 Nov 02 16:34:04.816407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58946) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:04.851292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1876bcc-c548-4bcb-9746-34dfe2af947f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbcd2d7-ebcf-4b3f-b318-fb51727fba05,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:04.854987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.859719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-972f072c-6b54-4060-96d2-7a1d417b1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:04.861346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-972f072c-6b54-4060-96d2-7a1d417b1839 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf6f9ced-9780-48f1-a2ba-9a55c143c9de HTTP/1.1" status: 200 len: 861 time: 0.1204267 Nov 02 16:34:04.868971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fa1fb-7cfc-4a66-a3d9-550c3f3e5226 req-c32d1224-12e7-4c72-83d9-5f7b2ae8c700 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:04.870612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-780fa1fb-7cfc-4a66-a3d9-550c3f3e5226 req-c32d1224-12e7-4c72-83d9-5f7b2ae8c700 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.2051079 Nov 02 16:34:04.878359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8eda05ad-89ab-4388-8af7-b49e749818c9 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0605140 Nov 02 16:34:04.880833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58948) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:04.932996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-20cd18e5-5102-43f9-a1ba-a1c7f9cf37d7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.954728 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-20cd18e5-5102-43f9-a1ba-a1c7f9cf37d7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.963743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-ccb294b1-808f-481b-bae8-4f79f983007b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b85c8780-8614-4497-b7d8-cdb551f8a5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921657 Nov 02 16:34:04.974312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76685028-528b-4c95-beff-16dbbfca65e4 req-a55be427-98dd-44cb-848b-2fd8c5f2d384 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:04.975742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76685028-528b-4c95-beff-16dbbfca65e4 req-a55be427-98dd-44cb-848b-2fd8c5f2d384 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2410212 Nov 02 16:34:04.996852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-20cd18e5-5102-43f9-a1ba-a1c7f9cf37d7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:04.999485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-20cd18e5-5102-43f9-a1ba-a1c7f9cf37d7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.003334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-20cd18e5-5102-43f9-a1ba-a1c7f9cf37d7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7a8dab0-a938-412c-9db9-14bb841a0d0a HTTP/1.1" status: 204 len: 168 time: 0.1189897 Nov 02 16:34:05.004567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58950) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.016545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd18e5-5102-43f9-a1ba-a1c7f9cf37d7 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a8dab0-a938-412c-9db9-14bb841a0d0a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:05.062831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5e29198b-8099-4bc3-875b-dc651633e1c0 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524135 Nov 02 16:34:05.063097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58952) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.067922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--863902144'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:05.089921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.094686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-780fa1fb-7cfc-4a66-a3d9-550c3f3e5226 req-9e7b5206-f50f-4c19-bcc3-657a4cde8a03 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113481 Nov 02 16:34:05.108577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76685028-528b-4c95-beff-16dbbfca65e4 req-0a522551-4521-4f51-8552-85742a243605 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118493 Nov 02 16:34:05.164380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:05.180652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-8baf9318-206b-42ae-aede-890d3d0545e2 service neutron] 10.222.0.55 "GET /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039077 Nov 02 16:34:05.214000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.219684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.269041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.270912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2064302 Nov 02 16:34:05.275919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c0ee7-e214-4305-8472-4d46972c7dea tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a579aba-2c3b-4fcb-bac6-73577f1fe6e9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:05.289878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58964) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.295456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '4a579aba-2c3b-4fcb-bac6-73577f1fe6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:05.302482 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.330151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.341023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:05.341812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-7a20f0dc-9895-4279-be10-bf38d373fe74 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1967706942&fields=id&tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8 HTTP/1.1" status: 200 len: 267 time: 0.1346340 Nov 02 16:34:05.351459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:05.355453 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905bcd4-52a7-4139-bc77-e36bbd0c8cad" -d '{"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-unplugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:05.362206 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.374215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.395271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449543dc-21d7-4d09-bf48-2f8c2dd631e4 req-46e4ba47-f451-4aef-82f8-49cf88fd9a4f service neutron] 10.222.0.55 "GET /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869681 Nov 02 16:34:05.408412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.412690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.439859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.441094 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1499300 Nov 02 16:34:05.444819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58978) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.445551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:05.455067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101c4cd-c285-4345-b3f7-6486f6a3ad5c tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f7c173-bffd-494c-8237-c3758372c047,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:05.476981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8cd55e91-ed98-4ecb-83ac-697bfd9e038c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:05.477822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffb41185-5c83-4e8c-8a75-4e0cc1010bc2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.478371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8cd55e91-ed98-4ecb-83ac-697bfd9e038c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 936 time: 0.1220937 Nov 02 16:34:05.486851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffb41185-5c83-4e8c-8a75-4e0cc1010bc2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.516734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffb41185-5c83-4e8c-8a75-4e0cc1010bc2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.522195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffb41185-5c83-4e8c-8a75-4e0cc1010bc2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.523350 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ffb41185-5c83-4e8c-8a75-4e0cc1010bc2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b0f7c173-bffd-494c-8237-c3758372c047 HTTP/1.1" status: 204 len: 168 time: 0.0775909 Nov 02 16:34:05.525971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58980) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.542840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb41185-5c83-4e8c-8a75-4e0cc1010bc2 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0f7c173-bffd-494c-8237-c3758372c047,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:05.566335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4e9ab05d-b0ab-4b8c-8a88-1e3d774d6795 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:05.567703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4e9ab05d-b0ab-4b8c-8a88-1e3d774d6795 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 935 time: 0.0789135 Nov 02 16:34:05.576256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5341ab7b-370d-427f-8ae6-24b0954b6c33 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464387 Nov 02 16:34:05.576768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58984) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.589687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63059-82a8-42e7-bea4-1241bb6641cf req-cb0b1958-83be-417f-bb1a-e6dd6e36c7e5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:05.591033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbe63059-82a8-42e7-bea4-1241bb6641cf req-cb0b1958-83be-417f-bb1a-e6dd6e36c7e5 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.1237459 Nov 02 16:34:05.632735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb945a5f-5ee8-4f6e-886f-7e6d75d9f73f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.650792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1d302179-5849-4169-9165-0b6597f16ebb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0572219 Nov 02 16:34:05.655798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb945a5f-5ee8-4f6e-886f-7e6d75d9f73f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.698836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb945a5f-5ee8-4f6e-886f-7e6d75d9f73f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.701570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb945a5f-5ee8-4f6e-886f-7e6d75d9f73f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.705619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cb945a5f-5ee8-4f6e-886f-7e6d75d9f73f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a579aba-2c3b-4fcb-bac6-73577f1fe6e9 HTTP/1.1" status: 204 len: 168 time: 0.1235356 Nov 02 16:34:05.705894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-241587f5-3f24-4ce7-a729-b8ad9c2cbff2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0437534 Nov 02 16:34:05.706464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58986) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.712421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb945a5f-5ee8-4f6e-886f-7e6d75d9f73f tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a579aba-2c3b-4fcb-bac6-73577f1fe6e9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:05.731193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbe63059-82a8-42e7-bea4-1241bb6641cf req-bbc754fb-9d06-4966-977a-baa9f98316a0 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057250 Nov 02 16:34:05.784376 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad89688-f1ca-4fce-929b-6e5fc19c7d75 x-openstack-request-id: req-cad89688-f1ca-4fce-929b-6e5fc19c7d75 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:05.784750 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-unplugged", "status": "completed", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:05.784921 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cad89688-f1ca-4fce-929b-6e5fc19c7d75 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:05.785324 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'code': 200} Nov 02 16:34:05.817252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Router c637cff7-cbf1-4a88-9ac1-2636e82ad13e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:34:05.848264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-28bfa485-0eea-46a2-af58-7a84ccd99d71 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367857 Nov 02 16:34:05.852110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58994) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:05.856526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067816269'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:05.882614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.949570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-72cf194c-c70a-4115-ba3f-fb1633566126 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:05.956402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-72cf194c-c70a-4115-ba3f-fb1633566126 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:05.962212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-72cf194c-c70a-4115-ba3f-fb1633566126 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:05.963809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-72cf194c-c70a-4115-ba3f-fb1633566126 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=282dbc29-1aaa-45e1-b246-11ee902de8f2&id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 1995 time: 0.2431002 Nov 02 16:34:05.964067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.971849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:05.999776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.001552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1485007 Nov 02 16:34:06.006304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59002) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.010570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '8f220736-73a5-4a75-8c53-1da19ece24ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:06.013335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-10032138-138f-4815-a74c-4c7483b73ceb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/quotas/35a25d73bf2d4a87abc4d82ecbc0ffe8 HTTP/1.1" status: 200 len: 375 time: 0.0318007 Nov 02 16:34:06.023062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6313aa-902f-454a-a3df-c180b927653a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f220736-73a5-4a75-8c53-1da19ece24ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.044584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.049391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:34:06.060503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Sync routers for ids ['c637cff7-cbf1-4a88-9ac1-2636e82ad13e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:34:06.072188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Routers {'c637cff7-cbf1-4a88-9ac1-2636e82ad13e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:06.072918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c637cff7-cbf1-4a88-9ac1-2636e82ad13e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:06.074869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18612f4-9b2e-4f90-bbb9-9ff2ffc05ee6 req-9dfec272-8e51-47d1-96b6-9656e69552ec tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:06.076409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f18612f4-9b2e-4f90-bbb9-9ff2ffc05ee6 req-9dfec272-8e51-47d1-96b6-9656e69552ec tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 943 time: 0.1116793 Nov 02 16:34:06.102564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.106691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.110207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.110207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-07edd4a7-1b44-4f7d-b234-1d340ad215d9 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9717371 Nov 02 16:34:06.114490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59004) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.137341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa46a10a-f704-4baa-b3f2-5cb4f15af659,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.138530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-e71eed39-99b5-4615-bf08-9a70d357880f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1161346 Nov 02 16:34:06.146894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.148661 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-df280bd2-5491-49b1-a8d1-623cd0f32934 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414227 Nov 02 16:34:06.152359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59010) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.170178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fbf5eca3-1e01-4c8a-b5c7-37831a4636da tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules/fa46a10a-f704-4baa-b3f2-5cb4f15af659 HTTP/1.1" status: 200 len: 763 time: 0.0153282 Nov 02 16:34:06.171521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59012) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.200527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Set router c637cff7-cbf1-4a88-9ac1-2636e82ad13e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:34:06.220620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c6d2bb3e-5b6a-46d5-80d3-419aa908456b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475748 Nov 02 16:34:06.221314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59014) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.230433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f18612f4-9b2e-4f90-bbb9-9ff2ffc05ee6 req-19b4a213-4931-404a-a867-541212b4effd tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433928 Nov 02 16:34:06.247267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1a1-527b-4976-9ef1-944c85c409d6 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.266837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1a1-527b-4976-9ef1-944c85c409d6 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.310458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1a1-527b-4976-9ef1-944c85c409d6 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.322360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad7c1de7-5f8b-46ce-8d7f-09ba0ece2e9a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/c637cff7-cbf1-4a88-9ac1-2636e82ad13e HTTP/1.1" status: 200 len: 908 time: 0.2052708 Nov 02 16:34:06.324523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-370123e4-e2ca-4aa3-a19d-105a26783679 service neutron] 10.222.0.31 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476989 Nov 02 16:34:06.324978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.329265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'name': 'tempest-snat-router-443636411', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': True}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:06.332427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1a1-527b-4976-9ef1-944c85c409d6 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.335867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-23b4f1a1-527b-4976-9ef1-944c85c409d6 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fa46a10a-f704-4baa-b3f2-5cb4f15af659 HTTP/1.1" status: 204 len: 168 time: 0.1113954 Nov 02 16:34:06.336501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f1a1-527b-4976-9ef1-944c85c409d6 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa46a10a-f704-4baa-b3f2-5cb4f15af659,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.338102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59018) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.383980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3627f571-11d1-4736-b847-6bafac0b3629 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424271 Nov 02 16:34:06.384412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59020) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.389241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '8f220736-73a5-4a75-8c53-1da19ece24ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:06.414080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c637cff7-cbf1-4a88-9ac1-2636e82ad13e', 'name': 'tempest-snat-router-443636411', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.242'}], 'enable_snat': False}, 'gw_port_id': 'e6c2b086-0fab-44a3-80ef-82186fef0edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:01Z', 'updated_at': '2021-11-02T16:34:04Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': 'e6c2b086-0fab-44a3-80ef-82186fef0edf', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c637cff7-cbf1-4a88-9ac1-2636e82ad13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:34:02Z', 'updated_at': '2021-11-02T16:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:06.420289 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:34:06.420289 n-d-811405-2 neutron-server[102066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:34:06.420289 n-d-811405-2 neutron-server[102066]: [parameters: {'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'id': '59636b2d-b9b2-4775-b7e3-f417e8b43abd', 'expiration': datetime.datetime(2021, 11, 2, 16, 36, 6, 405456)}] Nov 02 16:34:06.420289 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:34:06.420696 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:34:06.425685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.442281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Checking router: c637cff7-cbf1-4a88-9ac1-2636e82ad13e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:34:06.442643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Updating router c637cff7-cbf1-4a88-9ac1-2636e82ad13e port e6c2b086-0fab-44a3-80ef-82186fef0edf binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:34:06.453820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8d3b8-a627-49b2-a6d6-a5b508e8e8b3 req-d86717da-933a-40a9-9dab-d9d47018b7f4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:06.455351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56a8d3b8-a627-49b2-a6d6-a5b508e8e8b3 req-d86717da-933a-40a9-9dab-d9d47018b7f4 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.1108880 Nov 02 16:34:06.467594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.477767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-ff164d0e-1546-4077-82e2-f5e9f989bbe8 service neutron] 10.222.0.31 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448746 Nov 02 16:34:06.489261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.493479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.514507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2f9822-4b64-488f-9c5b-4c79544ac5a6,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.521950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.526043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fbcd8ade-72f5-4e44-959b-e89eda3a1496 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378503 Nov 02 16:34:06.526043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.545433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f8334b99-605b-4624-a3f2-975777a879d4 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules/ec2f9822-4b64-488f-9c5b-4c79544ac5a6 HTTP/1.1" status: 200 len: 763 time: 0.0160947 Nov 02 16:34:06.546656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59024) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.606583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-48615535-34d6-4a26-9c4c-5ca86a05893a tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0581455 Nov 02 16:34:06.609302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59026) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.640596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa66-109c-445d-a827-6c23b976c8d1 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.649354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa66-109c-445d-a827-6c23b976c8d1 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.678928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa66-109c-445d-a827-6c23b976c8d1 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.685651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa66-109c-445d-a827-6c23b976c8d1 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.690445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bcb0fa66-109c-445d-a827-6c23b976c8d1 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ec2f9822-4b64-488f-9c5b-4c79544ac5a6 HTTP/1.1" status: 204 len: 168 time: 0.0798113 Nov 02 16:34:06.693442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59028) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.713342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fa66-109c-445d-a827-6c23b976c8d1 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec2f9822-4b64-488f-9c5b-4c79544ac5a6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.740951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5cf4906d-db94-40d7-9127-866168cb8251 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460033 Nov 02 16:34:06.743166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.748021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Request body: {'security_group_rule': {'security_group_id': '8f220736-73a5-4a75-8c53-1da19ece24ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:06.762798 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.768843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.775997 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Project a2ba7b4f5aac4042bc32826464c49c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:34:06.781807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.811219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-30709714-346b-454b-826a-39fff2e9c4d4 service neutron] 10.222.0.31 "GET /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3214185 Nov 02 16:34:06.816092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56a8d3b8-a627-49b2-a6d6-a5b508e8e8b3 req-2e413150-c972-4eb1-a4b3-7888b9ab41ac tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484972 Nov 02 16:34:06.838977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2709a4-798c-4ddf-894f-402980f2b8e8 None None] Pushing event updated for resources: {'Port': ['ID=e6c2b086-0fab-44a3-80ef-82186fef0edf,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.838977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Attempting to bind port e6c2b086-0fab-44a3-80ef-82186fef0edf on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:06.838977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Attempting to bind port e6c2b086-0fab-44a3-80ef-82186fef0edf by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:06.838977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Attempting to bind port e6c2b086-0fab-44a3-80ef-82186fef0edf on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:06.838977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:06.839751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:06.840318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.840680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:06.841196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Bound port: e6c2b086-0fab-44a3-80ef-82186fef0edf, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:06.841640 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.848577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.853894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.871665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b960efed-d062-4cc2-a764-d6b13e0058f5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.901315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.901860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] For port e6c2b086-0fab-44a3-80ef-82186fef0edf, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:06.903176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-689009ff-d4cf-498b-a9e6-2b4f2b7fe009 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588163 Nov 02 16:34:06.905808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59042) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.912418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] For port e6c2b086-0fab-44a3-80ef-82186fef0edf, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e6c2b086-0fab-44a3-80ef-82186fef0edf,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:06.924869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:06.926826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9880842d-04fe-4e37-9ca4-9ffa20156ec9 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules/b960efed-d062-4cc2-a764-d6b13e0058f5 HTTP/1.1" status: 200 len: 769 time: 0.0188212 Nov 02 16:34:06.929153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59046) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.951552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-e72f713f-31a7-408f-8f04-bf822793c268 service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341100 Nov 02 16:34:06.979052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-54af5fc6-a4ec-44ca-8b4a-dbe6d3bcbc24 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0486891 Nov 02 16:34:06.981590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59048) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:06.996449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2709a4-798c-4ddf-894f-402980f2b8e8 None None] Pushing event updated for resources: {'Port': ['ID=e6c2b086-0fab-44a3-80ef-82186fef0edf,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:06.998996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Routers {'c637cff7-cbf1-4a88-9ac1-2636e82ad13e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:06.999583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c637cff7-cbf1-4a88-9ac1-2636e82ad13e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:07.010002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0231623-5114-482e-b1cb-a69d1a0c171b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.018478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0231623-5114-482e-b1cb-a69d1a0c171b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.046847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0231623-5114-482e-b1cb-a69d1a0c171b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.054138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0231623-5114-482e-b1cb-a69d1a0c171b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.055574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e0231623-5114-482e-b1cb-a69d1a0c171b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b960efed-d062-4cc2-a764-d6b13e0058f5 HTTP/1.1" status: 204 len: 168 time: 0.0727811 Nov 02 16:34:07.058745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59050) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:07.067524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.068667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.081788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231623-5114-482e-b1cb-a69d1a0c171b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b960efed-d062-4cc2-a764-d6b13e0058f5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:07.099339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8a2c3-d618-4aa7-9419-2c00c1503b0b req-c04c57f6-c81a-496a-abd1-4d591c4b41aa tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:07.100964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dc8a2c3-d618-4aa7-9419-2c00c1503b0b req-c04c57f6-c81a-496a-abd1-4d591c4b41aa tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1324279 Nov 02 16:34:07.112381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70065586-01ea-4075-80c6-9ae93d7ded9e tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508707 Nov 02 16:34:07.114970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59052) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:07.119261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] Set router c637cff7-cbf1-4a88-9ac1-2636e82ad13e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:34:07.174990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-98d227d8-ad73-437b-ba26-2ab0077461b8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.177710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.188152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-77fdebd8-71ea-41af-8af7-08780e8a18c5 service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288442 Nov 02 16:34:07.201487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-98d227d8-ad73-437b-ba26-2ab0077461b8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.215545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device febf69f2-e8a2-4c1c-95ce-2f454faedb97 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:34:07.263169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-98d227d8-ad73-437b-ba26-2ab0077461b8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.268217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-98d227d8-ad73-437b-ba26-2ab0077461b8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.269733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-98d227d8-ad73-437b-ba26-2ab0077461b8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f220736-73a5-4a75-8c53-1da19ece24ec HTTP/1.1" status: 204 len: 168 time: 0.1537387 Nov 02 16:34:07.272996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59056) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:07.288293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d227d8-ad73-437b-ba26-2ab0077461b8 tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f220736-73a5-4a75-8c53-1da19ece24ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:07.292160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dc8a2c3-d618-4aa7-9419-2c00c1503b0b req-b7ddd967-2575-4cd8-a135-c5092b9f9fbe tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748879 Nov 02 16:34:07.338141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cb939900-fda3-4568-999b-bde310cfe6dc tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627308 Nov 02 16:34:07.343860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59058) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:07.377883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-5bd83456-ab9d-4730-9923-b32b0f1a08e2 service neutron] 10.222.0.31 "GET /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1559572 Nov 02 16:34:07.395230 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-96cc1ac0-0c08-4c2d-b7be-604f8903764b tempest-SecGroupIPv6Test-486249746 tempest-SecGroupIPv6Test-486249746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518818 Nov 02 16:34:07.399815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.433137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port febf69f2-e8a2-4c1c-95ce-2f454faedb97, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97,segment=NetworkSegment(71b86143-b61d-49d9-ad32-7fa644d19d72),segment_id=71b86143-b61d-49d9-ad32-7fa644d19d72)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:07.447718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97', 'network_id': 'b85c8780-8614-4497-b7d8-cdb551f8a5d3', 'port_id': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97', 'mac_address': 'fa:16:3e:7f:6f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6f9ced-9780-48f1-a2ba-9a55c143c9de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:34:07.458174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c637cff7-cbf1-4a88-9ac1-2636e82ad13e', 'name': 'tempest-snat-router-443636411', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.242'}], 'enable_snat': False}, 'gw_port_id': 'e6c2b086-0fab-44a3-80ef-82186fef0edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:01Z', 'updated_at': '2021-11-02T16:34:04Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': 'e6c2b086-0fab-44a3-80ef-82186fef0edf', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c637cff7-cbf1-4a88-9ac1-2636e82ad13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:34:02Z', 'updated_at': '2021-11-02T16:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:07.506700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343b1d-db78-44c7-8bea-501ed8f1b38b None None] The sync data for ids ['c637cff7-cbf1-4a88-9ac1-2636e82ad13e'] in n-d-811405-2 is: [{'id': 'c637cff7-cbf1-4a88-9ac1-2636e82ad13e', 'name': 'tempest-snat-router-443636411', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.242'}], 'enable_snat': False}, 'gw_port_id': 'e6c2b086-0fab-44a3-80ef-82186fef0edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:01Z', 'updated_at': '2021-11-02T16:34:04Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': 'e6c2b086-0fab-44a3-80ef-82186fef0edf', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c637cff7-cbf1-4a88-9ac1-2636e82ad13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:34:02Z', 'updated_at': '2021-11-02T16:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:34:07.520554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.537283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febf69f2-e8a2-4c1c-95ce-2f454faedb97 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:07.552487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e30c9-bc7d-45fb-ad75-19b236d71aaa req-27bf6d3f-6647-44f4-81d7-63e1f428ba12 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:07.553907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-980e30c9-bc7d-45fb-ad75-19b236d71aaa req-27bf6d3f-6647-44f4-81d7-63e1f428ba12 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1812472 Nov 02 16:34:07.568277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port febf69f2-e8a2-4c1c-95ce-2f454faedb97, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97,segment=NetworkSegment(71b86143-b61d-49d9-ad32-7fa644d19d72),segment_id=71b86143-b61d-49d9-ad32-7fa644d19d72)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:07.574080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:07.580750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-728f6506-fd3c-482c-8eef-df69e4887b81 service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912544 Nov 02 16:34:07.639719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=febf69f2-e8a2-4c1c-95ce-2f454faedb97,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:07.681149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-980e30c9-bc7d-45fb-ad75-19b236d71aaa req-5888c6e7-65f9-447e-a292-3198b0ce932b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160011 Nov 02 16:34:07.700100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59064) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:07.733207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-7d2edfc5-ad00-4f47-a68e-0ee06cbe082c service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416855 Nov 02 16:34:07.831477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['febf69f2-e8a2-4c1c-95ce-2f454faedb97'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:34:07.949194 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c2b903d-73c7-446e-b51a-c66e9093a529 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2ba7b4f5aac4042bc32826464c49c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478969 Nov 02 16:34:07.952318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59078) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:07.978008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-eaa3038a-9802-4313-b893-caeabe7955f3 service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337468 Nov 02 16:34:08.062095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.085479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.120626 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.142465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.145449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.146716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5ddc546-e474-47d6-8fdd-feaf457875d1 HTTP/1.1" status: 204 len: 168 time: 0.1934738 Nov 02 16:34:08.158425 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.159212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ddc546-e474-47d6-8fdd-feaf457875d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:08.169965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.169965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.173577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.174064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.174593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.175182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.175660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.176291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.176707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.177154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.178663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.179994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4e600-4cda-4385-b387-05c20fa85704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:08.186789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0115e1-3aa3-491c-b662-5106e10f0b36 req-c9b6f041-464d-4235-b19e-34db3bd15a3f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:08.188213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de0115e1-3aa3-491c-b662-5106e10f0b36 req-c9b6f041-464d-4235-b19e-34db3bd15a3f tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 944 time: 0.1164901 Nov 02 16:34:08.241041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3c6fe0c4-9f1f-4a9f-a424-a53c8c1f5780 service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518065 Nov 02 16:34:08.332768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de0115e1-3aa3-491c-b662-5106e10f0b36 req-aa3250f7-1b45-485a-9063-184ad161c962 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368625 Nov 02 16:34:08.357980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b7e72358-3648-415e-8c39-d6711e93e8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.435270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Allocated IP 172.25.7.212 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/69ac0ba2-bd47-4eda-8272-904b2632b052) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:08.451564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-89dd03a6-3caf-46a7-b310-6eeb9d5ead3b service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993110 Nov 02 16:34:08.643358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-25062835-8564-4600-96a1-e0a45a636182 service neutron] 10.222.0.31 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907845 Nov 02 16:34:08.650361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.798860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-db9f4637-8501-4e53-bb45-a4a3a49c20f1 service neutron] 10.222.0.31 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458714 Nov 02 16:34:08.804243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:08.813412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e4da-b8da-4cbe-93ab-b44e1dd823d5 req-f6d59421-5510-41ed-87ad-1cb7d7608e05 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:08.814916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4a8e4da-b8da-4cbe-93ab-b44e1dd823d5 req-f6d59421-5510-41ed-87ad-1cb7d7608e05 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1071198 Nov 02 16:34:08.909248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:08.926016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:08.931643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:08.942206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59118) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:08.946755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029328 Nov 02 16:34:08.949311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59120) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:08.977363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Port': ['ID=69ac0ba2-bd47-4eda-8272-904b2632b052,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:09.004601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4a8e4da-b8da-4cbe-93ab-b44e1dd823d5 req-98f9b63a-841d-4987-ac11-eb00fe0112e2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730165 Nov 02 16:34:09.019863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-0af87a44-e70f-43a9-b866-3f887f50da84 service neutron] 10.222.0.31 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028673 Nov 02 16:34:09.081404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17755f59-78ee-4b9f-bbd3-88236cf3fc3a tempest-NetworksApiDiscovery-1598149979 tempest-NetworksApiDiscovery-1598149979-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1309342 Nov 02 16:34:09.207916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device febf69f2-e8a2-4c1c-95ce-2f454faedb97 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:09.292451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port febf69f2-e8a2-4c1c-95ce-2f454faedb97 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:34:09.298733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port febf69f2-e8a2-4c1c-95ce-2f454faedb97 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:09.299147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.375613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59130) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:09.511419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9944fdba-c063-4590-9225-673b1155f696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.545109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb6d3-8f97-4a25-a8c7-beee5896f9ff req-438b4215-4ec4-4785-a2b3-a06fb151b43e tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:09.553202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56adb6d3-8f97-4a25-a8c7-beee5896f9ff req-438b4215-4ec4-4785-a2b3-a06fb151b43e tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.4519057 Nov 02 16:34:09.556300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-99239774-c105-4b4c-b8fc-434ef75f0e90 service neutron] 10.222.0.31 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308232 Nov 02 16:34:09.576553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.608995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e6c2b086-0fab-44a3-80ef-82186fef0edf up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:09.636375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:09.638859 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5d714-a59d-499a-ab91-9208330fea29" -d '{"events": [{"server_uuid": "3bd5852f-53c2-44b9-952e-71bf567f43ba", "name": "network-vif-plugged", "status": "completed", "tag": "febf69f2-e8a2-4c1c-95ce-2f454faedb97"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:09.639617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9944fdba-c063-4590-9225-673b1155f696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.647259 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9944fdba-c063-4590-9225-673b1155f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.661894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port febf69f2-e8a2-4c1c-95ce-2f454faedb97, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97,segment=NetworkSegment(71b86143-b61d-49d9-ad32-7fa644d19d72),segment_id=71b86143-b61d-49d9-ad32-7fa644d19d72)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:09.674957 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.696962 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9944fdba-c063-4590-9225-673b1155f696 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb978c4fe4ca4bff9513b60a3ed67307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195157 Nov 02 16:34:09.697429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:09.699475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944fdba-c063-4590-9225-673b1155f696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96563297-b349-4b91-88c4-2232ead0e7bb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:09.730018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e6c2b086-0fab-44a3-80ef-82186fef0edf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:09.730484 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.738466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56adb6d3-8f97-4a25-a8c7-beee5896f9ff req-2bd688d7-ccd3-4c1a-9835-7bdc9e29023b tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/security-groups?id=1809b7e6-16a2-4b56-b6c5-0711ce1396aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792917 Nov 02 16:34:09.779434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=febf69f2-e8a2-4c1c-95ce-2f454faedb97,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:09.792938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.803219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf71b086-db19-4fc3-bf56-4d8ab051d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.836956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf71b086-db19-4fc3-bf56-4d8ab051d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.847972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.849140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-50c5c3c1-c4d2-427b-8d15-949669f60940 service neutron] 10.222.0.31 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742996 Nov 02 16:34:09.875518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e6c2b086-0fab-44a3-80ef-82186fef0edf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e6c2b086-0fab-44a3-80ef-82186fef0edf,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:09.880995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:09.980039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-bcc1a5f8-5a27-4f91-8203-a476f8af302e tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:09.981549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-bcc1a5f8-5a27-4f91-8203-a476f8af302e tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 945 time: 0.1015010 Nov 02 16:34:09.983235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e6c2b086-0fab-44a3-80ef-82186fef0edf,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:10.018003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf71b086-db19-4fc3-bf56-4d8ab051d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.020837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf71b086-db19-4fc3-bf56-4d8ab051d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.022050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf71b086-db19-4fc3-bf56-4d8ab051d1c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96563297-b349-4b91-88c4-2232ead0e7bb HTTP/1.1" status: 204 len: 168 time: 0.3234477 Nov 02 16:34:10.057614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71b086-db19-4fc3-bf56-4d8ab051d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96563297-b349-4b91-88c4-2232ead0e7bb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:10.068873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2585-fcf9-4b48-a6b5-ba986ff11c5b req-d4b292d5-c036-45d9-867e-b388f1d51b96 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:10.084505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b1c2585-fcf9-4b48-a6b5-ba986ff11c5b req-d4b292d5-c036-45d9-867e-b388f1d51b96 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1521909 Nov 02 16:34:10.149771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Deleting port 64b87ea6-0674-4fde-98b6-65ce7107e51c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:10.150265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.214433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b1c2585-fcf9-4b48-a6b5-ba986ff11c5b req-c116a484-da93-42b7-9cc4-13b37b0eb807 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935602 Nov 02 16:34:10.271409 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.317424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] For port 64b87ea6-0674-4fde-98b6-65ce7107e51c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=64b87ea6-0674-4fde-98b6-65ce7107e51c,segment=NetworkSegment(36d8a334-8b62-4648-a832-5a52ea6c74ae),segment_id=36d8a334-8b62-4648-a832-5a52ea6c74ae)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:10.319317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.346370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Calling delete_port for 64b87ea6-0674-4fde-98b6-65ce7107e51c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:10.451688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ba7f5-1ade-4687-bf66-f0245947388f req-c288f154-88f8-4ffc-b047-05164370f6db tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:10.453259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b06ba7f5-1ade-4687-bf66-f0245947388f req-c288f154-88f8-4ffc-b047-05164370f6db tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 945 time: 0.1009099 Nov 02 16:34:10.511088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b06ba7f5-1ade-4687-bf66-f0245947388f req-9e0b46ff-b4be-424d-8872-985345ce2cc6 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Nov 02 16:34:10.525743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Router b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:34:10.574689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.586562 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb6554c-3dd3-4021-a5ed-2f49e4146a92 x-openstack-request-id: req-ecb6554c-3dd3-4021-a5ed-2f49e4146a92 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:10.587073 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd5852f-53c2-44b9-952e-71bf567f43ba", "name": "network-vif-plugged", "status": "completed", "tag": "febf69f2-e8a2-4c1c-95ce-2f454faedb97", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:10.587073 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecb6554c-3dd3-4021-a5ed-2f49e4146a92 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:10.587477 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97', 'code': 200} Nov 02 16:34:10.639929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Pushing event deleted for resources: {'Port': ['ID=64b87ea6-0674-4fde-98b6-65ce7107e51c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:10.669890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:34:10.680086 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Sync routers for ids ['b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:34:10.688915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] No DVR routers for this DVR port 64b87ea6-0674-4fde-98b6-65ce7107e51c on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:34:10.699095 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Routers {'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:10.700070 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:33:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:10.707307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.715989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e2762b0-fdce-469a-8b41-f4b46f54a255 req-a6aaeaff-9d4b-49d6-bfa3-bf6bbcb8072f tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.100 "DELETE /v2.0/ports/64b87ea6-0674-4fde-98b6-65ce7107e51c HTTP/1.1" status: 204 len: 173 time: 0.7269306 Nov 02 16:34:10.716480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'name': 'network-vif-deleted', 'tag': '64b87ea6-0674-4fde-98b6-65ce7107e51c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:10.734593 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741be84b-608b-4836-a539-f6ca8d699d27" -d '{"events": [{"server_uuid": "b3e621d9-85f5-49c6-b7cf-48ec1db6f18a", "name": "network-vif-deleted", "tag": "64b87ea6-0674-4fde-98b6-65ce7107e51c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:10.756704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:10.757923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48af7908-1e4f-48a3-a0aa-ff46c807fd0a tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4320283 Nov 02 16:34:10.761291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59194) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:10.863612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353146-d99d-4fea-ad04-ec96bda3a51a req-d2739530-e722-4709-9ff8-50147b5f051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:10.865117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02353146-d99d-4fea-ad04-ec96bda3a51a req-d2739530-e722-4709-9ff8-50147b5f051c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 1096 time: 0.1902106 Nov 02 16:34:10.896959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Set router b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:34:11.030370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02353146-d99d-4fea-ad04-ec96bda3a51a req-fe3b3414-5074-4717-968e-97254f9a9e52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 Nov 02 16:34:11.032540 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b1a4a-d3d3-4ec5-be1e-a43177ed6afc x-openstack-request-id: req-9f4b1a4a-d3d3-4ec5-be1e-a43177ed6afc {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:11.032835 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e621d9-85f5-49c6-b7cf-48ec1db6f18a", "name": "network-vif-deleted", "tag": "64b87ea6-0674-4fde-98b6-65ce7107e51c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:11.040650 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f4b1a4a-d3d3-4ec5-be1e-a43177ed6afc {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:11.043469 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e621d9-85f5-49c6-b7cf-48ec1db6f18a', 'name': 'network-vif-deleted', 'tag': '64b87ea6-0674-4fde-98b6-65ce7107e51c', 'status': 'completed', 'code': 200} Nov 02 16:34:11.061471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-13e86d15-c63b-469c-a1a0-601b299e35c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:11.083199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77def735-dc7f-49a6-808b-1b7bbc4d8ec9 req-cc35ebb0-c11c-45b1-85f0-d54aef2e64fb tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:11.086960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77def735-dc7f-49a6-808b-1b7bbc4d8ec9 req-cc35ebb0-c11c-45b1-85f0-d54aef2e64fb tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.2256768 Nov 02 16:34:11.098427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4f2309e2-ada5-4cce-8e61-5d9715ef0f16 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a HTTP/1.1" status: 200 len: 907 time: 0.3358877 Nov 02 16:34:11.101680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59226) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:11.202048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77def735-dc7f-49a6-808b-1b7bbc4d8ec9 req-efc8e9ad-9ea3-47ab-82bb-e751be1f548d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049347 Nov 02 16:34:11.231174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fa4f415b-e494-43a1-8577-4ff63d7b9b1a details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:34:11.291685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f173dbfb-5114-4862-9fd3-ab02a219ece6 req-8d4d7afd-12ba-4d04-b5a5-0f7be6cb97f1 tempest-ServerDiskConfigTestJSON-1880659239 tempest-ServerDiskConfigTestJSON-1880659239-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e621d9-85f5-49c6-b7cf-48ec1db6f18a HTTP/1.1" status: 200 len: 210 time: 0.1397929 Nov 02 16:34:11.334493 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a', 'name': 'tempest-snat-router-443636411', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '69ac0ba2-bd47-4eda-8272-904b2632b052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:07Z', 'updated_at': '2021-11-02T16:34:09Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': '69ac0ba2-bd47-4eda-8272-904b2632b052', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:34:08Z', 'updated_at': '2021-11-02T16:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:11.408195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e230fc17-8637-4b77-abcf-9ff2d1a40739 req-e91d17d8-7c2a-42d7-86ed-a64a762c572b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0725245 Nov 02 16:34:11.426264 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Checking router: b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:34:11.428164 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Updating router b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a port 69ac0ba2-bd47-4eda-8272-904b2632b052 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:34:11.485460 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:11.539255 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:11.616633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfcc28-ef69-44d5-97a5-7497a1896432 req-7ae5b51f-a823-4475-b94d-0d1afa2266f9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:11.626770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6bfcc28-ef69-44d5-97a5-7497a1896432 req-7ae5b51f-a823-4475-b94d-0d1afa2266f9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1135979 Nov 02 16:34:11.712439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6bfcc28-ef69-44d5-97a5-7497a1896432 req-ee59fb9f-c923-4a66-ac7a-52b8157a10c1 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845606 Nov 02 16:34:11.713433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e6c2b086-0fab-44a3-80ef-82186fef0edf up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:11.888364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:11.977141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'mac_address': 'fa:16:3e:5a:5f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:34:12.010748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606ac9b-55fd-4d3d-90b8-a030d24c6ed5 req-12a308a9-640f-44ab-80c1-8f0fee777fde tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:12.013911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0606ac9b-55fd-4d3d-90b8-a030d24c6ed5 req-12a308a9-640f-44ab-80c1-8f0fee777fde tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 945 time: 0.1437120 Nov 02 16:34:12.024630 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.032727 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.108829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e6c2b086-0fab-44a3-80ef-82186fef0edf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:12.109179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0606ac9b-55fd-4d3d-90b8-a030d24c6ed5 req-981e3bab-daa4-4809-ac94-9d075a99dd4e tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857942 Nov 02 16:34:12.110252 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.174029 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8cf0b-885f-49b4-ad9d-2bc2e71a9f7d None None] Pushing event updated for resources: {'Port': ['ID=69ac0ba2-bd47-4eda-8272-904b2632b052,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:12.177608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.197282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa4f415b-e494-43a1-8577-4ff63d7b9b1a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:12.242093 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Attempting to bind port 69ac0ba2-bd47-4eda-8272-904b2632b052 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:12.243468 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Attempting to bind port 69ac0ba2-bd47-4eda-8272-904b2632b052 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:12.264149 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Attempting to bind port 69ac0ba2-bd47-4eda-8272-904b2632b052 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:12.269771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 64b87ea6-0674-4fde-98b6-65ce7107e51c no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:12.281089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:12.281089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:12.281089 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.281089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:12.281089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Bound port: 69ac0ba2-bd47-4eda-8272-904b2632b052, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:12.281089 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.361532 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] For port 69ac0ba2-bd47-4eda-8272-904b2632b052, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:12.365207 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] For port 69ac0ba2-bd47-4eda-8272-904b2632b052, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=69ac0ba2-bd47-4eda-8272-904b2632b052,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:12.383266 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.417390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:12.422252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 64b87ea6-0674-4fde-98b6-65ce7107e51c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:12.423107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 64b87ea6-0674-4fde-98b6-65ce7107e51c not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:12.430560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.440750 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.527155 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8cf0b-885f-49b4-ad9d-2bc2e71a9f7d None None] Pushing event updated for resources: {'Port': ['ID=69ac0ba2-bd47-4eda-8272-904b2632b052,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:12.545797 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Routers {'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:12.546771 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:12.598180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc9eee-1d27-4cea-84f8-827c2b1f601b req-c6ae80c8-75b0-4b5d-a8fc-22c2bb183135 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:12.602443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbbc9eee-1d27-4cea-84f8-827c2b1f601b req-c6ae80c8-75b0-4b5d-a8fc-22c2bb183135 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 945 time: 0.2015934 Nov 02 16:34:12.618363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['fa4f415b-e494-43a1-8577-4ff63d7b9b1a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:34:12.701928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbbc9eee-1d27-4cea-84f8-827c2b1f601b req-a35606a1-c17a-4b49-b4f8-7a5b5ec4f880 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835285 Nov 02 16:34:12.705117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.742260 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] Set router b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:34:12.761628 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:12.823678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd90c132-27d4-47a5-8373-412cb297eb0e req-b193fa7f-ecc1-4315-be9c-e7c6695cca1c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0640528 Nov 02 16:34:12.828885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Deleting port 69ac0ba2-bd47-4eda-8272-904b2632b052 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:12.835901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:12.847812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:13.049814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aa306-d7e2-462e-85a7-b2de128cf34d req-e0c89864-488b-4721-add4-e897c31e0882 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:13.051455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-184aa306-d7e2-462e-85a7-b2de128cf34d req-e0c89864-488b-4721-add4-e897c31e0882 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1335075 Nov 02 16:34:13.161431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-184aa306-d7e2-462e-85a7-b2de128cf34d req-a7c38940-a860-4a09-88c8-59a1599fccd2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007047 Nov 02 16:34:13.167602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] For port 69ac0ba2-bd47-4eda-8272-904b2632b052, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=69ac0ba2-bd47-4eda-8272-904b2632b052,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:13.170398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:13.193077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Calling delete_port for 69ac0ba2-bd47-4eda-8272-904b2632b052 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:13.293960 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a', 'name': 'tempest-snat-router-443636411', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '69ac0ba2-bd47-4eda-8272-904b2632b052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:07Z', 'updated_at': '2021-11-02T16:34:09Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': '69ac0ba2-bd47-4eda-8272-904b2632b052', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:34:08Z', 'updated_at': '2021-11-02T16:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:13.340565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-dc33d6cd-3cd7-436c-836e-df1fa1c32c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:13.341869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bac94-5d70-4bfa-8636-033947d121d8 None None] The sync data for ids ['b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a'] in n-d-811405-2 is: [{'id': 'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a', 'name': 'tempest-snat-router-443636411', 'tenant_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '69ac0ba2-bd47-4eda-8272-904b2632b052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:07Z', 'updated_at': '2021-11-02T16:34:09Z', 'revision_number': 3, 'project_id': '8e4fb87f89bf4cb18b13d0a387f22784', 'gw_port': {'id': '69ac0ba2-bd47-4eda-8272-904b2632b052', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:34:08Z', 'updated_at': '2021-11-02T16:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:34:13.347414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-dc33d6cd-3cd7-436c-836e-df1fa1c32c66 service neutron] 10.222.0.100 "GET /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 1032 time: 0.3279572 Nov 02 16:34:13.441879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113fc2-bfb2-452e-80df-929c9640516f req-eea639ca-20e6-478e-a3c8-894eace34fe8 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:13.444866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82113fc2-bfb2-452e-80df-929c9640516f req-eea639ca-20e6-478e-a3c8-894eace34fe8 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 945 time: 0.0724781 Nov 02 16:34:13.556759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82113fc2-bfb2-452e-80df-929c9640516f req-84b49c34-a88e-4b50-9e90-a54772b49629 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974882 Nov 02 16:34:13.652878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:13.728509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-247c6713-8750-4aa9-977b-a5fda1474566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:13.732212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-247c6713-8750-4aa9-977b-a5fda1474566 service neutron] 10.222.0.100 "GET /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 1031 time: 0.3653853 Nov 02 16:34:13.804489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59400) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:13.967608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Deleting subnet dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:34:13.977676 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.038502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.046628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.100930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.123802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event deleted for resources: {'Port': ['ID=69ac0ba2-bd47-4eda-8272-904b2632b052,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:14.178083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23b7e735-6f36-4f8a-81f7-be129bce0810 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:14.188333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23b7e735-6f36-4f8a-81f7-be129bce0810 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:14.197551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23b7e735-6f36-4f8a-81f7-be129bce0810 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:14.199303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23b7e735-6f36-4f8a-81f7-be129bce0810 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=282dbc29-1aaa-45e1-b246-11ee902de8f2&id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 1995 time: 0.4568636 Nov 02 16:34:14.305003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.319483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.356530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389e75f-b87d-4292-84f9-74fc6594c20e req-a475200d-d56a-486a-8370-14b78e90f8d1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:14.365906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5389e75f-b87d-4292-84f9-74fc6594c20e req-a475200d-d56a-486a-8370-14b78e90f8d1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 945 time: 0.2131646 Nov 02 16:34:14.412939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.415963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.424604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1c6575-d9f2-45ca-8eb0-0bf8593132c1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:14.448986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.452830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3998fa3b-3111-4b6d-a531-91933aeaeba4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc1c6575-d9f2-45ca-8eb0-0bf8593132c1 HTTP/1.1" status: 204 len: 168 time: 0.6472931 Nov 02 16:34:14.462122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59418) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:14.474065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64ed578b-0371-4aa8-912f-2fb55d74ef79 req-6d4c40d6-08ee-436d-9d23-39e9a83f7653 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.1261976 Nov 02 16:34:14.479801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.480332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:34:14.485083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.486177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6ef05eb7-0073-4466-bb59-e74fa0c751a1 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b4bc87c0-e2bb-4632-90a2-0bbcddd1b80a HTTP/1.1" status: 204 len: 168 time: 3.3833172 Nov 02 16:34:14.488871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59420) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:14.509843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-98d3d094-98bf-4721-9c08-40257bb17f68 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8 HTTP/1.1" status: 200 len: 380 time: 0.2726107 Nov 02 16:34:14.574893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5389e75f-b87d-4292-84f9-74fc6594c20e req-0fb98f57-78a2-4e7f-8160-7a6aa93079c5 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073600 Nov 02 16:34:14.587396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'admin_state_up': True, 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'security_groups': ['0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:14.719587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.752273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bac6e8-463a-43d3-9c20-1a06f0e272c5 req-224a8a04-3ba7-41d9-9dc6-63231c75fca7 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:14.754267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85bac6e8-463a-43d3-9c20-1a06f0e272c5 req-224a8a04-3ba7-41d9-9dc6-63231c75fca7 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1232452 Nov 02 16:34:14.888617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:14.923395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.011178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4300999-93b4-4076-bfd1-56248cb05cd9']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:15.039550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:15.044027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d8a334-8b62-4648-a832-5a52ea6c74ae') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:15.044328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d8a334-8b62-4648-a832-5a52ea6c74ae') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:15.054309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.087863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.118393 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.126161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:34:15.127491 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.172676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.264444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fa4f415b-e494-43a1-8577-4ff63d7b9b1a up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:15.302063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 172.20.0.7 (06fcdc05-32d4-4eb9-98dd-92f954dd1dab/5761d665-4542-4bfa-9ba3-29832d2a60c0/226bd45d-b858-4dc4-a425-796eac27ee18) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:15.325681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Deleting port e6c2b086-0fab-44a3-80ef-82186fef0edf {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:15.326437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:34:15.364075 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:34:15.412736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.417848 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.423887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4300999-93b4-4076-bfd1-56248cb05cd9 HTTP/1.1" status: 204 len: 168 time: 0.9440701 Nov 02 16:34:15.463473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port fa4f415b-e494-43a1-8577-4ff63d7b9b1a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:15.463777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18170a-96f7-4270-96ea-88dce369515c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4300999-93b4-4076-bfd1-56248cb05cd9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:15.463936 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.519874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85bac6e8-463a-43d3-9c20-1a06f0e272c5 req-27d51a52-698c-4b32-861f-c64b02b6b1a2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589905 Nov 02 16:34:15.761802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] For port e6c2b086-0fab-44a3-80ef-82186fef0edf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e6c2b086-0fab-44a3-80ef-82186fef0edf,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:15.762443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.806808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.814331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59486) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:15.827477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Calling delete_port for e6c2b086-0fab-44a3-80ef-82186fef0edf owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:15.832387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b734df22-c402-4ae1-ac0c-e603fa56aa6f req-2c99c5cd-5b8f-4d4e-932a-1457e7ba46de tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.1139107 Nov 02 16:34:15.916328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:15.957512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:15.966336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:15.972391 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6701bd-bbc3-4f9f-a2d1-0b664de81a05" -d '{"events": [{"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:15.988089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.017155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14e1a3-71a8-47ed-a8e3-fbcae42543ad req-f568b047-0886-45b0-9d18-eb45b87e8cde tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:16.027589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d14e1a3-71a8-47ed-a8e3-fbcae42543ad req-f568b047-0886-45b0-9d18-eb45b87e8cde tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 945 time: 0.1182556 Nov 02 16:34:16.087189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d14e1a3-71a8-47ed-a8e3-fbcae42543ad req-7b46e0c8-4fda-4643-a969-ec31f067bbc9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Nov 02 16:34:16.101021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-347b6bf1-7658-4eac-bf79-5c898db32469 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8443b078ed8244eba85c24fcb5df5a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624099 Nov 02 16:34:16.102158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59498) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:16.249571 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84eb823-0406-4ef7-a818-f60398ad539e x-openstack-request-id: req-f84eb823-0406-4ef7-a818-f60398ad539e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:16.255353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c57ee86a-2b6a-4665-b12d-0d07b7247e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.257036 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:16.258996 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f84eb823-0406-4ef7-a818-f60398ad539e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:16.259593 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'code': 200} Nov 02 16:34:16.261656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:16.263603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.327730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:16.333654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:16.340132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:16.347949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c57ee86a-2b6a-4665-b12d-0d07b7247e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.402541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:16.403210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.425347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.436048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8571372 Nov 02 16:34:16.450999 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'admin_state_up': True, 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'security_groups': ['0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:16.480560 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c57ee86a-2b6a-4665-b12d-0d07b7247e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.484194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c57ee86a-2b6a-4665-b12d-0d07b7247e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.485880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c57ee86a-2b6a-4665-b12d-0d07b7247e21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1809b7e6-16a2-4b56-b6c5-0711ce1396aa HTTP/1.1" status: 204 len: 168 time: 0.3824475 Nov 02 16:34:16.499425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ee86a-2b6a-4665-b12d-0d07b7247e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1809b7e6-16a2-4b56-b6c5-0711ce1396aa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:16.711334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3dbae-714c-4880-89c8-c5c4df13d39c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:16.811434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6c2b086-0fab-44a3-80ef-82186fef0edf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:16.928847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ba8f5f1c-6528-4a7e-be05-0f0117f98e12 None None] Provisioning complete for port 226bd45d-b858-4dc4-a425-796eac27ee18 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:16.929415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5f1c-6528-4a7e-be05-0f0117f98e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:16.939285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a06af-faab-4c76-8983-abbac5a4b7ea req-7feb2e73-3c2d-43f4-b74d-6863c3a3a478 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:16.945363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa7a06af-faab-4c76-8983-abbac5a4b7ea req-7feb2e73-3c2d-43f4-b74d-6863c3a3a478 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2007029 Nov 02 16:34:17.064462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa7a06af-faab-4c76-8983-abbac5a4b7ea req-ea6bf77b-915a-48a8-adfb-31e792fbd773 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129723 Nov 02 16:34:17.088659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f5f1c-6528-4a7e-be05-0f0117f98e12 None None] Port 226bd45d-b858-4dc4-a425-796eac27ee18 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:34:17.152877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.255038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.340026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.343041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.424502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.429955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c637cff7-cbf1-4a88-9ac1-2636e82ad13e {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:34:17.443643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00675a-7a24-4c56-ba1f-fecf551ebf00 req-b6842be5-53bd-487d-8b3d-49f7ba30699d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:17.452112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.453661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a00675a-7a24-4c56-ba1f-fecf551ebf00 req-b6842be5-53bd-487d-8b3d-49f7ba30699d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 931 time: 0.2261593 Nov 02 16:34:17.461593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ac9d6723-ddbb-4ee9-864e-42cde2c82bbd tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c637cff7-cbf1-4a88-9ac1-2636e82ad13e HTTP/1.1" status: 204 len: 168 time: 2.9712813 Nov 02 16:34:17.464307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59562) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:17.498516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1220315322', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:17.565602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:17.569257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.610517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a00675a-7a24-4c56-ba1f-fecf551ebf00 req-3d7acb20-fd08-4d7c-a48b-5eb281467772 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513331 Nov 02 16:34:17.614561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 69ac0ba2-bd47-4eda-8272-904b2632b052 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:17.680769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 69ac0ba2-bd47-4eda-8272-904b2632b052 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:17.683122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 69ac0ba2-bd47-4eda-8272-904b2632b052 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:17.788630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.795507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:17.876864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f71672-1470-4efe-a438-c57de7d4f9c2 req-3d5b0b4b-652e-4b68-918a-96af4e4d7367 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:17.880407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74f71672-1470-4efe-a438-c57de7d4f9c2 req-3d5b0b4b-652e-4b68-918a-96af4e4d7367 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1465364 Nov 02 16:34:17.945864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:18.030723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74f71672-1470-4efe-a438-c57de7d4f9c2 req-e6380648-2e4a-4bbd-b342-7f36af78d6bc tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374657 Nov 02 16:34:18.265604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd025-1d53-4d4f-801e-6e6cd8688326 req-8db4faf2-896d-41d4-8c46-101839329f2d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:18.283881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-914dd025-1d53-4d4f-801e-6e6cd8688326 req-8db4faf2-896d-41d4-8c46-101839329f2d tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.1281381 Nov 02 16:34:18.284591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59590) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:18.371320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:18.409971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 10.1.1.6 (e03470d4-cd73-4603-90da-ef8bc7ab06b7/9de4688b-8bc0-46a6-98d9-be9dd3e0f29b/391edcd5-49e1-41dd-95e4-0aac2b4727fa) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:18.478225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-914dd025-1d53-4d4f-801e-6e6cd8688326 req-e51016b7-f857-42aa-b7b9-0efbf3634bfc tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737251 Nov 02 16:34:18.519607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487753c8-9e17-4702-86e9-7c28eeb97f89 req-bcad3e0e-e113-4d83-9bec-86b963f01569 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:18.526152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487753c8-9e17-4702-86e9-7c28eeb97f89 req-bcad3e0e-e113-4d83-9bec-86b963f01569 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1412652 Nov 02 16:34:18.585390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-232173681-network', 'tenant_id': 'd153d2041c6845368a1898bff5093857'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:18.657266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Made reservation on behalf of d153d2041c6845368a1898bff5093857 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:18.660428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:18.713421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487753c8-9e17-4702-86e9-7c28eeb97f89 req-4b63df55-16dd-4d83-81bf-bd1ab269d4dd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834280 Nov 02 16:34:18.720789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:18.874895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17613e-82d5-431c-ba43-7f51b5771bf2 req-0ad5ea8d-77de-4fb5-84dd-2b332e77af48 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:18.883859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae17613e-82d5-431c-ba43-7f51b5771bf2 req-0ad5ea8d-77de-4fb5-84dd-2b332e77af48 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 945 time: 0.2494793 Nov 02 16:34:19.005126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae17613e-82d5-431c-ba43-7f51b5771bf2 req-2775ee4c-baab-4e8e-8186-c2c10c7232cc tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153913 Nov 02 16:34:19.019922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.058286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455d41-bb70-4bbf-8ab4-1f8e100b9027 req-0248e8eb-fc5b-4285-94ce-6defcda7fcd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:19.068536 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf455d41-bb70-4bbf-8ab4-1f8e100b9027 req-0248e8eb-fc5b-4285-94ce-6defcda7fcd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 931 time: 0.2273133 Nov 02 16:34:19.080709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.100832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:34:19.128485 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.129962 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Added segment baac16ec-645f-4830-83a0-f0dca6cf4044 of type vlan for network 2f3526f4-d73b-4953-a3c2-873e487bcac4 Nov 02 16:34:19.233638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.264870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.270030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.270575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.358916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.360193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:19.360949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.391617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Allocated IP 172.25.7.193 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8444abc8-0743-4e01-b998-581b43eb15c0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:19.509654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e6c2b086-0fab-44a3-80ef-82186fef0edf no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:19.557317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.559636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e6c2b086-0fab-44a3-80ef-82186fef0edf {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:19.560235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e6c2b086-0fab-44a3-80ef-82186fef0edf not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:19.574029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2866740 Nov 02 16:34:19.581399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59604) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:19.601660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:19.614159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Request body: {'subnet': {'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-232173681-subnet', 'tenant_id': 'd153d2041c6845368a1898bff5093857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:19.618924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3526f4-d73b-4953-a3c2-873e487bcac4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:19.631223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 2f3526f4-d73b-4953-a3c2-873e487bcac4 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:34:19.656995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf455d41-bb70-4bbf-8ab4-1f8e100b9027 req-09b4086a-cbbe-4bcd-96eb-43662254b89d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5867467 Nov 02 16:34:19.712434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427a3e2-3dc3-4ce2-afa2-b1496d0a5e58 req-35ca8c89-990d-4da7-ab4e-9fceb830dd7e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:19.724764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0427a3e2-3dc3-4ce2-afa2-b1496d0a5e58 req-35ca8c89-990d-4da7-ab4e-9fceb830dd7e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.4227216 Nov 02 16:34:19.767283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6267-5908-40f5-92f8-243ce5af32a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53acfb9-2752-4378-aa5c-75160a3bb855,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:19.865496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:19.866461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0427a3e2-3dc3-4ce2-afa2-b1496d0a5e58 req-bfee40a7-72bc-46b2-b08f-df1642fc1e89 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403520 Nov 02 16:34:19.882211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:19.910654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:19.925566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event updated for resources: {'Port': ['ID=8444abc8-0743-4e01-b998-581b43eb15c0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:19.935431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-46c4ddd2-3539-4a5b-819b-feb4912436e1 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:19.937709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-46c4ddd2-3539-4a5b-819b-feb4912436e1 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 945 time: 0.2664821 Nov 02 16:34:19.997696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.024072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-0584f41e-f203-4cc6-b95c-647d753a876e tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:20.025756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-0584f41e-f203-4cc6-b95c-647d753a876e tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.2814474 Nov 02 16:34:20.048786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Made reservation on behalf of d153d2041c6845368a1898bff5093857 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:20.052735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.173096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb727f0-a3a7-4043-81f3-e3ad0a71cb97 req-4d1671c5-8ef9-4b8d-ac8b-8839b8b5102b tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:20.180331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bb727f0-a3a7-4043-81f3-e3ad0a71cb97 req-4d1671c5-8ef9-4b8d-ac8b-8839b8b5102b tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 948 time: 0.3620005 Nov 02 16:34:20.242041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:20.254502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=391edcd5-49e1-41dd-95e4-0aac2b4727fa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:20.307015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:20.312266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace328e-7cf3-430b-acf2-c065f5710eba req-c4e46989-fbba-4e06-8111-a9150ec43695 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:20.318173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:20.319413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ace328e-7cf3-430b-acf2-c065f5710eba req-c4e46989-fbba-4e06-8111-a9150ec43695 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.2627757 Nov 02 16:34:20.472721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Deleting port febf69f2-e8a2-4c1c-95ce-2f454faedb97 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:20.477787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.578104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:20.580676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.641945 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-789baa4a-9f0d-451a-80e7-7c58a80e3e55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1949739 Nov 02 16:34:20.809696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'admin_state_up': True, 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'security_groups': ['0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:20.815298 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.857454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Deleting port d1760c36-4f06-43c6-aba6-7b64d86417af {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:20.857793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.865108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bb727f0-a3a7-4043-81f3-e3ad0a71cb97 req-566aa666-430c-4df7-92ad-891efb520db8 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609476 Nov 02 16:34:20.884411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-18b8b401-e865-4324-94c6-80e07172ffba None None] Provisioning complete for port 391edcd5-49e1-41dd-95e4-0aac2b4727fa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:20.885047 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-18b8b401-e865-4324-94c6-80e07172ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:20.925459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ace328e-7cf3-430b-acf2-c065f5710eba req-02a4a60d-783c-4e1b-8e71-4cbde13dfaeb tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014188 Nov 02 16:34:20.965645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:21.055373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-18b8b401-e865-4324-94c6-80e07172ffba None None] Port 391edcd5-49e1-41dd-95e4-0aac2b4727fa cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:34:21.172684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] For port d1760c36-4f06-43c6-aba6-7b64d86417af, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=d1760c36-4f06-43c6-aba6-7b64d86417af,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:21.173352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:21.183780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:21.189483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:21.315519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Calling delete_port for d1760c36-4f06-43c6-aba6-7b64d86417af owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:21.415856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:21.501206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] For port febf69f2-e8a2-4c1c-95ce-2f454faedb97, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=febf69f2-e8a2-4c1c-95ce-2f454faedb97,segment=NetworkSegment(71b86143-b61d-49d9-ad32-7fa644d19d72),segment_id=71b86143-b61d-49d9-ad32-7fa644d19d72)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:21.501567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:21.519500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf827dc-f862-46fb-88ab-f2846af72546,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:21.530792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Calling delete_port for febf69f2-e8a2-4c1c-95ce-2f454faedb97 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:21.574921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85628355-6d4d-49f0-a822-e2d88b5a5de7 req-919137fc-84f1-42bf-8367-14d288913cdc tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:21.581451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85628355-6d4d-49f0-a822-e2d88b5a5de7 req-919137fc-84f1-42bf-8367-14d288913cdc tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:21.583143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85628355-6d4d-49f0-a822-e2d88b5a5de7 req-919137fc-84f1-42bf-8367-14d288913cdc tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 1651 time: 0.1787069 Nov 02 16:34:21.591212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafc8be-b014-49d8-a83e-4a73b244312e req-e8401252-bcd7-4618-8e87-5856d0ec7826 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:21.600302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dafc8be-b014-49d8-a83e-4a73b244312e req-e8401252-bcd7-4618-8e87-5856d0ec7826 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bd5852f-53c2-44b9-952e-71bf567f43ba HTTP/1.1" status: 200 len: 945 time: 0.2020347 Nov 02 16:34:21.709273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Checking segment: {'id': 'baac16ec-645f-4830-83a0-f0dca6cf4044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:21.709647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Network hostable DHCP agents. Network: 2f3526f4-d73b-4953-a3c2-873e487bcac4, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:34:21.835803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 10.1.1.15 (e03470d4-cd73-4603-90da-ef8bc7ab06b7/9de4688b-8bc0-46a6-98d9-be9dd3e0f29b/a1bfede4-fa8f-4a37-828d-ae187af48fa2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:21.872780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85628355-6d4d-49f0-a822-e2d88b5a5de7 req-8eaf48fa-77fd-4377-bc48-36dad7b3bb42 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243402 Nov 02 16:34:21.897839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dafc8be-b014-49d8-a83e-4a73b244312e req-4702c985-2293-45e6-b32b-bd17c709657d tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.31 "GET /v2.0/security-groups?id=c52a30ed-4def-4ae2-b0f8-e416b1185b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924933 Nov 02 16:34:21.900667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Network 2f3526f4-d73b-4953-a3c2-873e487bcac4 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:34:21.964792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 2f3526f4-d73b-4953-a3c2-873e487bcac4) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:21.966878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:21.975733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:21.977872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea2f24-0e43-4093-b647-1899927284de None None] Network 2f3526f4-d73b-4953-a3c2-873e487bcac4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:34:21.979602 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.068685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Router a410ea2b-1928-4347-b79f-6ceed1049978 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:34:22.164676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Pushing event deleted for resources: {'Port': ['ID=d1760c36-4f06-43c6-aba6-7b64d86417af,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:22.229885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4f223-6b79-43a9-92fb-7fb2308a6197 None None] Network 2f3526f4-d73b-4953-a3c2-873e487bcac4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:34:22.304044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-561da5dd-2eed-46cb-bf18-babc192af2ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6937659 Nov 02 16:34:22.330645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4e99674-fb43-41c3-a818-39d868ec5f73 req-c15a9d32-138e-4076-9c35-a7e34660a371 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=a38f2ab9-1a4a-4626-b43d-17383c1afb3e HTTP/1.1" status: 200 len: 210 time: 0.2351937 Nov 02 16:34:22.391110 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.449684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] No DVR routers for this DVR port d1760c36-4f06-43c6-aba6-7b64d86417af on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:34:22.471231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9bc4e-539a-484d-895e-0b69cd7e76a7 req-79b9c7f6-ed71-4eb2-af98-9afb3e537dc2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:22.472825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dfb9bc4e-539a-484d-895e-0b69cd7e76a7 req-79b9c7f6-ed71-4eb2-af98-9afb3e537dc2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.3837409 Nov 02 16:34:22.476024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Pushing event deleted for resources: {'Port': ['ID=febf69f2-e8a2-4c1c-95ce-2f454faedb97,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:22.528308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.540404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a783bd07-cf60-4c2a-ac5b-f5de796480d5 req-3344965c-8e07-46a3-b5e4-6613b30a282f tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "DELETE /v2.0/ports/d1760c36-4f06-43c6-aba6-7b64d86417af HTTP/1.1" status: 204 len: 173 time: 2.4851346 Nov 02 16:34:22.612008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-deleted', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:22.614787 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a2e73-1414-4cfc-99fc-bead7c418f88" -d '{"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-deleted", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:22.785814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.790104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] No DVR routers for this DVR port febf69f2-e8a2-4c1c-95ce-2f454faedb97 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:34:22.794672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.804210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17b1c66c-6d03-43fd-a31d-f613af7b5644 req-06e8de15-e085-4901-ab05-b95c1c66ff64 tempest-ServerMetadataNegativeTestJSON-1059776107 tempest-ServerMetadataNegativeTestJSON-1059776107-project] 10.222.0.55 "DELETE /v2.0/ports/febf69f2-e8a2-4c1c-95ce-2f454faedb97 HTTP/1.1" status: 204 len: 173 time: 2.8552105 Nov 02 16:34:22.812176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'name': 'network-vif-deleted', 'tag': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:22.822743 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7927372-48be-415a-82fc-3be42abe9aa8" -d '{"events": [{"server_uuid": "3bd5852f-53c2-44b9-952e-71bf567f43ba", "name": "network-vif-deleted", "tag": "febf69f2-e8a2-4c1c-95ce-2f454faedb97"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:22.871572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:34:22.882664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dfb9bc4e-539a-484d-895e-0b69cd7e76a7 req-2cbc9500-92a4-4af4-8156-30fcd35c7144 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908184 Nov 02 16:34:22.885342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] Sync routers for ids ['a410ea2b-1928-4347-b79f-6ceed1049978'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:34:22.907291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.929697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] Routers {'a410ea2b-1928-4347-b79f-6ceed1049978'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:22.930380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a410ea2b-1928-4347-b79f-6ceed1049978'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:22.944541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545608bc-e756-468a-961e-38e458a779a2 req-ef413eb3-7042-4d52-8cb9-300fbac087bf tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:22.954018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-545608bc-e756-468a-961e-38e458a779a2 req-ef413eb3-7042-4d52-8cb9-300fbac087bf tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.4377334 Nov 02 16:34:22.981808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:22.993053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-007ad1d6-0251-4b00-9cf1-ba88db65a21d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5274689 Nov 02 16:34:22.997149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59654) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:23.015380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': False}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:23.041968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:23.074992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] Routers {'a410ea2b-1928-4347-b79f-6ceed1049978'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:23.085639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a410ea2b-1928-4347-b79f-6ceed1049978'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:23.107129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-545608bc-e756-468a-961e-38e458a779a2 req-2ee6f804-0ac1-4179-a91b-0d37eb949ce9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468608 Nov 02 16:34:23.166075 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96305fe8-6d6c-4a31-98af-fd1fb18b9222 x-openstack-request-id: req-96305fe8-6d6c-4a31-98af-fd1fb18b9222 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:23.166397 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f2ab9-1a4a-4626-b43d-17383c1afb3e", "name": "network-vif-deleted", "tag": "d1760c36-4f06-43c6-aba6-7b64d86417af", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:23.166699 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96305fe8-6d6c-4a31-98af-fd1fb18b9222 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:23.167099 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f2ab9-1a4a-4626-b43d-17383c1afb3e', 'name': 'network-vif-deleted', 'tag': 'd1760c36-4f06-43c6-aba6-7b64d86417af', 'status': 'completed', 'code': 200} Nov 02 16:34:23.180221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:23.194458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082d0b3-4daa-498f-8ce3-ff94ebd27ba9 None None] The sync data for ids ['a410ea2b-1928-4347-b79f-6ceed1049978'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:34:23.276279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device febf69f2-e8a2-4c1c-95ce-2f454faedb97 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:23.277007 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689df601-ac98-4f78-83f5-727fa7aacee5 x-openstack-request-id: req-689df601-ac98-4f78-83f5-727fa7aacee5 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:23.277313 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd5852f-53c2-44b9-952e-71bf567f43ba", "name": "network-vif-deleted", "tag": "febf69f2-e8a2-4c1c-95ce-2f454faedb97", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:23.277572 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-689df601-ac98-4f78-83f5-727fa7aacee5 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:23.278312 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd5852f-53c2-44b9-952e-71bf567f43ba', 'name': 'network-vif-deleted', 'tag': 'febf69f2-e8a2-4c1c-95ce-2f454faedb97', 'status': 'completed', 'code': 200} Nov 02 16:34:23.315753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:23.321272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: febf69f2-e8a2-4c1c-95ce-2f454faedb97 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:23.321622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device febf69f2-e8a2-4c1c-95ce-2f454faedb97 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:23.322046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:23.372328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: d1760c36-4f06-43c6-aba6-7b64d86417af {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:23.382495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device d1760c36-4f06-43c6-aba6-7b64d86417af not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:23.468954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:23.508897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:23.517630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:23.532167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:23.761862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:23.762653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:23.788729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53b13-014e-4e9d-b678-a69ec46fe06d req-59586f4a-7ee4-4787-8e33-68485c6f6918 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:23.802814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53b13-014e-4e9d-b678-a69ec46fe06d req-59586f4a-7ee4-4787-8e33-68485c6f6918 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:23.816214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-23844bec-5c53-4bb2-98af-78fc301ac0c0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0103278 Nov 02 16:34:23.821614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53b13-014e-4e9d-b678-a69ec46fe06d req-59586f4a-7ee4-4787-8e33-68485c6f6918 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:23.823399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cb53b13-014e-4e9d-b678-a69ec46fe06d req-59586f4a-7ee4-4787-8e33-68485c6f6918 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 2371 time: 0.2300158 Nov 02 16:34:23.835793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2', 'admin_state_up': True, 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'security_groups': ['0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:24.004457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cb53b13-014e-4e9d-b678-a69ec46fe06d req-769fcddc-1369-40a8-b60f-7055e8287e44 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640613 Nov 02 16:34:24.016483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-4ebf3426-c7ed-4646-b49a-779968a568f9 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:24.029743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-47d3b133-b0ed-4e6b-9487-12b361f3ba7b None None] Provisioning complete for port a1bfede4-fa8f-4a37-828d-ae187af48fa2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:24.030139 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47d3b133-b0ed-4e6b-9487-12b361f3ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.032092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-4ebf3426-c7ed-4646-b49a-779968a568f9 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/networks?id=2f3526f4-d73b-4953-a3c2-873e487bcac4 HTTP/1.1" status: 200 len: 821 time: 0.6197410 Nov 02 16:34:24.058900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-7eefe8e5-9556-4950-86ef-809bb095a68d tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/quotas/d153d2041c6845368a1898bff5093857 HTTP/1.1" status: 200 len: 375 time: 0.0257025 Nov 02 16:34:24.113103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59672) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:24.134269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-d1ea04db-17fe-45b2-be71-b25a67ba56b0 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d153d2041c6845368a1898bff5093857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743101 Nov 02 16:34:24.154016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-47d3b133-b0ed-4e6b-9487-12b361f3ba7b None None] Port a1bfede4-fa8f-4a37-828d-ae187af48fa2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:34:24.373517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Deleting subnet bf6f9ced-9780-48f1-a2ba-9a55c143c9de {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:34:24.380812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.389630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dfa27-7b44-4c3f-9970-fb3298ceba99 req-ab24aa53-a12f-46c8-8dbe-cad72ad72c39 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:24.398439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-312dfa27-7b44-4c3f-9970-fb3298ceba99 req-ab24aa53-a12f-46c8-8dbe-cad72ad72c39 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1073129 Nov 02 16:34:24.481993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-f3f9b495-d6e9-4236-b2f3-a28f74c48ab4 service neutron] 10.222.0.31 "GET /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466334 Nov 02 16:34:24.528646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-312dfa27-7b44-4c3f-9970-fb3298ceba99 req-cf77e051-9480-42d3-a667-2cd4ed8fa950 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292317 Nov 02 16:34:24.591269 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.655544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.753247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.762066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:24.798484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2dd1-57eb-4f23-80b1-ea5fbc89a100 req-8383ae02-8664-4a84-8cdc-9486db170888 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:24.800246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-456f2dd1-57eb-4f23-80b1-ea5fbc89a100 req-8383ae02-8664-4a84-8cdc-9486db170888 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 945 time: 0.1523345 Nov 02 16:34:24.804841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-138d9835-3f07-4688-b871-741d7624e55b service neutron] 10.222.0.31 "GET /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218143 Nov 02 16:34:24.887534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.917215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:24.998279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-456f2dd1-57eb-4f23-80b1-ea5fbc89a100 req-0e452259-0d82-49ca-b00f-722887802221 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839302 Nov 02 16:34:25.002846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6f9ced-9780-48f1-a2ba-9a55c143c9de,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:25.020824 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:25.034478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a802472f-9734-467f-8fb9-8915d09e36cf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bf6f9ced-9780-48f1-a2ba-9a55c143c9de HTTP/1.1" status: 204 len: 168 time: 0.9127727 Nov 02 16:34:25.036336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:25.201380 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:25.372881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 10.2.2.100 (282dbc29-1aaa-45e1-b246-11ee902de8f2/60ffdded-0f32-4d91-b95a-dd86d08f2159/48b9abad-e067-4700-8719-1f55da5620b8) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:25.554328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:25.648837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85c8780-8614-4497-b7d8-cdb551f8a5d3']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:25.686512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aba85-0bb9-4a17-81ab-9fa5ebe28673 req-fc4eb8bd-c2f3-4b49-bab8-dd98fd2d1573 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:25.702780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aba85-0bb9-4a17-81ab-9fa5ebe28673 req-fc4eb8bd-c2f3-4b49-bab8-dd98fd2d1573 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:25.710806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aba85-0bb9-4a17-81ab-9fa5ebe28673 req-fc4eb8bd-c2f3-4b49-bab8-dd98fd2d1573 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:25.726797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a35aba85-0bb9-4a17-81ab-9fa5ebe28673 req-fc4eb8bd-c2f3-4b49-bab8-dd98fd2d1573 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 2371 time: 0.3410687 Nov 02 16:34:25.794626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b86143-b61d-49d9-ad32-7fa644d19d72') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:25.794920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b86143-b61d-49d9-ad32-7fa644d19d72') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:25.871654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:25.930357 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:34:25.967212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a35aba85-0bb9-4a17-81ab-9fa5ebe28673 req-8eec4630-f574-4f22-80be-c87072d59887 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393165 Nov 02 16:34:26.017662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.042087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:34:26.056046 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:34:26.058094 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:34:26.104147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-81164a3f-fd21-4b39-aaaf-8e76c54d268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:26.105603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-81164a3f-fd21-4b39-aaaf-8e76c54d268d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 1097 time: 0.3760705 Nov 02 16:34:26.185664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.232296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.374742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:26.503922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed013739-7769-40ec-b274-1ca2f086d409 req-26357e61-8542-4fa5-9425-ec69367e761c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 210 time: 0.4020510 Nov 02 16:34:26.539332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.596128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.629261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:26.642505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:26.665446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.685808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.709284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b85c8780-8614-4497-b7d8-cdb551f8a5d3 HTTP/1.1" status: 204 len: 168 time: 1.6626825 Nov 02 16:34:26.716361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-72948ad9-73e2-4333-a91d-d689197fbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:26.718438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-72948ad9-73e2-4333-a91d-d689197fbd62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.5119522 Nov 02 16:34:26.737764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0718df0-bf36-45cb-80b2-4a63066cd44a req-45bbe58d-da13-4f61-9f7f-9af82e84c115 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:26.738504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:26.756927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0718df0-bf36-45cb-80b2-4a63066cd44a req-45bbe58d-da13-4f61-9f7f-9af82e84c115 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 948 time: 0.6492608 Nov 02 16:34:26.855113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85c8780-8614-4497-b7d8-cdb551f8a5d3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:26.915724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:26.916405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:26.959933 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1474197c-0a11-4068-8a78-ae1a2d32ffbb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1331055 Nov 02 16:34:26.975178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59722) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:26.997826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2', 'admin_state_up': True, 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'security_groups': ['0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:27.043895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-859fd5b1-80cc-4b9c-b251-95911724a344 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a HTTP/1.1" status: 200 len: 217 time: 0.2773924 Nov 02 16:34:27.053148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.056530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.057120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.058886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.059521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.061269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.061928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.062558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.068253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.069042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.069594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.070238 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af287c-13ab-4e46-9133-1c648195f180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:27.198747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0718df0-bf36-45cb-80b2-4a63066cd44a req-44d17598-3b44-4218-b8dd-a5a068683c1e tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406135 Nov 02 16:34:27.217199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ae666aaa-11ea-4f45-a4c1-12384a884356 None None] Provisioning complete for port 48b9abad-e067-4700-8719-1f55da5620b8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:27.218265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ae666aaa-11ea-4f45-a4c1-12384a884356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:27.236626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4072d1-5008-4ada-8c56-e5fb9462818f req-4ed08915-fa25-4119-bb48-5669a4be7959 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.238562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab4072d1-5008-4ada-8c56-e5fb9462818f req-4ed08915-fa25-4119-bb48-5669a4be7959 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.4764009 Nov 02 16:34:27.240726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-66479603-1d59-467c-9a01-ffc25d9c1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.242821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-66479603-1d59-467c-9a01-ffc25d9c1767 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.1673708 Nov 02 16:34:27.326263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Made reservation on behalf of 35a25d73bf2d4a87abc4d82ecbc0ffe8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:27.331669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-f60ad85a-60d0-4dde-91f6-20ad8c4cfc92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814588 Nov 02 16:34:27.331990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:27.376770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Router a410ea2b-1928-4347-b79f-6ceed1049978 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:34:27.426287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ae666aaa-11ea-4f45-a4c1-12384a884356 None None] Port 48b9abad-e067-4700-8719-1f55da5620b8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:34:27.464350 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d8641f27-7c49-4a58-b8ac-083bd0dae2d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0be45a476b14adb93fee5ec318db9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874763 Nov 02 16:34:27.471255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:27.529728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-4cc97472-efa3-470e-9680-cb10e2568d73 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887865 Nov 02 16:34:27.629325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab4072d1-5008-4ada-8c56-e5fb9462818f req-b4845a90-092a-4dab-88cd-cb429192e340 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645434 Nov 02 16:34:27.698156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Allocated IP 10.2.2.200 (282dbc29-1aaa-45e1-b246-11ee902de8f2/60ffdded-0f32-4d91-b95a-dd86d08f2159/a609bc6f-e805-449e-9b78-a2af4f582d74) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:27.764944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07d5c-330e-4eee-8a1a-ee128bd676cb req-ad4284fa-76d8-4a6a-a609-2136263c7044 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.772528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07d5c-330e-4eee-8a1a-ee128bd676cb req-ad4284fa-76d8-4a6a-a609-2136263c7044 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.779606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07d5c-330e-4eee-8a1a-ee128bd676cb req-ad4284fa-76d8-4a6a-a609-2136263c7044 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.789540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07d5c-330e-4eee-8a1a-ee128bd676cb req-ad4284fa-76d8-4a6a-a609-2136263c7044 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.799876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35b07d5c-330e-4eee-8a1a-ee128bd676cb req-ad4284fa-76d8-4a6a-a609-2136263c7044 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 3092 time: 0.2593291 Nov 02 16:34:27.892458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0dbf3010-02dd-4183-ac5a-fce9613ee335 req-8ac187dd-d110-40ad-b582-2aff66d54c68 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 210 time: 0.0590711 Nov 02 16:34:27.912117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35b07d5c-330e-4eee-8a1a-ee128bd676cb req-b8b4ff2d-dccc-431a-87e1-a07e6fcb4a3c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061733 Nov 02 16:34:27.929855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faca235-19d1-4da7-bf84-436132b6a23b req-74349bea-e3c9-4a1e-a6a3-4639dfe68ef0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:27.931615 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4faca235-19d1-4da7-bf84-436132b6a23b req-74349bea-e3c9-4a1e-a6a3-4639dfe68ef0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 948 time: 0.6783216 Nov 02 16:34:28.074888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bffe7ac2-cdb9-4d27-a3f3-1e6b75c6a0f2 req-e4ffd1ab-75c3-42a7-9f66-bf5f31024bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914331 Nov 02 16:34:28.121943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6eee1ac5-06a6-461d-b1ed-7ca8b7255105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:28.256922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-c2287576-de37-4103-b429-afdfa59706d4 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:28.266782 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-c2287576-de37-4103-b429-afdfa59706d4 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.55 "GET /v2.0/networks?id=2f3526f4-d73b-4953-a3c2-873e487bcac4 HTTP/1.1" status: 200 len: 821 time: 0.9964168 Nov 02 16:34:28.339312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:34:28.361240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Request body: {'port': {'device_id': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4', 'admin_state_up': True, 'tenant_id': 'd153d2041c6845368a1898bff5093857'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:28.382664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2820f9-61e1-4e1b-aee2-3a0e0739ace4 req-d09c7770-82a6-4623-aa95-fb77e1dc6096 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:28.401531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b2820f9-61e1-4e1b-aee2-3a0e0739ace4 req-d09c7770-82a6-4623-aa95-fb77e1dc6096 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 948 time: 0.1071239 Nov 02 16:34:28.514480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b2820f9-61e1-4e1b-aee2-3a0e0739ace4 req-5ddded67-c1c5-413c-bbe3-3793e82f743b tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Nov 02 16:34:28.560366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:28.587841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:28.605427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'd1052832-ee42-437e-899e-2201faafafa0', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': 'd1052832-ee42-437e-899e-2201faafafa0', 'mac_address': 'fa:16:3e:fa:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:34:28.713591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:34:28.726929 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] Sync routers for ids ['a410ea2b-1928-4347-b79f-6ceed1049978'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:34:28.736263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:28.743450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:28.747873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:28.754045 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] Routers {'a410ea2b-1928-4347-b79f-6ceed1049978'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:28.754702 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a410ea2b-1928-4347-b79f-6ceed1049978'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:28.765048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e58aa8a0-cadc-4030-97be-afcf10864c2c tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "PUT /v2.0/routers/a410ea2b-1928-4347-b79f-6ceed1049978 HTTP/1.1" status: 200 len: 926 time: 5.7667673 Nov 02 16:34:28.810537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1052832-ee42-437e-899e-2201faafafa0 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:28.876912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:28.887147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:28.969055 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:28.988769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6eee1ac5-06a6-461d-b1ed-7ca8b7255105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:29.022365 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] Routers {'a410ea2b-1928-4347-b79f-6ceed1049978'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:29.023262 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a410ea2b-1928-4347-b79f-6ceed1049978'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:29.128806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d1052832-ee42-437e-899e-2201faafafa0'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:34:29.157319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:29.233141 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:29.233714 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56663ed-0b75-431a-a10f-4cb6252da8b5 None None] The sync data for ids ['a410ea2b-1928-4347-b79f-6ceed1049978'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:34:29.246157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d8c09ea8-1ef2-4c52-a479-6f79ab666dda tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/a410ea2b-1928-4347-b79f-6ceed1049978 HTTP/1.1" status: 200 len: 926 time: 0.4969225 Nov 02 16:34:29.261345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:29.264742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59778) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:29.319370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:29.331243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:29.338740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event updated for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:29.341002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Made reservation on behalf of d153d2041c6845368a1898bff5093857 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:29.344929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:29.353858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebb89cc5-a825-46af-b15e-7af0309b0ac5 req-9b59d9b2-c1a9-401e-9fe1-47715a42869a tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 210 time: 0.1368816 Nov 02 16:34:29.366031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Deleting port 9c28d59b-af40-43dc-b1df-6c7355410f5c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:29.366787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:29.431055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397bf85-342f-42cf-bd17-fda104d36281 req-5bc9d939-63da-40f2-a0c1-18e7a4bf5acd tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.439596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6397bf85-342f-42cf-bd17-fda104d36281 req-5bc9d939-63da-40f2-a0c1-18e7a4bf5acd tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.2034976 Nov 02 16:34:29.524608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:29.618780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6397bf85-342f-42cf-bd17-fda104d36281 req-f68b780e-e427-42f3-8bd0-4d95d079d0dd tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741922 Nov 02 16:34:29.679176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-a8c66f5c-01d1-4d0a-a18c-715fb19d7d2e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.699084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] For port 9c28d59b-af40-43dc-b1df-6c7355410f5c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9c28d59b-af40-43dc-b1df-6c7355410f5c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:29.699458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:29.700287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-a8c66f5c-01d1-4d0a-a18c-715fb19d7d2e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.725261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-a8c66f5c-01d1-4d0a-a18c-715fb19d7d2e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.735540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Calling delete_port for 9c28d59b-af40-43dc-b1df-6c7355410f5c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:29.736848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-a8c66f5c-01d1-4d0a-a18c-715fb19d7d2e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.750759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-a8c66f5c-01d1-4d0a-a18c-715fb19d7d2e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.764462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-a8c66f5c-01d1-4d0a-a18c-715fb19d7d2e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 3813 time: 0.2713850 Nov 02 16:34:29.804795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c434d470-be61-49e9-8b08-51fadbbb2038 None None] Provisioning complete for port a609bc6f-e805-449e-9b78-a2af4f582d74 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:29.807046 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c434d470-be61-49e9-8b08-51fadbbb2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:29.884904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33602045-7ad7-4566-ab59-80eafcf30a98 req-b3193958-3958-48a9-bc8f-a35db914bfa3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151006 Nov 02 16:34:29.929591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c434d470-be61-49e9-8b08-51fadbbb2038 None None] Port a609bc6f-e805-449e-9b78-a2af4f582d74 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:34:29.978736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:29.979428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:30.055591 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6eee1ac5-06a6-461d-b1ed-7ca8b7255105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:30.060403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6eee1ac5-06a6-461d-b1ed-7ca8b7255105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:30.069410 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6eee1ac5-06a6-461d-b1ed-7ca8b7255105 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c52a30ed-4def-4ae2-b0f8-e416b1185b7d HTTP/1.1" status: 204 len: 168 time: 2.5916312 Nov 02 16:34:30.149586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b844-9ba0-4ecf-b9df-0fad7848646e req-c4285c63-6979-463d-a03d-7b68665ce368 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:30.149586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e89b844-9ba0-4ecf-b9df-0fad7848646e req-c4285c63-6979-463d-a03d-7b68665ce368 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0942c0-0b9c-45a6-8c26-72add0c81502 HTTP/1.1" status: 200 len: 948 time: 0.1365530 Nov 02 16:34:30.240773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e89b844-9ba0-4ecf-b9df-0fad7848646e req-e825cb1a-7236-4bd0-9f48-30ea29df2807 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.31 "GET /v2.0/security-groups?id=2255275d-2e1b-497a-9f1b-ab49828fedf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794089 Nov 02 16:34:30.315789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Allocated IP 172.20.0.11 (2f3526f4-d73b-4953-a3c2-873e487bcac4/edf827dc-f862-46fb-88ab-f2846af72546/b12dc545-f615-4c9b-bf2f-812e2b554443) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:30.343180 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:30.376065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee1ac5-06a6-461d-b1ed-7ca8b7255105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a30ed-4def-4ae2-b0f8-e416b1185b7d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:30.444595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c73ede-e52f-42d6-8c05-0e050bc84db4 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:30.452310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:30.454466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-99c73ede-e52f-42d6-8c05-0e050bc84db4 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=a410ea2b-1928-4347-b79f-6ceed1049978&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1835406 Nov 02 16:34:30.496197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-40bb7a08-8d59-46d2-a7fa-0b9cc9ccd97c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5160079 Nov 02 16:34:30.536806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:30.551170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port d1052832-ee42-437e-899e-2201faafafa0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:30.552617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:30.652856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:30.720265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dcc00912-41b2-4201-a9e6-e276fa21a65e req-e38ca7e2-c285-4e2d-96b2-afc9797ebda1 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 210 time: 0.1192482 Nov 02 16:34:30.844136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dbe9fc-0954-45ac-a6a2-1e3e7926938d tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:30.848192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b8dbe9fc-0954-45ac-a6a2-1e3e7926938d tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.3916962 Nov 02 16:34:30.850361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59818) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:30.866532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Pushing event deleted for resources: {'Port': ['ID=9c28d59b-af40-43dc-b1df-6c7355410f5c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:30.908608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-85c16b19-4407-49f2-90e1-34842257c6ad tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=a410ea2b-1928-4347-b79f-6ceed1049978 HTTP/1.1" status: 200 len: 205 time: 0.0570829 Nov 02 16:34:30.912450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59822) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:30.926783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:30.933882 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:31.105437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:31.114196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] No DVR routers for this DVR port 9c28d59b-af40-43dc-b1df-6c7355410f5c on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:34:31.123927 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fbc421-c675-4f3d-b9d0-528b4cd62299" -d '{"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "d1052832-ee42-437e-899e-2201faafafa0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:31.196960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:31.206782 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:31.207674 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:31.210065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4faca235-19d1-4da7-bf84-436132b6a23b req-bddd3542-2d67-468f-91a7-061309e044e0 tempest-ListImageFiltersTestJSON-1974674360 tempest-ListImageFiltersTestJSON-1974674360-project] 10.222.0.55 "DELETE /v2.0/ports/9c28d59b-af40-43dc-b1df-6c7355410f5c HTTP/1.1" status: 204 len: 173 time: 3.2637088 Nov 02 16:34:31.233002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-deleted', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:31.235819 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92d8119-9d17-4adf-b11a-26164cefea15" -d '{"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-deleted", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:31.439662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:31.593175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 9c28d59b-af40-43dc-b1df-6c7355410f5c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:31.600012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9c28d59b-af40-43dc-b1df-6c7355410f5c not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:31.705588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:31.710620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:31.782468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.782833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.789867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.797545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.798164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.802245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.804773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.805918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.811567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.812151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.819189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:31.822676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:34:32.063907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:32.387669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Network 2f3526f4-d73b-4953-a3c2-873e487bcac4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:32.399894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:32.427961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:32.548867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:32.723997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Pushing event updated for resources: {'Port': ['ID=b12dc545-f615-4c9b-bf2f-812e2b554443,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:32.943632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:32.944253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:32.948440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:33.002005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2617f5e1-177a-4249-806e-4b15c397228c tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7251110 Nov 02 16:34:33.008582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfde8b-b5fb-4a41-9cc8-38d5c848fa08 req-1f148ef8-6c23-4a2d-a498-79e68af6b489 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:33.013635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29dfde8b-b5fb-4a41-9cc8-38d5c848fa08 req-1f148ef8-6c23-4a2d-a498-79e68af6b489 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 1.9828660 Nov 02 16:34:33.022523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Request body: {'port': {'device_id': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:33.155140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.187979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29dfde8b-b5fb-4a41-9cc8-38d5c848fa08 req-ea347bf1-1d57-4284-a92d-3929b02127e0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650517 Nov 02 16:34:33.239752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.310967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-453354259-network', 'tenant_id': '7a352587efbf442bb1271c330e9fc55e'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:33.386818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Made reservation on behalf of 7a352587efbf442bb1271c330e9fc55e for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:33.391056 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.468218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226bd45d-b858-4dc4-a425-796eac27ee18 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:33.477393 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.490090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.535471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Transition to ACTIVE for port object 226bd45d-b858-4dc4-a425-796eac27ee18 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:33.579218 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.649549 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.653457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Deleting port 8444abc8-0743-4e01-b998-581b43eb15c0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:33.654052 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.756793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:33.771852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Calling delete_port for 8444abc8-0743-4e01-b998-581b43eb15c0 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:33.907640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Pushing event updated for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:34.078884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.081088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.094040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:34:34.107161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.107618 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Added segment 1aeec0bb-f787-48f3-b084-96ceccc306b0 of type vlan for network a57dfc98-1b46-4178-947d-8072a5182c90 Nov 02 16:34:34.163448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.225771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-8cd1cfac-0b2a-433e-8175-8613ec23d15b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:34.233137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-8cd1cfac-0b2a-433e-8175-8613ec23d15b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:34.242511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-8cd1cfac-0b2a-433e-8175-8613ec23d15b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:34.250388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-8cd1cfac-0b2a-433e-8175-8613ec23d15b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:34.257135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-8cd1cfac-0b2a-433e-8175-8613ec23d15b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:34.265964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-8cd1cfac-0b2a-433e-8175-8613ec23d15b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 3813 time: 0.8874578 Nov 02 16:34:34.310022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3790651b-e563-40f8-b445-0c61d7cd6bba,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:34.319520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Attempting to bind port 226bd45d-b858-4dc4-a425-796eac27ee18 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:34.323348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Attempting to bind port 226bd45d-b858-4dc4-a425-796eac27ee18 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:34.327729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Attempting to bind port 226bd45d-b858-4dc4-a425-796eac27ee18 on network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:34.340365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.344183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:34.347379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.384795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Port 226bd45d-b858-4dc4-a425-796eac27ee18 on network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:34.385142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Attempting to bind port 226bd45d-b858-4dc4-a425-796eac27ee18 on network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:34.421150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:34.421508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Checking segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:34.423737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Bound using segment: {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:34.423945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Bound port: 226bd45d-b858-4dc4-a425-796eac27ee18, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29aeef9-b257-463e-821c-161ba4b50540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:34.424312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.445556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12dc545-f615-4c9b-bf2f-812e2b554443 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:34.493880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.519484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5684381 Nov 02 16:34:34.533249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59866) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:34.588343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Transition to ACTIVE for port object b12dc545-f615-4c9b-bf2f-812e2b554443 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:34.598105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.602886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event deleted for resources: {'Port': ['ID=8444abc8-0743-4e01-b998-581b43eb15c0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:34.623116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Request body: {'subnet': {'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-453354259-subnet', 'tenant_id': '7a352587efbf442bb1271c330e9fc55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:34.731095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a7b40d4-06ac-450b-bbf8-daecc3acedee req-3e15ce97-0206-4e70-be6e-9b2abc0103da tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640076 Nov 02 16:34:34.738075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Pushing event updated for resources: {'Port': ['ID=b12dc545-f615-4c9b-bf2f-812e2b554443,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:34.782708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b01602-98a5-43c2-afd0-f5be824010c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a57dfc98-1b46-4178-947d-8072a5182c90,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:34.788597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Made reservation on behalf of 7a352587efbf442bb1271c330e9fc55e for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:34.791421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.797742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a57dfc98-1b46-4178-947d-8072a5182c90 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:34:34.818145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:34.858948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.873861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=226bd45d-b858-4dc4-a425-796eac27ee18,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:34.987666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:34.991177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.078264 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4f6ad5-01b9-4151-8f6f-1ca2d4cf65e2 x-openstack-request-id: req-4f4f6ad5-01b9-4151-8f6f-1ca2d4cf65e2 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:35.085343 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "d1052832-ee42-437e-899e-2201faafafa0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:35.086256 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f4f6ad5-01b9-4151-8f6f-1ca2d4cf65e2 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:35.090055 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0', 'code': 200} Nov 02 16:34:35.157107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.157725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Fanout notify agent at l3_agent the message router_deleted on router a410ea2b-1928-4347-b79f-6ceed1049978 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:34:35.170164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.175674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bdb8c0d2-f0be-4ffc-87e0-5f810c11ae30 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/a410ea2b-1928-4347-b79f-6ceed1049978 HTTP/1.1" status: 204 len: 168 time: 4.2543833 Nov 02 16:34:35.178926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59874) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:35.198437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1113906083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:35.474482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.476552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.598649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.635812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.677525 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7bac47-e064-4b56-a138-411e664ecf1a x-openstack-request-id: req-7f7bac47-e064-4b56-a138-411e664ecf1a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:35.677525 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0942c0-0b9c-45a6-8c26-72add0c81502", "name": "network-vif-deleted", "tag": "9c28d59b-af40-43dc-b1df-6c7355410f5c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:35.678199 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f7bac47-e064-4b56-a138-411e664ecf1a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:35.678199 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0942c0-0b9c-45a6-8c26-72add0c81502', 'name': 'network-vif-deleted', 'tag': '9c28d59b-af40-43dc-b1df-6c7355410f5c', 'status': 'completed', 'code': 200} Nov 02 16:34:35.684950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.689892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.695553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a05e4193-5235-43db-b1f9-1a268727aeaf tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5149822 Nov 02 16:34:35.697896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59876) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:35.709944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:35.891262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:35.892864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.894589 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] 10.222.0.100 "PUT /v2.0/ports/226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 1091 time: 5.3736598 Nov 02 16:34:35.930270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:35.947612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:35.970633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17da363-28ca-49e2-b163-e2c712bf0ad0 req-7951b2f2-88b8-4db0-adb2-62e34add7480 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:35.975845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d17da363-28ca-49e2-b163-e2c712bf0ad0 req-7951b2f2-88b8-4db0-adb2-62e34add7480 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 944 time: 0.7234693 Nov 02 16:34:36.059035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Attempting to bind port b12dc545-f615-4c9b-bf2f-812e2b554443 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:36.065939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Attempting to bind port b12dc545-f615-4c9b-bf2f-812e2b554443 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'baac16ec-645f-4830-83a0-f0dca6cf4044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:36.066777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Attempting to bind port b12dc545-f615-4c9b-bf2f-812e2b554443 on network 2f3526f4-d73b-4953-a3c2-873e487bcac4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:36.205139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Port b12dc545-f615-4c9b-bf2f-812e2b554443 on network 2f3526f4-d73b-4953-a3c2-873e487bcac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:36.210822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Attempting to bind port b12dc545-f615-4c9b-bf2f-812e2b554443 on network 2f3526f4-d73b-4953-a3c2-873e487bcac4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:36.272169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:36.272507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Checking segment: {'id': 'baac16ec-645f-4830-83a0-f0dca6cf4044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:36.280220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Bound using segment: {'id': 'baac16ec-645f-4830-83a0-f0dca6cf4044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:36.280801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Bound port: b12dc545-f615-4c9b-bf2f-812e2b554443, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baac16ec-645f-4830-83a0-f0dca6cf4044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:36.287163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:36.303939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179819e-1aac-4a85-a7cf-fa691b745179 service neutron] Pushing event updated for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:36.521800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:36.540964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc31063f-0f4c-41fb-ac7a-9af3ae7977cd,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:36.591498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d17da363-28ca-49e2-b163-e2c712bf0ad0 req-6f133f71-8072-4eb3-ba0b-b41c8b3f6abf tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954319 Nov 02 16:34:36.615113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:36.795794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Checking segment: {'id': '1aeec0bb-f787-48f3-b084-96ceccc306b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:36.801122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Network hostable DHCP agents. Network: a57dfc98-1b46-4178-947d-8072a5182c90, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:34:36.885250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] For port b12dc545-f615-4c9b-bf2f-812e2b554443, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:36.887610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Network a57dfc98-1b46-4178-947d-8072a5182c90 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:34:36.911165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] For port b12dc545-f615-4c9b-bf2f-812e2b554443, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b12dc545-f615-4c9b-bf2f-812e2b554443,segment=NetworkSegment(baac16ec-645f-4830-83a0-f0dca6cf4044),segment_id=baac16ec-645f-4830-83a0-f0dca6cf4044)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:36.912853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece6721-a0b1-45ed-b8b6-d9c8fd609ddf req-fb4d3bde-5c78-4f93-9002-bdd47c420173 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:36.920927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eece6721-a0b1-45ed-b8b6-d9c8fd609ddf req-fb4d3bde-5c78-4f93-9002-bdd47c420173 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1550083 Nov 02 16:34:36.945689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:36.977162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a57dfc98-1b46-4178-947d-8072a5182c90) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:36.985509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b709060-97e1-4f5c-b8d0-62ccbea7c4fd None None] Network a57dfc98-1b46-4178-947d-8072a5182c90 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:34:37.003843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:37.004446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:37.058195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb4011d6-9759-493a-b943-e80b5f288774 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4589903 Nov 02 16:34:37.096137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eece6721-a0b1-45ed-b8b6-d9c8fd609ddf req-14f205f1-4a01-4e93-8683-1fc0d83a958a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725881 Nov 02 16:34:37.102375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Pushing event updated for resources: {'Port': ['ID=b12dc545-f615-4c9b-bf2f-812e2b554443,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:37.408267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa696e24-9f20-4e5c-8a9b-70652f6a8591 None None] Network a57dfc98-1b46-4178-947d-8072a5182c90 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:34:37.442285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:37.448083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:37.448707 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:37.450112 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-6a514689-2c75-42be-acdc-a95bfb17f735 service neutron] 10.222.0.55 "PUT /v2.0/ports/b12dc545-f615-4c9b-bf2f-812e2b554443 HTTP/1.1" status: 200 len: 1092 time: 4.4371085 Nov 02 16:34:37.575737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:37.669081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2dfbd30b-4e56-4a9b-8c31-6b0f7c010c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:37.670641 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-2dfbd30b-4e56-4a9b-8c31-6b0f7c010c03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d153d2041c6845368a1898bff5093857&device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 1095 time: 0.1230867 Nov 02 16:34:37.687742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18'}, {'name': 'network-changed', 'server_uuid': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'tag': 'b12dc545-f615-4c9b-bf2f-812e2b554443'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:37.690332 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368629ef-4e2a-4866-8b91-f745eceadb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18"}, {"name": "network-changed", "server_uuid": "0c63a69a-0a5d-45c4-a7e5-9e55b84bf544", "tag": "b12dc545-f615-4c9b-bf2f-812e2b554443"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:37.813440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Allocated IP 172.25.7.87 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/3c6d3a33-2c76-4381-ae71-24c852f8460c) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:37.870352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-c6cac25f-fc21-4e07-9e69-fe95ce51f229 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dc545-f615-4c9b-bf2f-812e2b554443 HTTP/1.1" status: 200 len: 217 time: 0.1568398 Nov 02 16:34:37.896034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8e6635-c229-423d-a1af-99e634ab1d63 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:37.927098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:37.952581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Transition to ACTIVE for port object ea8e6635-c229-423d-a1af-99e634ab1d63 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:37.958183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-e89221fe-080c-48a9-bec1-27a83e3a0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:37.959787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-e89221fe-080c-48a9-bec1-27a83e3a0625 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edf827dc-f862-46fb-88ab-f2846af72546 HTTP/1.1" status: 200 len: 861 time: 0.0763245 Nov 02 16:34:37.959787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.024264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-cab0427e-11b0-42c2-bfac-3e7ad90d8873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f3526f4-d73b-4953-a3c2-873e487bcac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550561 Nov 02 16:34:38.150492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.224171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.262719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-d5667354-9ec6-46f3-a424-563ebb3264a7 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077658 Nov 02 16:34:38.365381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:38.374118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:38.376397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa62267f-7480-4534-bf78-f60dd29fe232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.377674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:38.420286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Pushing event updated for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:38.585731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event updated for resources: {'Port': ['ID=3c6d3a33-2c76-4381-ae71-24c852f8460c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:38.646560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Attempting to bind port ea8e6635-c229-423d-a1af-99e634ab1d63 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:38.646892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Attempting to bind port ea8e6635-c229-423d-a1af-99e634ab1d63 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:38.647219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Attempting to bind port ea8e6635-c229-423d-a1af-99e634ab1d63 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:38.660453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Port ea8e6635-c229-423d-a1af-99e634ab1d63 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:38.660849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Attempting to bind port ea8e6635-c229-423d-a1af-99e634ab1d63 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:38.664597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5bb94f-f245-4e0e-a92c-e5371850e99c req-49ff9da6-9187-4377-ab19-ad5bdabe3d86 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776858 Nov 02 16:34:38.668711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:38.669046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Checking segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:38.669423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Bound using segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:38.684386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Bound port: ea8e6635-c229-423d-a1af-99e634ab1d63, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:38.684807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.874917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:38.881601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ea8e6635-c229-423d-a1af-99e634ab1d63,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:38.893245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.975703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:38.978735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:38.984929 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] 10.222.0.100 "PUT /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 1135 time: 3.0514259 Nov 02 16:34:38.985889 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:39.035582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6257fd-b4be-48ef-a1da-76986b355dbf service neutron] Pushing event updated for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:39.044444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:39.183377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:39.787593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5be998-1b48-4dc8-b748-c199f07861a1 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:39.796288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:39.810015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Transition to ACTIVE for port object be5be998-1b48-4dc8-b748-c199f07861a1 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:39.827945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:39.985083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Pushing event updated for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:40.012131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:40.025989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:40.114932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Attempting to bind port be5be998-1b48-4dc8-b748-c199f07861a1 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:40.115278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Attempting to bind port be5be998-1b48-4dc8-b748-c199f07861a1 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:40.115669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Attempting to bind port be5be998-1b48-4dc8-b748-c199f07861a1 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:40.121633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Port be5be998-1b48-4dc8-b748-c199f07861a1 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:40.122005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Attempting to bind port be5be998-1b48-4dc8-b748-c199f07861a1 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:40.128682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:40.129057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Checking segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:40.129485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Bound using segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:40.130313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Bound port: be5be998-1b48-4dc8-b748-c199f07861a1, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:40.130703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:40.221465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:40.230863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be5be998-1b48-4dc8-b748-c199f07861a1,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:40.239547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:40.361162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.362725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:40.364372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] 10.222.0.100 "PUT /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 1134 time: 1.3240900 Nov 02 16:34:40.403716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:40.433850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b103d9e-9022-4728-99a3-4f987021bf79 service neutron] Pushing event updated for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:40.508184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.534724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.553684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.565827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.573259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.581620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.590248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.592471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-c80df536-30d5-4f6c-a592-4f511e0a1a32 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5378 time: 0.4385512 Nov 02 16:34:40.613667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:40.762626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-261b306b-b406-49cb-a1a8-83d884d61ee8 req-3a5266e3-61de-420d-82c9-aa871b7733d8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540561 Nov 02 16:34:40.826900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Router aa6ca8f2-a3aa-4341-9910-ef49e461e426 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:34:40.856661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-c1548604-4b34-4cde-b4c5-409db8c4f1c9 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:40.858259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-c1548604-4b34-4cde-b4c5-409db8c4f1c9 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/networks?id=a57dfc98-1b46-4178-947d-8072a5182c90 HTTP/1.1" status: 200 len: 808 time: 0.2646925 Nov 02 16:34:41.034279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:34:41.054208 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.055742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-be73c2d6-5dc1-4a90-ba03-267dc7744fe8 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "PUT /v2.0/routers/aa6ca8f2-a3aa-4341-9910-ef49e461e426 HTTP/1.1" status: 200 len: 883 time: 5.3513501 Nov 02 16:34:41.059107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59972) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:41.068594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] Sync routers for ids ['aa6ca8f2-a3aa-4341-9910-ef49e461e426'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:34:41.075050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-bcfa9664-8e5e-4579-b5e8-b2ed95e92bc3 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/quotas/7a352587efbf442bb1271c330e9fc55e HTTP/1.1" status: 200 len: 375 time: 0.1957545 Nov 02 16:34:41.080924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-816b3310-1e4f-4728-a96d-aefd57ab27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:41.088428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-816b3310-1e4f-4728-a96d-aefd57ab27d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 1097 time: 0.4220080 Nov 02 16:34:41.090641 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-510cb57a-c457-4767-a865-fe31202f43ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.117778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] Routers {'aa6ca8f2-a3aa-4341-9910-ef49e461e426'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:41.118654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['aa6ca8f2-a3aa-4341-9910-ef49e461e426'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:41.177868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:41.209235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] Routers {'aa6ca8f2-a3aa-4341-9910-ef49e461e426'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:41.210449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['aa6ca8f2-a3aa-4341-9910-ef49e461e426'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:41.233327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab3fc-e5e3-4a2d-bef9-3ad61961be06 req-1b5a3aa3-74f4-46c5-8867-f0314793bc8f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:41.249237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-feaab3fc-e5e3-4a2d-bef9-3ad61961be06 req-1b5a3aa3-74f4-46c5-8867-f0314793bc8f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 944 time: 0.3683178 Nov 02 16:34:41.301757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-37a3bbcd-e290-4e4c-9d4c-c76f665d5118 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a352587efbf442bb1271c330e9fc55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1782293 Nov 02 16:34:41.331123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:41.332058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d4ae2-56e8-44af-b3ea-85935e051426 None None] The sync data for ids ['aa6ca8f2-a3aa-4341-9910-ef49e461e426'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:34:41.383017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.412121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b12dc545-f615-4c9b-bf2f-812e2b554443 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:34:41.445175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-feaab3fc-e5e3-4a2d-bef9-3ad61961be06 req-798d1c95-b920-4934-8f56-f5b34e18be0b tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942468 Nov 02 16:34:41.463400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-d1790888-2b16-45b6-9b9e-748110f1e1e0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:34:41.474460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-d1790888-2b16-45b6-9b9e-748110f1e1e0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1647077 Nov 02 16:34:41.514547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391edcd5-49e1-41dd-95e4-0aac2b4727fa {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:41.527293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.530344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-3ea80943-25f6-47a5-b094-0661c4ab523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:41.534373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-3ea80943-25f6-47a5-b094-0661c4ab523a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.3382764 Nov 02 16:34:41.547659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59980) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:41.551828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27a0bb47-3df6-4f84-ab0f-ccb9803c1586 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/aa6ca8f2-a3aa-4341-9910-ef49e461e426 HTTP/1.1" status: 200 len: 924 time: 0.4818671 Nov 02 16:34:41.567288 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0793fe-f772-4e6c-8a57-4a2557e1933e x-openstack-request-id: req-2c0793fe-f772-4e6c-8a57-4a2557e1933e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:41.567598 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c63a69a-0a5d-45c4-a7e5-9e55b84bf544", "tag": "b12dc545-f615-4c9b-bf2f-812e2b554443", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:41.567851 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0793fe-f772-4e6c-8a57-4a2557e1933e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:41.568249 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18', 'status': 'completed', 'code': 200} Nov 02 16:34:41.568645 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'tag': 'b12dc545-f615-4c9b-bf2f-812e2b554443', 'status': 'completed', 'code': 200} Nov 02 16:34:41.609478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Transition to ACTIVE for port object 391edcd5-49e1-41dd-95e4-0aac2b4727fa will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:41.676113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b12dc545-f615-4c9b-bf2f-812e2b554443, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b12dc545-f615-4c9b-bf2f-812e2b554443,segment=NetworkSegment(baac16ec-645f-4830-83a0-f0dca6cf4044),segment_id=baac16ec-645f-4830-83a0-f0dca6cf4044)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:41.696037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-aa50b083-4fa3-4332-b8b5-d41c38eb4199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a HTTP/1.1" status: 200 len: 217 time: 0.1358590 Nov 02 16:34:41.700531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'b12dc545-f615-4c9b-bf2f-812e2b554443', 'network_id': '2f3526f4-d73b-4953-a3c2-873e487bcac4', 'port_id': 'b12dc545-f615-4c9b-bf2f-812e2b554443', 'mac_address': 'fa:16:3e:13:08:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf827dc-f862-46fb-88ab-f2846af72546', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:34:41.762086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.792476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.824038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12dc545-f615-4c9b-bf2f-812e2b554443 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:41.850051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072ac9-8d67-4b64-8769-f160a95e633c req-fa7cceb6-1b78-4acd-b0b5-c58e8dffcb3d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:41.855213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96072ac9-8d67-4b64-8769-f160a95e633c req-fa7cceb6-1b78-4acd-b0b5-c58e8dffcb3d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.1883738 Nov 02 16:34:41.863992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-0b623529-a584-430c-9496-a08c3e5cadba service neutron] 10.222.0.31 "GET /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823116 Nov 02 16:34:41.874251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-3199b48c-68ee-4c33-a98a-a71965ba05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:41.876916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b12dc545-f615-4c9b-bf2f-812e2b554443, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b12dc545-f615-4c9b-bf2f-812e2b554443,segment=NetworkSegment(baac16ec-645f-4830-83a0-f0dca6cf4044),segment_id=baac16ec-645f-4830-83a0-f0dca6cf4044)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:41.879279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-3199b48c-68ee-4c33-a98a-a71965ba05f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.1122966 Nov 02 16:34:41.885337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de870c0-87c9-434f-9901-95d935b8897c req-cc838750-9bfc-4279-8f4d-5390dcb76d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:41.887122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:41.900502 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-cc838750-9bfc-4279-8f4d-5390dcb76d1b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 1096 time: 0.4725049 Nov 02 16:34:41.985705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b12dc545-f615-4c9b-bf2f-812e2b554443,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:42.024855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96072ac9-8d67-4b64-8769-f160a95e633c req-9d8d8861-13a3-4e60-889f-90fddbe3049b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583757 Nov 02 16:34:42.104916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b12dc545-f615-4c9b-bf2f-812e2b554443'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:34:42.129003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-572c7444-394e-4101-af3c-a07120c064dc service neutron] 10.222.0.31 "GET /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974092 Nov 02 16:34:42.201884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de870c0-87c9-434f-9901-95d935b8897c req-4bea6c61-ec16-435f-9db2-ab7b4cb07120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.204224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-4bea6c61-ec16-435f-9db2-ab7b4cb07120 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 906 time: 0.2207799 Nov 02 16:34:42.287572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43dfe-4875-4c18-b760-ea407b07cd7e tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.291512 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-14c43dfe-4875-4c18-b760-ea407b07cd7e tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=aa6ca8f2-a3aa-4341-9910-ef49e461e426&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7402315 Nov 02 16:34:42.291915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59998) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:42.526512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:42.527475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-e83fd4bf-aa64-4bcc-9591-4850e998b571 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6076355 Nov 02 16:34:42.535615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d34046-45ef-40ba-9e54-deae43ead54d tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.536972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-41d34046-45ef-40ba-9e54-deae43ead54d tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.2139568 Nov 02 16:34:42.543187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:42.712370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0afdf099-afe5-4849-86c7-e3cf64752c7d tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa6ca8f2-a3aa-4341-9910-ef49e461e426 HTTP/1.1" status: 200 len: 205 time: 0.1674964 Nov 02 16:34:42.712979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60024) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:42.818118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-42546ac5-a11d-45df-b7c0-6cbebe23259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.828068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-42546ac5-a11d-45df-b7c0-6cbebe23259a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d153d2041c6845368a1898bff5093857&device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 1095 time: 1.1564391 Nov 02 16:34:42.830778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-e4d96b67-672d-48a9-92a6-59b7ccd8c57f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1052832-ee42-437e-899e-2201faafafa0 HTTP/1.1" status: 200 len: 217 time: 0.5379508 Nov 02 16:34:42.876628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Pushing event updated for resources: {'Port': ['ID=391edcd5-49e1-41dd-95e4-0aac2b4727fa,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:42.885258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.885724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.886324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.887361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.887361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.887849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.888359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:42.890748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-6c0f9730-84fb-4d2c-a030-1ffcd0c3d461 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6240 time: 1.2112834 Nov 02 16:34:42.997201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a5079bb-b328-4236-9ede-12626f20f6a5 req-c1848fc7-ed79-4048-b284-3efc21f0d660 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 210 time: 0.0786428 Nov 02 16:34:43.094415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.143675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.173150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.191769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.211257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.229605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.242757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.247089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4311d896-d726-4631-8069-c820fabd207a req-dbe034f6-27c8-480c-ad69-b7b01a6148a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5390 time: 0.4277792 Nov 02 16:34:43.394177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:43.410580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b12dc545-f615-4c9b-bf2f-812e2b554443 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:43.621876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4311d896-d726-4631-8069-c820fabd207a req-19cdd21f-00d1-4cd8-bf88-c67e8b6b2495 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3562875 Nov 02 16:34:43.623797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port b12dc545-f615-4c9b-bf2f-812e2b554443 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:34:43.657700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port b12dc545-f615-4c9b-bf2f-812e2b554443 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:43.658815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-fb8b31e1-50c9-429f-a219-f121f2385f43 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0401032 Nov 02 16:34:43.659278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'ea8e6635-c229-423d-a1af-99e634ab1d63'}, {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'be5be998-1b48-4dc8-b748-c199f07861a1'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:43.660014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:43.665132 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f21324-5503-43bf-8034-c222a5ab1e16" -d '{"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "ea8e6635-c229-423d-a1af-99e634ab1d63"}, {"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "be5be998-1b48-4dc8-b748-c199f07861a1"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:43.675379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-9729f488-568d-4c3c-8766-46d030cb58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.677803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-9729f488-568d-4c3c-8766-46d030cb58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.678650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-9729f488-568d-4c3c-8766-46d030cb58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.682846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-9729f488-568d-4c3c-8766-46d030cb58a0 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7084513 Nov 02 16:34:43.914469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e674-0eeb-4880-9dd7-cbcd94b1d717 req-f2ab99c2-5cd1-4775-9dbf-d3a677a61185 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:43.922514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2902e674-0eeb-4880-9dd7-cbcd94b1d717 req-f2ab99c2-5cd1-4775-9dbf-d3a677a61185 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 945 time: 0.6668456 Nov 02 16:34:43.939435 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.088755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Attempting to bind port 391edcd5-49e1-41dd-95e4-0aac2b4727fa on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:44.089034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Attempting to bind port 391edcd5-49e1-41dd-95e4-0aac2b4727fa by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:44.089368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Attempting to bind port 391edcd5-49e1-41dd-95e4-0aac2b4727fa on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:44.096360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-cc0fcf87-b719-4aeb-ab26-e0d613dcfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:44.097101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-cc0fcf87-b719-4aeb-ab26-e0d613dcfacd service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267273 Nov 02 16:34:44.124004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Port 391edcd5-49e1-41dd-95e4-0aac2b4727fa on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:44.124352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Attempting to bind port 391edcd5-49e1-41dd-95e4-0aac2b4727fa on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:44.175645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:44.176367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Checking segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:44.177215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Bound using segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:44.178076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Bound port: 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:44.178776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.196462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de870c0-87c9-434f-9901-95d935b8897c req-64725762-6890-4d0f-b0ba-c059481a4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:44.198714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-64725762-6890-4d0f-b0ba-c059481a4722 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 1.3477640 Nov 02 16:34:44.212353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.306907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2902e674-0eeb-4880-9dd7-cbcd94b1d717 req-0db7b3c1-e9a9-4fe1-a5cb-36caf67925ed tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564074 Nov 02 16:34:44.367962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Deleting port 3c6d3a33-2c76-4381-ae71-24c852f8460c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:44.368384 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.449799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.522358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b12dc545-f615-4c9b-bf2f-812e2b554443, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b12dc545-f615-4c9b-bf2f-812e2b554443,segment=NetworkSegment(baac16ec-645f-4830-83a0-f0dca6cf4044),segment_id=baac16ec-645f-4830-83a0-f0dca6cf4044)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:44.524475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12dc545-f615-4c9b-bf2f-812e2b554443'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:44.535932 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eaf55c-6695-456b-b725-85f2afa36726" -d '{"events": [{"server_uuid": "0c63a69a-0a5d-45c4-a7e5-9e55b84bf544", "name": "network-vif-plugged", "status": "completed", "tag": "b12dc545-f615-4c9b-bf2f-812e2b554443"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:44.545102 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.551183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fa4f415b-e494-43a1-8577-4ff63d7b9b1a no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:44.559058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dab8ee42-c288-49aa-b844-dd4cec55ebf6 req-e5c0241d-22f1-4ac9-9789-06c0b637f316 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8678572 Nov 02 16:34:44.562661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-2be68561-922c-4663-b175-52d229d99209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:44.567282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-2be68561-922c-4663-b175-52d229d99209 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f3526f4-d73b-4953-a3c2-873e487bcac4 HTTP/1.1" status: 200 len: 922 time: 1.7090447 Nov 02 16:34:44.663396 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e152683-333a-4f6a-922d-ef63770c9ac5 x-openstack-request-id: req-3e152683-333a-4f6a-922d-ef63770c9ac5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:44.664013 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "ea8e6635-c229-423d-a1af-99e634ab1d63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "be5be998-1b48-4dc8-b748-c199f07861a1", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:44.665434 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e152683-333a-4f6a-922d-ef63770c9ac5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:44.665967 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'ea8e6635-c229-423d-a1af-99e634ab1d63', 'status': 'completed', 'code': 200} Nov 02 16:34:44.666494 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'be5be998-1b48-4dc8-b748-c199f07861a1', 'status': 'completed', 'code': 200} Nov 02 16:34:44.737363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1eb6a1-26a0-4ac5-a2b7-042b4d8aff4d req-ca0b1bbb-2418-4b95-b7c3-30d7a084550c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:44.743712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e1eb6a1-26a0-4ac5-a2b7-042b4d8aff4d req-ca0b1bbb-2418-4b95-b7c3-30d7a084550c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 946 time: 0.3489575 Nov 02 16:34:44.785330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b12dc545-f615-4c9b-bf2f-812e2b554443,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:44.806853 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-9b82e0fa-9537-4dba-b525-5aeddf9bd629 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5013800 Nov 02 16:34:44.808186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] For port 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:44.817298 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-7d7df7ea-6577-4e58-83b1-135f5bbcd511 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dc545-f615-4c9b-bf2f-812e2b554443 HTTP/1.1" status: 200 len: 217 time: 0.1468787 Nov 02 16:34:44.836350 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.872365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] For port 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:44.940944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:44.949502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.951412 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:44.961338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60086) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:45.015578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:45.056835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35edc4c8-250f-488d-bef5-244190e2593f req-c0979433-73fb-469b-8dc5-312aa4c8456b tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 210 time: 0.2638454 Nov 02 16:34:45.078608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:45.159867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e1eb6a1-26a0-4ac5-a2b7-042b4d8aff4d req-4978e270-a337-487b-a20d-d39fd1f09e8f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807707 Nov 02 16:34:45.164434 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7252e3b1-0cd5-467d-afd9-862912364e97 x-openstack-request-id: req-7252e3b1-0cd5-467d-afd9-862912364e97 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:45.164730 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c63a69a-0a5d-45c4-a7e5-9e55b84bf544", "name": "network-vif-plugged", "status": "completed", "tag": "b12dc545-f615-4c9b-bf2f-812e2b554443", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:45.164981 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7252e3b1-0cd5-467d-afd9-862912364e97 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:45.166268 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12dc545-f615-4c9b-bf2f-812e2b554443', 'code': 200} Nov 02 16:34:45.182510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Calling delete_port for 3c6d3a33-2c76-4381-ae71-24c852f8460c owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:45.198978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.199695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.200339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.200787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.201361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.201818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.202297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.206578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-47e694ab-066f-4af8-84a6-97195961e73d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6240 time: 0.5114474 Nov 02 16:34:45.430066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-14f6a248-d45a-4df5-b404-fed2fb8861a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.430746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-14f6a248-d45a-4df5-b404-fed2fb8861a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.431026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-14f6a248-d45a-4df5-b404-fed2fb8861a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.432607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-14f6a248-d45a-4df5-b404-fed2fb8861a5 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2160110 Nov 02 16:34:45.589079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.589969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:45.591889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6b36e832-4615-4354-813d-39a572fad649 service neutron] 10.222.0.100 "PUT /v2.0/ports/391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 200 len: 1089 time: 5.1928735 Nov 02 16:34:45.620746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-65494b84-5db4-4469-98d2-dccd04a09d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.622431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-65494b84-5db4-4469-98d2-dccd04a09d36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edf827dc-f862-46fb-88ab-f2846af72546 HTTP/1.1" status: 200 len: 861 time: 0.7686126 Nov 02 16:34:45.660992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:45.711119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-da3528fb-e109-43fe-9eef-65392ac72d72 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:45.714396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-da3528fb-e109-43fe-9eef-65392ac72d72 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.100 "GET /v2.0/networks?id=a57dfc98-1b46-4178-947d-8072a5182c90 HTTP/1.1" status: 200 len: 808 time: 1.1348481 Nov 02 16:34:45.797681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Request body: {'port': {'device_id': '11ddc859-c90d-467d-9227-1106941612a2', 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90', 'admin_state_up': True, 'tenant_id': '7a352587efbf442bb1271c330e9fc55e'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:45.877266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36e832-4615-4354-813d-39a572fad649 service neutron] Pushing event updated for resources: {'Port': ['ID=391edcd5-49e1-41dd-95e4-0aac2b4727fa,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:45.881542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-5fadd9fc-3aaa-484e-bbd8-8ff5bc57f2c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f3526f4-d73b-4953-a3c2-873e487bcac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496489 Nov 02 16:34:45.950042 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-d58b1a5c-6a6b-45e2-b2fe-0e35a4e97c97 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1315250 Nov 02 16:34:46.004060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b25950-223c-43a8-9ee7-8413e593ee5c req-e5edb3d5-17a9-42b1-8d49-83b818022847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.005504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a8b25950-223c-43a8-9ee7-8413e593ee5c req-e5edb3d5-17a9-42b1-8d49-83b818022847 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 1097 time: 0.4551535 Nov 02 16:34:46.039282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:46.194600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a8b25950-223c-43a8-9ee7-8413e593ee5c req-5bb2baee-2ac5-4b29-ad64-3ebc0d0780bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776934 Nov 02 16:34:46.258817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d4f4f610-46dc-448e-90f2-ca06616d1228 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5210b536da242c9892a3a694225ce0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2490735 Nov 02 16:34:46.266487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60100) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:46.269526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-dd508655-962c-430c-9a2f-3952b02c3347 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715510 Nov 02 16:34:46.303352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a63bd-cbe9-4788-893c-c835698e95f4 req-88e3a926-8109-4b5f-be8e-d6d90e50ef1f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.314735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-608a63bd-cbe9-4788-893c-c835698e95f4 req-88e3a926-8109-4b5f-be8e-d6d90e50ef1f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 946 time: 0.8404875 Nov 02 16:34:46.333697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.339537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.346079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.351953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.355007 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-7fec4a94-5cac-4cf5-a34f-0bf0cf2fe035 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646238 Nov 02 16:34:46.357791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.364168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.370466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.372409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b4139af-997f-464a-9a95-3101767a2395 req-85ce4bf7-3d07-498e-a27b-581c65537598 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5390 time: 0.9388742 Nov 02 16:34:46.375477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Made reservation on behalf of 7a352587efbf442bb1271c330e9fc55e for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:46.378673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:46.538969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-608a63bd-cbe9-4788-893c-c835698e95f4 req-1189e5e5-608f-4ce3-accf-b78835c7ee9b tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231739 Nov 02 16:34:46.545830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-eace33e3-35bb-4037-ae65-3cea99c1d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:46.547615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-eace33e3-35bb-4037-ae65-3cea99c1d102 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5666192 Nov 02 16:34:46.558460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b4139af-997f-464a-9a95-3101767a2395 req-7d2fadb1-dff7-4937-8ef1-aa25b4ceb24d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628065 Nov 02 16:34:46.626194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf019e29-ec0b-433d-afab-4e59d0761566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:46.674732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:46.687597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '391edcd5-49e1-41dd-95e4-0aac2b4727fa'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:46.693038 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325404c1-e94a-4d6d-8540-f74d77bf377c" -d '{"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "391edcd5-49e1-41dd-95e4-0aac2b4727fa"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:46.809738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf019e29-ec0b-433d-afab-4e59d0761566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:46.852498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cdc4d53-41fc-4d97-89fb-eb2497451c1d req-ed8bef0a-61f2-4b29-ac8e-9534aedb65bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 210 time: 0.1048560 Nov 02 16:34:46.889856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:46.906465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-368629ef-4e2a-4866-8b91-f745eceadb9a req-e373c16f-bb36-4dd1-bd82-4a6cc98e9576 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738343 Nov 02 16:34:46.967631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event deleted for resources: {'Port': ['ID=3c6d3a33-2c76-4381-ae71-24c852f8460c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:46.975690 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b8ecc-8d36-4614-9fb8-0a39bc984a6f x-openstack-request-id: req-ff6b8ecc-8d36-4614-9fb8-0a39bc984a6f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:46.975982 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "391edcd5-49e1-41dd-95e4-0aac2b4727fa", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:46.976253 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff6b8ecc-8d36-4614-9fb8-0a39bc984a6f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:46.976632 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '391edcd5-49e1-41dd-95e4-0aac2b4727fa', 'status': 'completed', 'code': 200} Nov 02 16:34:47.019326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.026383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.040867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259da468-e0e2-4568-ab2f-16950ae14a23 req-9bbbff0e-317f-4a29-a3ce-70531df98e1c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.042033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bfede4-fa8f-4a37-828d-ae187af48fa2 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:47.042557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-259da468-e0e2-4568-ab2f-16950ae14a23 req-9bbbff0e-317f-4a29-a3ce-70531df98e1c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 944 time: 0.1891766 Nov 02 16:34:47.050794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.051346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.051882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.052425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.052969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.053460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.056210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.056210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-374def4d-5272-4fd7-8f12-2fcc6b1cacf6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6282 time: 0.4096668 Nov 02 16:34:47.064658 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.107189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Transition to ACTIVE for port object a1bfede4-fa8f-4a37-828d-ae187af48fa2 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:47.167653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:47.171095 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e48f2c-6f42-46b7-be96-79c980627419" -d '{"events": [{"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:47.173286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.190625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Allocated IP 172.20.0.2 (a57dfc98-1b46-4178-947d-8072a5182c90/dc31063f-0f4c-41fb-ac7a-9af3ae7977cd/4ad2222a-b640-40fa-a88e-64c402a3dd2d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:47.236876 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdeb210-cc29-4570-a67b-2e56e4ba63d9 x-openstack-request-id: req-1bdeb210-cc29-4570-a67b-2e56e4ba63d9 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:47.237262 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-unplugged", "status": "failed", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a", "code": 422}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:47.237573 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bdeb210-cc29-4570-a67b-2e56e4ba63d9 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:47.238521 n-d-811405-2 neutron-server[102067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'code': 422} returned with failed status Nov 02 16:34:47.257469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.270591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:47.285881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.290178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Fanout notify agent at l3_agent the message router_deleted on router aa6ca8f2-a3aa-4341-9910-ef49e461e426 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:34:47.317630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-259da468-e0e2-4568-ab2f-16950ae14a23 req-f7e8fb84-b344-483d-84c3-3fbf3c966709 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583666 Nov 02 16:34:47.361599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf019e29-ec0b-433d-afab-4e59d0761566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.365786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf019e29-ec0b-433d-afab-4e59d0761566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.369568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf019e29-ec0b-433d-afab-4e59d0761566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2255275d-2e1b-497a-9f1b-ab49828fedf9 HTTP/1.1" status: 204 len: 168 time: 1.0967278 Nov 02 16:34:47.369743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.374990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-00c7cd19-873f-4338-9e7f-097b1a1c37f6 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/aa6ca8f2-a3aa-4341-9910-ef49e461e426 HTTP/1.1" status: 204 len: 168 time: 4.6604178 Nov 02 16:34:47.381160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60136) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:47.408381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2042907180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:47.475544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf019e29-ec0b-433d-afab-4e59d0761566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255275d-2e1b-497a-9f1b-ab49828fedf9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:47.475987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-9beaf548-031d-4412-8803-61891d30b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.481274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-9beaf548-031d-4412-8803-61891d30b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.481857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-9beaf548-031d-4412-8803-61891d30b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.483707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-9beaf548-031d-4412-8803-61891d30b200 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3562236 Nov 02 16:34:47.713945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.715896 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.832703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.842091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e883c-11f9-45a4-b35e-8e7884fa8513 req-8b4894f6-2889-4827-9930-2d4f4162b7cb tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.850342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd0e883c-11f9-45a4-b35e-8e7884fa8513 req-8b4894f6-2889-4827-9930-2d4f4162b7cb tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 946 time: 0.1541555 Nov 02 16:34:47.860733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-23c8e437-aa76-4ccf-932c-b154d819ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:47.862414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79f21324-5503-43bf-8034-c222a5ab1e16 req-23c8e437-aa76-4ccf-932c-b154d819ad8d service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3687801 Nov 02 16:34:47.865127 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.898455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.898679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:47.915971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Attempting to bind port a1bfede4-fa8f-4a37-828d-ae187af48fa2 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:47.916470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Attempting to bind port a1bfede4-fa8f-4a37-828d-ae187af48fa2 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:47.916922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Attempting to bind port a1bfede4-fa8f-4a37-828d-ae187af48fa2 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:47.966724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Port a1bfede4-fa8f-4a37-828d-ae187af48fa2 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:47.971991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Attempting to bind port a1bfede4-fa8f-4a37-828d-ae187af48fa2 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:47.979887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Network a57dfc98-1b46-4178-947d-8072a5182c90 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:48.012566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:48.018772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:48.020867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Checking segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:48.022631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Bound using segment: {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:48.024797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Bound port: a1bfede4-fa8f-4a37-828d-ae187af48fa2, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed27192-6f48-4068-a5ce-d2d087a2b33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:48.025288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.035730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.043072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9cf7392b-5e6f-4b91-adfa-92bba9987647 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6585150 Nov 02 16:34:48.057749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:48.069172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:48.070432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': True}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:48.076927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Pushing event updated for resources: {'Port': ['ID=4ad2222a-b640-40fa-a88e-64c402a3dd2d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:48.198169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.199082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.219605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:48.223253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:48.234016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.247736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd0e883c-11f9-45a4-b35e-8e7884fa8513 req-1f89de9e-788a-4a1c-ae5b-9b2edd7e3ef7 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924129 Nov 02 16:34:48.342539 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-409660e4-f342-4635-97c8-ea0f99a4aa5f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5553253 Nov 02 16:34:48.358166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.358699 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.377777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] 10.222.0.100 "PUT /v2.0/ports/a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 200 len: 1090 time: 2.7438416 Nov 02 16:34:48.472691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e81eef-97c4-4c4f-b134-df4dd5e34237 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:48.479621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Request body: {'port': {'device_id': '11ddc859-c90d-467d-9227-1106941612a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:48.572468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:48.699834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.701408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.701873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.704367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.704704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.706333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.706805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.708568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:48.714365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-9eb2a2d0-855a-4f79-8e14-4db7a7bd910e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6307 time: 0.7921841 Nov 02 16:34:48.787621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.833081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:48.980611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:48.983421 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271e1c3-9c31-42c6-8b71-c9f18572363f" -d '{"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:49.066579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.072589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.079419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.085307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.091205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.098357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.104937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.114535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-780a622c-9b0f-4c16-89db-256ed8cd8ee2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5402 time: 0.6113958 Nov 02 16:34:49.208312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2d4d260-f9bd-4781-bde0-e8fca71d33e9 req-17b6af25-a741-4b50-b16b-ae3c5b800728 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832527 Nov 02 16:34:49.303683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-a42e305a-22d4-42dd-a082-ead3166620b1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.309170 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-a42e305a-22d4-42dd-a082-ead3166620b1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c541f12-ff75-4e48-8c53-c5fdd04e048a HTTP/1.1" status: 200 len: 944 time: 0.3728187 Nov 02 16:34:49.317164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-499afdee-0b4a-405c-8efd-e54e53492a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.327113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-499afdee-0b4a-405c-8efd-e54e53492a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.328715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-499afdee-0b4a-405c-8efd-e54e53492a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:49.332651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-499afdee-0b4a-405c-8efd-e54e53492a83 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5802646 Nov 02 16:34:49.428598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device fa4f415b-e494-43a1-8577-4ff63d7b9b1a no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:49.737331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad2222a-b640-40fa-a88e-64c402a3dd2d {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:49.750584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:49.768200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b9abad-e067-4700-8719-1f55da5620b8 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:49.781416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:49.788186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Transition to ACTIVE for port object 4ad2222a-b640-40fa-a88e-64c402a3dd2d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:49.805790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Transition to ACTIVE for port object 48b9abad-e067-4700-8719-1f55da5620b8 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:49.808757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:49.821880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:49.906904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad2222a-b640-40fa-a88e-64c402a3dd2d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:49.962018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Pushing event updated for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:50.045099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-413ffdc5-87ca-47ec-9c1b-d6fb6636a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:50.048038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-325404c1-e94a-4d6d-8540-f74d77bf377c req-413ffdc5-87ca-47ec-9c1b-d6fb6636a2c0 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6980827 Nov 02 16:34:50.152505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdaf8-e08c-44c4-adc1-05e97c8a96f2 req-a682709a-3b25-4764-9533-2594b329efb5 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:50.165042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-431fdaf8-e08c-44c4-adc1-05e97c8a96f2 req-a682709a-3b25-4764-9533-2594b329efb5 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 943 time: 0.7488289 Nov 02 16:34:50.180083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Attempting to bind port 4ad2222a-b640-40fa-a88e-64c402a3dd2d on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:50.180585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Attempting to bind port 4ad2222a-b640-40fa-a88e-64c402a3dd2d by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1aeec0bb-f787-48f3-b084-96ceccc306b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:50.180921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Attempting to bind port 4ad2222a-b640-40fa-a88e-64c402a3dd2d on network a57dfc98-1b46-4178-947d-8072a5182c90 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:50.192227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Port 4ad2222a-b640-40fa-a88e-64c402a3dd2d on network a57dfc98-1b46-4178-947d-8072a5182c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:50.192227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Attempting to bind port 4ad2222a-b640-40fa-a88e-64c402a3dd2d on network a57dfc98-1b46-4178-947d-8072a5182c90 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:50.207422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:50.207771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Checking segment: {'id': '1aeec0bb-f787-48f3-b084-96ceccc306b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:50.208162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Bound using segment: {'id': '1aeec0bb-f787-48f3-b084-96ceccc306b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:50.208766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Bound port: 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aeec0bb-f787-48f3-b084-96ceccc306b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:50.209411 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.223722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Attempting to bind port 48b9abad-e067-4700-8719-1f55da5620b8 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:50.224062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Attempting to bind port 48b9abad-e067-4700-8719-1f55da5620b8 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:50.224394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Attempting to bind port 48b9abad-e067-4700-8719-1f55da5620b8 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:50.231829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Port 48b9abad-e067-4700-8719-1f55da5620b8 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:50.232165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Attempting to bind port 48b9abad-e067-4700-8719-1f55da5620b8 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:50.305864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] For port 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:50.309781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] For port 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d,segment=NetworkSegment(1aeec0bb-f787-48f3-b084-96ceccc306b0),segment_id=1aeec0bb-f787-48f3-b084-96ceccc306b0)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:50.315596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:50.316258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Checking segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:50.316803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Bound using segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:50.317505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Bound port: 48b9abad-e067-4700-8719-1f55da5620b8, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:50.318358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.323041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.335390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.368533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.397760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad2222a-b640-40fa-a88e-64c402a3dd2d,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:50.440387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:50.441290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.442897 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-729ae648-8ee3-4be7-9d51-ebec2cb31d76 service neutron] 10.222.0.100 "PUT /v2.0/ports/4ad2222a-b640-40fa-a88e-64c402a3dd2d HTTP/1.1" status: 200 len: 1091 time: 2.0641267 Nov 02 16:34:50.510254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-431fdaf8-e08c-44c4-adc1-05e97c8a96f2 req-0051eccb-e07b-445c-8b53-b00ccbde1504 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439531 Nov 02 16:34:50.514487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:50.528088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port fa4f415b-e494-43a1-8577-4ff63d7b9b1a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:50.533863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.584720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48b9abad-e067-4700-8719-1f55da5620b8,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:50.619308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Allocated IP 172.25.7.22 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/1e2406d1-e76e-48ab-971e-a07784ccf438) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:50.627533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.764319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port fa4f415b-e494-43a1-8577-4ff63d7b9b1a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:50.764792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.792583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for fa4f415b-e494-43a1-8577-4ff63d7b9b1a owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:50.796963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Pushing event updated for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:50.820435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-97e5aec1-e5d5-4455-bc43-ba24242e5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:50.822090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-97e5aec1-e5d5-4455-bc43-ba24242e5425 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a352587efbf442bb1271c330e9fc55e&device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 1094 time: 0.3213212 Nov 02 16:34:50.823443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:50.824056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.825302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-afbce5b0-7353-4a70-b843-a3fe7011141b service neutron] 10.222.0.100 "PUT /v2.0/ports/48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 1091 time: 2.2688739 Nov 02 16:34:50.902442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:50.913558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Request body: {'port': {'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:51.014088 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-03db6a92-77be-4334-a154-ef2d6b9272c0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d HTTP/1.1" status: 200 len: 217 time: 0.1795278 Nov 02 16:34:51.041292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:51.226164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1327-a030-4bd2-b233-037ea0375259 req-17477d32-c0c4-446c-b91f-d1ded3cbd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.230981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-17477d32-c0c4-446c-b91f-d1ded3cbd953 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc31063f-0f4c-41fb-ac7a-9af3ae7977cd HTTP/1.1" status: 200 len: 848 time: 0.1546767 Nov 02 16:34:51.236941 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566cdf34-a113-43b4-915d-8a7dcbecdfaf x-openstack-request-id: req-566cdf34-a113-43b4-915d-8a7dcbecdfaf {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:51.242118 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:51.251997 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-566cdf34-a113-43b4-915d-8a7dcbecdfaf {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:51.252442 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2', 'status': 'completed', 'code': 200} Nov 02 16:34:51.290803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:51.341905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-973e4e17-18d9-4266-846e-b0a2a6563d22 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a57dfc98-1b46-4178-947d-8072a5182c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863359 Nov 02 16:34:51.349560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2406d1-e76e-48ab-971e-a07784ccf438,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:51.360588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:51.464220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=fa4f415b-e494-43a1-8577-4ff63d7b9b1a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:51.504710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:51.511034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port fa4f415b-e494-43a1-8577-4ff63d7b9b1a on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:34:51.514630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:51.517756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:51.565347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:51.576962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f91684c-be31-4519-ada7-7dc75cbed62c req-5d394854-fd2a-4fd2-bdf5-5753c045dbf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "DELETE /v2.0/ports/fa4f415b-e494-43a1-8577-4ff63d7b9b1a HTTP/1.1" status: 204 len: 173 time: 2.2378821 Nov 02 16:34:51.603986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60254) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:51.733335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-a5c6134e-7fa3-4eab-80fb-63017a7fcfc7 service neutron] 10.222.0.100 "GET /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816094 Nov 02 16:34:51.747844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-deleted', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:51.752164 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9c99c1-3755-46cf-b927-24efc5032532" -d '{"events": [{"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-deleted", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:51.866031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6da6669-8135-4271-b5af-c4388d9c83c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:51.908165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:51.930309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.930785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.931243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.931695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.932206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.932663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.933111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:51.935615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-8f82ac8b-6fa7-497e-a298-0e0be1ef54e1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6416 time: 0.6039035 Nov 02 16:34:52.001576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.007540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d71c1327-a030-4bd2-b233-037ea0375259 req-75fbc650-42ae-4738-bda6-787b4a322131 service neutron] 10.222.0.100 "GET /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641897 Nov 02 16:34:52.010244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.020479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.028827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.038390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.050032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.058853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.067858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a609bc6f-e805-449e-9b78-a2af4f582d74 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:52.068630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-cb073f37-0578-4c16-8478-99929f03bd01 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5414 time: 0.8336401 Nov 02 16:34:52.080126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.114730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Transition to ACTIVE for port object a609bc6f-e805-449e-9b78-a2af4f582d74 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:34:52.117019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6da6669-8135-4271-b5af-c4388d9c83c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.123779 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.161427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6da6669-8135-4271-b5af-c4388d9c83c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.194438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faab5165-c217-4c76-b87d-a06acfce3ff8 req-da6eff37-fc9b-435e-bf0a-cdb5a57e30e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247725 Nov 02 16:34:52.249651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e6da6669-8135-4271-b5af-c4388d9c83c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7643f344ca9a4384b0dabb559b3897a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437929 Nov 02 16:34:52.278163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60278) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:52.328202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da6669-8135-4271-b5af-c4388d9c83c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832285fd-4783-422a-b7c2-192a4ba12931,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:52.343890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Pushing event updated for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:52.364313 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72273a4-c46e-48c7-97db-0922cc925572 x-openstack-request-id: req-e72273a4-c46e-48c7-97db-0922cc925572 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:52.364883 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c541f12-ff75-4e48-8c53-c5fdd04e048a", "name": "network-vif-deleted", "tag": "fa4f415b-e494-43a1-8577-4ff63d7b9b1a", "status": "failed", "code": 422}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:52.364883 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e72273a4-c46e-48c7-97db-0922cc925572 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:52.365280 n-d-811405-2 neutron-server[102066]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c541f12-ff75-4e48-8c53-c5fdd04e048a', 'name': 'network-vif-deleted', 'tag': 'fa4f415b-e494-43a1-8577-4ff63d7b9b1a', 'status': 'failed', 'code': 422} returned with failed status Nov 02 16:34:52.705982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ddc34-8f13-4316-804e-ae858eb64f88 req-05e6929f-8543-41b3-892e-2b72a1e630b6 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.714753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005ddc34-8f13-4316-804e-ae858eb64f88 req-05e6929f-8543-41b3-892e-2b72a1e630b6 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 943 time: 0.3522522 Nov 02 16:34:52.731690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-fba060ae-812a-4dbc-9d71-95be856f61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.732507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-fba060ae-812a-4dbc-9d71-95be856f61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.733142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-fba060ae-812a-4dbc-9d71-95be856f61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.735689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-fba060ae-812a-4dbc-9d71-95be856f61cd service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6642704 Nov 02 16:34:52.774004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.870936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005ddc34-8f13-4316-804e-ae858eb64f88 req-17116c5f-96f8-421d-9c67-70fea431ae57 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544361 Nov 02 16:34:52.909908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.932309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:52.994484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-f09ff509-63f4-4454-9914-f33ded3eb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:52.996593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6271e1c3-9c31-42c6-8b71-c9f18572363f req-f09ff509-63f4-4454-9914-f33ded3eb2a8 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2456708 Nov 02 16:34:53.052308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Attempting to bind port a609bc6f-e805-449e-9b78-a2af4f582d74 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:53.052868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Attempting to bind port a609bc6f-e805-449e-9b78-a2af4f582d74 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:53.053010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Attempting to bind port a609bc6f-e805-449e-9b78-a2af4f582d74 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:53.059589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4303fa62-ec85-448a-822d-7a919b0b1254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.062896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Port a609bc6f-e805-449e-9b78-a2af4f582d74 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:34:53.063231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Attempting to bind port a609bc6f-e805-449e-9b78-a2af4f582d74 on network 282dbc29-1aaa-45e1-b246-11ee902de8f2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:53.079843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:53.080436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Checking segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:53.080970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Bound using segment: {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:53.081255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Bound port: a609bc6f-e805-449e-9b78-a2af4f582d74, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd37977-708b-40dd-868e-9958f8b695aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:53.083118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.098466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245f666-6bd0-450c-a89a-5991faa85df0 req-aacab3ec-1d1d-4a10-8037-eb83c77a5728 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.100222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4303fa62-ec85-448a-822d-7a919b0b1254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.106991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0245f666-6bd0-450c-a89a-5991faa85df0 req-aacab3ec-1d1d-4a10-8037-eb83c77a5728 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 946 time: 0.2725282 Nov 02 16:34:53.226522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:53.231280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a609bc6f-e805-449e-9b78-a2af4f582d74,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:53.249131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.255577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ddc859-c90d-467d-9227-1106941612a2', 'tag': '4ad2222a-b640-40fa-a88e-64c402a3dd2d'}, {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:53.258387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0245f666-6bd0-450c-a89a-5991faa85df0 req-f61deb22-c937-417f-9622-f9491663c533 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501653 Nov 02 16:34:53.289817 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469c49d-3295-4d05-9b29-ddc64c844432" -d '{"events": [{"name": "network-changed", "server_uuid": "11ddc859-c90d-467d-9227-1106941612a2", "tag": "4ad2222a-b640-40fa-a88e-64c402a3dd2d"}, {"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "48b9abad-e067-4700-8719-1f55da5620b8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:53.310924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-a012f598-84d8-4535-bc8d-0fbd5c7e72d6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.313290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-a012f598-84d8-4535-bc8d-0fbd5c7e72d6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.2337308 Nov 02 16:34:53.342607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4303fa62-ec85-448a-822d-7a919b0b1254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.346170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4303fa62-ec85-448a-822d-7a919b0b1254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.347297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4303fa62-ec85-448a-822d-7a919b0b1254 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/832285fd-4783-422a-b7c2-192a4ba12931 HTTP/1.1" status: 204 len: 168 time: 1.0681057 Nov 02 16:34:53.357307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Pushing event updated for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:53.362490 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-56a4593b-fc7e-4489-8e43-b7fa9616008e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.0343742 Nov 02 16:34:53.367850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.368505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:53.369844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-036239f2-aaa7-4ce6-8b5f-b4517bc5ff69 service neutron] 10.222.0.100 "PUT /v2.0/ports/a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 1091 time: 2.4641767 Nov 02 16:34:53.378373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303fa62-ec85-448a-822d-7a919b0b1254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832285fd-4783-422a-b7c2-192a4ba12931,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:53.491894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.492381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.493856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.494578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.495551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.496159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.496623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.519055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8e46b466-ed61-4dd0-8c4b-40969715c2a2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6483 time: 0.0879960 Nov 02 16:34:53.545164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-090ff880-0ee5-4140-b8c1-00b5a4c3924e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1598568 Nov 02 16:34:53.611527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-692129f8-6ca1-4fee-9309-204595cd6bdd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 217 time: 0.0912740 Nov 02 16:34:53.741416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6d99153a-0ffd-473e-babb-a55e17a61f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.745743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6d99153a-0ffd-473e-babb-a55e17a61f61 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 200 len: 855 time: 0.1216471 Nov 02 16:34:53.778986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-2dfaa619-5a8c-496d-bb69-170806b4fa40 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210867 Nov 02 16:34:53.783001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Router 74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:34:53.884835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-0c48b600-afa4-4ecd-8ab9-d76b349e9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:53.885841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-0c48b600-afa4-4ecd-8ab9-d76b349e9d1a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326656 Nov 02 16:34:54.000823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.006961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.029363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.049071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.067838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.077503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.089293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.092485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc2e704a-d471-4e36-9d72-588514c52beb req-a3673ea7-445f-4246-a66e-da435495013f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.6623616 Nov 02 16:34:54.123612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-6ff87b12-782b-46be-a2f4-35df0e602775 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255959 Nov 02 16:34:54.229695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9d11e77e-1ca6-4886-af5c-8e0d04e04477 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323059 Nov 02 16:34:54.256616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-45a0687d-4275-4d81-b9e7-d25013868ace tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.268917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-45a0687d-4275-4d81-b9e7-d25013868ace tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 946 time: 0.2478440 Nov 02 16:34:54.526794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc2e704a-d471-4e36-9d72-588514c52beb req-bba11e60-b12e-4e5d-87fb-12d71a7f7441 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3934588 Nov 02 16:34:54.536597 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb8011-fbaa-4345-ad76-c4a68ab9b283 x-openstack-request-id: req-dbbb8011-fbaa-4345-ad76-c4a68ab9b283 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:54.537356 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ddc859-c90d-467d-9227-1106941612a2", "tag": "4ad2222a-b640-40fa-a88e-64c402a3dd2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "48b9abad-e067-4700-8719-1f55da5620b8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:54.537661 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbbb8011-fbaa-4345-ad76-c4a68ab9b283 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:54.538156 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ddc859-c90d-467d-9227-1106941612a2', 'tag': '4ad2222a-b640-40fa-a88e-64c402a3dd2d', 'status': 'completed', 'code': 200} Nov 02 16:34:54.538482 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8', 'status': 'completed', 'code': 200} Nov 02 16:34:54.555907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4ad2222a-b640-40fa-a88e-64c402a3dd2d details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:34:54.575095 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-530ccbad-1d35-4396-9442-61cedf8020c5 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055859 Nov 02 16:34:54.637019 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-346ce377-7cf9-4a31-8747-f17cc3c30aa1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 217 time: 0.0480447 Nov 02 16:34:54.702543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-74526e7a-94f6-4f04-8eeb-e08eab1cd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.705013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-74526e7a-94f6-4f04-8eeb-e08eab1cd1c7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.0570369 Nov 02 16:34:54.720339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60358) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:54.769655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Deleting port b12dc545-f615-4c9b-bf2f-812e2b554443 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:54.770249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:54.831422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d,segment=NetworkSegment(1aeec0bb-f787-48f3-b084-96ceccc306b0),segment_id=1aeec0bb-f787-48f3-b084-96ceccc306b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:54.848376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '4ad2222a-b640-40fa-a88e-64c402a3dd2d', 'network_id': 'a57dfc98-1b46-4178-947d-8072a5182c90', 'port_id': '4ad2222a-b640-40fa-a88e-64c402a3dd2d', 'mac_address': 'fa:16:3e:07:ce:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc31063f-0f4c-41fb-ac7a-9af3ae7977cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:34:54.885128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] For port b12dc545-f615-4c9b-bf2f-812e2b554443, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b12dc545-f615-4c9b-bf2f-812e2b554443,segment=NetworkSegment(baac16ec-645f-4830-83a0-f0dca6cf4044),segment_id=baac16ec-645f-4830-83a0-f0dca6cf4044)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:54.885512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:54.892124 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:54.900682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Calling delete_port for b12dc545-f615-4c9b-bf2f-812e2b554443 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:54.908554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad2222a-b640-40fa-a88e-64c402a3dd2d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:34:54.934732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d,segment=NetworkSegment(1aeec0bb-f787-48f3-b084-96ceccc306b0),segment_id=1aeec0bb-f787-48f3-b084-96ceccc306b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:54.944333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:54.993244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-19bdc129-2f44-4cb8-88b6-44404bc08c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:54.994888 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-19bdc129-2f44-4cb8-88b6-44404bc08c37 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2711549 Nov 02 16:34:55.029372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=4ad2222a-b640-40fa-a88e-64c402a3dd2d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:55.127617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:34:55.130538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-d93e624b-7f84-415c-8057-038f4dfd912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.132296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-d93e624b-7f84-415c-8057-038f4dfd912d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a352587efbf442bb1271c330e9fc55e&device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 1094 time: 0.5667930 Nov 02 16:34:55.138985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] Sync routers for ids ['74ceb4a3-cfb0-4995-b0ae-3ef36d380e73'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:34:55.147175 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:55.151079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d8576773-34ff-403a-8a40-57b71abb8511 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "PUT /v2.0/routers/74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 HTTP/1.1" status: 200 len: 918 time: 7.0882308 Nov 02 16:34:55.151880 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] Routers {'74ceb4a3-cfb0-4995-b0ae-3ef36d380e73'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:55.151880 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['74ceb4a3-cfb0-4995-b0ae-3ef36d380e73'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:55.154038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:55.224492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['4ad2222a-b640-40fa-a88e-64c402a3dd2d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:34:55.225907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:55.232705 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:55.243991 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] Routers {'74ceb4a3-cfb0-4995-b0ae-3ef36d380e73'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:34:55.246537 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['74ceb4a3-cfb0-4995-b0ae-3ef36d380e73'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:55.302348 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:55.304497 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d8ef92-c584-459e-be07-a014bce58b68 None None] The sync data for ids ['74ceb4a3-cfb0-4995-b0ae-3ef36d380e73'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:34:55.320420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a098a-ccdf-459c-affa-0cf1579b01b4 req-7d6672c6-e55b-4149-939c-88b696ccbf7a tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.325519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Pushing event deleted for resources: {'Port': ['ID=b12dc545-f615-4c9b-bf2f-812e2b554443,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:55.327760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-932a098a-ccdf-459c-affa-0cf1579b01b4 req-7d6672c6-e55b-4149-939c-88b696ccbf7a tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 943 time: 0.6767795 Nov 02 16:34:55.348870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10aeee-0cb3-4faf-bbbc-e6a99cd6923b req-9c57efb8-7b4b-4a48-a9cb-93c9ec950ea8 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.353671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b12dc545-f615-4c9b-bf2f-812e2b554443'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:34:55.356311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed10aeee-0cb3-4faf-bbbc-e6a99cd6923b req-9c57efb8-7b4b-4a48-a9cb-93c9ec950ea8 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c63a69a-0a5d-45c4-a7e5-9e55b84bf544 HTTP/1.1" status: 200 len: 946 time: 0.7065427 Nov 02 16:34:55.379397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] No DVR routers for this DVR port b12dc545-f615-4c9b-bf2f-812e2b554443 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:34:55.384334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:55.395453 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-52b1aee6-88a2-4b74-a83e-ff85dc6a43b0 req-e4f41f79-2f5c-4d6c-b0f0-cbe80600dc7f tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.55 "DELETE /v2.0/ports/b12dc545-f615-4c9b-bf2f-812e2b554443 HTTP/1.1" status: 204 len: 173 time: 1.0814338 Nov 02 16:34:55.415464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2083425457-network', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:55.417299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-f78db4d9-abe7-4e0c-ad57-2feb55ade003 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262415 Nov 02 16:34:55.514829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-932a098a-ccdf-459c-affa-0cf1579b01b4 req-8f0d0184-3b9f-4eef-bc35-e057fcbdfafe tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859937 Nov 02 16:34:55.533233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Made reservation on behalf of c6dda297e25c42e9bf352bd1c8119276 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:55.533233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:55.598387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed10aeee-0cb3-4faf-bbbc-e6a99cd6923b req-75553b78-5545-42c6-b68c-254d9769e2a9 tempest-ServerAddressesNegativeTestJSON-1956466670 tempest-ServerAddressesNegativeTestJSON-1956466670-project] 10.222.0.31 "GET /v2.0/security-groups?id=d53acfb9-2752-4378-aa5c-75160a3bb855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345233 Nov 02 16:34:55.601502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-5ab2fd1b-9a77-4636-960f-d9d5bf26fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.608285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-5ab2fd1b-9a77-4636-960f-d9d5bf26fc77 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a57dfc98-1b46-4178-947d-8072a5182c90 HTTP/1.1" status: 200 len: 909 time: 0.4562979 Nov 02 16:34:55.615705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60388) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:55.616506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-aec886f5-bd39-4a4d-a950-5aecb0ade840 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 HTTP/1.1" status: 200 len: 924 time: 0.4545782 Nov 02 16:34:55.623680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:55.634353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-cfaebde0-89b5-42ab-8acd-fa236112ee6d service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080865 Nov 02 16:34:55.683340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-442e722a-f39c-44bc-8224-5d6c633ebc4c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d HTTP/1.1" status: 200 len: 217 time: 0.0609791 Nov 02 16:34:55.706682 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-84f63734-b3a4-425f-820b-268e8a6a2398 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 217 time: 0.0521765 Nov 02 16:34:55.722364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dedbd7d-7f1a-4b66-90c8-b10f8f8cd0fb req-94b39a2e-e53d-4ec6-85e6-504f5c016c16 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 210 time: 0.1026084 Nov 02 16:34:55.736558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee1bd5-4576-48aa-9771-94cb4f57c075 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.740639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-92ee1bd5-4576-48aa-9771-94cb4f57c075 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=74ceb4a3-cfb0-4995-b0ae-3ef36d380e73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1206834 Nov 02 16:34:55.741004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60400) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:55.803190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.809271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.828850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.836992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.854951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.861861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.882644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.891565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-8aa8dda1-9e03-49e1-b7e5-447433a5c112 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.1680984 Nov 02 16:34:55.986046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-1e435c83-fb45-4b2c-b2b1-891de33e5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:55.987653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-1e435c83-fb45-4b2c-b2b1-891de33e5ea3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dc31063f-0f4c-41fb-ac7a-9af3ae7977cd HTTP/1.1" status: 200 len: 848 time: 0.0912242 Nov 02 16:34:56.006332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-ce09656a-b6e5-4cc3-991c-3c6793566adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:56.008309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-ce09656a-b6e5-4cc3-991c-3c6793566adc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1805930 Nov 02 16:34:56.062840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09b0d6fd-ac18-4f9c-a110-67cf050e1314 req-6a8bed79-ecf9-4780-9c3d-d0a98f49f6a9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701660 Nov 02 16:34:56.088530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-382b8d59-b919-421a-af3f-bb5486f6dcac service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a57dfc98-1b46-4178-947d-8072a5182c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844138 Nov 02 16:34:56.219297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.229555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.273840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-990adabe-8a0b-4930-9a28-b7f119f597ba tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:56.283875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-990adabe-8a0b-4930-9a28-b7f119f597ba tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.2799728 Nov 02 16:34:56.293349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:34:56.314033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-dbffc17e-e7f3-44f9-a734-61da9ab00c2f service neutron] 10.222.0.100 "GET /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154858 Nov 02 16:34:56.315195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e4f6d1-b972-42e6-83c3-9249413ad9f1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:56.337334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.337800 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Added segment a20df331-51f1-4263-a4a9-f7fd549056aa of type vlan for network d691dad4-bc74-4fc7-9d40-57ba4c11a457 Nov 02 16:34:56.352077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:56.358085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38ef39-816e-46d4-a38b-17cebe68b694 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:56.359787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4d38ef39-816e-46d4-a38b-17cebe68b694 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.6159823 Nov 02 16:34:56.372641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:56.467451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.469563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6362a039-d92e-43d3-b453-f78cde929abe tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 HTTP/1.1" status: 200 len: 205 time: 0.0958061 Nov 02 16:34:56.473601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60442) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:56.510482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.511895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:56.512652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.564679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74'}, {'server_uuid': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'name': 'network-vif-deleted', 'tag': 'b12dc545-f615-4c9b-bf2f-812e2b554443'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:56.567172 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a1e9e-5de4-49c0-87de-65da80000003" -d '{"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74"}, {"server_uuid": "0c63a69a-0a5d-45c4-a7e5-9e55b84bf544", "name": "network-vif-deleted", "tag": "b12dc545-f615-4c9b-bf2f-812e2b554443"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:56.582989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-225c9b19-70fd-4060-9a6d-604b3dd684b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:56.584499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-225c9b19-70fd-4060-9a6d-604b3dd684b5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2978568 Nov 02 16:34:56.585806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4ad2222a-b640-40fa-a88e-64c402a3dd2d up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:56.669355 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9456255 Nov 02 16:34:56.672462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-076b7b41-3817-449a-ba52-c242fb994a46 service neutron] 10.222.0.100 "GET /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500175 Nov 02 16:34:56.673022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60468) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:56.680174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Request body: {'subnet': {'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2083425457-subnet', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:56.723751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 4ad2222a-b640-40fa-a88e-64c402a3dd2d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:34:56.734689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 4ad2222a-b640-40fa-a88e-64c402a3dd2d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:56.735175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.766771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446884d3-0598-4a59-87b8-23359154c978 admin admin] Pushing event updated for resources: {'Network': ['ID=d691dad4-bc74-4fc7-9d40-57ba4c11a457,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:56.792846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a861fe6-5c82-43ed-a185-48ba5da3236c req-33144e20-3abf-4090-a3a7-b00ce3d24034 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:56.794460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a861fe6-5c82-43ed-a185-48ba5da3236c req-33144e20-3abf-4090-a3a7-b00ce3d24034 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 944 time: 0.1287999 Nov 02 16:34:56.796981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Made reservation on behalf of c6dda297e25c42e9bf352bd1c8119276 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:56.799818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.843790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:34:56.857045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:34:56.861603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.882824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:56.948114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a861fe6-5c82-43ed-a185-48ba5da3236c req-ea0d9575-ccc0-43c5-ac58-50f358acc4f4 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354749 Nov 02 16:34:56.963740 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa16ba-6895-455e-bffe-e481048a4471 x-openstack-request-id: req-54aa16ba-6895-455e-bffe-e481048a4471 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:56.964024 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74", "status": "completed", "code": 200}, {"server_uuid": "0c63a69a-0a5d-45c4-a7e5-9e55b84bf544", "name": "network-vif-deleted", "tag": "b12dc545-f615-4c9b-bf2f-812e2b554443", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:56.964275 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54aa16ba-6895-455e-bffe-e481048a4471 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:56.964665 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74', 'status': 'completed', 'code': 200} Nov 02 16:34:56.965158 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c63a69a-0a5d-45c4-a7e5-9e55b84bf544', 'name': 'network-vif-deleted', 'tag': 'b12dc545-f615-4c9b-bf2f-812e2b554443', 'status': 'completed', 'code': 200} Nov 02 16:34:57.021635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60474) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:57.026327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.053771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ddc859-c90d-467d-9227-1106941612a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad2222a-b640-40fa-a88e-64c402a3dd2d'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:57.056510 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0862f965-7883-489a-b272-8479f36644fb" -d '{"events": [{"server_uuid": "11ddc859-c90d-467d-9227-1106941612a2", "name": "network-vif-plugged", "status": "completed", "tag": "4ad2222a-b640-40fa-a88e-64c402a3dd2d"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:57.073422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d,segment=NetworkSegment(1aeec0bb-f787-48f3-b084-96ceccc306b0),segment_id=1aeec0bb-f787-48f3-b084-96ceccc306b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:57.080426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.097898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-0da1673e-f0ca-4772-8b51-a2dc508efb06 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967203 Nov 02 16:34:57.196353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=4ad2222a-b640-40fa-a88e-64c402a3dd2d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:57.203371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e31bf152-b46c-47a4-8d59-edcdd005b334 req-49a0e3cf-5fe2-48e6-99cc-de39f48fe22b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 210 time: 0.1446488 Nov 02 16:34:57.294851 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ce5cd5-c5a9-48e9-b233-0d625920ff2b x-openstack-request-id: req-42ce5cd5-c5a9-48e9-b233-0d625920ff2b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:57.295669 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ddc859-c90d-467d-9227-1106941612a2", "name": "network-vif-plugged", "status": "completed", "tag": "4ad2222a-b640-40fa-a88e-64c402a3dd2d", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:57.295937 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42ce5cd5-c5a9-48e9-b233-0d625920ff2b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:57.296442 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ddc859-c90d-467d-9227-1106941612a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad2222a-b640-40fa-a88e-64c402a3dd2d', 'code': 200} Nov 02 16:34:57.340844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Deleting subnet edf827dc-f862-46fb-88ab-f2846af72546 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:34:57.367603 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.455361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-9a8af9e9-e4fb-42f5-9e00-22adfdc1e793 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454940 Nov 02 16:34:57.458800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.484182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.502951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.503572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b12dc545-f615-4c9b-bf2f-812e2b554443 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:57.525279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-4bb27694-85fd-44c7-9db2-583dd415aa5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 200 len: 217 time: 0.0532699 Nov 02 16:34:57.545229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: b12dc545-f615-4c9b-bf2f-812e2b554443 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:34:57.545748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b12dc545-f615-4c9b-bf2f-812e2b554443 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:34:57.586036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bfe38-d1d7-41bc-87a4-abb1e8627fee req-c2cd0cb4-1847-432c-ad66-afdd8b31b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.587554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-917bfe38-d1d7-41bc-87a4-abb1e8627fee req-c2cd0cb4-1847-432c-ad66-afdd8b31b6d2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 1096 time: 0.2127094 Nov 02 16:34:57.629538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.9 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/5a35ab36-5a60-45e4-911b-1e496bcabddd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:57.645996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a992c15f-08b7-4645-a200-866e1d8dfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.647475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-a992c15f-08b7-4645-a200-866e1d8dfd33 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1147571 Nov 02 16:34:57.673487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.679541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.685592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.691684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.697605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.706838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.711951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Deleting port 1e2406d1-e76e-48ab-971e-a07784ccf438 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:34:57.712299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.713461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.715440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-0697fb83-13c7-4e8a-a64e-50a0e34e969e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.3113806 Nov 02 16:34:57.741274 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.747003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197c68e7-b61d-4119-bb0d-e4e7998059d8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:57.830427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3c74af04-5abc-4079-a239-6f1d66e2ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.831931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3c74af04-5abc-4079-a239-6f1d66e2ebf1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1693351 Nov 02 16:34:57.832617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-917bfe38-d1d7-41bc-87a4-abb1e8627fee req-bc7cd673-5f94-49a8-9b2a-59c521bf8d37 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274413 Nov 02 16:34:57.833312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Checking segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:57.833676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Network hostable DHCP agents. Network: d691dad4-bc74-4fc7-9d40-57ba4c11a457, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:34:57.871967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.874011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8fbab74-2bbd-44a1-8f72-c56f79e04936 req-07e7eea0-6f77-4e14-97af-27d2ce32617e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449306 Nov 02 16:34:57.901201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Calling delete_port for 1e2406d1-e76e-48ab-971e-a07784ccf438 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:34:57.909616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-58b30fb7-ddef-41df-8d5a-59362658868e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.911172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-58b30fb7-ddef-41df-8d5a-59362658868e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.3380358 Nov 02 16:34:57.912851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:34:57.916328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.928946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.934011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d691dad4-bc74-4fc7-9d40-57ba4c11a457) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:57.939244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:57.940180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.944689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a31547-e711-4a59-9afc-4075eeed4f30 None None] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:34:57.970444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-7e224e9a-c602-436a-bc9f-70e6c2d286c7 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/quotas/02b5ca7cfa8446d7b3015407a7889420 HTTP/1.1" status: 200 len: 375 time: 0.0513487 Nov 02 16:34:57.973479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf827dc-f862-46fb-88ab-f2846af72546,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:57.979810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:57.983240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cac1464c-f286-4b70-8c28-693094a0a61a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/edf827dc-f862-46fb-88ab-f2846af72546 HTTP/1.1" status: 204 len: 168 time: 0.9533541 Nov 02 16:34:57.986511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60498) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:58.012150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-86d0082c-ab1c-4d59-a5e1-029f0fc73087 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3332431 Nov 02 16:34:58.020964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60500) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:58.051206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:58.106513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d691dad4-bc74-4fc7-9d40-57ba4c11a457', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:34:58.107503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.121832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.160050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.161796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.162853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.177405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-c7912a64-e1c2-4c31-bdfd-43366d980830 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823313 Nov 02 16:34:58.199387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc44267-2154-4018-9124-60a87d3d4223 req-fc40b51d-e347-4644-bba2-8c275ec6d040 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:58.201114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc44267-2154-4018-9124-60a87d3d4223 req-fc40b51d-e347-4644-bba2-8c275ec6d040 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 945 time: 0.1238213 Nov 02 16:34:58.244299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:58.262104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Allocated IP 172.20.0.2 (d691dad4-bc74-4fc7-9d40-57ba4c11a457/197c68e7-b61d-4119-bb0d-e4e7998059d8/255e62c6-665e-4866-aa26-e004c66fa816) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:34:58.275236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=5a35ab36-5a60-45e4-911b-1e496bcabddd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:58.282958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-3480d259-d1d9-462e-9309-31ba09975c7a service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258494 Nov 02 16:34:58.285204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:58.288222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.290783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:58.321558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event deleted for resources: {'Port': ['ID=1e2406d1-e76e-48ab-971e-a07784ccf438,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:58.424180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.479990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.489355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.490244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.500588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc44267-2154-4018-9124-60a87d3d4223 req-82654957-cd97-40ee-a50a-67036f92715b tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740366 Nov 02 16:34:58.511406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-7fe7d87a-105e-42d4-944a-774c238e3b5d service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058546 Nov 02 16:34:58.527563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3526f4-d73b-4953-a3c2-873e487bcac4']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:58.568488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Pushing event updated for resources: {'Port': ['ID=255e62c6-665e-4866-aa26-e004c66fa816,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:58.578390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:34:58.580015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:34:58.585388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:34:58.588340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baac16ec-645f-4830-83a0-f0dca6cf4044') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:58.588876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baac16ec-645f-4830-83a0-f0dca6cf4044') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:34:58.601297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:34:58.684350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Attempting to bind port 255e62c6-665e-4866-aa26-e004c66fa816 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:34:58.684721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Attempting to bind port 255e62c6-665e-4866-aa26-e004c66fa816 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:34:58.684914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.685084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Attempting to bind port 255e62c6-665e-4866-aa26-e004c66fa816 on network d691dad4-bc74-4fc7-9d40-57ba4c11a457 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:34:58.693804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:34:58.694193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Checking segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:34:58.694598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.694990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Bound using segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:34:58.695460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Bound port: 255e62c6-665e-4866-aa26-e004c66fa816, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:34:58.695835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.731319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.759612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.784708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:34:58.785408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:34:58.788241 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:34:58.813099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] For port 255e62c6-665e-4866-aa26-e004c66fa816, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:34:58.816071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:58.818093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] For port 255e62c6-665e-4866-aa26-e004c66fa816, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=255e62c6-665e-4866-aa26-e004c66fa816,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:34:58.821400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.829469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.842625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:58.843981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.860921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.895130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e970a8a-6571-4b61-ab59-4aa90cc6bc6f req-c4e1f622-80f0-4263-a74a-9b6d1f276fa9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:58.896686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e970a8a-6571-4b61-ab59-4aa90cc6bc6f req-c4e1f622-80f0-4263-a74a-9b6d1f276fa9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 931 time: 0.2672794 Nov 02 16:34:58.899362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:58.904047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.935291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.936162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-40060e38-b053-47f5-ac8f-83e07e471461 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5896459 Nov 02 16:34:58.951517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f3526f4-d73b-4953-a3c2-873e487bcac4 HTTP/1.1" status: 204 len: 168 time: 0.9552217 Nov 02 16:34:58.964743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:58.972129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa858b-dd36-4bd7-b5e4-1cf80cb819e8 None None] Pushing event updated for resources: {'Port': ['ID=255e62c6-665e-4866-aa26-e004c66fa816,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:58.973418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd13d9-5c38-4011-94d7-477ef53f5fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3526f4-d73b-4953-a3c2-873e487bcac4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:34:58.979116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Request body: {'port': {'device_id': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:59.012538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-75bb18dd-7610-4273-a20b-1a98bad67919 service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005102 Nov 02 16:34:59.023799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e970a8a-6571-4b61-ab59-4aa90cc6bc6f req-d200066d-e4d1-4cec-9385-b0bd1847dafd tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077983 Nov 02 16:34:59.034297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.040987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.058932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-80297489-beaf-4ef7-8480-53970f88bd5c service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393470 Nov 02 16:34:59.097532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.212325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60516) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:59.260483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.261323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Fanout notify agent at l3_agent the message router_deleted on router 74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:34:59.282207 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.288529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-abfb63d3-bd7f-42d9-9a67-ec55c9935c7f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 HTTP/1.1" status: 204 len: 168 time: 2.8120534 Nov 02 16:34:59.292123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:59.297167 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-1dacc079-18ba-41ea-8ec9-a77348ca421c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 200 len: 217 time: 0.2001994 Nov 02 16:34:59.297913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:34:59.300476 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c322e0b-ea16-467e-827f-bd34deb2e71d" -d '{"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-unplugged", "status": "completed", "tag": "d1052832-ee42-437e-899e-2201faafafa0"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:34:59.319129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1767963696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:59.365203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.366357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.541260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6d02f1d7-8c5c-40ca-aa48-951e787154a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.542766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-6d02f1d7-8c5c-40ca-aa48-951e787154a4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1887615 Nov 02 16:34:59.599056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.631722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.662882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.664095 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-018e511d-ac97-49cc-9bed-ab703712623f tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3654585 Nov 02 16:34:59.667659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60538) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:34:59.675524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': False}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:34:59.693711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 255e62c6-665e-4866-aa26-e004c66fa816 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:34:59.698690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-c345b4b9-9596-4beb-9179-88445ab7b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.700758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-c345b4b9-9596-4beb-9179-88445ab7b20e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1156065 Nov 02 16:34:59.769293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 255e62c6-665e-4866-aa26-e004c66fa816 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:34:59.769879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.770009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.777255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.783346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.789496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.807136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.826527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.847661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:34:59.859623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-d9302a91-6e3a-4b56-bb49-e55a0a6b3aec tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.7220876 Nov 02 16:34:59.868406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bdd1b4f-01e4-4bff-ae1e-3050d8cf36b7 req-a8be60dd-3e49-443c-a92c-df5c92f4b927 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 210 time: 0.5637782 Nov 02 16:34:59.930923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:34:59.979655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 255e62c6-665e-4866-aa26-e004c66fa816, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=255e62c6-665e-4866-aa26-e004c66fa816,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:34:59.982166 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209293b4-e5de-49b3-a6a5-36f9edba15f3 x-openstack-request-id: req-209293b4-e5de-49b3-a6a5-36f9edba15f3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:34:59.982580 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-unplugged", "status": "completed", "tag": "d1052832-ee42-437e-899e-2201faafafa0", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:34:59.982874 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-209293b4-e5de-49b3-a6a5-36f9edba15f3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:34:59.983644 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0', 'code': 200} Nov 02 16:34:59.986184 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.050855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=255e62c6-665e-4866-aa26-e004c66fa816,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:00.072523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-71dbea5c-954a-4119-b36d-de37b4248c5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d153d2041c6845368a1898bff5093857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8564520 Nov 02 16:35:00.075240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:00.112125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.115686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b0df593-2722-44aa-b43e-e523bdb6617d req-bd80d9c8-9558-4a17-a04a-1d2c59a3036b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551072 Nov 02 16:35:00.153474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-760f3e6a-9ddb-491b-abb4-e69d62e46adf tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:00.155011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-760f3e6a-9ddb-491b-abb4-e69d62e46adf tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/ports?device_id=d367e625-c7ec-4d10-a233-a8887519ffd8 HTTP/1.1" status: 200 len: 943 time: 0.3991475 Nov 02 16:35:00.226674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a35ab36-5a60-45e4-911b-1e496bcabddd {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:00.236504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-e252089e-7a9e-44c6-8e9f-6c4535927f81 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548266 Nov 02 16:35:00.238434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.280283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c5e23-4398-4eb2-9d8a-2480d5e7d94c None None] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:00.315159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Transition to ACTIVE for port object 5a35ab36-5a60-45e4-911b-1e496bcabddd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:35:00.325445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.351600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5067e-0b9a-4af6-b9ba-4ca6dd7af4e6 req-08a0cedd-8510-420c-a469-51c192cc250c tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:00.352608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fa5b17f0-1b0b-487c-bc13-200c77b8ba69 None None] Provisioning complete for port 255e62c6-665e-4866-aa26-e004c66fa816 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:00.353193 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fa5b17f0-1b0b-487c-bc13-200c77b8ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.361571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50a5067e-0b9a-4af6-b9ba-4ca6dd7af4e6 req-08a0cedd-8510-420c-a469-51c192cc250c tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 945 time: 0.2840405 Nov 02 16:35:00.425521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Pushing event updated for resources: {'Port': ['ID=5a35ab36-5a60-45e4-911b-1e496bcabddd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:00.430012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4c71804-ff64-4fd6-abe9-c70ba4ff81e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.455820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-50c7006d-b186-4a5c-99e4-ec97351d0757 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086658 Nov 02 16:35:00.493907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4c71804-ff64-4fd6-abe9-c70ba4ff81e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.507008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.520645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400ec33-2ac3-49a4-bb32-cf75b69070c1 req-795e71d6-ca66-4d72-a4be-515446d8a4d7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:00.524941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a400ec33-2ac3-49a4-bb32-cf75b69070c1 req-795e71d6-ca66-4d72-a4be-515446d8a4d7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 931 time: 0.2404246 Nov 02 16:35:00.573825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50a5067e-0b9a-4af6-b9ba-4ca6dd7af4e6 req-5107aae1-e50c-46da-a19c-5ae8e6902059 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986451 Nov 02 16:35:00.588150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-def11884-4aa0-40f5-b406-c07ac71f559f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 217 time: 0.1024492 Nov 02 16:35:00.623513 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.736368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-34c49133-5fd0-46a5-ab38-507c4b161598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:00.737848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-34c49133-5fd0-46a5-ab38-507c4b161598 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1330781 Nov 02 16:35:00.738707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Attempting to bind port 5a35ab36-5a60-45e4-911b-1e496bcabddd on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:00.738893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Attempting to bind port 5a35ab36-5a60-45e4-911b-1e496bcabddd by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:00.739204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Attempting to bind port 5a35ab36-5a60-45e4-911b-1e496bcabddd on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:00.747161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a400ec33-2ac3-49a4-bb32-cf75b69070c1 req-b7b03028-6f89-45dd-bb2f-afb544fd39aa tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717167 Nov 02 16:35:00.755281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4c71804-ff64-4fd6-abe9-c70ba4ff81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.757898 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b4c71804-ff64-4fd6-abe9-c70ba4ff81e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.761465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b4c71804-ff64-4fd6-abe9-c70ba4ff81e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d53acfb9-2752-4378-aa5c-75160a3bb855 HTTP/1.1" status: 204 len: 168 time: 0.6779945 Nov 02 16:35:00.807656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c71804-ff64-4fd6-abe9-c70ba4ff81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53acfb9-2752-4378-aa5c-75160a3bb855,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:00.816800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Port 5a35ab36-5a60-45e4-911b-1e496bcabddd on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:35:00.822206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Attempting to bind port 5a35ab36-5a60-45e4-911b-1e496bcabddd on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:00.863076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Deleting port d1052832-ee42-437e-899e-2201faafafa0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:00.863923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.883568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1f1a00dd-2626-41ca-8313-dfc4ea45196a None None] Provisioning complete for port 255e62c6-665e-4866-aa26-e004c66fa816 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:00.886639 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f1a00dd-2626-41ca-8313-dfc4ea45196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:00.888984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-eb302258-5683-44b9-8595-10dd1ff33328 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:00.895023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-eb302258-5683-44b9-8595-10dd1ff33328 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.55 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.4540188 Nov 02 16:35:01.005418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Request body: {'port': {'device_id': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'admin_state_up': True, 'tenant_id': '02b5ca7cfa8446d7b3015407a7889420'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:01.093084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Allocated IP 172.25.7.235 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:01.107119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.110242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08c1ab91-c032-41ab-b91c-6f92fe050d13 req-0abe926f-4c5c-4f01-86f5-b7aedee311f5 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 210 time: 0.0983913 Nov 02 16:35:01.137051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:01.137051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:01.137663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:01.137856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Bound port: 5a35ab36-5a60-45e4-911b-1e496bcabddd, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:01.138248 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.144851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.145798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] For port d1052832-ee42-437e-899e-2201faafafa0, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d1052832-ee42-437e-899e-2201faafafa0,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:01.146607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.189305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Calling delete_port for d1052832-ee42-437e-899e-2201faafafa0 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:01.226875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] For port 5a35ab36-5a60-45e4-911b-1e496bcabddd, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:01.230361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] For port 5a35ab36-5a60-45e4-911b-1e496bcabddd, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:01.308551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-da5d5e79-08a7-490b-8558-8c141a9bbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.311551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-da5d5e79-08a7-490b-8558-8c141a9bbbe8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5314033 Nov 02 16:35:01.313663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.408253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.438821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.444830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.451386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.457402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.458091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.459165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.459605 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a35ab36-5a60-45e4-911b-1e496bcabddd HTTP/1.1" status: 200 len: 1091 time: 2.4891973 Nov 02 16:35:01.466644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.474046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.479300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'tag': '5a35ab36-5a60-45e4-911b-1e496bcabddd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:01.482810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.485489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-3931fb05-676d-435c-861a-dc1e6acb9b39 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.1915388 Nov 02 16:35:01.491484 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e118f9-4487-467a-9344-f9119d325e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c56970f5-c8d8-46ec-ba94-094852a9944b", "tag": "5a35ab36-5a60-45e4-911b-1e496bcabddd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:01.581986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Made reservation on behalf of 02b5ca7cfa8446d7b3015407a7889420 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:01.585508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.586976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f72fa419-6039-48a4-a7a6-320b8852a3d2 req-2ad4404a-6be2-437f-910a-c4964ed535b8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942693 Nov 02 16:35:01.611209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.634039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbccae-2845-471a-91b9-a94969b0f531 service neutron] Pushing event updated for resources: {'Port': ['ID=5a35ab36-5a60-45e4-911b-1e496bcabddd,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:01.647567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 255e62c6-665e-4866-aa26-e004c66fa816 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:01.712393 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56d651f-d6e9-4f51-a184-e60a18a1cd07 x-openstack-request-id: req-a56d651f-d6e9-4f51-a184-e60a18a1cd07 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:01.712691 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56970f5-c8d8-46ec-ba94-094852a9944b", "tag": "5a35ab36-5a60-45e4-911b-1e496bcabddd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:01.712942 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a56d651f-d6e9-4f51-a184-e60a18a1cd07 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:01.713344 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'tag': '5a35ab36-5a60-45e4-911b-1e496bcabddd', 'status': 'completed', 'code': 200} Nov 02 16:35:01.715453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.719126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 255e62c6-665e-4866-aa26-e004c66fa816 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:01.719315 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.721420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:01.743383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:01.752988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:01.764025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-d51bba15-c6a4-4a2e-96b0-aa50325df17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:01.765835 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-d51bba15-c6a4-4a2e-96b0-aa50325df17f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 1094 time: 0.2652268 Nov 02 16:35:01.770852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-0f239de1-b370-499d-82df-d92f01d7d300 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261537 Nov 02 16:35:01.881282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Allocated IP 172.25.7.193 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0143f3b0-1f68-4513-95c0-6cdae085170f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:01.884369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-d5a677c6-6d0c-4d5b-baff-83215e191d7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd HTTP/1.1" status: 200 len: 217 time: 0.1092579 Nov 02 16:35:01.899934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] No DVR routers for this DVR port d1052832-ee42-437e-899e-2201faafafa0 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:35:01.916577 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:01.920244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe38336c-4b12-4f3e-86c5-6282ae4da53d req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "DELETE /v2.0/ports/d1052832-ee42-437e-899e-2201faafafa0 HTTP/1.1" status: 204 len: 173 time: 1.7516553 Nov 02 16:35:01.920887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Pushing event updated for resources: {'Port': ['ID=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:01.923658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-deleted', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:01.926277 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e0b057-da4d-499c-bda3-ac58c87e1fcd" -d '{"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-deleted", "tag": "d1052832-ee42-437e-899e-2201faafafa0"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:01.932004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60602) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:02.033384 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cacf112-23ec-4ff2-a990-9c5bda0234e3 x-openstack-request-id: req-4cacf112-23ec-4ff2-a990-9c5bda0234e3 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:02.033693 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d367e625-c7ec-4d10-a233-a8887519ffd8", "name": "network-vif-deleted", "tag": "d1052832-ee42-437e-899e-2201faafafa0", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:02.033951 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cacf112-23ec-4ff2-a990-9c5bda0234e3 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:02.034398 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd367e625-c7ec-4d10-a233-a8887519ffd8', 'name': 'network-vif-deleted', 'tag': 'd1052832-ee42-437e-899e-2201faafafa0', 'status': 'completed', 'code': 200} Nov 02 16:35:02.045842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b49a37-9d38-450c-a15d-c3857a5f29df tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event deleted for resources: {'Port': ['ID=d1052832-ee42-437e-899e-2201faafafa0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:02.154438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1301277794-network', 'tenant_id': '92f195e2702c4f39bc05d1ad5a699b05'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:02.162154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-326423bf-34f9-4be5-9d3c-a3d660d4d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.163819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-326423bf-34f9-4be5-9d3c-a3d660d4d6b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.2453542 Nov 02 16:35:02.210306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-60fd67f9-ff1e-44ad-ad74-f4824619b3e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343122 Nov 02 16:35:02.243852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.246711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186ac8-8173-44bb-9588-3cca432b941d req-c887e0e6-afa4-4478-bb30-dc00427898cc tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.247831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b186ac8-8173-44bb-9588-3cca432b941d req-c887e0e6-afa4-4478-bb30-dc00427898cc tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 943 time: 0.3493340 Nov 02 16:35:02.279570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Allocated IP 172.20.0.3 (9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8/a47792c2-4f5c-4d04-8263-586d774e5a5c/70c7821f-82c4-400d-89e4-e4fb0af9bf19) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:02.294839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a7d1f40-6db6-48b4-8820-e1007cc7698d req-d7ba7dfe-4b9f-4d75-ae1e-fb1c9365a3bf tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 210 time: 0.0460048 Nov 02 16:35:02.295406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Made reservation on behalf of 92f195e2702c4f39bc05d1ad5a699b05 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:02.297715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.324173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.336381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-172fbe79-9e96-4df8-8156-5ff249e92c1d service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192776 Nov 02 16:35:02.393070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b186ac8-8173-44bb-9588-3cca432b941d req-28e6f65f-a84d-4029-8550-76f7a3078fc7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350973 Nov 02 16:35:02.496554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.604698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:35:02.609637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.616842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.630239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: d1052832-ee42-437e-899e-2201faafafa0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:35:02.631130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d1052832-ee42-437e-899e-2201faafafa0 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:35:02.660494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:02.692730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.693113 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Added segment c8f619b8-5e7c-484e-97fe-c34cfd8d458b of type vlan for network 7220f9d8-3a1b-477f-a332-c26a733252fe Nov 02 16:35:02.701242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a802c-a4b0-4a28-af99-0c66df5323c9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:02.788229 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-609c0bd3-9fd9-49cf-aa07-ccf306c7e3f9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 217 time: 0.4346330 Nov 02 16:35:02.855683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.896244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.903774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.910366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.916820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.923174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.929409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.931162 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:35:02.934551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-77abaf37-482b-4c90-9685-0307e4af9f73 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099776 Nov 02 16:35:02.935559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.942698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.944715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-97239221-609f-4c9a-9efb-9dcb30521387 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.2280033 Nov 02 16:35:02.955330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.956264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.956837 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:02.966460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-5d5331df-1657-4b4a-8c39-68e8ab928994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:02.968031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-5d5331df-1657-4b4a-8c39-68e8ab928994 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1595366 Nov 02 16:35:02.985550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:03.042053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1002889 Nov 02 16:35:03.045461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60636) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:03.046545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.052223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:03.059555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Pushing event updated for resources: {'Port': ['ID=0143f3b0-1f68-4513-95c0-6cdae085170f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:03.063730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:03.071860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Request body: {'subnet': {'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1301277794-subnet', 'tenant_id': '92f195e2702c4f39bc05d1ad5a699b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:03.097573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a76408-5216-48b7-861e-219e13a47e94 admin admin] Pushing event updated for resources: {'Network': ['ID=7220f9d8-3a1b-477f-a332-c26a733252fe,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:03.104904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Made reservation on behalf of 92f195e2702c4f39bc05d1ad5a699b05 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:03.107309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.116145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7220f9d8-3a1b-477f-a332-c26a733252fe details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:03.126951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69de00b4-a18c-4d1a-b363-5957113ea9cd req-b12124b6-db19-4c47-80db-0cf16fb2d0be tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724942 Nov 02 16:35:03.167239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-e6a400fd-b6bd-4487-90f7-feeebdc2730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:03.168726 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-e6a400fd-b6bd-4487-90f7-feeebdc2730c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1791613 Nov 02 16:35:03.187013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.324890 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-244d93a3-0290-45d0-85b2-8bbd420b5e13 req-7908e264-1e47-48a5-bc63-978f2e15ebb6 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754427 Nov 02 16:35:03.335666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06f9cc-a8ab-49e7-babd-2fadcbc4ac02 req-331a519c-b1c0-4a19-a7ab-1bacb74af209 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:03.338528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b06f9cc-a8ab-49e7-babd-2fadcbc4ac02 req-331a519c-b1c0-4a19-a7ab-1bacb74af209 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 945 time: 0.1628041 Nov 02 16:35:03.462740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f56a2884-6e0a-4bd8-9984-2d68a1bc0a64 req-6a51de85-25c9-4be3-a289-197b7b3b3300 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 210 time: 0.0711799 Nov 02 16:35:03.477814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b06f9cc-a8ab-49e7-babd-2fadcbc4ac02 req-252c0c6d-eb46-492f-a299-fc75a99784f9 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313913 Nov 02 16:35:03.506810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.544188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Router a2775b89-c023-4779-88c0-11e2f62f59c0 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:35:03.573119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-8ff3e445-7989-417f-b06f-52ed249d64d7 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891373 Nov 02 16:35:03.629367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.663931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:03.673253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e118f9-4487-467a-9344-f9119d325e9d req-01d50ac6-9132-4b04-90f7-cefacdedd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:03.674847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-01d50ac6-9132-4b04-90f7-cefacdedd643 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 1094 time: 0.2693379 Nov 02 16:35:03.685156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:03.687916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:03.728473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:03.729171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aeba3-5504-49f7-b42a-73f766891193 req-984e4598-42f3-4cee-a072-3d0b339adcf3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:03.730739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-992aeba3-5504-49f7-b42a-73f766891193 req-984e4598-42f3-4cee-a072-3d0b339adcf3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 943 time: 0.1934454 Nov 02 16:35:03.744629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56569c6-9315-4fa5-b56e-6a0b10268faf,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:03.816331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.832159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:03.832829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:03.938214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-55942ec7-81ad-4ea4-81b3-1dbae0d5291d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9417229 Nov 02 16:35:03.948093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1252fa1e-87d6-4f4a-99d6-3f52ba9c8874 req-7717c6cb-05fa-4e74-9185-b85b5b22b3f8 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597269 Nov 02 16:35:03.966355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Request body: {'port': {'device_id': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:04.025265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e118f9-4487-467a-9344-f9119d325e9d req-e392ceaa-ab34-4d78-a2d2-0b8339294e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.027817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-e392ceaa-ab34-4d78-a2d2-0b8339294e7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.3321042 Nov 02 16:35:04.097382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:04.100287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Checking segment: {'id': 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:04.100650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Network hostable DHCP agents. Network: 7220f9d8-3a1b-477f-a332-c26a733252fe, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:04.110166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Sync routers for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:04.121033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:04.122353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:04.134002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-992aeba3-5504-49f7-b42a-73f766891193 req-cece4e4a-e38e-4d63-bcfb-59c218576fd8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800287 Nov 02 16:35:04.138305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:04.139067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3e679d07-ee6d-47e3-b2b9-6b4782282697 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0913098 Nov 02 16:35:04.142269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60656) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:04.193603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Network 7220f9d8-3a1b-477f-a332-c26a733252fe is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:04.247263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7220f9d8-3a1b-477f-a332-c26a733252fe) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:04.250507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-fc8717ce-c340-471f-8c7f-4617772fba49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd HTTP/1.1" status: 200 len: 217 time: 0.2060132 Nov 02 16:35:04.271185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166fdfd-ca79-4caa-906e-dcf52bf8bffe None None] Network 7220f9d8-3a1b-477f-a332-c26a733252fe requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:04.283225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.283827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:04.292265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:04.322031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ef23e911-7880-40b3-88fe-29dad7bb6651 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2730999 Nov 02 16:35:04.340702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.341178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.341640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.342103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.342632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.343157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.343617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.345498 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-81be2f98-4ec7-435e-8b13-1962eb4ce866 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6483 time: 0.2692342 Nov 02 16:35:04.350858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.357363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.363811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.370376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.377152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.383112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.389108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.397505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-cef91315-0329-43eb-8536-00841cada7e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.1539695 Nov 02 16:35:04.413260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:04.482567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e118f9-4487-467a-9344-f9119d325e9d req-c267ef35-d91a-43d2-8e0e-0852e270851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.500668 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-c267ef35-d91a-43d2-8e0e-0852e270851e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.2479713 Nov 02 16:35:04.522756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:04.534340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0022ff6a-8401-4651-8f6e-a60c25ae6fb2 req-c4fea3f4-d220-4ae7-9db4-e335a10b3070 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358325 Nov 02 16:35:04.570283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-e42feab1-61a1-4084-b833-9ca9c40a6229 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414822 Nov 02 16:35:04.574674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:04.606659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e692f-6091-4a77-b379-6e2d261a65a2 None None] Network 7220f9d8-3a1b-477f-a332-c26a733252fe requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:04.846625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:02Z', 'revision_number': 3, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:04.882512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Checking router: a2775b89-c023-4779-88c0-11e2f62f59c0 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:35:04.883299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Updating router a2775b89-c023-4779-88c0-11e2f62f59c0 port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:35:04.963155 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:04.992106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-0b6d924a-5aea-464c-b641-731910ba2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:04.993514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-0b6d924a-5aea-464c-b641-731910ba2d13 service neutron] 10.222.0.100 "GET /v2.0/networks?id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 903 time: 0.6357977 Nov 02 16:35:05.002346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be01425-2e3e-431c-96a4-dcd90c5c4364 req-937c2504-3298-4d43-a70b-583f13e11e47 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:05.009773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2be01425-2e3e-431c-96a4-dcd90c5c4364 req-937c2504-3298-4d43-a70b-583f13e11e47 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 931 time: 0.3874602 Nov 02 16:35:05.040042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Router b75eee12-03ed-49a8-8247-ec28a22603db is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:35:05.044305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-4db70dca-1226-433c-9824-1877b2ab59fc service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541531 Nov 02 16:35:05.058968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f049b-fe3c-46a5-8160-1a5df0c0b14d req-8cc90585-16b9-4c1a-9e06-c1c0264bcca9 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:05.066938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd1f049b-fe3c-46a5-8160-1a5df0c0b14d req-8cc90585-16b9-4c1a-9e06-c1c0264bcca9 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 945 time: 0.3613865 Nov 02 16:35:05.147683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03758a9-d891-481c-b611-812335f6f367 req-c61d9ab3-3a88-49b1-a2ff-b9dc08f4a14f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:05.149474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d03758a9-d891-481c-b611-812335f6f367 req-c61d9ab3-3a88-49b1-a2ff-b9dc08f4a14f tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.100 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 945 time: 0.3242188 Nov 02 16:35:05.154243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-5202efb3-9525-46ad-bfec-606ae0d06800 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 217 time: 0.1432674 Nov 02 16:35:05.175484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2be01425-2e3e-431c-96a4-dcd90c5c4364 req-1bf083d7-9180-4e02-9e5a-d5cb17b4fa4c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603711 Nov 02 16:35:05.249698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd1f049b-fe3c-46a5-8160-1a5df0c0b14d req-de58b05c-ddd1-4219-9467-6b744d85abb5 tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/security-groups?id=3790651b-e563-40f8-b445-0c61d7cd6bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765668 Nov 02 16:35:05.440556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.500441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.507412 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.522534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5a35ab36-5a60-45e4-911b-1e496bcabddd details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:05.576745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Attempting to bind port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:05.577670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Attempting to bind port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:05.578332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Attempting to bind port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:05.591079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:05.591628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:05.592045 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.592480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:05.593066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Bound port: 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:05.593464 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.593954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-2c7ab593-7738-4f8b-8dc1-d7584c25c91a tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:05.596025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-2c7ab593-7738-4f8b-8dc1-d7584c25c91a tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/networks?id=7220f9d8-3a1b-477f-a332-c26a733252fe HTTP/1.1" status: 200 len: 813 time: 0.1489456 Nov 02 16:35:05.599902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12ae5-63e7-4fd8-8ae0-f3ce634d4530 None None] Pushing event updated for resources: {'Port': ['ID=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:05.713485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] For port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:05.718189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] For port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:05.725289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.737249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c37f-e53f-4c01-8f50-e93630f29664 req-9177712e-16a5-4b6e-ba35-dd9a55e5987c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:05.744567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4e5c37f-e53f-4c01-8f50-e93630f29664 req-9177712e-16a5-4b6e-ba35-dd9a55e5987c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 943 time: 0.3759573 Nov 02 16:35:05.762576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-72c24f5c-04a1-484b-97ce-e02f0b5c5d2c tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/quotas/92f195e2702c4f39bc05d1ad5a699b05 HTTP/1.1" status: 200 len: 375 time: 0.0825613 Nov 02 16:35:05.791747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5a35ab36-5a60-45e4-911b-1e496bcabddd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:05.796711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:05.797362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:05.824576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-887434ec-c0f5-49df-92ea-abe95450d681 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f195e2702c4f39bc05d1ad5a699b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495961 Nov 02 16:35:05.846922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Deleting port 4ad2222a-b640-40fa-a88e-64c402a3dd2d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:05.847374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.850190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-7db18be3-2edd-4786-a229-09c84f58ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:05.852334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-7db18be3-2edd-4786-a229-09c84f58ff21 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1977847 Nov 02 16:35:05.887289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '5a35ab36-5a60-45e4-911b-1e496bcabddd', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': '5a35ab36-5a60-45e4-911b-1e496bcabddd', 'mac_address': 'fa:16:3e:1b:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:05.920422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12ae5-63e7-4fd8-8ae0-f3ce634d4530 None None] Pushing event updated for resources: {'Port': ['ID=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:05.923593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-13e118f9-4487-467a-9344-f9119d325e9d req-84a4c660-087e-45fd-bc57-63fadb264e60 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243477 Nov 02 16:35:05.961651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:05.961840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:05.967098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4e5c37f-e53f-4c01-8f50-e93630f29664 req-5d9f69f5-9b14-4c31-9c8d-c57ade834c7a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209594 Nov 02 16:35:05.974165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] Sync routers for ids ['b75eee12-03ed-49a8-8247-ec28a22603db'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:05.991312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a35ab36-5a60-45e4-911b-1e496bcabddd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:05.991583 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] Routers {'b75eee12-03ed-49a8-8247-ec28a22603db'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:05.992695 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b75eee12-03ed-49a8-8247-ec28a22603db'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:05.997157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:06.000920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.000920 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0d78b584-8601-4f01-968a-a380a7def156 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "PUT /v2.0/routers/b75eee12-03ed-49a8-8247-ec28a22603db HTTP/1.1" status: 200 len: 920 time: 6.3286386 Nov 02 16:35:06.004414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60688) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:06.019369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-85fd4357-972b-4c9c-a6df-0da7f90e39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.020746 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-85fd4357-972b-4c9c-a6df-0da7f90e39a5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1478488 Nov 02 16:35:06.075819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:06.086742 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] Routers {'b75eee12-03ed-49a8-8247-ec28a22603db'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:06.088124 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b75eee12-03ed-49a8-8247-ec28a22603db'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:06.116776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c7821f-82c4-400d-89e4-e4fb0af9bf19 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:06.135327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.137647 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:06.139223 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736705-21ee-45af-839e-34d4c86383bd None None] The sync data for ids ['b75eee12-03ed-49a8-8247-ec28a22603db'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:06.174011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Allocated IP 172.20.0.1 (d691dad4-bc74-4fc7-9d40-57ba4c11a457/197c68e7-b61d-4119-bb0d-e4e7998059d8/fa28dfd0-2171-4d27-8383-df2bfa8b548d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:06.176409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5a35ab36-5a60-45e4-911b-1e496bcabddd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:06.181691 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.201541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Transition to ACTIVE for port object 70c7821f-82c4-400d-89e4-e4fb0af9bf19 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:35:06.211434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.236227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5a35ab36-5a60-45e4-911b-1e496bcabddd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:06.282160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:02Z', 'revision_number': 3, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:06.283623 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2a898f46-1fd6-4a90-b318-c4b6d1db6834 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/b75eee12-03ed-49a8-8247-ec28a22603db HTTP/1.1" status: 200 len: 926 time: 0.2751582 Nov 02 16:35:06.291137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60694) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:06.317521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:06.322634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f956e-6723-4a74-932b-a47e290f7548 None None] The sync data for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 is: [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:02Z', 'revision_number': 3, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:06.340699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-f2bb38b8-674e-4bf7-9dab-a54c4eadbedc service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835350 Nov 02 16:35:06.346431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.353913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.358406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.364502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.371016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.377038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.383330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.384932 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['5a35ab36-5a60-45e4-911b-1e496bcabddd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:06.392012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-f5bac285-1af9-44f2-83af-3ae3c4f588e0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.2941504 Nov 02 16:35:06.413978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-571b43ed-684a-4e08-9020-85a684de5887 service neutron] 10.222.0.31 "GET /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744493 Nov 02 16:35:06.418694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] For port 4ad2222a-b640-40fa-a88e-64c402a3dd2d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=4ad2222a-b640-40fa-a88e-64c402a3dd2d,segment=NetworkSegment(1aeec0bb-f787-48f3-b084-96ceccc306b0),segment_id=1aeec0bb-f787-48f3-b084-96ceccc306b0)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:06.419070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.474836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346218f4-39b3-4727-be29-2972c703687f tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.477592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-346218f4-39b3-4727-be29-2972c703687f tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=b75eee12-03ed-49a8-8247-ec28a22603db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1837089 Nov 02 16:35:06.481455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60696) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:06.487787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Calling delete_port for 4ad2222a-b640-40fa-a88e-64c402a3dd2d owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:06.594936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Attempting to bind port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:06.595423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Attempting to bind port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:06.595858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Attempting to bind port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:06.614840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15d722d5-56f1-4f4f-baa6-f6d3f4ff28b8 req-74180d7d-78d3-4bfe-8884-d931b4403408 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2189009 Nov 02 16:35:06.621265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6469c49d-3295-4d05-9b29-ddc64c844432 req-97dcd003-b6af-47cc-b471-dd2261d1c267 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606041 Nov 02 16:35:06.626218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:35:06.626543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Attempting to bind port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:06.634532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:06.634912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Checking segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:06.635315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Bound using segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:06.635772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Bound port: 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:06.636352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.745367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:06.752634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:06.776089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.901234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.923726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-95c25083-ee55-4bcc-93c7-a1788bbe3bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088117 Nov 02 16:35:06.924213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935209a-ccee-49d8-b9da-6fc0dccd4689 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.929250 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a935209a-ccee-49d8-b9da-6fc0dccd4689 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.4426715 Nov 02 16:35:06.931828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:06.931828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:06.932522 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] 10.222.0.55 "PUT /v2.0/ports/70c7821f-82c4-400d-89e4-e4fb0af9bf19 HTTP/1.1" status: 200 len: 1091 time: 2.9803555 Nov 02 16:35:06.940316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:06.940316 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:06.943074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60700) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:06.995401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.037685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3b610570-177c-416b-a682-0c93daf8d7b1 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b75eee12-03ed-49a8-8247-ec28a22603db HTTP/1.1" status: 200 len: 205 time: 0.0883157 Nov 02 16:35:07.043600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60706) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:07.057679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Pushing event deleted for resources: {'Port': ['ID=4ad2222a-b640-40fa-a88e-64c402a3dd2d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:07.073823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca082d8d-1e01-4722-850f-b8023a999313 req-1581b5ac-8419-41d9-ae15-db662d78feba tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.079449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca082d8d-1e01-4722-850f-b8023a999313 req-1581b5ac-8419-41d9-ae15-db662d78feba tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 943 time: 0.1850312 Nov 02 16:35:07.079986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c48419-8620-43ec-8db8-4803a5fae78b service neutron] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:07.114865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.115347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.115810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.116284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.116721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.117174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.117618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.120816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-bac5737d-3f79-48f4-9e1f-da2f0e79a731 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6483 time: 0.3635275 Nov 02 16:35:07.275305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.292448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-6297c274-9006-4f7e-b1de-649fd5447bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.294053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-6297c274-9006-4f7e-b1de-649fd5447bcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 1094 time: 0.2422063 Nov 02 16:35:07.295700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-745b0e58-919d-4aca-96f8-7c7e50e72f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.297613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-745b0e58-919d-4aca-96f8-7c7e50e72f0d service neutron] 10.222.0.100 "GET /v2.0/networks?id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 903 time: 0.1521983 Nov 02 16:35:07.300634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-455ff639-79b8-4570-b29d-bd8677b784c4 req-7cd7ac02-76e9-49cf-8ab9-fa91b5a4c1bc tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ddc859-c90d-467d-9227-1106941612a2 HTTP/1.1" status: 200 len: 210 time: 0.0721200 Nov 02 16:35:07.309067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] No DVR routers for this DVR port 4ad2222a-b640-40fa-a88e-64c402a3dd2d on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:35:07.355015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa28dfd0-2171-4d27-8383-df2bfa8b548d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:07.358030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.362487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d03758a9-d891-481c-b611-812335f6f367 req-311c8355-d159-4f48-8e37-7052db5242bd tempest-ServerTagsTestJSON-1724121507 tempest-ServerTagsTestJSON-1724121507-project] 10.222.0.100 "DELETE /v2.0/ports/4ad2222a-b640-40fa-a88e-64c402a3dd2d HTTP/1.1" status: 204 len: 173 time: 2.1755030 Nov 02 16:35:07.365540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ddc859-c90d-467d-9227-1106941612a2', 'name': 'network-vif-deleted', 'tag': '4ad2222a-b640-40fa-a88e-64c402a3dd2d'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:07.367922 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f04231f-f0bf-45fb-8b28-0af303e1b59b" -d '{"events": [{"server_uuid": "11ddc859-c90d-467d-9227-1106941612a2", "name": "network-vif-deleted", "tag": "4ad2222a-b640-40fa-a88e-64c402a3dd2d"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:07.400276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:07.409677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:07.414447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:07.432545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca082d8d-1e01-4722-850f-b8023a999313 req-82441196-0cb3-44c0-a7e1-ddd66b6cafe9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716379 Nov 02 16:35:07.472894 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95223c6-da7a-47d9-a752-c1275f0e9ae6 x-openstack-request-id: req-e95223c6-da7a-47d9-a752-c1275f0e9ae6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:07.473217 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:07.473486 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e95223c6-da7a-47d9-a752-c1275f0e9ae6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:07.473913 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'status': 'completed', 'code': 200} Nov 02 16:35:07.477708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-966f583d-c64e-4844-8cdf-934e888d819e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19 HTTP/1.1" status: 200 len: 217 time: 0.1660793 Nov 02 16:35:07.551686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5a35ab36-5a60-45e4-911b-1e496bcabddd up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:07.578236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.589808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a787-62f1-4506-b08d-14e22c434084 req-acf4d3fc-a5f1-4885-af2a-96ec3b12abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.591498 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-acf4d3fc-a5f1-4885-af2a-96ec3b12abb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.0794764 Nov 02 16:35:07.593670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-36f68d20-be40-4598-ab5e-5ca09071cfb7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 217 time: 0.2827077 Nov 02 16:35:07.675257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-3ce2e6cd-84c0-475b-bcc7-05bfa4602b1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759401 Nov 02 16:35:07.691117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 5a35ab36-5a60-45e4-911b-1e496bcabddd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:07.697143 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 5a35ab36-5a60-45e4-911b-1e496bcabddd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:07.697500 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.760119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:07.825444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-be4ff8ab-c50f-43df-b373-001cd6002c8b service neutron] 10.222.0.55 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372869 Nov 02 16:35:07.877820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-db70731c-9a9b-46f8-b8e5-003329dc17ef None None] Provisioning complete for port fa28dfd0-2171-4d27-8383-df2bfa8b548d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:07.878423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-db70731c-9a9b-46f8-b8e5-003329dc17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.953814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:07.955485 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:07.985404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-060fddfd-593e-45f0-a209-a65a934b58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:07.987811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-060fddfd-593e-45f0-a209-a65a934b58b7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.3108752 Nov 02 16:35:08.051074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-db70731c-9a9b-46f8-b8e5-003329dc17ef None None] Port fa28dfd0-2171-4d27-8383-df2bfa8b548d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:35:08.067925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.101460 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f679a787-62f1-4506-b08d-14e22c434084 req-9042e873-0181-4538-be81-09af5e040255 service neutron] 10.222.0.55 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541208 Nov 02 16:35:08.139046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1e9e-5de4-49c0-87de-65da80000003 req-9658edeb-c3e8-4c85-b989-0e4393c675cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.141385 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-9658edeb-c3e8-4c85-b989-0e4393c675cf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302185 Nov 02 16:35:08.142758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a35ab36-5a60-45e4-911b-1e496bcabddd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:08.149125 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15d13fd-b24f-48a9-97d6-1381d544b3d2" -d '{"events": [{"server_uuid": "c56970f5-c8d8-46ec-ba94-094852a9944b", "name": "network-vif-plugged", "status": "completed", "tag": "5a35ab36-5a60-45e4-911b-1e496bcabddd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:08.194059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.209389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c1af971-8102-4cba-aaf5-62f694cf1668 req-991b463e-8918-461e-82c4-07f595e9337a tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 210 time: 0.0593657 Nov 02 16:35:08.218218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5a35ab36-5a60-45e4-911b-1e496bcabddd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:08.237521 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.292341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1856fc-f90a-4520-a59b-55b87ab2f753 req-09068ccf-05b7-4878-a9b5-c36353c01c55 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.303249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c1856fc-f90a-4520-a59b-55b87ab2f753 req-09068ccf-05b7-4878-a9b5-c36353c01c55 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 944 time: 0.8489876 Nov 02 16:35:08.340934 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd221e-7048-496c-a4b1-a5c83d06dd28 x-openstack-request-id: req-ddcd221e-7048-496c-a4b1-a5c83d06dd28 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:08.341104 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ddc859-c90d-467d-9227-1106941612a2", "name": "network-vif-deleted", "tag": "4ad2222a-b640-40fa-a88e-64c402a3dd2d", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:08.341361 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddcd221e-7048-496c-a4b1-a5c83d06dd28 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:08.341770 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ddc859-c90d-467d-9227-1106941612a2', 'name': 'network-vif-deleted', 'tag': '4ad2222a-b640-40fa-a88e-64c402a3dd2d', 'status': 'completed', 'code': 200} Nov 02 16:35:08.355629 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.397922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:08.405846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5a35ab36-5a60-45e4-911b-1e496bcabddd,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:08.415168 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.416700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-37429fa3-414a-4f38-ba64-35e282970e39 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631304 Nov 02 16:35:08.459128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-662c06dd-a2a2-4c83-8ec0-6f3b245361df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.473709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.490709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:08.585079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-f17d1678-d993-441d-ae98-bda4bd931d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.586724 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-f17d1678-d993-441d-ae98-bda4bd931d98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 1094 time: 0.1690643 Nov 02 16:35:08.587148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c1856fc-f90a-4520-a59b-55b87ab2f753 req-fba081d0-e00b-402c-9539-2303ced2ee9a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806554 Nov 02 16:35:08.633092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4ad2222a-b640-40fa-a88e-64c402a3dd2d no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:35:08.696860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-899a1e9e-5de4-49c0-87de-65da80000003 req-23b0d1eb-51d7-4080-b503-b4fceb0e366d service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571907 Nov 02 16:35:08.714862 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82229cff-785e-49d2-8063-8a4ecd0ef31b x-openstack-request-id: req-82229cff-785e-49d2-8063-8a4ecd0ef31b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:08.715173 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56970f5-c8d8-46ec-ba94-094852a9944b", "name": "network-vif-plugged", "status": "completed", "tag": "5a35ab36-5a60-45e4-911b-1e496bcabddd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:08.715400 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82229cff-785e-49d2-8063-8a4ecd0ef31b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:08.715789 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a35ab36-5a60-45e4-911b-1e496bcabddd', 'code': 200} Nov 02 16:35:08.716762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 4ad2222a-b640-40fa-a88e-64c402a3dd2d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:35:08.717099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 4ad2222a-b640-40fa-a88e-64c402a3dd2d not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:35:08.731648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60750) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:08.776924 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:08.852670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.863012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.873357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.879773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.887360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.894317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.900611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.902679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-c9d362d1-5019-4d9b-aa4e-eb5f1c8faf12 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.4246106 Nov 02 16:35:08.950215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-eeb46b5e-82dd-4cb7-930f-80bf4912e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:08.951964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-eeb46b5e-82dd-4cb7-930f-80bf4912e1d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 906 time: 0.3516490 Nov 02 16:35:08.958413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Deleting subnet dc31063f-0f4c-41fb-ac7a-9af3ae7977cd {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:35:09.005887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.008431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-43727120-be92-4f14-a92d-c69bd218b984 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19 HTTP/1.1" status: 200 len: 217 time: 0.0435088 Nov 02 16:35:09.034654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f5c94-c982-4734-8d46-2f4fbd34dcc6 req-af17d256-aa92-44f8-bba2-1a37e73b1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:09.036121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df1f5c94-c982-4734-8d46-2f4fbd34dcc6 req-af17d256-aa92-44f8-bba2-1a37e73b1af5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 1096 time: 0.2387674 Nov 02 16:35:09.062208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Deleting port 0143f3b0-1f68-4513-95c0-6cdae085170f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:09.062662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.117343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f58ad-3478-43c8-b200-1128c8968393 req-670f94f2-3af2-4ca0-915a-2333c02fa510 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:09.118923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-178f58ad-3478-43c8-b200-1128c8968393 req-670f94f2-3af2-4ca0-915a-2333c02fa510 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 943 time: 0.3248711 Nov 02 16:35:09.121892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.140912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0e23ddd-e38a-4f8d-b593-5b1ee7fac67f req-dc4bb96f-48eb-41fe-90bb-819e1ef337dc tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2071648 Nov 02 16:35:09.173203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df1f5c94-c982-4734-8d46-2f4fbd34dcc6 req-4e04a6c4-7b6f-48ae-aba2-3b05dd8eea62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120186 Nov 02 16:35:09.189299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-3317fedc-3323-4fc1-b2be-79980a3b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:09.190850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-3317fedc-3323-4fc1-b2be-79980a3b3eb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.1584344 Nov 02 16:35:09.201159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-28a817ac-915d-4c1b-8d6d-aba5b9586798 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:09.203353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-28a817ac-915d-4c1b-8d6d-aba5b9586798 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.100 "GET /v2.0/networks?id=7220f9d8-3a1b-477f-a332-c26a733252fe HTTP/1.1" status: 200 len: 813 time: 0.3463545 Nov 02 16:35:09.219195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Request body: {'port': {'device_id': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe', 'admin_state_up': True, 'tenant_id': '92f195e2702c4f39bc05d1ad5a699b05'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:09.222666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.247927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-178f58ad-3478-43c8-b200-1128c8968393 req-e76786a1-8e39-4513-9d8a-a275a404c32a tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157978 Nov 02 16:35:09.258617 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.262596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.277165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.286392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Calling delete_port for 0143f3b0-1f68-4513-95c0-6cdae085170f owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:09.399105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.404302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-beff106e-86cb-443b-8472-5213997e083a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444620 Nov 02 16:35:09.436222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba3b0d86-ba74-4756-9bfa-fbad542d0809 req-cce1cbbe-906f-472d-acdc-11c49f1284c2 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 210 time: 0.1278327 Nov 02 16:35:09.448196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc31063f-0f4c-41fb-ac7a-9af3ae7977cd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:09.451461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.458224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc31063f-0f4c-41fb-ac7a-9af3ae7977cd HTTP/1.1" status: 204 len: 168 time: 0.7200766 Nov 02 16:35:09.471033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60754) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:09.478179 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.481054 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa28dfd0-2171-4d27-8383-df2bfa8b548d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:09.516265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.516611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.517039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.517276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.517607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.517928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.518531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.518659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.518917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.519240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.519561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.519883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49608b7-fb9d-4260-a3f4-2023a65af1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:09.613001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:09.635948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Made reservation on behalf of 92f195e2702c4f39bc05d1ad5a699b05 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:09.640804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.669404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.681444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:09.681987 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.684741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:09.691182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:09.799597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-1a0abf2c-339d-4ff5-81dc-aae24bb75ad5 service neutron] 10.222.0.55 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666122 Nov 02 16:35:09.881897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.921338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ba54-b3c9-4d63-bbe9-586a7c5e2ed5 req-16acca74-a250-4fb0-8ee1-df1c3520b67e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:09.923207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3130ba54-b3c9-4d63-bbe9-586a7c5e2ed5 req-16acca74-a250-4fb0-8ee1-df1c3520b67e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.2050288 Nov 02 16:35:09.955852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event deleted for resources: {'Port': ['ID=0143f3b0-1f68-4513-95c0-6cdae085170f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:09.971506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:09.990249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Allocated IP 172.20.0.8 (7220f9d8-3a1b-477f-a332-c26a733252fe/d56569c6-9315-4fa5-b56e-6a0b10268faf/1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:10.006745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-938c9d85-0dab-448c-a62f-ef70aab2bb23 None None] Provisioning complete for port fa28dfd0-2171-4d27-8383-df2bfa8b548d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:10.007171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-938c9d85-0dab-448c-a62f-ef70aab2bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.021169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57dfc98-1b46-4178-947d-8072a5182c90']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:10.047535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aeec0bb-f787-48f3-b084-96ceccc306b0') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:10.047827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aeec0bb-f787-48f3-b084-96ceccc306b0') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:10.051221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3130ba54-b3c9-4d63-bbe9-586a7c5e2ed5 req-efb309ea-38df-4ada-a8f9-83375a9202ca tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009126 Nov 02 16:35:10.064688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-938c9d85-0dab-448c-a62f-ef70aab2bb23 None None] Port fa28dfd0-2171-4d27-8383-df2bfa8b548d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:35:10.065635 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9941fee-179d-4bc5-b3dd-b82d70edb6a9 req-b541f772-6499-4e4c-9bd1-f1f414b1b9bc service neutron] 10.222.0.55 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275078 Nov 02 16:35:10.068545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.089217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Router a2775b89-c023-4779-88c0-11e2f62f59c0 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:35:10.099874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.110915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.130320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:35:10.130830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:35:10.133732 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:35:10.309156 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.314676 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.333499 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.340029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.350860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a57dfc98-1b46-4178-947d-8072a5182c90 HTTP/1.1" status: 204 len: 168 time: 0.8744564 Nov 02 16:35:10.376966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415c610-422a-406d-a5e6-36866cc49375 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57dfc98-1b46-4178-947d-8072a5182c90,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:10.415086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.472255 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.475931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.476638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Fanout notify agent at l3_agent the message router_deleted on router b75eee12-03ed-49a8-8247-ec28a22603db {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:35:10.487243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.490651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7fae7683-cd1f-4a9a-99d9-d00d537eb813 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/b75eee12-03ed-49a8-8247-ec28a22603db HTTP/1.1" status: 204 len: 168 time: 3.4438186 Nov 02 16:35:10.497399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60768) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:10.506297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1657862908', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:10.549078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f4cf1-9c76-4576-8e21-c6ea515fe294 req-43bfe5e4-2deb-4a05-96c7-9b4ccd8b2a84 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.550916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a2f4cf1-9c76-4576-8e21-c6ea515fe294 req-43bfe5e4-2deb-4a05-96c7-9b4ccd8b2a84 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 943 time: 0.1651287 Nov 02 16:35:10.563874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.569595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Network 7220f9d8-3a1b-477f-a332-c26a733252fe is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:10.570181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.573466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:10.577861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.583199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.588021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60770) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:10.589095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.595545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.600544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:10.601980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.611096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-4bd46165-6b9a-46bd-ae80-99556fe61b15 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.3485670 Nov 02 16:35:10.613270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.614364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.622497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:10.638672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Sync routers for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:10.639596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-99e951cc-1bbd-47b9-bb7a-c41c8af45cc7 admin admin] 10.222.0.31 "PUT /v2.0/routers/a2775b89-c023-4779-88c0-11e2f62f59c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4963174 Nov 02 16:35:10.679214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:10.681602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:10.706756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Pushing event updated for resources: {'Port': ['ID=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:10.770069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a2f4cf1-9c76-4576-8e21-c6ea515fe294 req-6b0193d1-d4fb-4be0-811f-d2ec66cf2d78 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508305 Nov 02 16:35:10.791424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:10.792760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:10.822217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fc14a7cf-7d26-419d-9b5a-f400dfd9f74c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a352587efbf442bb1271c330e9fc55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316177 Nov 02 16:35:10.828869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60776) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:10.835519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6032d404-2c7a-4dd9-86b2-1176d8dd5b6a req-2645bfc5-4581-446a-91b7-e04daeee45cf tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2234771 Nov 02 16:35:10.839344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.023646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:11.087118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.103670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-db05aea0-1e68-4ffa-93a2-ed7b29094b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.129618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5e4-69fe-4cbe-abe1-c1163aa7d803 req-da60198a-3210-494e-917c-5f95fe255ded tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:11.137252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-105da5e4-69fe-4cbe-abe1-c1163aa7d803 req-da60198a-3210-494e-917c-5f95fe255ded tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 931 time: 0.1575789 Nov 02 16:35:11.285513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-105da5e4-69fe-4cbe-abe1-c1163aa7d803 req-ef570899-4b77-4770-8ce3-2eb038fc847b tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472836 Nov 02 16:35:11.307900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-05f049a2-b897-49b1-96b1-70a2f44d63b1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0924671 Nov 02 16:35:11.329963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Request body: {'port': {'device_id': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:11.376536 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.413752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf2d971a-e959-4ad3-a38f-af47312d719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.415911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 2, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:11.418957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.453165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf2d971a-e959-4ad3-a38f-af47312d719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.460997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Checking router: a2775b89-c023-4779-88c0-11e2f62f59c0 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:35:11.461304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Updating router a2775b89-c023-4779-88c0-11e2f62f59c0 port fa28dfd0-2171-4d27-8383-df2bfa8b548d binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:35:11.484658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.506237 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.563355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d640f-f4ef-46da-b710-ea015d7b7149 req-01be44f3-9864-4b1e-b451-894c697f824b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:11.564453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-322d640f-f4ef-46da-b710-ea015d7b7149 req-01be44f3-9864-4b1e-b451-894c697f824b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1415718 Nov 02 16:35:11.621942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-322d640f-f4ef-46da-b710-ea015d7b7149 req-064dac19-c5da-40da-9e6c-8f8130747c1d tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475726 Nov 02 16:35:11.623665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:11.661346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.761269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf2d971a-e959-4ad3-a38f-af47312d719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.769890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf2d971a-e959-4ad3-a38f-af47312d719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:11.771288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Allocated IP 172.25.7.63 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/46a791fd-6639-4fe1-9c74-cbadd228866e) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:11.773873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bf2d971a-e959-4ad3-a38f-af47312d719d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3790651b-e563-40f8-b445-0c61d7cd6bba HTTP/1.1" status: 204 len: 168 time: 0.9391127 Nov 02 16:35:11.801097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d971a-e959-4ad3-a38f-af47312d719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790651b-e563-40f8-b445-0c61d7cd6bba,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:11.872375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:11.901256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'mac_address': 'fa:16:3e:76:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:12.052497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.075712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c7821f-82c4-400d-89e4-e4fb0af9bf19 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:12.118870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:12.133686 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.137604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:12.159193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.191032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Transition to ACTIVE for port object 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:35:12.202300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.231166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:12.254914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.267205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.291061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60814) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:12.294535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:12.333138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604099380', 'description': 'tempest-description--1084268826'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:12.340821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686dab8-4612-4d7e-aa48-898c41b7a2ef None None] Pushing event updated for resources: {'Port': ['ID=fa28dfd0-2171-4d27-8383-df2bfa8b548d,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:12.427858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.445373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['70c7821f-82c4-400d-89e4-e4fb0af9bf19'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:12.586269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39222a-9775-43ff-9832-d754c19ffc19 req-e823017b-6669-4298-8565-f196deb54fd9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:12.599400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Attempting to bind port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:12.610781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Attempting to bind port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:12.611309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Attempting to bind port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 on network 7220f9d8-3a1b-477f-a332-c26a733252fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:12.612828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae39222a-9775-43ff-9832-d754c19ffc19 req-e823017b-6669-4298-8565-f196deb54fd9 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 944 time: 0.1763666 Nov 02 16:35:12.618112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 on network 7220f9d8-3a1b-477f-a332-c26a733252fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:35:12.618707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Attempting to bind port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 on network 7220f9d8-3a1b-477f-a332-c26a733252fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:12.637414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Attempting to bind port fa28dfd0-2171-4d27-8383-df2bfa8b548d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:12.637813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Attempting to bind port fa28dfd0-2171-4d27-8383-df2bfa8b548d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:12.638237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Attempting to bind port fa28dfd0-2171-4d27-8383-df2bfa8b548d on network d691dad4-bc74-4fc7-9d40-57ba4c11a457 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:12.645650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:12.646200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Checking segment: {'id': 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:12.646685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Bound using segment: {'id': 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:12.647651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Bound port: 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:12.648091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.648225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.664529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:12.664905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Checking segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:12.670382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.671803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Bound using segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:12.672363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Bound port: fa28dfd0-2171-4d27-8383-df2bfa8b548d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:12.673107 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.701126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27f901-2d93-432e-9cf0-9bd429472fec req-5cf87601-0642-4a89-930c-7ff550610f5f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:12.709070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f27f901-2d93-432e-9cf0-9bd429472fec req-5cf87601-0642-4a89-930c-7ff550610f5f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.2710645 Nov 02 16:35:12.714267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.730985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.736274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae39222a-9775-43ff-9832-d754c19ffc19 req-020e7e0c-c3b7-4ae0-afbe-c1e9059481eb tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139162 Nov 02 16:35:12.779356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] For port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:12.786904 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.789064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4757023 Nov 02 16:35:12.791259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] For port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,segment=NetworkSegment(c8f619b8-5e7c-484e-97fe-c34cfd8d458b),segment_id=c8f619b8-5e7c-484e-97fe-c34cfd8d458b)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:12.792183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:12.794743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919fbb6-5bea-48f4-8756-f97d27c1e4c8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1dd124-e7df-4984-9471-19cc54e789a6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:12.800969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Request body: {'security_group_rule': {'security_group_id': 'dd1dd124-e7df-4984-9471-19cc54e789a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:12.808229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.842051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.854587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:12.855359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.857585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] 10.222.0.100 "PUT /v2.0/ports/1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 HTTP/1.1" status: 200 len: 1091 time: 1.5367992 Nov 02 16:35:12.857585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'tag': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:12.861387 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f23ee4-a7d0-4d12-a292-4976d0163278" -d '{"events": [{"name": "network-changed", "server_uuid": "05d2292c-c9cb-486f-8d1d-58f9dd30695d", "tag": "1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:12.902035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-997cf0a3-9759-4d65-b51b-e5bcf24aea3b None None] Provisioning complete for port fa28dfd0-2171-4d27-8383-df2bfa8b548d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:12.902556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-997cf0a3-9759-4d65-b51b-e5bcf24aea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.911968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] For port fa28dfd0-2171-4d27-8383-df2bfa8b548d, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:12.912139 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:12.928743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f27f901-2d93-432e-9cf0-9bd429472fec req-a19eee88-8567-441c-a3a1-ff2c022fb4cd tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136366 Nov 02 16:35:12.934813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8ee11-5647-4813-a9a1-101019c8112a service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:12.980567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] For port fa28dfd0-2171-4d27-8383-df2bfa8b548d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fa28dfd0-2171-4d27-8383-df2bfa8b548d,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:12.994419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.015838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-997cf0a3-9759-4d65-b51b-e5bcf24aea3b None None] Port fa28dfd0-2171-4d27-8383-df2bfa8b548d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:35:13.017479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-eecb9be8-bf32-4eee-8b26-2ce2a22e3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.019234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-eecb9be8-bf32-4eee-8b26-2ce2a22e3264 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=92f195e2702c4f39bc05d1ad5a699b05&device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 1094 time: 0.1025376 Nov 02 16:35:13.033479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.041497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.085506 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-67c5f298-e008-4484-8a4e-1a8c117ab17e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 HTTP/1.1" status: 200 len: 217 time: 0.0558257 Nov 02 16:35:13.091378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea55389a-d462-44a7-b279-57e317fd9763,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:13.113505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.136774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686dab8-4612-4d7e-aa48-898c41b7a2ef None None] Pushing event updated for resources: {'Port': ['ID=fa28dfd0-2171-4d27-8383-df2bfa8b548d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:13.151066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-fc885b9c-f6d0-4b2a-b33f-c1a2340f78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.152658 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-fc885b9c-f6d0-4b2a-b33f-c1a2340f78c9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d56569c6-9315-4fa5-b56e-6a0b10268faf HTTP/1.1" status: 200 len: 853 time: 0.0559552 Nov 02 16:35:13.158347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:13.159120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:13.166006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.167365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6e46af99-7dcd-4c15-9413-c0bca18d6fbf tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738542 Nov 02 16:35:13.177315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60842) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:13.192427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Request body: {'security_group_rule': {'security_group_id': 'dd1dd124-e7df-4984-9471-19cc54e789a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:13.209860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.217415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.218894 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-ea6771f4-60ff-4e18-9379-84005f11c4cb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7220f9d8-3a1b-477f-a332-c26a733252fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553322 Nov 02 16:35:13.224647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.233135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.241270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.259560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.272260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.284986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-ae9f2a09-a114-42e8-8fb2-ddd83e0dc830 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.3737471 Nov 02 16:35:13.342283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:13.358041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:13.383833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:13.396666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.410646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:13.413365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event updated for resources: {'Port': ['ID=46a791fd-6639-4fe1-9c74-cbadd228866e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:13.430819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb6bac-ec33-4192-a469-88125c1215fe req-1421ca38-0263-4083-91bc-7487b44c3844 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:13.439640 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8acb6bac-ec33-4192-a469-88125c1215fe req-1421ca38-0263-4083-91bc-7487b44c3844 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 943 time: 0.3459074 Nov 02 16:35:13.497807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e1c2f5f-4fcb-4562-b451-3f5b2080628b req-3c87ae1c-6025-4ac0-9734-312968cd6095 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863370 Nov 02 16:35:13.539561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-a6451c98-6e69-4241-884a-bbef5da77840 service neutron] 10.222.0.100 "GET /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107750 Nov 02 16:35:13.584296 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c64963-40c6-460f-ab78-67fbb44b8353 x-openstack-request-id: req-d8c64963-40c6-460f-ab78-67fbb44b8353 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:13.584593 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d2292c-c9cb-486f-8d1d-58f9dd30695d", "tag": "1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:13.585118 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8c64963-40c6-460f-ab78-67fbb44b8353 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:13.585951 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'tag': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8', 'status': 'completed', 'code': 200} Nov 02 16:35:13.599819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3a7c5e0d-e9db-438c-9b37-95b6b55b7aed None None] Provisioning complete for port fa28dfd0-2171-4d27-8383-df2bfa8b548d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:13.600130 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a7c5e0d-e9db-438c-9b37-95b6b55b7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.626286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.639517 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.675000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6170ce9f-e7dd-485a-857c-68e31b7d14d9,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:13.679059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.690753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.692563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4a3cb2c3-abf3-489d-9191-c3f86cd03813 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5040457 Nov 02 16:35:13.695804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:13.703683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:13.711041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8acb6bac-ec33-4192-a469-88125c1215fe req-e07c5e5d-9558-4e92-ac7f-5d260b9b97af tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703278 Nov 02 16:35:13.739207 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.811610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2a58468-774c-4f7e-a713-ae4203628f3e req-b4796548-a16d-4724-b9ab-61c5852fb115 service neutron] 10.222.0.100 "GET /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629342 Nov 02 16:35:13.881092 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a7c5e0d-e9db-438c-9b37-95b6b55b7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.900647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:12Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:13.919684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:13.936609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2dda5-ca42-4c35-bfaf-f9651315ca8d None None] The sync data for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 is: [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:12Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:13.983422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3a7c5e0d-e9db-438c-9b37-95b6b55b7aed None None] For port fa28dfd0-2171-4d27-8383-df2bfa8b548d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fa28dfd0-2171-4d27-8383-df2bfa8b548d,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:13.998937 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a7c5e0d-e9db-438c-9b37-95b6b55b7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:14.010645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-ed93839c-ddea-4c66-aa15-af5f6484fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:14.029472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-ed93839c-ddea-4c66-aa15-af5f6484fa44 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=92f195e2702c4f39bc05d1ad5a699b05&device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 1094 time: 0.1415768 Nov 02 16:35:14.138413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c5e0d-e9db-438c-9b37-95b6b55b7aed None None] Pushing event updated for resources: {'Port': ['ID=fa28dfd0-2171-4d27-8383-df2bfa8b548d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:14.138567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09819403-8719-4e47-827e-03148430db86 req-0b97e7ad-8b4e-460a-b121-3a2e1bade8b1 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:14.146085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09819403-8719-4e47-827e-03148430db86 req-0b97e7ad-8b4e-460a-b121-3a2e1bade8b1 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 944 time: 0.3151338 Nov 02 16:35:14.154623 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:14.265136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-f25938ed-a647-4be2-9569-cad6a5cfcd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:14.266484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-f25938ed-a647-4be2-9569-cad6a5cfcd70 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7220f9d8-3a1b-477f-a332-c26a733252fe HTTP/1.1" status: 200 len: 914 time: 0.2375510 Nov 02 16:35:14.274067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Allocated IP 172.25.7.168 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0265b92a-b92f-4cc1-b3ae-1dac02597a7d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:14.341066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-4a8a16ef-18d9-4b51-9947-3c45a91ff51a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 HTTP/1.1" status: 200 len: 217 time: 0.0644760 Nov 02 16:35:14.395019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e1bde-0511-4489-b1d5-c7200128149f req-649ee497-549d-4f51-8433-8c581b147bf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:14.396607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-718e1bde-0511-4489-b1d5-c7200128149f req-649ee497-549d-4f51-8433-8c581b147bf4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1401780 Nov 02 16:35:14.419413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09819403-8719-4e47-827e-03148430db86 req-ee5bf011-b728-4da4-805e-bb216c456e9c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483790 Nov 02 16:35:14.456751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:14.547060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85c9402d-f2eb-4224-b2ef-ac4d03f7cc12 req-70814b31-364c-4d34-8c0c-1d9b19c3b6db tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0456731 Nov 02 16:35:14.592936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:14.623163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-2cb3c549-4790-4d20-8700-b22425ae904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:14.630218 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-2cb3c549-4790-4d20-8700-b22425ae904c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d56569c6-9315-4fa5-b56e-6a0b10268faf HTTP/1.1" status: 200 len: 853 time: 0.1482913 Nov 02 16:35:14.711984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:14.715917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-bac59a05-893f-4cb6-8847-55a55fa8a6bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7220f9d8-3a1b-477f-a332-c26a733252fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596781 Nov 02 16:35:14.744647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-718e1bde-0511-4489-b1d5-c7200128149f req-3f7014eb-c080-4ffe-8ee1-ff6f62d69881 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166380 Nov 02 16:35:14.747538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:14.754899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event updated for resources: {'Port': ['ID=0265b92a-b92f-4cc1-b3ae-1dac02597a7d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:14.766512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:14.780791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:14.995978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.000043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-dc665efc-3809-4aab-9adf-f4170b6ec1c3 service neutron] 10.222.0.100 "GET /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704496 Nov 02 16:35:15.059873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.091448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.098051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.112011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.124888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.133559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.142602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.152972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.155284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-6a07018d-4923-44f0-a6d3-1c0ccec360f4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.4091628 Nov 02 16:35:15.198487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3a310-7abd-4a12-a082-80f4ffca3d65 req-b4ee3ccb-958e-42b1-8369-f4947f4ec873 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.206726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1c3a310-7abd-4a12-a082-80f4ffca3d65 req-b4ee3ccb-958e-42b1-8369-f4947f4ec873 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 943 time: 0.3401966 Nov 02 16:35:15.221281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59f23ee4-a7d0-4d12-a292-4976d0163278 req-9c4ec951-20cc-49ad-9a95-9a4ef4c55388 service neutron] 10.222.0.100 "GET /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130029 Nov 02 16:35:15.262349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Router d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:35:15.280460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2edcabd-5ca6-42d1-8889-54442aea5035 req-68449473-791d-47fe-9e2b-69f7818ba572 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118925 Nov 02 16:35:15.310754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1c3a310-7abd-4a12-a082-80f4ffca3d65 req-f1b873f2-6138-490d-bbb3-7bc469e6d980 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028121 Nov 02 16:35:15.349519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.355948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.436900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:15.447627 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] Sync routers for ids ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:15.454854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event updated for resources: {'Port': ['ID=0265b92a-b92f-4cc1-b3ae-1dac02597a7d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:15.462746 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] Routers {'d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:15.463622 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:15.467802 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.472154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c6f57bfe-a133-4d7a-b22f-334a494a6c7b tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9718096 Nov 02 16:35:15.472846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60890) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:15.476847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.478101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:15.509410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.520155 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70878b3c-39ae-4a37-98e0-737855278b9d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8137999 Nov 02 16:35:15.607197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:15.672385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:15.712422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] Routers {'d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:15.713703 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:15.725597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36293bcb-c736-400a-b85b-83b789ec501a req-e3324a76-3ac6-418e-a0f8-63594ed87725 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:15.727849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36293bcb-c736-400a-b85b-83b789ec501a req-e3324a76-3ac6-418e-a0f8-63594ed87725 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 944 time: 0.1606472 Nov 02 16:35:15.752171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:15.757408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:15.757785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.781102 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:15.782152 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef1c3b-3589-40c1-b33e-64ddcfda3873 None None] The sync data for ids ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:15.806004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fa28dfd0-2171-4d27-8383-df2bfa8b548d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:15.810555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20e64855-170c-4757-b34f-72d45ea810d3 req-f5dc4cbb-577d-44f7-9df9-ae4a4c2e352e tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0730493 Nov 02 16:35:15.974114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36293bcb-c736-400a-b85b-83b789ec501a req-c31cbd1c-1189-418d-9550-c3baa8c838f5 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324617 Nov 02 16:35:15.981392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fa28dfd0-2171-4d27-8383-df2bfa8b548d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:15.981837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:15.998467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.028266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-d4f3c8e4-c4bf-4ae2-adff-c4b881a414e8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--604099380&fields=id&tenant_id=c6dda297e25c42e9bf352bd1c8119276 HTTP/1.1" status: 200 len: 267 time: 0.0739326 Nov 02 16:35:16.047332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:16.050882 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ad94e-af58-4f09-a6a1-f28685250597" -d '{"events": [{"server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "name": "network-vif-plugged", "status": "completed", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:16.070335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:16.076825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.166340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:16.270193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24617-5f3c-4f85-aa5f-6d3b2ea09711 req-80fe88a3-f8ca-40b8-8151-5b519f0c7b50 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.271794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3db24617-5f3c-4f85-aa5f-6d3b2ea09711 req-80fe88a3-f8ca-40b8-8151-5b519f0c7b50 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1934767 Nov 02 16:35:16.307331 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.326838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-ef6384cc-c564-4094-883e-1a0b8aac6ff0 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.328525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-ef6384cc-c564-4094-883e-1a0b8aac6ff0 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/networks?id=d691dad4-bc74-4fc7-9d40-57ba4c11a457 HTTP/1.1" status: 200 len: 812 time: 0.2806237 Nov 02 16:35:16.344361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.361302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-8558a4d3-38ec-417a-9271-738a16aa8025 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/quotas/c6dda297e25c42e9bf352bd1c8119276 HTTP/1.1" status: 200 len: 375 time: 0.0251348 Nov 02 16:35:16.366051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3db24617-5f3c-4f85-aa5f-6d3b2ea09711 req-4b233310-bf66-471d-9e28-8c19195d179b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830133 Nov 02 16:35:16.420622 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4da02f-df63-48e8-a5ec-997c680c9359 x-openstack-request-id: req-2f4da02f-df63-48e8-a5ec-997c680c9359 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:16.421646 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "name": "network-vif-plugged", "status": "completed", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:16.422165 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f4da02f-df63-48e8-a5ec-997c680c9359 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:16.422506 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'code': 200} Nov 02 16:35:16.443711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-26259e97-c924-48d9-b9ba-bc49157c670d tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6dda297e25c42e9bf352bd1c8119276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751040 Nov 02 16:35:16.459730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Deleting port 46a791fd-6639-4fe1-9c74-cbadd228866e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:16.460228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.536503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a889-916f-4328-9556-938702dac34b req-5cdc420d-edfb-4e6b-847f-79f3b4192c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.537954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a0d8a889-916f-4328-9556-938702dac34b req-5cdc420d-edfb-4e6b-847f-79f3b4192c48 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 1096 time: 0.0465333 Nov 02 16:35:16.577938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a0d8a889-916f-4328-9556-938702dac34b req-fb8f91f7-2e47-441e-a1d4-170ab5f6b7a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Nov 02 16:35:16.680176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:16.829041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,segment=NetworkSegment(c8f619b8-5e7c-484e-97fe-c34cfd8d458b),segment_id=c8f619b8-5e7c-484e-97fe-c34cfd8d458b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:16.841249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8', 'network_id': '7220f9d8-3a1b-477f-a332-c26a733252fe', 'port_id': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8', 'mac_address': 'fa:16:3e:d3:85:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56569c6-9315-4fa5-b56e-6a0b10268faf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:16.882178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.896579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:16.919952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,segment=NetworkSegment(c8f619b8-5e7c-484e-97fe-c34cfd8d458b),segment_id=c8f619b8-5e7c-484e-97fe-c34cfd8d458b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:16.926472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:16.977474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.983863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.990402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.996419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:16.998326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:17.003161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:17.008950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:17.015465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:17.018623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-843c73bf-0b68-48ec-9498-7a1f8adf0560 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.5343261 Nov 02 16:35:17.041676 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:17.060941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-b3aa07f2-46ba-4b77-9ce6-65b58529eb11 service neutron] 10.222.0.31 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984654 Nov 02 16:35:17.071619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Calling delete_port for 46a791fd-6639-4fe1-9c74-cbadd228866e owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:17.126962 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b0bb5cc-362b-4694-bf82-943663167271 req-717a9315-f0f8-4bbd-ae47-c0e3ea899b64 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0360951 Nov 02 16:35:17.177766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:17.214904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35c6dd92-3fcf-42f7-8dc4-ff7e5470a055 req-37baf89b-6af5-4325-b132-b70632a591aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774457 Nov 02 16:35:17.274421 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:17.393074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-9767a8ad-0eb2-4aaf-b17f-33474de2208a service neutron] 10.222.0.31 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194273 Nov 02 16:35:17.459328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c45f7-669d-4405-82bd-f782e59c30ea req-f9ad112c-e791-4a02-8822-08191058e4b0 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:17.460865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-167c45f7-669d-4405-82bd-f782e59c30ea req-f9ad112c-e791-4a02-8822-08191058e4b0 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 944 time: 0.1188149 Nov 02 16:35:17.481943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:17.519914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Pushing event deleted for resources: {'Port': ['ID=46a791fd-6639-4fe1-9c74-cbadd228866e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:17.582952 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-167c45f7-669d-4405-82bd-f782e59c30ea req-56582ddc-c051-436b-9950-db7ea1c419f1 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088109 Nov 02 16:35:17.599074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:17.778143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e636c1c7-6498-48fc-8113-629652621e33 req-e489d8e7-6c3b-4d0d-9558-81c10ee9bff3 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0844846 Nov 02 16:35:17.884781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e44f46-3761-4182-a932-5b178a82a8a8 req-3407793c-24cc-471e-bebb-733d0d9c2c61 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:17.886747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2e44f46-3761-4182-a932-5b178a82a8a8 req-3407793c-24cc-471e-bebb-733d0d9c2c61 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 945 time: 0.1944063 Nov 02 16:35:17.994818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.005812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.032246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfa09-7d4b-468b-8dad-6803e1125801 req-078f8185-307f-43a9-8d2e-e135efbe25f4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.033715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c1cfa09-7d4b-468b-8dad-6803e1125801 req-078f8185-307f-43a9-8d2e-e135efbe25f4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1713524 Nov 02 16:35:18.036386 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2e44f46-3761-4182-a932-5b178a82a8a8 req-d9d09bc9-2c9c-49bb-abd9-322460fb8486 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002712 Nov 02 16:35:18.150183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dd8cbb1-6742-49cf-87ab-c60b82fc8855 req-063175ce-1786-4be3-834c-6283ef1f4b07 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 210 time: 0.0450454 Nov 02 16:35:18.161956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Router d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:35:18.169273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c1cfa09-7d4b-468b-8dad-6803e1125801 req-94f4e801-a297-4287-ae02-eacdda7f5082 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015964 Nov 02 16:35:18.258185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:18.275302 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.276456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6f2d00f9-830d-42f0-be77-df6eda8b4668 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "PUT /v2.0/routers/d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 200 len: 710 time: 2.8026488 Nov 02 16:35:18.279173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60952) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:18.284225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] Sync routers for ids ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:18.295325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] Routers {'d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:18.297483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:18.342826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:18.352450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] Routers {'d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:18.353185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:18.354909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.361472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.362912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0f165aa-fe78-4d03-8717-2194c02298fa tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/routers/d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 200 len: 745 time: 0.0825119 Nov 02 16:35:18.365568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60954) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:18.367273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.373373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.379910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.386014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.387168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:18.388005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d2ea5-7c68-4204-8de6-cbcd2e8f400e None None] The sync data for ids ['d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:18.392226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.394194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-decac193-79b9-4174-bfc9-d05fe3b4c0d2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.0966010 Nov 02 16:35:18.422829 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-efaa92b6-c633-4340-ba72-0bc87a2b4d72 tempest-RoutersIpV6AdminTest-545678290 tempest-RoutersIpV6AdminTest-545678290-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 200 len: 205 time: 0.0533192 Nov 02 16:35:18.424029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60958) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:18.440915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c32f7a71-b16b-4432-8d4f-e5a4e8f9644d req-c2f6f67c-b028-43c5-b094-74478df30753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405409 Nov 02 16:35:18.453584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d23b2795-7291-46f8-8626-047d9734ac8e tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 200 len: 205 time: 0.0283141 Nov 02 16:35:18.455911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60962) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:18.533035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.695886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:18.765318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.769251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.776570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e91bb-fd29-4b72-b1b9-45bce0cd7799 req-ae391776-1cb3-4500-befd-70b5983b9bfb tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.778166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d0e91bb-fd29-4b72-b1b9-45bce0cd7799 req-ae391776-1cb3-4500-befd-70b5983b9bfb tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 944 time: 0.1043229 Nov 02 16:35:18.796321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:18.805751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:18.806007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.847989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-e1fa12d8-80dc-4973-acb7-1cf6c3560150 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:18.849443 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-e1fa12d8-80dc-4973-acb7-1cf6c3560150 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.55 "GET /v2.0/networks?id=d691dad4-bc74-4fc7-9d40-57ba4c11a457 HTTP/1.1" status: 200 len: 812 time: 0.2802532 Nov 02 16:35:18.860137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.860750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Fanout notify agent at l3_agent the message router_deleted on router d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:35:18.866509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d0e91bb-fd29-4b72-b1b9-45bce0cd7799 req-bca7987c-7963-474a-b054-7abcdf1035e6 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755186 Nov 02 16:35:18.881932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.883055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bea1086f-3d20-48e2-8698-46f7b910b457 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 204 len: 168 time: 0.4260833 Nov 02 16:35:18.892477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60976) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:18.933471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-3e7fe71b-50f5-4573-a676-540f032bf591 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6dda297e25c42e9bf352bd1c8119276 HTTP/1.1" status: 200 len: 379 time: 0.0694926 Nov 02 16:35:18.943574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Request body: {'port': {'device_id': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'admin_state_up': True, 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'security_groups': ['dd1dd124-e7df-4984-9471-19cc54e789a6']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:18.946113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-29cc2476-068a-48b8-aaa5-1dbd5d8a4c99 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 200 len: 205 time: 0.0516543 Nov 02 16:35:18.950534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60980) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:18.959329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:18.986949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:18.989637 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-8fc576b4-5fa0-49e8-b92d-b8807b02ac98 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] delete failed (client error): The resource could not be found. Nov 02 16:35:18.992509 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37423bd0-accb-49a1-b1f3-bbbcb18c6ff4" -d '{"events": [{"server_uuid": "05d2292c-c9cb-486f-8d1d-58f9dd30695d", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:18.993241 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8fc576b4-5fa0-49e8-b92d-b8807b02ac98 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/d188d7c1-ce84-4e65-a6f3-ccb2ac2ba0ed HTTP/1.1" status: 404 len: 336 time: 0.0441895 Nov 02 16:35:19.007376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,segment=NetworkSegment(c8f619b8-5e7c-484e-97fe-c34cfd8d458b),segment_id=c8f619b8-5e7c-484e-97fe-c34cfd8d458b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:19.010081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60982) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.014236 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:19.021682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c1aeca9-6a1d-41d5-9379-32cd1c14afa6 req-4b685aa2-17c5-491a-bee7-5e78a3834ed9 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1142206 Nov 02 16:35:19.074911 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537cdc70-d60a-4473-9e25-8c52b54d4ea8 x-openstack-request-id: req-537cdc70-d60a-4473-9e25-8c52b54d4ea8 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:19.075294 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d2292c-c9cb-486f-8d1d-58f9dd30695d", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:19.075631 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-537cdc70-d60a-4473-9e25-8c52b54d4ea8 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:19.076299 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8', 'code': 200} Nov 02 16:35:19.082422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3200e2b0-cfae-42c3-8aa5-53d072699165 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b75eee12-03ed-49a8-8247-ec28a22603db HTTP/1.1" status: 200 len: 205 time: 0.0687470 Nov 02 16:35:19.084817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60990) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.090215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:19.167383 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-cb4cd409-82ea-4cb6-9e98-6b71e57b0445 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] delete failed (client error): The resource could not be found. Nov 02 16:35:19.172072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cb4cd409-82ea-4cb6-9e98-6b71e57b0445 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/b75eee12-03ed-49a8-8247-ec28a22603db HTTP/1.1" status: 404 len: 336 time: 0.0849364 Nov 02 16:35:19.172814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.208328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f064a8-007d-4adb-a707-89e047896c02 req-f1b5c77f-5109-43f5-8a93-dc58d75ce295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.209951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88f064a8-007d-4adb-a707-89e047896c02 req-f1b5c77f-5109-43f5-8a93-dc58d75ce295 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 1096 time: 0.0641470 Nov 02 16:35:19.211077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Made reservation on behalf of c6dda297e25c42e9bf352bd1c8119276 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:19.214823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:19.250600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32774) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.254337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6423203a-c2b1-4e47-ba61-b0a0ad093d0a tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 HTTP/1.1" status: 200 len: 205 time: 0.0714054 Nov 02 16:35:19.289242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a20d9-cba4-43f5-847a-0980ebea1498 req-33371af6-2ef4-4067-acb1-42f9057a0311 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.291212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-433a20d9-cba4-43f5-847a-0980ebea1498 req-33371af6-2ef4-4067-acb1-42f9057a0311 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 945 time: 0.1263301 Nov 02 16:35:19.344066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-433a20d9-cba4-43f5-847a-0980ebea1498 req-466591e0-aef1-44fa-8884-a72c62101f04 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Nov 02 16:35:19.359080 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-3a3e8231-9058-439a-884b-daa2d0a0480e tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] delete failed (client error): The resource could not be found. Nov 02 16:35:19.363270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32776) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.387703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a3e8231-9058-439a-884b-daa2d0a0480e tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/74ceb4a3-cfb0-4995-b0ae-3ef36d380e73 HTTP/1.1" status: 404 len: 336 time: 0.1335142 Nov 02 16:35:19.427598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88f064a8-007d-4adb-a707-89e047896c02 req-980a5e82-0a1f-43f4-afe6-55f222f6f889 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091901 Nov 02 16:35:19.443038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3fab4241-2361-4806-b8a4-520ea2c6ce89 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa6ca8f2-a3aa-4341-9910-ef49e461e426 HTTP/1.1" status: 200 len: 205 time: 0.0758460 Nov 02 16:35:19.446069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.471810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ec20bcd-a7dc-494c-b9da-386e556342f0 req-92fe743f-8f75-4999-a75f-87f0b9da9eb9 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 210 time: 0.0340078 Nov 02 16:35:19.534572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57fcc-2832-41d7-a73b-f5f934965992 req-0c26df20-ba11-4d90-816e-e206c64fbab0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.536515 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-01b3318d-17e3-4279-af9e-938c875aa7dc tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] delete failed (client error): The resource could not be found. Nov 02 16:35:19.537608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-01b3318d-17e3-4279-af9e-938c875aa7dc tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/aa6ca8f2-a3aa-4341-9910-ef49e461e426 HTTP/1.1" status: 404 len: 336 time: 0.0896673 Nov 02 16:35:19.542556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.545451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeb57fcc-2832-41d7-a73b-f5f934965992 req-0c26df20-ba11-4d90-816e-e206c64fbab0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.0780239 Nov 02 16:35:19.584969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f168b8ec-4e48-47c7-b2f9-5def026f737a tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=a410ea2b-1928-4347-b79f-6ceed1049978 HTTP/1.1" status: 200 len: 205 time: 0.0387592 Nov 02 16:35:19.585292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32790) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.623035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeb57fcc-2832-41d7-a73b-f5f934965992 req-fe42cdfe-1fbf-4f57-9eaf-54eee479a5b8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757267 Nov 02 16:35:19.657246 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-deaeda32-4708-48de-a4a7-59009f2f71cc tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] delete failed (client error): The resource could not be found. Nov 02 16:35:19.660889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-deaeda32-4708-48de-a4a7-59009f2f71cc tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/a410ea2b-1928-4347-b79f-6ceed1049978 HTTP/1.1" status: 404 len: 336 time: 0.0720937 Nov 02 16:35:19.661368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32792) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.676583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Allocated IP 172.20.0.14 (d691dad4-bc74-4fc7-9d40-57ba4c11a457/197c68e7-b61d-4119-bb0d-e4e7998059d8/c1028bf9-7f18-43c3-86c9-4a2442527800) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:19.727497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a1160a0c-9be5-4522-8aae-4528235d576a tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 HTTP/1.1" status: 200 len: 205 time: 0.0640125 Nov 02 16:35:19.734515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.765059 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4b34734-c7d3-44ed-92ec-f762d924cdb4 req-1eac9977-a660-4237-b82c-c91f064b3018 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0357406 Nov 02 16:35:19.791837 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-5791f2f4-d32e-4050-b994-e532bce1f761 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] delete failed (client error): The resource could not be found. Nov 02 16:35:19.793260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5791f2f4-d32e-4050-b994-e532bce1f761 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/routers/a0851e2e-ebfe-4fc8-88d5-d2469e2f0f79 HTTP/1.1" status: 404 len: 336 time: 0.0577509 Nov 02 16:35:19.796520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:19.831928 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-42794d3a-9380-49ad-8836-5f5853034c53 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] DELETE failed (client error): The resource could not be found. Nov 02 16:35:19.832387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42794d3a-9380-49ad-8836-5f5853034c53 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:35:19.835513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42794d3a-9380-49ad-8836-5f5853034c53 tempest-RoutersIpV6AdminTest-1196663729 tempest-RoutersIpV6AdminTest-1196663729-project] 10.222.0.31 "DELETE /v2.0/subnets/1c42b8c5-180b-4c84-a165-ca439da84e33 HTTP/1.1" status: 404 len: 337 time: 0.0379155 Nov 02 16:35:19.880688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.887683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.895034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.900786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:19.904465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.912171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.918992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.925986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.928245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-31ecadde-8ec2-462b-a128-982487aba97f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.1712818 Nov 02 16:35:19.971402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532c20-4a26-4d66-94fb-c3ccb57c7d33 req-1e35e490-16f0-42d8-9c2f-f2587f2faadd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:19.973343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e532c20-4a26-4d66-94fb-c3ccb57c7d33 req-1e35e490-16f0-42d8-9c2f-f2587f2faadd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 945 time: 0.1443202 Nov 02 16:35:19.979519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.033155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29796a1d-85e4-4235-b563-8fd15d5fb824 req-3e0b1be7-9120-43b7-bd09-c993554ebaf9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960743 Nov 02 16:35:20.034923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:20.038018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:20.041660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:20.054954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e532c20-4a26-4d66-94fb-c3ccb57c7d33 req-3893ac88-11b9-4467-b1ef-d99f4fbb1fe3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691624 Nov 02 16:35:20.094886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event updated for resources: {'Port': ['ID=c1028bf9-7f18-43c3-86c9-4a2442527800,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:20.160554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:20.161210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.183462 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-6b3a607b-6a79-4532-9242-8916084f60e2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2450097 Nov 02 16:35:20.206981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Request body: {'port': {'device_id': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:20.245425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf3b0a-60af-4bcd-9d43-7099ed28501d req-0dee9d4b-2a53-4092-8167-e86df417c4e2 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:20.254182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35bf3b0a-60af-4bcd-9d43-7099ed28501d req-0dee9d4b-2a53-4092-8167-e86df417c4e2 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 945 time: 0.1046200 Nov 02 16:35:20.306815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35bf3b0a-60af-4bcd-9d43-7099ed28501d req-512f2f7f-2cee-4985-ad89-25ce02546720 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516474 Nov 02 16:35:20.307659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32816) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:20.325625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.444989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80bdf56a-187c-4002-96b5-4349495f397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.497628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2a3eeaf5-9b76-442b-9cee-3050b40c74d5 None None] Provisioning complete for port c1028bf9-7f18-43c3-86c9-4a2442527800 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:20.498218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2a3eeaf5-9b76-442b-9cee-3050b40c74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.557113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80bdf56a-187c-4002-96b5-4349495f397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.561225 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80bdf56a-187c-4002-96b5-4349495f397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.574661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2a3eeaf5-9b76-442b-9cee-3050b40c74d5 None None] Port c1028bf9-7f18-43c3-86c9-4a2442527800 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:35:20.623269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1028bf9-7f18-43c3-86c9-4a2442527800 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:20.632277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.643264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf56a-187c-4002-96b5-4349495f397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34355100-3e27-427a-b3ae-4819b9caf658,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:20.649421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-80bdf56a-187c-4002-96b5-4349495f397d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b75641e058284b23a877250cb20c6698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402586 Nov 02 16:35:20.654550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32824) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:20.658796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Transition to ACTIVE for port object c1028bf9-7f18-43c3-86c9-4a2442527800 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:35:20.663264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.684601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978bd9b-4172-4e2e-bc62-de70a664c761 req-cc39ab98-aa38-4f9c-b879-40270c302e04 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:20.686810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4978bd9b-4172-4e2e-bc62-de70a664c761 req-cc39ab98-aa38-4f9c-b879-40270c302e04 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 932 time: 0.1193843 Nov 02 16:35:20.732893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1028bf9-7f18-43c3-86c9-4a2442527800,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:20.802826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Attempting to bind port c1028bf9-7f18-43c3-86c9-4a2442527800 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:20.803389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Attempting to bind port c1028bf9-7f18-43c3-86c9-4a2442527800 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:20.803669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590469e0-21b0-4a05-9fc1-07e84c1215f0 req-cb9ec771-5cfc-4e4f-b085-28022ded4bd0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:20.804111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Attempting to bind port c1028bf9-7f18-43c3-86c9-4a2442527800 on network d691dad4-bc74-4fc7-9d40-57ba4c11a457 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:20.809465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-590469e0-21b0-4a05-9fc1-07e84c1215f0 req-cb9ec771-5cfc-4e4f-b085-28022ded4bd0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1136134 Nov 02 16:35:20.810855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Port c1028bf9-7f18-43c3-86c9-4a2442527800 on network d691dad4-bc74-4fc7-9d40-57ba4c11a457 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:35:20.811450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Attempting to bind port c1028bf9-7f18-43c3-86c9-4a2442527800 on network d691dad4-bc74-4fc7-9d40-57ba4c11a457 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:20.817331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:20.817956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Checking segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:20.818693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Bound using segment: {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:20.819332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Bound port: c1028bf9-7f18-43c3-86c9-4a2442527800, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20df331-51f1-4263-a4a9-f7fd549056aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:20.819877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.828734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4978bd9b-4172-4e2e-bc62-de70a664c761 req-6ed16a97-269e-405d-8135-76c69c85b74a tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143532 Nov 02 16:35:20.829467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83af3101-00f5-4d2c-b194-3d09dcb87634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.879133 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83af3101-00f5-4d2c-b194-3d09dcb87634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.902485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-590469e0-21b0-4a05-9fc1-07e84c1215f0 req-ffc93e8a-d46d-4d55-b935-d076aa56d89a tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Nov 02 16:35:20.948171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21dfa829-f704-45af-b1c5-9209074a8206 req-d879a37e-2161-4071-82d0-66afb0d1900d tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0492744 Nov 02 16:35:20.976431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83af3101-00f5-4d2c-b194-3d09dcb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.979186 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83af3101-00f5-4d2c-b194-3d09dcb87634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:20.980487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-83af3101-00f5-4d2c-b194-3d09dcb87634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34355100-3e27-427a-b3ae-4819b9caf658 HTTP/1.1" status: 204 len: 168 time: 0.3256063 Nov 02 16:35:20.994751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] For port c1028bf9-7f18-43c3-86c9-4a2442527800, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:20.999266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] For port c1028bf9-7f18-43c3-86c9-4a2442527800, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c1028bf9-7f18-43c3-86c9-4a2442527800,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:21.004942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3101-00f5-4d2c-b194-3d09dcb87634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34355100-3e27-427a-b3ae-4819b9caf658,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:21.009484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:21.045592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.046375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:21.047767 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/c1028bf9-7f18-43c3-86c9-4a2442527800 HTTP/1.1" status: 200 len: 1092 time: 0.8512497 Nov 02 16:35:21.048279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:21.050671 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca0700-faae-4699-ad29-ab12c62fe906" -d '{"events": [{"name": "network-changed", "server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:21.170888 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d933a5a2-171d-4c85-9d8a-6701c6430243 x-openstack-request-id: req-d933a5a2-171d-4c85-9d8a-6701c6430243 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:21.171408 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:21.171762 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d933a5a2-171d-4c85-9d8a-6701c6430243 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:21.172196 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'status': 'completed', 'code': 200} Nov 02 16:35:21.174473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95f1e8-1921-4942-bc5c-09c5f394c7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1028bf9-7f18-43c3-86c9-4a2442527800,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:21.210748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-26951fc4-909d-4f1c-9914-775b05fc9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.212480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-26951fc4-909d-4f1c-9914-775b05fc9c29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6dda297e25c42e9bf352bd1c8119276&device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 1095 time: 0.1125305 Nov 02 16:35:21.286374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b3547-2520-4d3a-ab97-10f5028538bc req-d2166e24-911e-4861-bbbc-b6c4167c769b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.288467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-336b3547-2520-4d3a-ab97-10f5028538bc req-d2166e24-911e-4861-bbbc-b6c4167c769b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 945 time: 0.1117251 Nov 02 16:35:21.336243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.342610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.348857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.357981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.385842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.399763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.407635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.410003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-b9b8675d-731d-4f75-b0a1-5c9bf57dc519 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.1915617 Nov 02 16:35:21.451759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32842) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:21.481150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-336b3547-2520-4d3a-ab97-10f5028538bc req-b4771a99-c5ae-4fe0-ae82-1e3ac5370352 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812513 Nov 02 16:35:21.532715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed9edb0d-a186-403d-a26e-abc6ef4323f7 req-74b909f0-c04e-4db0-a62e-b1ba213dba8f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961828 Nov 02 16:35:21.540559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-35dabb39-75ae-4235-b909-dd166b37b0a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e4fb87f89bf4cb18b13d0a387f22784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871232 Nov 02 16:35:21.541366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32846) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:21.664482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f42558-e125-411f-afd4-a5839b8ed83e req-d2517104-4108-4ba4-8cc1-b59d795a3b00 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.673470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30f42558-e125-411f-afd4-a5839b8ed83e req-d2517104-4108-4ba4-8cc1-b59d795a3b00 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 945 time: 0.0975230 Nov 02 16:35:21.707088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d20516e-9fa7-42ad-b95d-4139deda1dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:21.765662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30f42558-e125-411f-afd4-a5839b8ed83e req-6d452a2d-ee15-4d38-9acf-b2a2707d89ef tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879397 Nov 02 16:35:21.774343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d20516e-9fa7-42ad-b95d-4139deda1dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:21.797390 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-c7cdb230-c3d3-4f79-b7b5-f2ee23baab66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1028bf9-7f18-43c3-86c9-4a2442527800 HTTP/1.1" status: 200 len: 217 time: 0.5758011 Nov 02 16:35:21.855980 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d20516e-9fa7-42ad-b95d-4139deda1dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:21.858850 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d20516e-9fa7-42ad-b95d-4139deda1dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:21.864206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d20516e-9fa7-42ad-b95d-4139deda1dfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/262e5b3b-ac9f-4770-b6d1-72cff4181326 HTTP/1.1" status: 204 len: 168 time: 0.3194878 Nov 02 16:35:21.864655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-cfbfe1c9-34e1-4127-a0ba-dab636cc44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.866250 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-cfbfe1c9-34e1-4127-a0ba-dab636cc44de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197c68e7-b61d-4119-bb0d-e4e7998059d8 HTTP/1.1" status: 200 len: 851 time: 0.0608745 Nov 02 16:35:21.877971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20516e-9fa7-42ad-b95d-4139deda1dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e5b3b-ac9f-4770-b6d1-72cff4181326,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:21.930580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-49821296-ce9b-4498-9c3a-d4595b9176ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:21.932300 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-49821296-ce9b-4498-9c3a-d4595b9176ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d691dad4-bc74-4fc7-9d40-57ba4c11a457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529251 Nov 02 16:35:22.063104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-62c6effb-11af-4ea8-8ab7-20a9ac5444fe service neutron] 10.222.0.55 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217363 Nov 02 16:35:22.110143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11444d23-ce25-4887-a413-2792208f9039 req-ee7b119c-0ad8-444c-a3f0-3f0d79a9a60c tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.111719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11444d23-ce25-4887-a413-2792208f9039 req-ee7b119c-0ad8-444c-a3f0-3f0d79a9a60c tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 944 time: 0.0744624 Nov 02 16:35:22.166045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11444d23-ce25-4887-a413-2792208f9039 req-c0360085-be7a-4219-b134-6fbd4eb36520 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Nov 02 16:35:22.186644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5665c977-cffc-4dc6-8fc7-16574be17349 req-06e8fb26-9206-4e07-8984-88c15f6a4acf service neutron] 10.222.0.55 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143615 Nov 02 16:35:22.229717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49399-d4ea-4fee-8e97-aac1d31a7db8 req-0758434a-e322-4b84-8e7c-5e1bcfc02591 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.231432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0db49399-d4ea-4fee-8e97-aac1d31a7db8 req-0758434a-e322-4b84-8e7c-5e1bcfc02591 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.0576189 Nov 02 16:35:22.285364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0db49399-d4ea-4fee-8e97-aac1d31a7db8 req-709cd69a-f904-44ea-8ad0-fe2ef4bc352f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468132 Nov 02 16:35:22.307477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-c48f7240-4e53-4f46-8517-4a308fa956d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.315253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-c48f7240-4e53-4f46-8517-4a308fa956d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6dda297e25c42e9bf352bd1c8119276&device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 1095 time: 0.0666747 Nov 02 16:35:22.385691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9119c7ee-fec5-4dd8-aeeb-1087bf0727ae req-a39d823a-60b9-4b71-b121-1123ed04422d tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0522728 Nov 02 16:35:22.427672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-a5fdfd51-42c5-42e9-9369-a5db48873d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.431138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-a5fdfd51-42c5-42e9-9369-a5db48873d01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d691dad4-bc74-4fc7-9d40-57ba4c11a457 HTTP/1.1" status: 200 len: 913 time: 0.1130738 Nov 02 16:35:22.477828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-f2797054-8df5-4e69-9c72-9d7c885e028d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1028bf9-7f18-43c3-86c9-4a2442527800 HTTP/1.1" status: 200 len: 217 time: 0.0388234 Nov 02 16:35:22.556552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-aca60bfa-72f4-4324-814f-72894fddd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.558674 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-aca60bfa-72f4-4324-814f-72894fddd80d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197c68e7-b61d-4119-bb0d-e4e7998059d8 HTTP/1.1" status: 200 len: 851 time: 0.0634882 Nov 02 16:35:22.633974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-7bb8fea8-f867-4686-b099-ddeab242a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.635927 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-7bb8fea8-f867-4686-b099-ddeab242a7d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d691dad4-bc74-4fc7-9d40-57ba4c11a457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585270 Nov 02 16:35:22.701657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ea8e6635-c229-423d-a1af-99e634ab1d63 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:22.751622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8322cb-3421-4f69-b9b5-922d806f2775 req-c546d978-d530-4906-98dd-6d7d2a431136 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.760240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f8322cb-3421-4f69-b9b5-922d806f2775 req-c546d978-d530-4906-98dd-6d7d2a431136 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 945 time: 0.1211452 Nov 02 16:35:22.785840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.792570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.804604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.808436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.814172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-ccd870ca-2a98-4095-b1e5-019d3e3d2bba service neutron] 10.222.0.55 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609154 Nov 02 16:35:22.816881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.823864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.834712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:22.845333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-4e432bea-60c0-4679-b5c8-b5f0b12e6153 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5426 time: 0.1663551 Nov 02 16:35:22.868245 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:22.947221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ea8e6635-c229-423d-a1af-99e634ab1d63,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:22.947837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc16c9ea-f754-4e34-981d-b22138ff339e req-564c818a-5242-46bd-89cd-da2e3e3da3b5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968478 Nov 02 16:35:22.963615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f8322cb-3421-4f69-b9b5-922d806f2775 req-30ca5e8d-1fa1-4144-9f2c-f756ee1dbd2a tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010317 Nov 02 16:35:22.977764 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1ca0700-faae-4699-ad29-ab12c62fe906 req-43a6754c-2d3e-4ef7-b0d5-fa1fbe1cf553 service neutron] 10.222.0.55 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599863 Nov 02 16:35:22.987020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'ea8e6635-c229-423d-a1af-99e634ab1d63', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'port_id': 'ea8e6635-c229-423d-a1af-99e634ab1d63', 'mac_address': 'fa:16:3e:20:d6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:23.029170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.036434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32922) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:23.047611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8e6635-c229-423d-a1af-99e634ab1d63 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:23.068754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ea8e6635-c229-423d-a1af-99e634ab1d63,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.073337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.074161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1bfede4-fa8f-4a37-828d-ae187af48fa2 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:23.161903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-32bbd4b3-4259-493d-a233-511a488c1722 tempest-AgentManagementNegativeTest-614308621 tempest-AgentManagementNegativeTest-614308621-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1240518 Nov 02 16:35:23.306960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.309439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:23.323479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'port_id': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2', 'mac_address': 'fa:16:3e:a7:5c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:23.352348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b756e-424d-48af-b9c5-9f2d112fd880 req-4850e31f-fb01-47f4-a89e-15d0a8e783c1 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:23.361751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-871b756e-424d-48af-b9c5-9f2d112fd880 req-4850e31f-fb01-47f4-a89e-15d0a8e783c1 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 944 time: 0.0959570 Nov 02 16:35:23.365492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.381999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bfede4-fa8f-4a37-828d-ae187af48fa2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:23.407215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.411959 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.413063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 391edcd5-49e1-41dd-95e4-0aac2b4727fa details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:23.446141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.464544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf573d-5815-4b8a-b0b3-b6dd1e3c0932 req-f3da0bb4-e19c-4e7f-a8a3-4fd3bf0f360f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:23.472365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08bf573d-5815-4b8a-b0b3-b6dd1e3c0932 req-f3da0bb4-e19c-4e7f-a8a3-4fd3bf0f360f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.0734043 Nov 02 16:35:23.482681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-871b756e-424d-48af-b9c5-9f2d112fd880 req-cbea3141-0c5b-4f20-9a84-29bc27ec7123 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199861 Nov 02 16:35:23.484970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32938) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:23.512648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '391edcd5-49e1-41dd-95e4-0aac2b4727fa', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'port_id': '391edcd5-49e1-41dd-95e4-0aac2b4727fa', 'mac_address': 'fa:16:3e:05:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:23.515373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:23.567626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.589281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391edcd5-49e1-41dd-95e4-0aac2b4727fa {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:23.610256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08bf573d-5815-4b8a-b0b3-b6dd1e3c0932 req-83fa6d71-d844-4893-b00d-2ce2c47b88e0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335711 Nov 02 16:35:23.615995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.622809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.623714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48b9abad-e067-4700-8719-1f55da5620b8 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:23.655169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:23.673611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6dfe16fe-95bc-4ad3-8600-168325dbd2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.680526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bed5f16-c7e3-4cd0-8a55-ea537e0a49d7 req-8895127a-7352-4815-a0e0-3d2d901dc046 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0286219 Nov 02 16:35:23.771796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6dfe16fe-95bc-4ad3-8600-168325dbd2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.776031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6dfe16fe-95bc-4ad3-8600-168325dbd2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.810157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=391edcd5-49e1-41dd-95e4-0aac2b4727fa,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:23.826475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe16fe-95bc-4ad3-8600-168325dbd2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e515f6f6-eaee-434e-8179-259d8e791120,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:23.838717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6dfe16fe-95bc-4ad3-8600-168325dbd2e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33b8e68907084fba9f770270e33b68d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520482 Nov 02 16:35:23.841302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32952) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:23.895263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.898460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48b9abad-e067-4700-8719-1f55da5620b8,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:23.898970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7df3269d-95d9-4cda-87f7-f46b92c4899c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.916726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'mac_address': 'fa:16:3e:76:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:23.919726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '48b9abad-e067-4700-8719-1f55da5620b8', 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2', 'port_id': '48b9abad-e067-4700-8719-1f55da5620b8', 'mac_address': 'fa:16:3e:1d:b3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ffdded-0f32-4d91-b95a-dd86d08f2159', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:23.933111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7df3269d-95d9-4cda-87f7-f46b92c4899c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.988211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.995171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:23.995469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7df3269d-95d9-4cda-87f7-f46b92c4899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.004138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7df3269d-95d9-4cda-87f7-f46b92c4899c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.009940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7df3269d-95d9-4cda-87f7-f46b92c4899c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e515f6f6-eaee-434e-8179-259d8e791120 HTTP/1.1" status: 204 len: 168 time: 0.1676726 Nov 02 16:35:24.017788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70c7821f-82c4-400d-89e4-e4fb0af9bf19 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:24.021208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3269d-95d9-4cda-87f7-f46b92c4899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e515f6f6-eaee-434e-8179-259d8e791120,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:24.031892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b9abad-e067-4700-8719-1f55da5620b8 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:24.067209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.076190 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.079065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48b9abad-e067-4700-8719-1f55da5620b8,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.084124 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.084762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a609bc6f-e805-449e-9b78-a2af4f582d74 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:24.156320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:24.160778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a609bc6f-e805-449e-9b78-a2af4f582d74,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.192804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['70c7821f-82c4-400d-89e4-e4fb0af9bf19'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:24.199885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a609bc6f-e805-449e-9b78-a2af4f582d74', 'network_id': '282dbc29-1aaa-45e1-b246-11ee902de8f2', 'port_id': 'a609bc6f-e805-449e-9b78-a2af4f582d74', 'mac_address': 'fa:16:3e:38:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ffdded-0f32-4d91-b95a-dd86d08f2159', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:24.235667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.245109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.252365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.259246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.265418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.274051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.280187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.282287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-1cea80d2-c3b7-4b0b-b901-f9aec6f452e3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5430 time: 0.1630478 Nov 02 16:35:24.287781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:24.304298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bbf2a-a912-4aea-a682-767821720e85 req-6383eec6-248c-40b6-b949-e9d82d48fb24 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.306015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c3bbf2a-a912-4aea-a682-767821720e85 req-6383eec6-248c-40b6-b949-e9d82d48fb24 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 945 time: 0.2148631 Nov 02 16:35:24.309991 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.339938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a609bc6f-e805-449e-9b78-a2af4f582d74 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:24.366904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b501c30c-f7b7-4e4d-a19e-038d00532681 req-907d99d2-6017-4a27-a3bd-444d8aa6ca3b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745339 Nov 02 16:35:24.390370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a609bc6f-e805-449e-9b78-a2af4f582d74,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.392461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c3bbf2a-a912-4aea-a682-767821720e85 req-4002c8cf-9d1d-4a8f-9f01-f548adff8dcd tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a802c-a4b0-4a28-af99-0c66df5323c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721962 Nov 02 16:35:24.400777 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.401447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be5be998-1b48-4dc8-b748-c199f07861a1 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:24.445618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724f952-006f-483b-8f30-65c357449528 req-975acabf-ef44-41a3-8b8e-31191f92e534 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.447147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1724f952-006f-483b-8f30-65c357449528 req-975acabf-ef44-41a3-8b8e-31191f92e534 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.100 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 945 time: 0.0672369 Nov 02 16:35:24.507246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be5be998-1b48-4dc8-b748-c199f07861a1,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.533590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:24.544414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'be5be998-1b48-4dc8-b748-c199f07861a1', 'network_id': 'e03470d4-cd73-4603-90da-ef8bc7ab06b7', 'port_id': 'be5be998-1b48-4dc8-b748-c199f07861a1', 'mac_address': 'fa:16:3e:16:a2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de4688b-8bc0-46a6-98d9-be9dd3e0f29b', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:24.580820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Deleting port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:24.580820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.704452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3f7ff-5bf1-43e9-aa6f-a9182fdb9c62 req-ac5702ff-1812-4507-9602-54249347aad7 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.706421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4aa3f7ff-5bf1-43e9-aa6f-a9182fdb9c62 req-ac5702ff-1812-4507-9602-54249347aad7 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 944 time: 0.1177530 Nov 02 16:35:24.711883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.732436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] For port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,segment=NetworkSegment(c8f619b8-5e7c-484e-97fe-c34cfd8d458b),segment_id=c8f619b8-5e7c-484e-97fe-c34cfd8d458b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.732968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.740993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5be998-1b48-4dc8-b748-c199f07861a1 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:24.750346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Calling delete_port for 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:24.794354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4aa3f7ff-5bf1-43e9-aa6f-a9182fdb9c62 req-cda30921-01ab-4837-8058-44bf5b445958 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730209 Nov 02 16:35:24.801122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be5be998-1b48-4dc8-b748-c199f07861a1,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:24.809318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:24.809318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 226bd45d-b858-4dc4-a425-796eac27ee18 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:24.826042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee6f15-6bb6-432b-af42-e025239b5740 req-c2500006-73f8-4bfc-90e4-826a79739201 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:24.841206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cee6f15-6bb6-432b-af42-e025239b5740 req-c2500006-73f8-4bfc-90e4-826a79739201 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1332104 Nov 02 16:35:24.922192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cee6f15-6bb6-432b-af42-e025239b5740 req-c4760883-3884-4868-9d0f-181efb464941 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799043 Nov 02 16:35:24.998013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abfadc90-1b17-45b4-b5ef-0f3bd4486712 req-e585ca9b-c783-4838-8096-5ee5bf68a55b tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0480928 Nov 02 16:35:25.035941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:25.057192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.068651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=226bd45d-b858-4dc4-a425-796eac27ee18,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:25.086823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '226bd45d-b858-4dc4-a425-796eac27ee18', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'port_id': '226bd45d-b858-4dc4-a425-796eac27ee18', 'mac_address': 'fa:16:3e:83:08:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:25.090714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Pushing event deleted for resources: {'Port': ['ID=1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:25.091157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:25.158058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] No DVR routers for this DVR port 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:35:25.162247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.166563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1724f952-006f-483b-8f30-65c357449528 req-ef4c045a-dc5e-497b-adec-c31ec35d6c90 tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.100 "DELETE /v2.0/ports/1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 HTTP/1.1" status: 204 len: 173 time: 0.7112925 Nov 02 16:35:25.167227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'name': 'network-vif-deleted', 'tag': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:25.168003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.171165 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7426ae6-3ad3-4904-a62e-40000ec4d248" -d '{"events": [{"server_uuid": "05d2292c-c9cb-486f-8d1d-58f9dd30695d", "name": "network-vif-deleted", "tag": "1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:25.212851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:25.217368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226bd45d-b858-4dc4-a425-796eac27ee18 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:25.221455 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d5585-825a-4f3d-a45a-0dfa393f86ec x-openstack-request-id: req-263d5585-825a-4f3d-a45a-0dfa393f86ec {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:25.221742 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d2292c-c9cb-486f-8d1d-58f9dd30695d", "name": "network-vif-deleted", "tag": "1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:25.221987 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-263d5585-825a-4f3d-a45a-0dfa393f86ec {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:25.222399 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d2292c-c9cb-486f-8d1d-58f9dd30695d', 'name': 'network-vif-deleted', 'tag': '1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8', 'status': 'completed', 'code': 200} Nov 02 16:35:25.244252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=226bd45d-b858-4dc4-a425-796eac27ee18,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:25.251889 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.324545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:25.398418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133759909'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:25.457829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:25.461336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.484690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.583088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ccad79f9-9665-4ea8-a99d-b8901f9dc3f9 req-8e24446f-7c05-4103-840f-1591c9efa7fb tempest-ServerPasswordTestJSON-67153494 tempest-ServerPasswordTestJSON-67153494-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d2292c-c9cb-486f-8d1d-58f9dd30695d HTTP/1.1" status: 200 len: 210 time: 0.0552781 Nov 02 16:35:25.584432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.611987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.612685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.619341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.628964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.635682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.652558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:25.660972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c1028bf9-7f18-43c3-86c9-4a2442527800 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:35:25.663442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:25.673824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c3745-beab-445b-a624-9bc77d0906f4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:25.680228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.680612 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment 4091faf4-fc33-4f09-932a-0f9e41b6bc16 of type vlan for network bacaff01-4f5e-4d32-b024-cfc02ebcef43 Nov 02 16:35:25.693042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.714217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.740867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.743299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.745928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-d1b9ba13-0013-4557-be80-c0e9e814e288 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5433 time: 0.2534094 Nov 02 16:35:25.821255 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.827519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:25.832455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:25.840056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64c802af-4773-4f64-a42d-1d15474cc2f5 req-36d2191b-237a-4949-b4fc-826f47e0e7d5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782869 Nov 02 16:35:25.956578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:25.957087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:26.038039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a9410-e444-45c1-b2fb-544c64c2a57a req-541dfd86-9e49-4a04-8931-ed082def7bdb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:26.041533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=bacaff01-4f5e-4d32-b024-cfc02ebcef43,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:26.050586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c8a9410-e444-45c1-b2fb-544c64c2a57a req-541dfd86-9e49-4a04-8931-ed082def7bdb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 944 time: 0.1085370 Nov 02 16:35:26.063973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd48ab85-894d-4b21-b780-fe4b72024027 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8497117 Nov 02 16:35:26.072448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bacaff01-4f5e-4d32-b024-cfc02ebcef43 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:26.157906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c8a9410-e444-45c1-b2fb-544c64c2a57a req-dfea1801-233c-446a-ab4e-62acd3d82c74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062572 Nov 02 16:35:26.159068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ea8e6635-c229-423d-a1af-99e634ab1d63'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:26.165454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c1028bf9-7f18-43c3-86c9-4a2442527800, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c1028bf9-7f18-43c3-86c9-4a2442527800,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:26.184274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a609bc6f-e805-449e-9b78-a2af4f582d74'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:26.260274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14589a0-4238-422c-8ac5-74398bbcc950 req-445e1511-e9e2-4491-a8ca-20bcda7a4887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:26.263804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d14589a0-4238-422c-8ac5-74398bbcc950 req-445e1511-e9e2-4491-a8ca-20bcda7a4887 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.2010961 Nov 02 16:35:26.286805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a1bfede4-fa8f-4a37-828d-ae187af48fa2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:26.407588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d14589a0-4238-422c-8ac5-74398bbcc950 req-7ba02ab4-e493-4305-966e-7992e102a262 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279545 Nov 02 16:35:26.428822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca59c0d6-2da6-4f73-914d-96698bca53f2 req-685b1bc8-b03d-4791-b4b9-a40004266df1 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0598986 Nov 02 16:35:26.456619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['226bd45d-b858-4dc4-a425-796eac27ee18'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:26.467255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['391edcd5-49e1-41dd-95e4-0aac2b4727fa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:26.484173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['48b9abad-e067-4700-8719-1f55da5620b8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:26.703227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33068) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:26.808278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Deleting subnet d56569c6-9315-4fa5-b56e-6a0b10268faf {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:35:26.816171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:26.970926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.084661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.102563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'port_id': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'mac_address': 'fa:16:3e:d3:a6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:35:27.165928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.172667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.206408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1028bf9-7f18-43c3-86c9-4a2442527800 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:27.281491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56569c6-9315-4fa5-b56e-6a0b10268faf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:27.293853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.297789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d56569c6-9315-4fa5-b56e-6a0b10268faf HTTP/1.1" status: 204 len: 168 time: 0.5929427 Nov 02 16:35:27.310702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33084) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:27.341229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.345002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.345362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.345700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.346032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.349609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.349976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.350392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.350730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.351065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.351400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.351728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ca219-46cb-41bf-a6d7-00f69c408681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:27.380015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['be5be998-1b48-4dc8-b748-c199f07861a1'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:27.472627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.521172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.535544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.541455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.567442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.586717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.590847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:35:27.613152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.629062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.641121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-da00dc6a-8eb6-4d86-878f-7d2989e92f62 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5433 time: 0.4894161 Nov 02 16:35:27.704617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.709297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:35:27.709640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1d3d2ef4-a10b-4b1b-b5d9-0ab18a7584c8 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:35:27.742632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1f9a-cb72-4c6a-94a2-bb75dbcd97c1 req-61805126-d637-4111-9d48-31fd2804d9ed tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:27.755020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f63c1f9a-cb72-4c6a-94a2-bb75dbcd97c1 req-61805126-d637-4111-9d48-31fd2804d9ed tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 944 time: 0.4288149 Nov 02 16:35:27.778439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:27.884288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d65ecab9-592b-4b3c-889f-0c1891db20f9 req-1b7ccb9f-0965-4fbe-97d9-7c707b0f48eb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2407408 Nov 02 16:35:27.891829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7220f9d8-3a1b-477f-a332-c26a733252fe']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:27.914431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f63c1f9a-cb72-4c6a-94a2-bb75dbcd97c1 req-804768bb-aa59-4f70-b20d-f33cdc6f78c2 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533685 Nov 02 16:35:27.966486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c1028bf9-7f18-43c3-86c9-4a2442527800, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c1028bf9-7f18-43c3-86c9-4a2442527800,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:27.980762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:27.981060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f619b8-5e7c-484e-97fe-c34cfd8d458b') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:28.014291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-f3e1fbae-88a3-4615-bf29-131a5b1d9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:28.015957 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-f3e1fbae-88a3-4615-bf29-131a5b1d9cde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 1096 time: 0.2749987 Nov 02 16:35:28.062382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.137739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0887a131-1594-4437-9c12-8fdef2d6542c req-89be82bc-8110-41b9-bc91-669108dcdc17 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0538256 Nov 02 16:35:28.151538 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.173422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531e51d-6608-44d7-8754-49a21e84f51e req-4e694916-a9c1-4d79-a9ec-488c26537bb2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:28.184517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c531e51d-6608-44d7-8754-49a21e84f51e req-4e694916-a9c1-4d79-a9ec-488c26537bb2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1402714 Nov 02 16:35:28.299559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.306793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:35:28.307470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.315527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c531e51d-6608-44d7-8754-49a21e84f51e req-dc9e45ce-ce7a-49d9-b9fc-c7c90bb089e9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297462 Nov 02 16:35:28.395487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c1028bf9-7f18-43c3-86c9-4a2442527800,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:35:28.432754 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:35:28.435765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:28.436745 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e83726-a710-457f-8e32-81e54ab96cd6" -d '{"events": [{"server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "name": "network-vif-plugged", "status": "completed", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:28.440138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.504162 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.513533 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] 10.222.0.31 "DELETE /v2.0/networks/7220f9d8-3a1b-477f-a332-c26a733252fe HTTP/1.1" status: 204 len: 168 time: 1.2015843 Nov 02 16:35:28.520808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605e096-92e8-418d-a3c8-758d5c2f690b admin admin] Pushing event deleted for resources: {'Network': ['ID=7220f9d8-3a1b-477f-a332-c26a733252fe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:28.541942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c1028bf9-7f18-43c3-86c9-4a2442527800'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:35:28.612116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-71c07ec9-ee47-4992-8042-cb5ec2e9689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:28.614343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-71c07ec9-ee47-4992-8042-cb5ec2e9689c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.5472114 Nov 02 16:35:28.650835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:28.657268 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80731c-faf6-4ec1-8d3d-0818afffb571 x-openstack-request-id: req-ef80731c-faf6-4ec1-8d3d-0818afffb571 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:28.658804 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "name": "network-vif-plugged", "status": "completed", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:28.659177 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef80731c-faf6-4ec1-8d3d-0818afffb571 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:28.660699 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'code': 200} Nov 02 16:35:28.709953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-c5d96e4a-993b-45f3-9b89-44a711138b26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd HTTP/1.1" status: 200 len: 217 time: 0.0885248 Nov 02 16:35:28.803459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-443b56f1-821d-4fb7-851c-c767ecc5b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:28.805620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-443b56f1-821d-4fb7-851c-c767ecc5b052 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.0882199 Nov 02 16:35:28.870602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:28.874797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-54bfe10b-3806-42d0-85ed-e407a4c11b7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613432 Nov 02 16:35:28.886334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:29.031888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7be219dd-a57a-4751-b217-a1d725ef7857 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92f195e2702c4f39bc05d1ad5a699b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443560 Nov 02 16:35:29.035690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:29.130839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:29.208288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-ad4c590d-edc8-4ed2-a750-04d4e905250b service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240783 Nov 02 16:35:29.331899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1bfede4-fa8f-4a37-828d-ae187af48fa2 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:29.499589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d104ff26-1a00-4f26-ac42-b1317294fb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:29.501982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:29.523302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:29.529625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7054b-5347-44d1-90c3-de2e50ea64ed req-f2802241-5bed-43d7-82c3-996c7e393a45 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.542242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9f7054b-5347-44d1-90c3-de2e50ea64ed req-f2802241-5bed-43d7-82c3-996c7e393a45 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 945 time: 0.3496454 Nov 02 16:35:29.577285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.593604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.599058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a1bfede4-fa8f-4a37-828d-ae187af48fa2 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:29.610030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.615466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a1bfede4-fa8f-4a37-828d-ae187af48fa2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:29.615870 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:29.624417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.635883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.646565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.661940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09b3b73f-aa45-48b4-b955-fb1360a61852 req-f93f5001-66eb-466e-b80f-750291df2866 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453156 Nov 02 16:35:29.664048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:29.675125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c711675-f068-40ad-8455-0a692de4206b req-41f786b7-a744-44a5-9b03-b06daa01f159 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5433 time: 0.5316000 Nov 02 16:35:29.801359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:29.805068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:29.818905 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:29.855307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:29.862390 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:29.955270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:30.231475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.297860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33156) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:30.340665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=ad984365-974d-47e5-b014-673679694716,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:30.353629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': '4091faf4-fc33-4f09-932a-0f9e41b6bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:30.354080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: bacaff01-4f5e-4d32-b024-cfc02ebcef43, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:30.376353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network bacaff01-4f5e-4d32-b024-cfc02ebcef43 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:30.388472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, bacaff01-4f5e-4d32-b024-cfc02ebcef43) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:30.400751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d16229-fba9-40c8-8d24-86fcd3d07877 None None] Network bacaff01-4f5e-4d32-b024-cfc02ebcef43 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:30.409830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:30.410558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.441800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed804c67-23d4-4c80-94e0-22dc0d08ebd2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9367049 Nov 02 16:35:30.442712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33160) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:30.448130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2060148947'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:30.488045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d104ff26-1a00-4f26-ac42-b1317294fb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.492194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:30.500461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.525811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9f7054b-5347-44d1-90c3-de2e50ea64ed req-ce10ca00-973e-49ab-8c2b-35f457e9862f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9823391 Nov 02 16:35:30.564618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dcc617f-acbd-4406-968a-ba0384fd7bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.609901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:30.634389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.635449 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment 1a6094eb-c754-46b0-97e8-78e025c8091d of type vlan for network b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 Nov 02 16:35:30.641295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-bacaff01-4f5e-4d32-b024-cfc02ebcef43', 'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': 'ad984365-974d-47e5-b014-673679694716'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:30.642259 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.652726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c711675-f068-40ad-8455-0a692de4206b req-43eef643-316b-4445-bf1a-bdcc74802432 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9704874 Nov 02 16:35:30.666536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:30.669160 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288730a-cf72-4ad0-b8b7-f62e99f2025a" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:30.754038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65578fe8-4847-47d7-b6c6-edfbcda4c24f req-1fae0f0f-de94-4676-9205-045c51274483 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0530758 Nov 02 16:35:30.765454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d104ff26-1a00-4f26-ac42-b1317294fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.786931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.792325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d104ff26-1a00-4f26-ac42-b1317294fb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.795445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d104ff26-1a00-4f26-ac42-b1317294fb42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/519a802c-a4b0-4a28-af99-0c66df5323c9 HTTP/1.1" status: 204 len: 168 time: 1.7552929 Nov 02 16:35:30.820904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104ff26-1a00-4f26-ac42-b1317294fb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a802c-a4b0-4a28-af99-0c66df5323c9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:30.862546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dcc617f-acbd-4406-968a-ba0384fd7bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.868154 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dcc617f-acbd-4406-968a-ba0384fd7bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.925248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc617f-acbd-4406-968a-ba0384fd7bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a260677d-b36e-4776-84ca-f08436b2460e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:30.933158 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840eb38b-2793-4752-960b-5c553c73ed31 x-openstack-request-id: req-840eb38b-2793-4752-960b-5c553c73ed31 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:30.933600 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:30.933715 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-840eb38b-2793-4752-960b-5c553c73ed31 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:30.934238 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2', 'code': 200} Nov 02 16:35:30.942641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.948898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4e4e0-ca2e-4410-9039-8d7ce0acb321 req-6c4eaf31-3eea-454e-a587-fcee0d8c591e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:30.954610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:30.957570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63c4e4e0-ca2e-4410-9039-8d7ce0acb321 req-6c4eaf31-3eea-454e-a587-fcee0d8c591e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.0877366 Nov 02 16:35:30.959206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:30.980738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Allocated IP 2001:db8:0:ffff::2 (bacaff01-4f5e-4d32-b024-cfc02ebcef43/ad984365-974d-47e5-b014-673679694716/2161d048-2590-416e-a6c5-74f797eb7e14) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:31.036769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63c4e4e0-ca2e-4410-9039-8d7ce0acb321 req-a494a241-6d02-426a-af97-f8eaf07fa0a2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723238 Nov 02 16:35:31.092161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=b8ee5519-e6d8-4ef9-8965-52bbe5b070f2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:31.110293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:31.134921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1dcc617f-acbd-4406-968a-ba0384fd7bef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec4354c26d234c46b29822eea44a402c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336058 Nov 02 16:35:31.137841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:31.138948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d846960e-85a7-4e7e-bb02-801dcbb40dd9 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6952009 Nov 02 16:35:31.141889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33178) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:31.147245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': 'b8ee5519-e6d8-4ef9-8965-52bbe5b070f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:31.227080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f43aaff2-7e22-4e4d-8681-e19c754a6ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.292023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.298879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f43aaff2-7e22-4e4d-8681-e19c754a6ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.304919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:31.313032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.317762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.327844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be5be998-1b48-4dc8-b748-c199f07861a1 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:31.368883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f43aaff2-7e22-4e4d-8681-e19c754a6ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.372348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f43aaff2-7e22-4e4d-8681-e19c754a6ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.373634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f43aaff2-7e22-4e4d-8681-e19c754a6ed9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a260677d-b36e-4776-84ca-f08436b2460e HTTP/1.1" status: 204 len: 168 time: 0.2347529 Nov 02 16:35:31.398995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aaff2-7e22-4e4d-8681-e19c754a6ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a260677d-b36e-4776-84ca-f08436b2460e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:31.481147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Network bacaff01-4f5e-4d32-b024-cfc02ebcef43 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:31.499219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:31.523000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:31.621825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Pushing event updated for resources: {'Port': ['ID=2161d048-2590-416e-a6c5-74f797eb7e14,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:31.653479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port be5be998-1b48-4dc8-b748-c199f07861a1 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:31.661783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port be5be998-1b48-4dc8-b748-c199f07861a1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:31.662322 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.735511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.742104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Attempting to bind port 2161d048-2590-416e-a6c5-74f797eb7e14 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:31.742876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Attempting to bind port 2161d048-2590-416e-a6c5-74f797eb7e14 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4091faf4-fc33-4f09-932a-0f9e41b6bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:31.743482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Attempting to bind port 2161d048-2590-416e-a6c5-74f797eb7e14 on network bacaff01-4f5e-4d32-b024-cfc02ebcef43 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:31.768406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:31.770210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Checking segment: {'id': '4091faf4-fc33-4f09-932a-0f9e41b6bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:31.770868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.772642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5baf79-bb63-48d7-b65b-492e15213c6d req-13631acb-d17b-42c8-ab1b-f144f503a8b4 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:31.773826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Bound using segment: {'id': '4091faf4-fc33-4f09-932a-0f9e41b6bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:31.774616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Bound port: 2161d048-2590-416e-a6c5-74f797eb7e14, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4091faf4-fc33-4f09-932a-0f9e41b6bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacaff01-4f5e-4d32-b024-cfc02ebcef43'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:31.775814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.783231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5baf79-bb63-48d7-b65b-492e15213c6d req-13631acb-d17b-42c8-ab1b-f144f503a8b4 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 945 time: 0.1176188 Nov 02 16:35:31.893227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] For port 2161d048-2590-416e-a6c5-74f797eb7e14, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:31.897094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] For port 2161d048-2590-416e-a6c5-74f797eb7e14, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2161d048-2590-416e-a6c5-74f797eb7e14,segment=NetworkSegment(4091faf4-fc33-4f09-932a-0f9e41b6bc16),segment_id=4091faf4-fc33-4f09-932a-0f9e41b6bc16)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:31.917136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33202) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:31.928471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.939866 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f664bc98-f6d3-4537-93cf-94a995841f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:31.948557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=7689951a-7e0e-48ca-be94-b25c0827ea2f,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:31.965577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': '1a6094eb-c754-46b0-97e8-78e025c8091d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b8ee5519-e6d8-4ef9-8965-52bbe5b070f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:31.965958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: b8ee5519-e6d8-4ef9-8965-52bbe5b070f2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:31.982755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5baf79-bb63-48d7-b65b-492e15213c6d req-29fc9bc6-2f9b-49f5-9d30-992e1b5c3fbb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985502 Nov 02 16:35:31.985229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Pushing event updated for resources: {'Port': ['ID=2161d048-2590-416e-a6c5-74f797eb7e14,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:32.000648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:32.016616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.017122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.018567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.018896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.019263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.019604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.019937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.020265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.020592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.020918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.021246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.022864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea6d1-80b1-4893-a02e-4b08e45e7384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:35:32.024564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b8ee5519-e6d8-4ef9-8965-52bbe5b070f2) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:32.031764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.032611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.035016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.041090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.048132 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.049019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9768b91-d987-43c9-921c-2e0157e2d84d None None] Network b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:32.055134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.058921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-feed007c-dd56-4089-b4af-45d3044ff001 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9156044 Nov 02 16:35:32.061812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.062403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33208) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:32.068416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.073928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.083887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-af3be750-714e-4432-9b54-6695078e908a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5434 time: 0.2645640 Nov 02 16:35:32.145297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.200961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c1028bf9-7f18-43c3-86c9-4a2442527800 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:32.231613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.269252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7bebbc9-7e49-4cfe-9dae-e1f905b9235e req-e4306922-4168-4f79-9632-b73b164ed602 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1843510 Nov 02 16:35:32.269450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be5be998-1b48-4dc8-b748-c199f07861a1,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:32.291896 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.292731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 391edcd5-49e1-41dd-95e4-0aac2b4727fa up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:32.359612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1d58206-0179-47c8-939c-4d9c432efaa4 req-2a0b38a2-91c5-4870-af0d-cb99ad45c39a tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1421952 Nov 02 16:35:32.413887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.553496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:32.583363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f664bc98-f6d3-4537-93cf-94a995841f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.631560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port c1028bf9-7f18-43c3-86c9-4a2442527800 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:32.636352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 391edcd5-49e1-41dd-95e4-0aac2b4727fa completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:32.647873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 391edcd5-49e1-41dd-95e4-0aac2b4727fa triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:32.648367 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.649489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.679491 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f664bc98-f6d3-4537-93cf-94a995841f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.714223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=7689951a-7e0e-48ca-be94-b25c0827ea2f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:32.744696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port c1028bf9-7f18-43c3-86c9-4a2442527800 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:32.745337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.761750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664bc98-f6d3-4537-93cf-94a995841f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff2ffb8-f683-44a0-aead-633d6625416e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:32.778724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f664bc98-f6d3-4537-93cf-94a995841f61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=152e2f126a624da3826e5cd3ea1fed2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605227 Nov 02 16:35:32.787099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33226) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:32.794664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcc02f-3646-4e3a-84ea-4381e501cf25 req-6a3bed1e-a522-4e6b-8364-03a92cc11260 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:32.798494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37bcc02f-3646-4e3a-84ea-4381e501cf25 req-6a3bed1e-a522-4e6b-8364-03a92cc11260 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.2115333 Nov 02 16:35:32.856950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37bcc02f-3646-4e3a-84ea-4381e501cf25 req-91605ddd-3f1d-40e3-a82e-e8e1652d9a5f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Nov 02 16:35:32.900167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.922441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5cb8a-2248-4068-b2dc-b83c39a6983f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-b8ee5519-e6d8-4ef9-8965-52bbe5b070f2', 'network_id': 'b8ee5519-e6d8-4ef9-8965-52bbe5b070f2', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': '7689951a-7e0e-48ca-be94-b25c0827ea2f'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:32.923317 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45f5cb8a-2248-4068-b2dc-b83c39a6983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.937727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ee5519-e6d8-4ef9-8965-52bbe5b070f2']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:32.942917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5be998-1b48-4dc8-b748-c199f07861a1'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:32.945343 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddfdba6-7743-4f0b-96e2-19382e2f6ff6" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "be5be998-1b48-4dc8-b748-c199f07861a1"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:32.967879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9fcc24f0-2fe4-463a-a144-a0b25c3b664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:32.987097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6094eb-c754-46b0-97e8-78e025c8091d') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:32.987585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6094eb-c754-46b0-97e8-78e025c8091d') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:33.034640 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.074750 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9fcc24f0-2fe4-463a-a144-a0b25c3b664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.143322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.156833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9fcc24f0-2fe4-463a-a144-a0b25c3b664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.168395 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9fcc24f0-2fe4-463a-a144-a0b25c3b664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.178626 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9fcc24f0-2fe4-463a-a144-a0b25c3b664b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ff2ffb8-f683-44a0-aead-633d6625416e HTTP/1.1" status: 204 len: 168 time: 0.3485484 Nov 02 16:35:33.200717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.201922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.209414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d6dba-ab0c-4c0c-9de0-c4cfe5d1fd38 None None] Network b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:33.221188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc24f0-2fe4-463a-a144-a0b25c3b664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff2ffb8-f683-44a0-aead-633d6625416e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:33.235794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:35:33.236206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:35:33.239672 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:35:33.250624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:33.279200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.280677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48b9abad-e067-4700-8719-1f55da5620b8 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:33.369449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499fb70-2f2e-44fb-8b0f-e0fe2f0fa989 req-0939d26d-0462-4cce-8e59-b29936ea7f5e tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:33.371352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4499fb70-2f2e-44fb-8b0f-e0fe2f0fa989 req-0939d26d-0462-4cce-8e59-b29936ea7f5e tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 945 time: 0.1996989 Nov 02 16:35:33.398178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.414177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.425389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 HTTP/1.1" status: 204 len: 168 time: 1.3566165 Nov 02 16:35:33.429410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33246) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:33.434985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5fbeb-25c6-45d2-b65b-d6aa48739c55 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=b8ee5519-e6d8-4ef9-8965-52bbe5b070f2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:33.446199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692178176'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:33.562929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4499fb70-2f2e-44fb-8b0f-e0fe2f0fa989 req-62e07841-e1c2-4088-ab8b-26c510ff9f8a tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688197 Nov 02 16:35:33.581012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:33.584668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.645364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:33.651327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c1028bf9-7f18-43c3-86c9-4a2442527800, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c1028bf9-7f18-43c3-86c9-4a2442527800,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:33.658090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 48b9abad-e067-4700-8719-1f55da5620b8 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:33.679416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.680016 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment d008dd4c-29f5-4298-bb23-e371989fb0aa of type vlan for network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 Nov 02 16:35:33.723228 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c336fcde-d3ba-4f28-906e-9990db77329b x-openstack-request-id: req-c336fcde-d3ba-4f28-906e-9990db77329b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:33.723548 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "be5be998-1b48-4dc8-b748-c199f07861a1", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:33.723813 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c336fcde-d3ba-4f28-906e-9990db77329b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:33.732368 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5be998-1b48-4dc8-b748-c199f07861a1', 'code': 200} Nov 02 16:35:33.733904 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.759426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 48b9abad-e067-4700-8719-1f55da5620b8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:33.759814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:33.871227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:34.016182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06132f78-2dd7-440f-9044-d9a3c05e98ad req-65341a92-de05-4013-8107-1ce77884286a tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1016505 Nov 02 16:35:34.085205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.102594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.117718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.140036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.151602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.165085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.172019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=391edcd5-49e1-41dd-95e4-0aac2b4727fa,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:34.184158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.186915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-5d101293-d69b-4e96-a223-340d4297d559 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5436 time: 0.3652387 Nov 02 16:35:34.187690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:34.200507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.202694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:34.262699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2161d048-2590-416e-a6c5-74f797eb7e14 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:34.265992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16edde36-ae5c-449d-95da-51fe8817b8f1 None None] Network bacaff01-4f5e-4d32-b024-cfc02ebcef43 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:34.376267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e6860244-a457-405d-981b-725219e58904 None None] Provisioning complete for port 2161d048-2590-416e-a6c5-74f797eb7e14 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:34.376842 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6860244-a457-405d-981b-725219e58904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:34.404493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:34.496976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:34.544192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-53ae5d17-c10d-42ae-ac8a-39897ff70dd7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1101568 Nov 02 16:35:34.544430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33286) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:34.551279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:34.656410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f0a8771-60f8-49cb-a2df-a8f8ebd8d785 req-0365644b-6b9a-48e3-8d00-82500b25d963 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4497879 Nov 02 16:35:34.745158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd562f-1f26-4f10-aa41-a88d97199294 req-88a4360d-0786-4f07-b28f-7eb41d80502c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.752119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-affd562f-1f26-4f10-aa41-a88d97199294 req-88a4360d-0786-4f07-b28f-7eb41d80502c tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.3226271 Nov 02 16:35:34.804886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c1028bf9-7f18-43c3-86c9-4a2442527800,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:34.827637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-affd562f-1f26-4f10-aa41-a88d97199294 req-ef4d572d-2195-4fa2-a27f-de125f4282cb tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680308 Nov 02 16:35:34.908138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:34.949903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:34.955372 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:34.970933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249beed8-25ae-4e16-a5d0-dfca5202ec9a req-baffe1c4-107e-40be-a243-0a41a822d6eb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:34.977391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-249beed8-25ae-4e16-a5d0-dfca5202ec9a req-baffe1c4-107e-40be-a243-0a41a822d6eb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1031914 Nov 02 16:35:35.002987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48b9abad-e067-4700-8719-1f55da5620b8,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:35.024123 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.025082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a609bc6f-e805-449e-9b78-a2af4f582d74 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:35.056010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-249beed8-25ae-4e16-a5d0-dfca5202ec9a req-a197af56-ab02-4616-9eef-1b0d95899d4c tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681691 Nov 02 16:35:35.161429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2161d048-2590-416e-a6c5-74f797eb7e14 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:35.161917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.206117 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6860244-a457-405d-981b-725219e58904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.246059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e6860244-a457-405d-981b-725219e58904 None None] For port 2161d048-2590-416e-a6c5-74f797eb7e14, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2161d048-2590-416e-a6c5-74f797eb7e14,segment=NetworkSegment(4091faf4-fc33-4f09-932a-0f9e41b6bc16),segment_id=4091faf4-fc33-4f09-932a-0f9e41b6bc16)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:35.260363 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6860244-a457-405d-981b-725219e58904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.296007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc14a4cb-0109-40bb-8382-71f39442037a req-62dd1489-b9a3-4a99-b5a7-eb8ffb4964d5 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0996752 Nov 02 16:35:35.299177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.350682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:35.391736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a609bc6f-e805-449e-9b78-a2af4f582d74 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:35.414109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a609bc6f-e805-449e-9b78-a2af4f582d74 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:35.414532 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.438278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=d9c5f0d4-6ee0-4880-836e-3bb4b9d31c29,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:35.476680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': 'd008dd4c-29f5-4298-bb23-e371989fb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:35.477528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:35.507768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:35.508402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860244-a457-405d-981b-725219e58904 None None] Pushing event updated for resources: {'Port': ['ID=2161d048-2590-416e-a6c5-74f797eb7e14,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:35.539733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:35.556555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc1cb8-045b-44f8-9ffc-f35c55253400 None None] Network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:35.557336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:35.557957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.582887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bd3aa384-a3a6-4355-9fa6-f93696eb8fdc tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0369196 Nov 02 16:35:35.585930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33324) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:35.593455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121356022'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:35.634731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:35.642293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.716813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:35.752929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.754670 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment 35c03148-2f13-4c13-9909-fde812a32c16 of type vlan for network d09161c2-f254-4716-8f48-1f29e0bca5b6 Nov 02 16:35:35.864350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.865536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391edcd5-49e1-41dd-95e4-0aac2b4727fa'}, {'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800'}, {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:35.868265 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16af0ef-15f9-4eac-afdb-8d34f487ad49" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "391edcd5-49e1-41dd-95e4-0aac2b4727fa"}, {"server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "name": "network-vif-plugged", "status": "completed", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800"}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "48b9abad-e067-4700-8719-1f55da5620b8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:35.892872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2161d048-2590-416e-a6c5-74f797eb7e14 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:35.945604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:35.958913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:35.961404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.016467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.033588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.050915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.068632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.084637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.101606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.116658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.126652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-9a60d92a-8d37-4150-9bce-266ceb3c0ae0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5437 time: 0.2604384 Nov 02 16:35:36.177825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33348) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:36.179347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5857906 Nov 02 16:35:36.180227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da475dd-4272-4eb2-b326-a6c3e91d45fd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=d09161c2-f254-4716-8f48-1f29e0bca5b6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:36.186731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-88ac46cd-1cdd-47ee-9620-c51bb5f4dd78 None None] Provisioning complete for port 2161d048-2590-416e-a6c5-74f797eb7e14 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:36.187017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88ac46cd-1cdd-47ee-9620-c51bb5f4dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.202731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': 'd09161c2-f254-4716-8f48-1f29e0bca5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:36.291647 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.295200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6', 'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': 'd9c5f0d4-6ee0-4880-836e-3bb4b9d31c29'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:36.296950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.300061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d09161c2-f254-4716-8f48-1f29e0bca5b6 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:36.364371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dc581c3-fad5-48a5-80c3-b735a6260b69 req-58d07362-72a1-4c47-ba8c-fb9485e0541d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265954 Nov 02 16:35:36.503060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a609bc6f-e805-449e-9b78-a2af4f582d74,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:36.511140 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143b2fa-ba24-468c-a260-f04cc431039a x-openstack-request-id: req-e143b2fa-ba24-468c-a260-f04cc431039a {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:36.513268 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "391edcd5-49e1-41dd-95e4-0aac2b4727fa", "code": 200}, {"server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "name": "network-vif-plugged", "status": "completed", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800", "code": 200}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "48b9abad-e067-4700-8719-1f55da5620b8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:36.513774 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e143b2fa-ba24-468c-a260-f04cc431039a {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:36.521640 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391edcd5-49e1-41dd-95e4-0aac2b4727fa', 'code': 200} Nov 02 16:35:36.525238 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'code': 200} Nov 02 16:35:36.525540 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8', 'code': 200} Nov 02 16:35:36.661064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1d35-3e3b-4983-9985-e056306c0df7 req-cbca4716-3407-47ab-b4db-d335f35f5a84 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.680861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e3c1d35-3e3b-4983-9985-e056306c0df7 req-cbca4716-3407-47ab-b4db-d335f35f5a84 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.3120670 Nov 02 16:35:36.708252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6110da-cd5f-444e-948b-69a663ec21fd req-70a43f62-685c-4ee8-977c-6da3c564b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:36.715712 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c6110da-cd5f-444e-948b-69a663ec21fd req-70a43f62-685c-4ee8-977c-6da3c564b0f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 1097 time: 0.1501071 Nov 02 16:35:36.728053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.729108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 226bd45d-b858-4dc4-a425-796eac27ee18 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:36.781103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:36.791286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.821774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c6110da-cd5f-444e-948b-69a663ec21fd req-38636754-42ca-4875-90f1-ea9bdd032d35 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927286 Nov 02 16:35:36.869483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2161d048-2590-416e-a6c5-74f797eb7e14 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:36.870714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:36.958839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e3c1d35-3e3b-4983-9985-e056306c0df7 req-a21b623a-954e-42b8-8c0b-715938c888d7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599654 Nov 02 16:35:36.980937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Performing IP validity checks on allocation pools {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:35:36.980937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:35:37.031971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077f5b7-207b-430d-aba4-7a34fe053498 req-d7df0af3-e40d-4661-ad9d-c278f5298df4 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:37.035180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d077f5b7-207b-430d-aba4-7a34fe053498 req-d7df0af3-e40d-4661-ad9d-c278f5298df4 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.2178211 Nov 02 16:35:37.110189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 226bd45d-b858-4dc4-a425-796eac27ee18 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:37.115548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:37.120881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 226bd45d-b858-4dc4-a425-796eac27ee18 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:37.121592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.210085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Allocated IP 2001:db8::3 (dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6/d9c5f0d4-6ee0-4880-836e-3bb4b9d31c29/bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:37.270693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-283e0050-fae4-40c3-9e9e-4e85e5187052 req-6d56f13d-3812-4d33-9aa4-2bc040663cb9 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0953157 Nov 02 16:35:37.299126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d077f5b7-207b-430d-aba4-7a34fe053498 req-a0ba77fb-75d2-464e-8118-812b148690fa tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425210 Nov 02 16:35:37.601770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.665889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=226bd45d-b858-4dc4-a425-796eac27ee18,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:37.677636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.692633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ea8e6635-c229-423d-a1af-99e634ab1d63 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:37.708533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33402) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:37.738029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.818651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=188c892c-634e-4920-83b9-edbea6a2d84d,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:37.829302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:37.870724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c6579ef-a47e-4e2b-aaf4-cf6061717aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.918738 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.922101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port ea8e6635-c229-423d-a1af-99e634ab1d63 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:35:37.928365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port ea8e6635-c229-423d-a1af-99e634ab1d63 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:37.928951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:37.958231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:37.977176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:37.998036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.011469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.016319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.025492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.042600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.060334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.062483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63599b72-8a32-4d9c-8765-5681e6919105 req-adfdfbbc-1785-4988-b1db-bbf1f429b736 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5438 time: 0.5131855 Nov 02 16:35:38.071542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c6579ef-a47e-4e2b-aaf4-cf6061717aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.079930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c6579ef-a47e-4e2b-aaf4-cf6061717aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.110959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Pushing event updated for resources: {'Port': ['ID=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:38.135463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': '35c03148-2f13-4c13-9909-fde812a32c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd09161c2-f254-4716-8f48-1f29e0bca5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:38.136217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: d09161c2-f254-4716-8f48-1f29e0bca5b6, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:38.156041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6579ef-a47e-4e2b-aaf4-cf6061717aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33218c-20aa-4a3e-8a17-bcd0edd9a1fe,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:38.165023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:38.168104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:38.173453 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c6579ef-a47e-4e2b-aaf4-cf6061717aa0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72dd43cfed3b427fa50c1633392bfeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632387 Nov 02 16:35:38.175870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:38.181998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33408) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:38.191891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.230825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63599b72-8a32-4d9c-8765-5681e6919105 req-11ca3f34-c012-4974-b47d-c3283eb7a096 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564028 Nov 02 16:35:38.263639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network d09161c2-f254-4716-8f48-1f29e0bca5b6 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:38.281030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9d56d-8682-429b-b75e-d0edd9b847ae req-79d90567-81f0-4ddd-b414-9e5f90077c56 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.288512 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8e9d56d-8682-429b-b75e-d0edd9b847ae req-79d90567-81f0-4ddd-b414-9e5f90077c56 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.1553319 Nov 02 16:35:38.292477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6dc5-9ce6-45e3-ad62-a739b7701632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.294663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ea8e6635-c229-423d-a1af-99e634ab1d63,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:38.300427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Attempting to bind port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:38.300817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Attempting to bind port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd008dd4c-29f5-4298-bb23-e371989fb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:38.301213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Attempting to bind port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce on network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:38.307541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:38.307993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Checking segment: {'id': 'd008dd4c-29f5-4298-bb23-e371989fb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:38.308433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.308871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Bound using segment: {'id': 'd008dd4c-29f5-4298-bb23-e371989fb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:38.309355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Bound port: bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd008dd4c-29f5-4298-bb23-e371989fb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:38.309802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.312721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.317857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6dc5-9ce6-45e3-ad62-a739b7701632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.326871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d09161c2-f254-4716-8f48-1f29e0bca5b6) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:38.355368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.356530 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.385315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fed385ec-9851-47bb-b5fa-813162f05cfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2063198 Nov 02 16:35:38.392940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388cd43-b142-40e5-8995-a2e4bcac3e6b None None] Network d09161c2-f254-4716-8f48-1f29e0bca5b6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:38.396709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33414) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:38.435446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8e9d56d-8682-429b-b75e-d0edd9b847ae req-b359c00a-d146-4c5c-9222-d02467e5d605 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452982 Nov 02 16:35:38.466265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6dc5-9ce6-45e3-ad62-a739b7701632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.469393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6dc5-9ce6-45e3-ad62-a739b7701632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.473341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ffd6dc5-9ce6-45e3-ad62-a739b7701632 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc33218c-20aa-4a3e-8a17-bcd0edd9a1fe HTTP/1.1" status: 204 len: 168 time: 0.2876410 Nov 02 16:35:38.486925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd6dc5-9ce6-45e3-ad62-a739b7701632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33218c-20aa-4a3e-8a17-bcd0edd9a1fe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:38.531503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74'}, {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18'}, {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8e6635-c229-423d-a1af-99e634ab1d63'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:38.535172 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f866e-05a6-425c-a5bf-1dc8b269de0a" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74"}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18"}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "ea8e6635-c229-423d-a1af-99e634ab1d63"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:38.539783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-314f6f2a-10eb-4a87-8e18-ee8f0faf18f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.554466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.649391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77df8b88-2c76-42f2-8dae-f2a1acf2edeb req-f8855a49-615c-4472-b87a-6d8fb5111335 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0517056 Nov 02 16:35:38.668779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee63d6-3eb2-40c5-8b4e-6ddee502e248 req-0d25dff5-83ef-4426-b458-00e5c43c829e tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:38.679635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16ee63d6-3eb2-40c5-8b4e-6ddee502e248 req-0d25dff5-83ef-4426-b458-00e5c43c829e tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.2529838 Nov 02 16:35:38.710457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:38.735565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] For port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:38.741970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] For port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,segment=NetworkSegment(d008dd4c-29f5-4298-bb23-e371989fb0aa),segment_id=d008dd4c-29f5-4298-bb23-e371989fb0aa)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:38.753263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:38.901485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16ee63d6-3eb2-40c5-8b4e-6ddee502e248 req-6589bd93-92c9-40b7-9d9a-9b64121acd05 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209463 Nov 02 16:35:38.978315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4add2e7-b61a-4469-b5e8-49b31d2ac8a2 None None] Pushing event updated for resources: {'Port': ['ID=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:39.004887 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.086420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef077767-9250-47f6-bd96-1b32e1611f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d09161c2-f254-4716-8f48-1f29e0bca5b6', 'network_id': 'd09161c2-f254-4716-8f48-1f29e0bca5b6', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': '188c892c-634e-4920-83b9-edbea6a2d84d'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:39.087481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ef077767-9250-47f6-bd96-1b32e1611f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.130952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33444) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:39.134581 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca1a58-f19e-473d-bb43-e32701688f19 x-openstack-request-id: req-acca1a58-f19e-473d-bb43-e32701688f19 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:39.137366 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74", "code": 200}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18", "code": 200}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-plugged", "status": "completed", "tag": "ea8e6635-c229-423d-a1af-99e634ab1d63", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:39.137558 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acca1a58-f19e-473d-bb43-e32701688f19 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:39.138908 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74', 'code': 200} Nov 02 16:35:39.139224 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18', 'code': 200} Nov 02 16:35:39.139482 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8e6635-c229-423d-a1af-99e634ab1d63', 'code': 200} Nov 02 16:35:39.176623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2952-4e87-425f-be49-5f4ad27a9a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.401766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.402638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.403274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.405257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.408332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.409006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.409636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.413115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-97bb2aa5-cb2e-4f08-98a1-e8eb130792ed service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.1831801 Nov 02 16:35:39.485230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.495259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c049-cb26-47e8-9b26-0302dbeba31f req-8353bac2-946c-4762-8de2-9fd56a8fd3cb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.497004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3575c049-cb26-47e8-9b26-0302dbeba31f req-8353bac2-946c-4762-8de2-9fd56a8fd3cb tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1929929 Nov 02 16:35:39.507918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53651f-a340-4e53-a4c1-58701c6e8e88 req-fb4623d2-7647-41d3-a71e-fd1bcc38fb83 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.511027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33450) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:39.517957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d53651f-a340-4e53-a4c1-58701c6e8e88 req-fb4623d2-7647-41d3-a71e-fd1bcc38fb83 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.2505903 Nov 02 16:35:39.532778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Request body: {'floatingip': {'port_id': 'c1028bf9-7f18-43c3-86c9-4a2442527800'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-ef077767-9250-47f6-bd96-1b32e1611f81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 188c892c-634e-4920-83b9-edbea6a2d84d: This subnet is being modified by another concurrent operation. Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:35:39.552809 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 188c892c-634e-4920-83b9-edbea6a2d84d: This subnet is being modified by another concurrent operation. Nov 02 16:35:39.557062 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:35:39.597290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d53651f-a340-4e53-a4c1-58701c6e8e88 req-fb39a0bf-115c-4471-a916-5cfb5b6e31f2 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733521 Nov 02 16:35:39.601243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=188c892c-634e-4920-83b9-edbea6a2d84d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:39.624681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9395025-77ff-411a-a99b-b00661fc6f30 None None] Network d09161c2-f254-4716-8f48-1f29e0bca5b6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:39.704902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:39.735176 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.769724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.775979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.781439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2952-4e87-425f-be49-5f4ad27a9a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.782479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.789318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.792043 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.795583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.801419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3146c84f-7254-42eb-b494-7831eb12b6a7 req-5f051c0a-0a93-41bd-aab0-ca0fe3ac375e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3738043 Nov 02 16:35:39.810021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2952-4e87-425f-be49-5f4ad27a9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:39.816735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.842162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:39.844249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-f1365b89-d045-4396-9931-aad68fcf1f4d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.1813879 Nov 02 16:35:39.909552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ec4c2952-4e87-425f-be49-5f4ad27a9a6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=256ac7f9734f4d59afeda29decd4d160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736700 Nov 02 16:35:39.914048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:39.930763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33458) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:39.939588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:35:39.974323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09161c2-f254-4716-8f48-1f29e0bca5b6']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:39.978570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4493fda-ebf1-4ce4-9407-b4621d7ff579 req-ee83181c-116a-4ed5-b48d-81ea58eaa7d7 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1053476 Nov 02 16:35:40.043769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-294504a8-e750-4e89-b25a-1dc0b2d663d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.058795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:40.059410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.073477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c03148-2f13-4c13-9909-fde812a32c16') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:40.074777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c03148-2f13-4c13-9909-fde812a32c16') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:40.172138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.218395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e547c2c-6f0f-4257-a049-65a8b588a2bd req-ccdc5e25-cc68-425d-b85e-ec8fda7430ef tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3689990 Nov 02 16:35:40.220514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.247205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.252042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:35:40.253789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.318993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,segment=NetworkSegment(d008dd4c-29f5-4298-bb23-e371989fb0aa),segment_id=d008dd4c-29f5-4298-bb23-e371989fb0aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:40.324410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:35:40.341387 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:35:40.347334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.368552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.383482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/d09161c2-f254-4716-8f48-1f29e0bca5b6 HTTP/1.1" status: 204 len: 168 time: 1.9824650 Nov 02 16:35:40.383482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aee0c-69e9-4fc4-a487-b185110bea54 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=d09161c2-f254-4716-8f48-1f29e0bca5b6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:40.385791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33470) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:40.397647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-490023218'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:40.434479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:40.440561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.442780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:40.535028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:40.538069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-294504a8-e750-4e89-b25a-1dc0b2d663d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.556711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-294504a8-e750-4e89-b25a-1dc0b2d663d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.584483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294504a8-e750-4e89-b25a-1dc0b2d663d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62257b09-1f11-4e3c-9535-732a775d167d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:40.588369 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.588708 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment b97a7a46-6144-45d8-b0ac-2a782e91ca43 of type vlan for network 24495e0f-81af-42f6-bdd7-cb8f10298101 Nov 02 16:35:40.591134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.605070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.691485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-294504a8-e750-4e89-b25a-1dc0b2d663d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=878ebed86b3b4f1c920b4598605b0c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9689960 Nov 02 16:35:40.700586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33474) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:40.726567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10c06e-a8d1-441c-980c-deaf3498b94e None None] Network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:40.750039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.761798 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Floating IP 11faa2d2-23a6-459e-aacd-d999ec5334ca associated. External IP: 172.25.7.168, port: c1028bf9-7f18-43c3-86c9-4a2442527800. Nov 02 16:35:40.820484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c043b7-0b9e-4eb6-99e7-8f4698a14b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.823628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c2952-4e87-425f-be49-5f4ad27a9a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f684293a-093c-4ea3-87a1-343dcfa11303,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:40.850549 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.856990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:40.858663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.874806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-05630758-3062-4185-a9a4-62a99f57cecd None None] Provisioning complete for port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:40.876852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05630758-3062-4185-a9a4-62a99f57cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.903339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-538593a9-244f-4da3-a28f-34761ea77208 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:40.905120 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-538593a9-244f-4da3-a28f-34761ea77208 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.3019083 Nov 02 16:35:40.910450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0a752a9-ac3d-496c-826d-8e395b507453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.969713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=24495e0f-81af-42f6-bdd7-cb8f10298101,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:40.976516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec87e5cb-dd99-4da8-962f-3265c29e623c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5846548 Nov 02 16:35:40.979242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c043b7-0b9e-4eb6-99e7-8f4698a14b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.988332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33476) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:40.993671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0a752a9-ac3d-496c-826d-8e395b507453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:40.997732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': '24495e0f-81af-42f6-bdd7-cb8f10298101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:41.007355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 24495e0f-81af-42f6-bdd7-cb8f10298101 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:41.020506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd868ea-9c2e-48ac-a7f7-d07905ab3493 req-33a5be67-94a9-47f8-9eaa-0fac5a042cb6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.028814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dd868ea-9c2e-48ac-a7f7-d07905ab3493 req-33a5be67-94a9-47f8-9eaa-0fac5a042cb6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.2822151 Nov 02 16:35:41.184514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dd868ea-9c2e-48ac-a7f7-d07905ab3493 req-d9802b10-c8f5-4505-8394-a881fbf836d7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543088 Nov 02 16:35:41.191967 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-169bb28d-41fe-4218-a9ef-fd677b17b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.220493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dca1445f-0aa1-400a-99c9-bbcd4b2b20b3 req-8f2e1199-b9b2-4931-a139-0246bb99bdf3 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0631204 Nov 02 16:35:41.271065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c043b7-0b9e-4eb6-99e7-8f4698a14b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.274347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c043b7-0b9e-4eb6-99e7-8f4698a14b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.280868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-97c043b7-0b9e-4eb6-99e7-8f4698a14b5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62257b09-1f11-4e3c-9535-732a775d167d HTTP/1.1" status: 204 len: 168 time: 0.5780597 Nov 02 16:35:41.309582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:41.318609 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.327104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.447960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c043b7-0b9e-4eb6-99e7-8f4698a14b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62257b09-1f11-4e3c-9535-732a775d167d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:41.597953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.611753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.624147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc9edb-736d-4a43-acc1-05802a0fa6bb None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:35:41.658054 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.697500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.739175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.761061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.771485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:41.774101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-a508593a-82eb-453d-8fa5-c60785b8b7b1 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.3322315 Nov 02 16:35:41.788267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:41.850007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59c21b0c-fb9f-4e7c-b514-e9aa30e720d1 req-d35a32e9-1ca9-4aa2-8b31-ed781c6016ed tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685177 Nov 02 16:35:41.857146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port 5a35ab36-5a60-45e4-911b-1e496bcabddd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:41.858268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.884513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0a752a9-ac3d-496c-826d-8e395b507453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.893527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0a752a9-ac3d-496c-826d-8e395b507453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:41.898345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0a752a9-ac3d-496c-826d-8e395b507453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f684293a-093c-4ea3-87a1-343dcfa11303 HTTP/1.1" status: 204 len: 168 time: 1.9530785 Nov 02 16:35:42.037749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7a9ffed6-814a-4478-a966-28e0ef2390af None None] Provisioning complete for port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:42.038889 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7a9ffed6-814a-4478-a966-28e0ef2390af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.054750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a752a9-ac3d-496c-826d-8e395b507453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f684293a-093c-4ea3-87a1-343dcfa11303,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:42.079605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Router a2775b89-c023-4779-88c0-11e2f62f59c0 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:35:42.184201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc9edb-736d-4a43-acc1-05802a0fa6bb None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:35:42.260491 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.354161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:42.354745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.423648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:42.438894 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] Sync routers for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:42.456899 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:42.459031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.459162 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:42.575632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf6eaf20-46fa-446b-a340-23b2be8f98a9 req-1099d10c-6617-4f52-a6a6-9d9716d8b633 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1397135 Nov 02 16:35:42.598055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port 5a35ab36-5a60-45e4-911b-1e496bcabddd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5a35ab36-5a60-45e4-911b-1e496bcabddd,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:42.598722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.657471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for 5a35ab36-5a60-45e4-911b-1e496bcabddd owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:42.678841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=abf43868-34d6-4699-8c9e-9cf92bda181a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:42.680637 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7123c97b-8bbc-47e7-87d2-0bcbc953237b tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "PUT /v2.0/floatingips/11faa2d2-23a6-459e-aacd-d999ec5334ca HTTP/1.1" status: 200 len: 992 time: 3.1581810 Nov 02 16:35:42.683891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:42.687821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': 'b97a7a46-6144-45d8-b0ac-2a782e91ca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24495e0f-81af-42f6-bdd7-cb8f10298101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:42.689648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: 24495e0f-81af-42f6-bdd7-cb8f10298101, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:42.705513 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de55c97-b2aa-4b7b-bf17-80318beac64a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:42.785459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e409c98-3fa2-485b-bf50-552b06bf76e0 req-4cd8fb0b-6c09-4a39-8fb1-9e1323997e94 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:42.789137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e409c98-3fa2-485b-bf50-552b06bf76e0 req-4cd8fb0b-6c09-4a39-8fb1-9e1323997e94 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 945 time: 0.3917322 Nov 02 16:35:42.789804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-aaafbcc5-079f-473a-95c7-282ef134db19 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3657434 Nov 02 16:35:42.812112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network 24495e0f-81af-42f6-bdd7-cb8f10298101 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:42.900256 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:42.902449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 24495e0f-81af-42f6-bdd7-cb8f10298101) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:42.906736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.913829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:42.923577 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:42.990171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e409c98-3fa2-485b-bf50-552b06bf76e0 req-ed4f48e6-c380-4fc5-b2e1-6c2e763fc550 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807339 Nov 02 16:35:43.007173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1300d61a-e3b4-469e-b847-cff0a87b12c2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0158992 Nov 02 16:35:43.013799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33548) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:43.028687 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d9dc7-a417-41d3-8c27-f47612387c31 x-openstack-request-id: req-ad5d9dc7-a417-41d3-8c27-f47612387c31 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:43.028687 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:43.029382 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad5d9dc7-a417-41d3-8c27-f47612387c31 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:43.033670 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'status': 'completed', 'code': 200} Nov 02 16:35:43.212897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.214044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.215083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.216648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.217571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.218877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.223060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.227217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0ce1b7e-6f62-458c-918f-16cbf20ecbc4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.3295181 Nov 02 16:35:43.303059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-1b5a6010-5ad7-46b5-9cb2-3af7a7477318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.304970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-1b5a6010-5ad7-46b5-9cb2-3af7a7477318 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6dda297e25c42e9bf352bd1c8119276&device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 1097 time: 0.2373645 Nov 02 16:35:43.464431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3726eefe-e3ac-46d5-8548-3f241df68660 None None] Network 24495e0f-81af-42f6-bdd7-cb8f10298101 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:43.508783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:43.516150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-d3b1624b-072c-47ea-b670-f48f0e753991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.516515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-d3b1624b-072c-47ea-b670-f48f0e753991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.516921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-d3b1624b-072c-47ea-b670-f48f0e753991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.518634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-d3b1624b-072c-47ea-b670-f48f0e753991 service neutron] 10.222.0.100 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=282dbc29-1aaa-45e1-b246-11ee902de8f2&id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 2298 time: 0.2537875 Nov 02 16:35:43.569571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.594432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.597072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-ff75cc56-42ed-451d-a932-44b43b79b370 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 217 time: 0.0554895 Nov 02 16:35:43.601014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=5a35ab36-5a60-45e4-911b-1e496bcabddd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:43.603494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-5b409948-cbeb-40da-8d43-39a35b4e316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.605072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-5b409948-cbeb-40da-8d43-39a35b4e316d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d691dad4-bc74-4fc7-9d40-57ba4c11a457 HTTP/1.1" status: 200 len: 913 time: 0.2691898 Nov 02 16:35:43.615256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.633462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.646307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.667225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.673399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.676079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-168f1257-22a4-414c-b9bd-004ba8aa275e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.5038288 Nov 02 16:35:43.709830 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:43.736475 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '11faa2d2-23a6-459e-aacd-d999ec5334ca', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'floating_ip_address': '172.25.7.168', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'port_id': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'mac_address': 'fa:16:3e:d3:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:35:14Z', 'updated_at': '2021-11-02T16:35:40Z', 'revision_number': 1, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:13Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:43.739819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:43.796778 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] Checking router: a2775b89-c023-4779-88c0-11e2f62f59c0 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:35:43.806408 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:43.807243 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:43.861028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port 5a35ab36-5a60-45e4-911b-1e496bcabddd on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:35:43.882102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:43.885696 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0562e45-1d95-43f4-9a8e-87ca51346229 req-30838348-8f7b-461b-ae9a-2e3ababa365f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "DELETE /v2.0/ports/5a35ab36-5a60-45e4-911b-1e496bcabddd HTTP/1.1" status: 204 len: 173 time: 2.9723325 Nov 02 16:35:43.905732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae2e8844-7ddc-4697-966c-eb8c792752fd req-43a01406-e654-4cb6-a458-0d55e6dd0264 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023656 Nov 02 16:35:43.947142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-8832815a-182a-4a96-8ad6-005f06cfa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:43.947735 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:43.948679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-8832815a-182a-4a96-8ad6-005f06cfa11a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 200 len: 855 time: 0.3388526 Nov 02 16:35:43.950520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bf7798b-b8c3-43a0-a9c8-877c80ded378 req-61d64b7e-25ae-4fd0-a035-c8b4994e2ee2 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1325188 Nov 02 16:35:43.978988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-35048d6c-36e4-4a1a-9481-d8c1a6d270ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1028bf9-7f18-43c3-86c9-4a2442527800 HTTP/1.1" status: 200 len: 1000 time: 0.3502126 Nov 02 16:35:44.032316 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:44.154790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71696465-abaf-440b-8e43-de79f3d73c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-24495e0f-81af-42f6-bdd7-cb8f10298101', 'network_id': '24495e0f-81af-42f6-bdd7-cb8f10298101', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': 'abf43868-34d6-4699-8c9e-9cf92bda181a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:44.155901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-71696465-abaf-440b-8e43-de79f3d73c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:44.206059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-31be8fbe-53cd-4361-8f7a-c974808261a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.208582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-31be8fbe-53cd-4361-8f7a-c974808261a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373312 Nov 02 16:35:44.210822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-15146380-3a00-4125-9a4c-3731fdbf1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.212741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-15146380-3a00-4125-9a4c-3731fdbf1c13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197c68e7-b61d-4119-bb0d-e4e7998059d8 HTTP/1.1" status: 200 len: 851 time: 0.1626842 Nov 02 16:35:44.332352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5a35ab36-5a60-45e4-911b-1e496bcabddd no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:35:44.386622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 5a35ab36-5a60-45e4-911b-1e496bcabddd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:35:44.386912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-875a9844-7004-4495-8d9e-e44aa0867d23 req-61239c79-e4fe-40c6-91e2-f5a96faba7b9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56970f5-c8d8-46ec-ba94-094852a9944b HTTP/1.1" status: 200 len: 210 time: 0.1639614 Nov 02 16:35:44.405485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5a35ab36-5a60-45e4-911b-1e496bcabddd not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-71696465-abaf-440b-8e43-de79f3d73c7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abf43868-34d6-4699-8c9e-9cf92bda181a: This subnet is being modified by another concurrent operation. Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:35:44.477840 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abf43868-34d6-4699-8c9e-9cf92bda181a: This subnet is being modified by another concurrent operation. Nov 02 16:35:44.482303 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:35:44.508764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-a808d2a1-8897-44ae-bdc7-76a5ecae33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.512514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-a808d2a1-8897-44ae-bdc7-76a5ecae33a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d691dad4-bc74-4fc7-9d40-57ba4c11a457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918394 Nov 02 16:35:44.512878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.520199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e864fc-f76c-4a5a-ae2d-0230a6ca8145 None None] Network 24495e0f-81af-42f6-bdd7-cb8f10298101 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:44.532596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.546906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.549697 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '11faa2d2-23a6-459e-aacd-d999ec5334ca', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'floating_ip_address': '172.25.7.168', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'port_id': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'mac_address': 'fa:16:3e:d3:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:35:14Z', 'updated_at': '2021-11-02T16:35:40Z', 'revision_number': 1, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:13Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:44.580050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.612263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.623453 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75145-cc7a-410a-8c8e-e8a662ab7f94 None None] The sync data for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 is: [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '11faa2d2-23a6-459e-aacd-d999ec5334ca', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'floating_ip_address': '172.25.7.168', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'port_id': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'mac_address': 'fa:16:3e:d3:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:35:14Z', 'updated_at': '2021-11-02T16:35:40Z', 'revision_number': 1, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:13Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:44.632540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.655604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:44.687217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a18dffe-d139-47b1-94b3-1ded0c2e97be req-b0a6ad24-6945-4087-aa2e-76e5e9b00712 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.4948895 Nov 02 16:35:44.687217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:44.699428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Request body: {'floatingip': {'port_id': '226bd45d-b858-4dc4-a425-796eac27ee18'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:44.847878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-af95595f-f613-47ca-994a-392cbd02590e service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283169 Nov 02 16:35:44.851664 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:44.878192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:45.062327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'name': 'network-vif-deleted', 'tag': '5a35ab36-5a60-45e4-911b-1e496bcabddd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:45.078602 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7490fb-1be2-46e4-b97a-6b82104ecafb" -d '{"events": [{"server_uuid": "c56970f5-c8d8-46ec-ba94-094852a9944b", "name": "network-vif-deleted", "tag": "5a35ab36-5a60-45e4-911b-1e496bcabddd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:45.177968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-87c8e3d5-d743-4f02-8c72-36257a5029fa service neutron] 10.222.0.55 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565359 Nov 02 16:35:45.181231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b44dbb-edf7-4b0f-b3ef-0593945c747d None None] New status for floating IP 11faa2d2-23a6-459e-aacd-d999ec5334ca: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:35:45.224349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=abf43868-34d6-4699-8c9e-9cf92bda181a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:45.299294 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7052e6-dc47-4d8f-90d6-73666ec4eed6 x-openstack-request-id: req-ec7052e6-dc47-4d8f-90d6-73666ec4eed6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:45.299970 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56970f5-c8d8-46ec-ba94-094852a9944b", "name": "network-vif-deleted", "tag": "5a35ab36-5a60-45e4-911b-1e496bcabddd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:45.299970 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec7052e6-dc47-4d8f-90d6-73666ec4eed6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:45.300221 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56970f5-c8d8-46ec-ba94-094852a9944b', 'name': 'network-vif-deleted', 'tag': '5a35ab36-5a60-45e4-911b-1e496bcabddd', 'status': 'completed', 'code': 200} Nov 02 16:35:45.410016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2b28d81-880e-4391-a8ec-2d9b4d3d4430 req-99f38e8d-1cf7-4fe1-bd5f-5e43b258b869 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.2115021 Nov 02 16:35:45.511007 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-1299c3d9-7377-44ef-bcf3-8bd18fe5343f service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390834 Nov 02 16:35:45.522912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:45.588466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24495e0f-81af-42f6-bdd7-cb8f10298101']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:45.604474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850446b-6186-49a1-8bb0-4d620b87fc3b None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:35:45.609473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97a7a46-6144-45d8-b0ac-2a782e91ca43') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:45.610289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97a7a46-6144-45d8-b0ac-2a782e91ca43') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:45.623991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3de55c97-b2aa-4b7b-bf17-80318beac64a req-01a8dccb-5669-4636-aec9-866990a32a02 service neutron] 10.222.0.55 "GET /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337833 Nov 02 16:35:45.624779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:45.650632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:45.677911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c0180f46-b5e1-4067-b538-f46ecb205dde service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 217 time: 0.1625133 Nov 02 16:35:45.790073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-94154fa8-d792-43b1-8be8-40fe89420d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:45.792485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-94154fa8-d792-43b1-8be8-40fe89420d2b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1007841 Nov 02 16:35:45.867755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850446b-6186-49a1-8bb0-4d620b87fc3b None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:35:45.920314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-30b2080c-3950-4d4d-8aa2-4cd7e27ff035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:45.926958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-30b2080c-3950-4d4d-8aa2-4cd7e27ff035 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222501 Nov 02 16:35:46.148791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:35:46.149510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:35:46.152467 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:35:46.191425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-f72edfc8-71d7-4547-b50e-0f01c362745c service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521513 Nov 02 16:35:46.427946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-8f660665-38e7-4955-a73a-5b4d34812b14 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235010 Nov 02 16:35:46.463065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.527387 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.534182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/24495e0f-81af-42f6-bdd7-cb8f10298101 HTTP/1.1" status: 204 len: 168 time: 3.5190542 Nov 02 16:35:46.542439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be16748-236a-48a2-8505-0bff8cf914eb tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=24495e0f-81af-42f6-bdd7-cb8f10298101,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:46.543708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-38226402-3365-4d8d-9c72-4fecdecdfcd1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 217 time: 0.1004210 Nov 02 16:35:46.544213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33682) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:46.555469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584193219'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:46.675914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-de659d96-5afb-46a4-93d2-8183a660a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:46.677479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-de659d96-5afb-46a4-93d2-8183a660a247 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1113451 Nov 02 16:35:46.747199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:35:46.753770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:46.759783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.789343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:46.799337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.799680 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment 01c80a27-3034-41a4-8dbe-39eeb88981bb of type vlan for network f94f2bda-6f8a-4659-aed4-db8d79068999 Nov 02 16:35:46.843649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.849516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c5bf3c8e-4349-418c-9d61-b8f7d33ee304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:46.851082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-c5bf3c8e-4349-418c-9d61-b8f7d33ee304 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1561151 Nov 02 16:35:46.852507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.883274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0a502d3-bd86-421b-8373-d57e8914d351 req-603e9929-a31a-4c50-be0a-76f34d109db6 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.3116262 Nov 02 16:35:46.884328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:46.947103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-6d3ea567-8c5b-43e2-a249-fbd0ab2cf9b7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:46.955273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-6d3ea567-8c5b-43e2-a249-fbd0ab2cf9b7 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.8082476 Nov 02 16:35:47.025169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-9e5e1652-d10f-4b15-ac7f-5488bd5c4fe8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/quotas/bb29c8d22ed64697987f3f9f18688934 HTTP/1.1" status: 200 len: 375 time: 0.0685267 Nov 02 16:35:47.074768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:47.081959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-6bef8459-8318-4d86-a9c3-58618d072015 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553095 Nov 02 16:35:47.090474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:47.091119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:47.254187 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7060733 Nov 02 16:35:47.254515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33710) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:47.288975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:47.298496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7a68-ece1-475b-90ac-695de35fcd6e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=f94f2bda-6f8a-4659-aed4-db8d79068999,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:47.309227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network f94f2bda-6f8a-4659-aed4-db8d79068999 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:47.316479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': 'f94f2bda-6f8a-4659-aed4-db8d79068999', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:47.327704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-a098622c-dab4-47a3-90af-f2bd27a358bc service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611480 Nov 02 16:35:47.415360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-16dd49eb-2262-4ffa-bf4e-cbb0a6db4559 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318365 Nov 02 16:35:47.538560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-5c5c10ae-2e48-4166-968a-024de6cd8911 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030706 Nov 02 16:35:47.568931 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Floating IP ab8309ad-82cd-4fa5-a967-edcceacc7d77 associated. External IP: 172.25.7.45, port: 226bd45d-b858-4dc4-a425-796eac27ee18. Nov 02 16:35:47.634456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-ed2d6b0c-bfe8-499f-9569-f26805be594d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 200 len: 217 time: 0.0868719 Nov 02 16:35:47.712716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-b9b10a22-de61-4253-be57-5ad4aff22ec1 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963634 Nov 02 16:35:47.784155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-28902fce-ab2a-40e6-8ac5-36c6e9aa9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:47.786054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-28902fce-ab2a-40e6-8ac5-36c6e9aa9a0e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1429858 Nov 02 16:35:47.812178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:47.825649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:47.881868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:47.903019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-aee8a05d-51de-43e1-aec9-d39ad802b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:47.908648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-aee8a05d-51de-43e1-aec9-d39ad802b306 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128116 Nov 02 16:35:48.224010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0c8-fe14-4ada-8a71-10480ce71270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.239278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01fb6080-4b57-4826-b17a-d8d9910939e7 req-dc57be1c-a166-4872-9953-4edb42020fc3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 210 time: 0.1200366 Nov 02 16:35:48.239492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-f8142827-bde8-439f-9352-f674cd1c8fd9 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198941 Nov 02 16:35:48.344309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d51399ee-a20b-492b-ace3-2aa05163d733 req-c6d782fe-1366-4117-8092-0163d7d5ce4e tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.2523861 Nov 02 16:35:48.441312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-737f1750-e2ad-4760-a7a4-f8d63b82332b service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775329 Nov 02 16:35:48.520841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-d64fe777-ed16-4fca-b8a3-14ae2e1c3868 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 200 len: 217 time: 0.0699761 Nov 02 16:35:48.584633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0c8-fe14-4ada-8a71-10480ce71270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.587677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Router 64828248-b362-41d0-9346-2c420242a3e9 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:35:48.593978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0c8-fe14-4ada-8a71-10480ce71270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.633731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-fefd1d2d-ea71-47aa-8f50-10d278991d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:48.635229 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-fefd1d2d-ea71-47aa-8f50-10d278991d37 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1033177 Nov 02 16:35:48.688984 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd11e0c8-fe14-4ada-8a71-10480ce71270 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c54c949d87c48548e92288014127a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021781 Nov 02 16:35:48.688984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11e0c8-fe14-4ada-8a71-10480ce71270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e632c5-4f4b-4b46-9f8d-4fc8c81ea121,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:48.701591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33772) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:48.755419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.767089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-b6d6c88c-b340-4185-8121-8ac38c68dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:48.769081 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-b6d6c88c-b340-4185-8121-8ac38c68dd0e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249621 Nov 02 16:35:48.795624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-476cc4b9-7f2d-48f5-b773-e68d1bbdced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.841395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=6e3c074f-b6f6-4f32-81f8-d49f659fd912,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:48.861591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:35:48.868566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.875855 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] Sync routers for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:35:48.890863 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:48.892055 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:48.892295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': '01c80a27-3034-41a4-8dbe-39eeb88981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f94f2bda-6f8a-4659-aed4-db8d79068999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:48.892766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: f94f2bda-6f8a-4659-aed4-db8d79068999, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:48.902894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-476cc4b9-7f2d-48f5-b773-e68d1bbdced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.908260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec13f076-7aee-4a78-bbb9-6a2f9d9c6b0e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "PUT /v2.0/floatingips/ab8309ad-82cd-4fa5-a967-edcceacc7d77 HTTP/1.1" status: 200 len: 990 time: 4.2205310 Nov 02 16:35:48.911618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:48.914189 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6d389-aa1d-4839-9c77-d2427e9694a4" -d '{"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:48.932376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network f94f2bda-6f8a-4659-aed4-db8d79068999 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:48.950747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, f94f2bda-6f8a-4659-aed4-db8d79068999) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:48.963360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:48.964401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e408538b-3ac1-4e92-a473-fb2eb7f26375 None None] Network f94f2bda-6f8a-4659-aed4-db8d79068999 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:48.970502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:48.971766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-8115305c-f4c9-49a7-8919-7dad00df1ca7 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877246 Nov 02 16:35:49.024295 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-87a316c8-3259-4713-a6b4-bd016d130c28 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7633257 Nov 02 16:35:49.030869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33778) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:49.133581 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-476cc4b9-7f2d-48f5-b773-e68d1bbdced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.139686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-476cc4b9-7f2d-48f5-b773-e68d1bbdced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.142675 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d277e-5ca3-4219-9d4d-0ba8d0323d82 x-openstack-request-id: req-140d277e-5ca3-4219-9d4d-0ba8d0323d82 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:49.144392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-476cc4b9-7f2d-48f5-b773-e68d1bbdced5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83e632c5-4f4b-4b46-9f8d-4fc8c81ea121 HTTP/1.1" status: 204 len: 168 time: 0.4403484 Nov 02 16:35:49.155066 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:49.159601 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-140d277e-5ca3-4219-9d4d-0ba8d0323d82 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:49.160840 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18', 'status': 'completed', 'code': 200} Nov 02 16:35:49.193868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cc4b9-7f2d-48f5-b773-e68d1bbdced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e632c5-4f4b-4b46-9f8d-4fc8c81ea121,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:49.256478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.310040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-b94b9389-2ba4-4452-87e9-878b07278722 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247769 Nov 02 16:35:49.385252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.448511 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:49.465213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf4bce-5f52-4e85-a3c0-9abe4bd3f169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-f94f2bda-6f8a-4659-aed4-db8d79068999', 'network_id': 'f94f2bda-6f8a-4659-aed4-db8d79068999', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': '6e3c074f-b6f6-4f32-81f8-d49f659fd912'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:49.466055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-6400d8e4-0539-4c5e-b777-e2f80c1a998d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 217 time: 0.1348510 Nov 02 16:35:49.466252 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4bce-5f52-4e85-a3c0-9abe4bd3f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.529069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fbcacfc-d5cd-4f4c-8516-feda5fe3e2b1 req-9d2c19b4-2c8f-490d-ab28-8d6d74d7364f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 210 time: 0.0756748 Nov 02 16:35:49.573587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c6f6491-3da1-46fd-ac22-b55d152a77e4 req-df40c887-0e08-4d04-bbab-ea68aee505e7 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0476789 Nov 02 16:35:49.598781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.656451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3c074f-b6f6-4f32-81f8-d49f659fd912,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:49.791648 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:49.799393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-f9795531-35cb-4d98-bea9-f8542782cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:49.805843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-f9795531-35cb-4d98-bea9-f8542782cd6f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.3389177 Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-1dcf4bce-5f52-4e85-a3c0-9abe4bd3f169 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e3c074f-b6f6-4f32-81f8-d49f659fd912: This subnet is being modified by another concurrent operation. Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:35:49.835698 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e3c074f-b6f6-4f32-81f8-d49f659fd912: This subnet is being modified by another concurrent operation. Nov 02 16:35:49.839802 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:35:49.863030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a96cf-990b-4fc0-a352-598e5c92cc35 None None] Network f94f2bda-6f8a-4659-aed4-db8d79068999 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:49.877004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94f2bda-6f8a-4659-aed4-db8d79068999']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:49.894274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c80a27-3034-41a4-8dbe-39eeb88981bb') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:49.896626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c80a27-3034-41a4-8dbe-39eeb88981bb') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:49.952609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-70c5003f-898c-47f8-9e5e-f4b64a283eb8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:49.954732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-70c5003f-898c-47f8-9e5e-f4b64a283eb8 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 811 time: 0.4214962 Nov 02 16:35:49.977463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Request body: {'port': {'device_id': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'admin_state_up': True, 'tenant_id': 'bb29c8d22ed64697987f3f9f18688934'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:50.043742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-fa495da0-6de1-40ba-b527-f3640c406d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:50.045892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-fa495da0-6de1-40ba-b527-f3640c406d81 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2265811 Nov 02 16:35:50.058555 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab8309ad-82cd-4fa5-a967-edcceacc7d77', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '64828248-b362-41d0-9346-2c420242a3e9', 'port_id': '226bd45d-b858-4dc4-a425-796eac27ee18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'mac_address': 'fa:16:3e:83:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:34:04Z', 'updated_at': '2021-11-02T16:35:46Z', 'revision_number': 1, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:17Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:50.088299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73adb23-ed7f-4d95-885b-1f35c0add9f2 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:35:50.117894 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] Checking router: 64828248-b362-41d0-9346-2c420242a3e9 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:35:50.135248 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:35:50.136103 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:35:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:50.178559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:50.275204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27dfc08b-5ac1-4b0f-bacd-47465159925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.380355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73adb23-ed7f-4d95-885b-1f35c0add9f2 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:35:50.480805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-37a9903c-8de9-4c5b-bed7-a14883018085 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246342 Nov 02 16:35:50.552665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27dfc08b-5ac1-4b0f-bacd-47465159925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.577020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Made reservation on behalf of bb29c8d22ed64697987f3f9f18688934 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:50.581118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.717607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27dfc08b-5ac1-4b0f-bacd-47465159925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.766119 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.776128 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:35:50.834246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.834246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-feebcffb-34ce-4e72-a3f7-4891dd3750aa req-210f54d1-73fb-44c3-b0c9-75d094755c1b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 210 time: 0.0417747 Nov 02 16:35:50.852911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8243228a-dcbc-4120-b526-84bb6c6de82f req-ed3584c0-542b-41a5-895e-083aedca6403 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0564649 Nov 02 16:35:50.853931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:35:50.854367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:35:50.858033 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:35:51.001611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.016102 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.020090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/f94f2bda-6f8a-4659-aed4-db8d79068999 HTTP/1.1" status: 204 len: 168 time: 1.9878001 Nov 02 16:35:51.025556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33834) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:51.032632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35536824'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:51.067824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6e49-27d3-49a2-bc0d-d52b17611896 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=f94f2bda-6f8a-4659-aed4-db8d79068999,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:51.100852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:51.111439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.165691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:51.195192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.196199 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment e0c38ce7-0445-45c5-9f6f-9d20023ea7ae of type vlan for network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 Nov 02 16:35:51.236560 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab8309ad-82cd-4fa5-a967-edcceacc7d77', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '64828248-b362-41d0-9346-2c420242a3e9', 'port_id': '226bd45d-b858-4dc4-a425-796eac27ee18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'mac_address': 'fa:16:3e:83:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:34:04Z', 'updated_at': '2021-11-02T16:35:46Z', 'revision_number': 1, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:17Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:35:51.256668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.269603 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c858164-8ab5-4347-9c2c-c38766c73d05 None None] The sync data for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 is: [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ab8309ad-82cd-4fa5-a967-edcceacc7d77', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '64828248-b362-41d0-9346-2c420242a3e9', 'port_id': '226bd45d-b858-4dc4-a425-796eac27ee18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'mac_address': 'fa:16:3e:83:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50799a97-47e5-41bb-840c-4e318a1372cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:34:04Z', 'updated_at': '2021-11-02T16:35:46Z', 'revision_number': 1, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:17Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:35:51.310248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.320164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:51.321601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.463608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfc08b-5ac1-4b0f-bacd-47465159925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae6fc8-3cf5-4a27-ab6c-f059718205f2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:51.479941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4529171 Nov 02 16:35:51.484546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33842) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:51.497850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-27dfc08b-5ac1-4b0f-bacd-47465159925b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5a87d5f4f0647e7a1f1319593610ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3125050 Nov 02 16:35:51.509470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33844) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:51.533747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:51.537885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea855-68ed-41b1-a00a-22c4a6554094 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:51.564349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:51.569500 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-d8bf2805-46bd-4c5a-b800-780e352d4eeb service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0603271 Nov 02 16:35:51.719593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-f25e3420-43c4-4811-98c2-e3ed107c6f82 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 217 time: 0.1221755 Nov 02 16:35:51.777905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:51.782446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963a44e-78a6-4d3e-a6a0-8afe857eed85 None None] New status for floating IP ab8309ad-82cd-4fa5-a967-edcceacc7d77: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:35:51.784005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.850773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Allocated IP 172.20.0.6 (7e6a1861-dddb-430f-a57d-56a3e9eeeeb8/192d52a2-dffb-4dcb-870f-84755da3ccb0/41bc54e9-1983-49ca-af46-af162326e943) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:51.882660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95fab35c-618f-49ad-8c18-05252e59ef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:51.915197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-ca16ac0e-3d71-4c65-8da0-f089a87522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:51.917330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-ca16ac0e-3d71-4c65-8da0-f089a87522a6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1893029 Nov 02 16:35:51.943410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95fab35c-618f-49ad-8c18-05252e59ef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.207756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.214486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.245059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-49611652-fd9a-4cf6-a0cf-0221192ada94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:52.246647 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-49611652-fd9a-4cf6-a0cf-0221192ada94 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2976782 Nov 02 16:35:52.280238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.299477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e8df9d0-4eb6-4239-9845-c3918d83f0e3 req-cc80c0c7-5fc3-4d6c-9dc3-37a9a88846e4 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1077285 Nov 02 16:35:52.309574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fe89b61-ec64-435f-91bc-3e6e13b0d9b0 req-4dcbf114-4d61-47be-9964-beb3f88daaa0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 210 time: 0.1048870 Nov 02 16:35:52.331541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:52.331541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95fab35c-618f-49ad-8c18-05252e59ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.331541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95fab35c-618f-49ad-8c18-05252e59ef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.332439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95fab35c-618f-49ad-8c18-05252e59ef4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcae6fc8-3cf5-4a27-ab6c-f059718205f2 HTTP/1.1" status: 204 len: 168 time: 0.8189254 Nov 02 16:35:52.337482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:52.358775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:52.377654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=2c1a39a7-ef8f-4e73-8300-5047c218cf56,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:52.391270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:52.391713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:52.425559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:52.452382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fab35c-618f-49ad-8c18-05252e59ef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcae6fc8-3cf5-4a27-ab6c-f059718205f2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:52.452995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:52.465142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a5ee2-5f25-469d-8af7-0e0491d9bd2c None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:52.466216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:52.466640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-2c12a5b8-4b2e-4eb1-8797-6f3b6bfc1ea3 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041931 Nov 02 16:35:52.468533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.493564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25fdcc3a-b23d-4d28-93ad-7cd59701df4e tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0077443 Nov 02 16:35:52.496895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33890) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:52.503877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:52.540428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event updated for resources: {'Port': ['ID=41bc54e9-1983-49ca-af46-af162326e943,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:52.564459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:52.565047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.588955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-2f8d8c3c-b459-41a7-9a70-f7e51af11c53 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6223979 Nov 02 16:35:52.631686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Request body: {'port': {'device_id': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:52.730659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5d6fbb4-363e-49eb-83fe-a30817b366be req-a69e8c87-548a-4417-92b5-2b32e41a15ef service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533600 Nov 02 16:35:52.837691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.843621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:52.847513 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.875184 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:52.935476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1', 'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': '2c1a39a7-ef8f-4e73-8300-5047c218cf56'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:52.937632 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.071633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.072458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.073088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.073854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.074554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.078548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.079986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.088199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-a8f8df76-816c-43d8-a018-79aac7206a95 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.2357070 Nov 02 16:35:53.230112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.230600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Allocated IP 2001:db8::2 (0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1/2c1a39a7-ef8f-4e73-8300-5047c218cf56/4e1ab47d-0e79-4445-a3a7-6be9dc41fad7) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:53.272727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:53.281428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:53.303980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.304593 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.367946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b784c3e-7e08-4b24-86d7-bd7aebfb4f89 req-057b6b2f-3879-4b3b-a2c1-346a8383966d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0498667 Nov 02 16:35:53.383481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-09cdad61-da3c-4494-9490-95624a81baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.387590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-09cdad61-da3c-4494-9490-95624a81baec service neutron] 10.222.0.100 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab HTTP/1.1" status: 200 len: 917 time: 0.2788651 Nov 02 16:35:53.403320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9022627 Nov 02 16:35:53.404213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33946) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:53.407361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e099c-def3-487a-8be3-de34bc000a1d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=578ef082-b18a-48c8-8071-68fbdcae60b4,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:53.557861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2502fb-ec4d-4564-b6f4-35d20f57ef39 req-cd757402-ab18-45e3-944c-b5c912db84d4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.559733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e2502fb-ec4d-4564-b6f4-35d20f57ef39 req-cd757402-ab18-45e3-944c-b5c912db84d4 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 931 time: 0.1087124 Nov 02 16:35:53.615701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e2502fb-ec4d-4564-b6f4-35d20f57ef39 req-cbdbbf04-f808-450b-b0d0-1af310eeceea tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490885 Nov 02 16:35:53.647352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b558f5-c755-4624-966a-0ab7dae7b926 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.649919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b558f5-c755-4624-966a-0ab7dae7b926 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.651535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.652694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b558f5-c755-4624-966a-0ab7dae7b926 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.655651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b558f5-c755-4624-966a-0ab7dae7b926 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.658680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b558f5-c755-4624-966a-0ab7dae7b926 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.666254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-15b558f5-c755-4624-966a-0ab7dae7b926 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2422025 Nov 02 16:35:53.667167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33958) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:53.667605 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.674068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242798332'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:53.740032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:53.743805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.787066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:53.802894 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-c68fa82d-a5d2-4f1f-abae-83cf00333ab2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 1000 time: 0.2160637 Nov 02 16:35:53.804860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:53.818935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Pushing event updated for resources: {'Port': ['ID=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:53.821345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:53.858300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bb83add-8d1b-466c-a423-d48067a2a565 req-87ebcba4-584d-4da4-b821-d272b673da13 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1008916 Nov 02 16:35:53.898660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:35:53.898897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Attempting to bind port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:53.898897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Attempting to bind port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:53.898897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Attempting to bind port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 on network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:53.910201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:53.911032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Checking segment: {'id': 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:53.911613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.912064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Bound using segment: {'id': 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:53.912553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Bound port: 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:53.912945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.923908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:53.926197 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment 79e1c6ca-8837-4e7b-8bdd-ae46a70e8485 of type vlan for network 0397b5b6-5011-457f-ae89-bd3560b9cf73 Nov 02 16:35:53.966372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-72b9d5e4-86d1-4047-82f4-3104a8391c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:53.971963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-72b9d5e4-86d1-4047-82f4-3104a8391c52 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 200 len: 855 time: 0.1556830 Nov 02 16:35:54.037175 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.116787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] For port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:54.129005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.129574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] For port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,segment=NetworkSegment(e0c38ce7-0445-45c5-9f6f-9d20023ea7ae),segment_id=e0c38ce7-0445-45c5-9f6f-9d20023ea7ae)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:54.136793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.140564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bc54e9-1983-49ca-af46-af162326e943 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:35:54.143602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:54.144403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.152630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.162797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-ad3f073d-bd2c-4e67-820f-e473d6c125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:54.165115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-ad3f073d-bd2c-4e67-820f-e473d6c125e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713212 Nov 02 16:35:54.174304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Transition to ACTIVE for port object 41bc54e9-1983-49ca-af46-af162326e943 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:35:54.187691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.266959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5983713 Nov 02 16:35:54.270469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33972) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:54.295126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fd613-2957-42a0-87b9-64841d7675a9 None None] Pushing event updated for resources: {'Port': ['ID=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:54.304050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:54.384705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc54e9-1983-49ca-af46-af162326e943,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:54.439887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bcac1-762e-4679-b223-5a29f4dd9dfa tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=0397b5b6-5011-457f-ae89-bd3560b9cf73,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:54.455049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:54.488749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-eb6ad7f7-9b9e-4e8c-b8ff-3ce17f164894 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120739 Nov 02 16:35:54.615120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Attempting to bind port 41bc54e9-1983-49ca-af46-af162326e943 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:54.615682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Attempting to bind port 41bc54e9-1983-49ca-af46-af162326e943 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:54.616176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Attempting to bind port 41bc54e9-1983-49ca-af46-af162326e943 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:54.629781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Port 41bc54e9-1983-49ca-af46-af162326e943 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:35:54.630344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Attempting to bind port 41bc54e9-1983-49ca-af46-af162326e943 on network 7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:54.640463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:54.640940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Checking segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:54.641196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Bound using segment: {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:54.641950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Bound port: 41bc54e9-1983-49ca-af46-af162326e943, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:54.652609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.734234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2a6d389-aa1d-4839-9c77-d2427e9694a4 req-0939efb3-6a13-4f6e-931f-2bfd8c72dcf5 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248538 Nov 02 16:35:54.780190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] For port 41bc54e9-1983-49ca-af46-af162326e943, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:54.784195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] For port 41bc54e9-1983-49ca-af46-af162326e943, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=41bc54e9-1983-49ca-af46-af162326e943,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:54.789385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.877960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-61e64cd9-9038-4f1e-9ceb-16cc4cbb74fd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:54.884682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:54.886373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-61e64cd9-9038-4f1e-9ceb-16cc4cbb74fd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.3469002 Nov 02 16:35:54.903993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:54.907334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] 10.222.0.55 "PUT /v2.0/ports/41bc54e9-1983-49ca-af46-af162326e943 HTTP/1.1" status: 200 len: 1091 time: 2.3018675 Nov 02 16:35:54.908151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'tag': '41bc54e9-1983-49ca-af46-af162326e943'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:54.913355 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb05103-01b5-4761-bba1-441f964ce558" -d '{"events": [{"name": "network-changed", "server_uuid": "a4704da4-a3e8-43ad-b266-c80c62993394", "tag": "41bc54e9-1983-49ca-af46-af162326e943"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:54.966116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be48ec-c9c8-46bb-8a13-fcef7132be90 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc54e9-1983-49ca-af46-af162326e943,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:54.979184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-fb64caf2-ecdd-455f-a66e-e2be0fb1dcb3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/quotas/02b5ca7cfa8446d7b3015407a7889420 HTTP/1.1" status: 200 len: 375 time: 0.0915673 Nov 02 16:35:55.046939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:55.072924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-107c2135-53ab-48f4-b110-e617429f63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:55.075337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-107c2135-53ab-48f4-b110-e617429f63e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 1094 time: 0.0748155 Nov 02 16:35:55.078457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04de98f-fd77-4185-89dd-6e837cc40a8a req-8a37618a-9461-4b13-adc6-10e233fb08a0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:55.079992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e04de98f-fd77-4185-89dd-6e837cc40a8a req-8a37618a-9461-4b13-adc6-10e233fb08a0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 943 time: 0.2169390 Nov 02 16:35:55.082035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:55.140526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 is not hosted by any dhcp agent {{(pid=102066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:35:55.146591 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-b9479a0b-573b-43f3-9f94-09df7f5502d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41bc54e9-1983-49ca-af46-af162326e943 HTTP/1.1" status: 200 len: 217 time: 0.0585980 Nov 02 16:35:55.149278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:55.149936 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:55.154391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "PUT /v2.0/networks/0397b5b6-5011-457f-ae89-bd3560b9cf73 HTTP/1.1" status: 200 len: 723 time: 0.8796208 Nov 02 16:35:55.155750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34010) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:55.169092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:55.172434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-4ce0683b-2e2c-40c8-a483-6108b06fb2a5 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923232 Nov 02 16:35:55.249458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892efbe-cad1-4520-a814-29bbbcc6f475 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=0397b5b6-5011-457f-ae89-bd3560b9cf73,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:55.266911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:35:55.313307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e04de98f-fd77-4185-89dd-6e837cc40a8a req-4cc1589e-dd1b-4691-8245-d3aa4af98a73 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231278 Nov 02 16:35:55.328773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-d33d576a-da87-4fc3-8f18-9d05af14885d service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553993 Nov 02 16:35:55.464509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-87aa48fa-2052-4bd6-9324-470795815676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:55.466568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-87aa48fa-2052-4bd6-9324-470795815676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.3094800 Nov 02 16:35:55.487703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-6b8ed4f4-4b4c-4280-9b4a-0949d5510575 service neutron] 10.222.0.31 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562009 Nov 02 16:35:55.594935 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-8e023cc1-d331-4b41-ae8c-2ea51dadaecc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538914 Nov 02 16:35:55.596342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:55.600398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:55.756581 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5c35c1f-fe4b-4b0b-b6be-bc78d5e367d8 req-d13110fd-7a7f-4898-a1f6-f5196c79ad6a tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0988913 Nov 02 16:35:55.870597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-13a7123a-60fc-41b2-8127-0eabde566965 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634993 Nov 02 16:35:55.933965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:55.939035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a469431c-b237-4cf3-9d8c-64df02982993 x-openstack-request-id: req-a469431c-b237-4cf3-9d8c-64df02982993 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:55.939358 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4704da4-a3e8-43ad-b266-c80c62993394", "tag": "41bc54e9-1983-49ca-af46-af162326e943", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:55.939619 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a469431c-b237-4cf3-9d8c-64df02982993 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:55.940035 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'tag': '41bc54e9-1983-49ca-af46-af162326e943', 'status': 'completed', 'code': 200} Nov 02 16:35:56.033345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-180e4ac0-7d8d-4233-9ed4-e88ca0f07962 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:56.046876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-180e4ac0-7d8d-4233-9ed4-e88ca0f07962 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a9a4adb-dcb1-4319-80eb-a35820b98730 HTTP/1.1" status: 200 len: 945 time: 0.2333281 Nov 02 16:35:56.145351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:56.145888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:56.163882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b752660-1cb1-4389-a568-30cb953b5656 req-85f52a0d-340d-44c1-baf4-6409f5ad1e1f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 210 time: 0.0701530 Nov 02 16:35:56.180098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01906aed-cc72-4c90-824b-69c1794a291f None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:56.475731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f79628a-e939-4ea9-bdff-3ed882acfbee req-dd3c717d-c81d-4527-958a-8917cea3ad7f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5411137460144f648fc090d6edf84dda&device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1285608 Nov 02 16:35:56.488357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a93f18e9-3d01-450a-85a3-bfbb59db5cb0 req-5715e97f-611c-4f18-9ee2-fa8efa3262e9 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0594480 Nov 02 16:35:56.645674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7df2-ec47-4b1a-9778-638fd135be96 req-6e9a32ea-e469-43b4-847c-d393bfa0726e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:56.651231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-692b7df2-ec47-4b1a-9778-638fd135be96 req-6e9a32ea-e469-43b4-847c-d393bfa0726e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 943 time: 0.1602061 Nov 02 16:35:56.681389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f79628a-e939-4ea9-bdff-3ed882acfbee req-944563e3-ff5a-4b5d-9a98-2f060cd1f309 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=5411137460144f648fc090d6edf84dda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1480544 Nov 02 16:35:56.712632 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:56.755235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-692b7df2-ec47-4b1a-9778-638fd135be96 req-6518da44-baea-4327-90ed-29f8c76dd155 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996494 Nov 02 16:35:56.805817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Deleting port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:35:56.806192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:56.845117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:35:56.952803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0a77b68a-f656-4c78-9cf7-f8da6aaa7d08 None None] Provisioning complete for port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:56.957417 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0a77b68a-f656-4c78-9cf7-f8da6aaa7d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.010368 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7370466-1e38-4d1c-aeae-e82286f8e781 req-0ee5c6fd-1827-44b3-81a1-d3f5d2ad09c8 service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1269419 Nov 02 16:35:57.172854 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.180564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] For port 70c7821f-82c4-400d-89e4-e4fb0af9bf19, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=70c7821f-82c4-400d-89e4-e4fb0af9bf19,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:57.181139 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.233796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=02eca88b-d9ce-4738-a3c7-00ad2e1220fa,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:57.262808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Calling delete_port for 70c7821f-82c4-400d-89e4-e4fb0af9bf19 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:35:57.320555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cd1ec0c-c97d-42ce-9020-364ae3f92fc3 req-272d3e9c-d33e-4e78-921b-31d3e1dc8909 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 210 time: 0.0611081 Nov 02 16:35:57.353046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,segment=NetworkSegment(e0c38ce7-0445-45c5-9f6f-9d20023ea7ae),segment_id=e0c38ce7-0445-45c5-9f6f-9d20023ea7ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:57.365205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.436970 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.472970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:57.473338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: 0397b5b6-5011-457f-ae89-bd3560b9cf73, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:35:57.483884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.508912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05103-01b5-4761-bba1-441f964ce558 req-dadfbf06-67df-48b7-8927-4aacdfe0e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:57.509214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-dadfbf06-67df-48b7-8927-4aacdfe0e1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb29c8d22ed64697987f3f9f18688934&device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 1094 time: 0.3860352 Nov 02 16:35:57.521111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79628a-e939-4ea9-bdff-3ed882acfbee req-c48d20ed-2d87-4b06-b300-285ab5328b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:57.523708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f79628a-e939-4ea9-bdff-3ed882acfbee req-c48d20ed-2d87-4b06-b300-285ab5328b79 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8192589 Nov 02 16:35:57.615877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:57.636614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] Update dhcp port {'port': {'network_id': '0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1', 'fixed_ips': [{'subnet_id': '2c1a39a7-ef8f-4e73-8300-5047c218cf56', 'ip_address': '2001:db8::2'}, {'subnet_id': '578ef082-b18a-48c8-8071-68fbdcae60b4'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '4e1ab47d-0e79-4445-a3a7-6be9dc41fad7'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:35:57.639769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a885b72-9be7-42fc-a00f-cf1407c86d41 req-409b5b5f-398c-42ff-94e4-8b78f745f8c7 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0391295 Nov 02 16:35:57.687048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event deleted for resources: {'Port': ['ID=70c7821f-82c4-400d-89e4-e4fb0af9bf19,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:57.705245 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.803732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] No DVR routers for this DVR port 70c7821f-82c4-400d-89e4-e4fb0af9bf19 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:35:57.805168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:35:57.807608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:57.812404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91dadebf-a3ff-4a1e-a9c9-ee3274b4acf6 req-3dccb64c-b301-41ae-bcc4-8b428afadfc3 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.55 "DELETE /v2.0/ports/70c7821f-82c4-400d-89e4-e4fb0af9bf19 HTTP/1.1" status: 204 len: 173 time: 1.7556875 Nov 02 16:35:57.852119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:35:57.958199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'name': 'network-vif-deleted', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:35:57.962248 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7561f88-ae8d-4ef5-b142-5494bac070bc" -d '{"events": [{"server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "name": "network-vif-deleted", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:35:58.000065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfc510-3c69-4fac-9730-495934a8bc57 req-31d80575-608b-46d6-89d9-9e93cbfa4386 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:58.006558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ddfc510-3c69-4fac-9730-495934a8bc57 req-31d80575-608b-46d6-89d9-9e93cbfa4386 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 943 time: 0.1396275 Nov 02 16:35:58.021398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:35:58.022984 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:58.025158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0397b5b6-5011-457f-ae89-bd3560b9cf73) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:58.034422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:58.035340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:58.049020 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21766f2b-1628-45c0-825b-37f4fff9a5fa x-openstack-request-id: req-21766f2b-1628-45c0-825b-37f4fff9a5fa {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:35:58.049691 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4adb-dcb1-4319-80eb-a35820b98730", "name": "network-vif-deleted", "tag": "70c7821f-82c4-400d-89e4-e4fb0af9bf19", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:35:58.050357 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21766f2b-1628-45c0-825b-37f4fff9a5fa {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:35:58.050940 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4adb-dcb1-4319-80eb-a35820b98730', 'name': 'network-vif-deleted', 'tag': '70c7821f-82c4-400d-89e4-e4fb0af9bf19', 'status': 'completed', 'code': 200} Nov 02 16:35:58.067242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60ec09-3ff3-4e95-a9c4-88b932691524 None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:35:58.071989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-a9cde577-cb96-4374-8e85-63113c8b73fd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:58.073574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-a9cde577-cb96-4374-8e85-63113c8b73fd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 805 time: 0.3776357 Nov 02 16:35:58.083823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05103-01b5-4761-bba1-441f964ce558 req-e5c29c8b-469c-43eb-891d-951f663cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:58.085800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-e5c29c8b-469c-43eb-891d-951f663cbe32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 200 len: 912 time: 0.5382113 Nov 02 16:35:58.089636 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5e2c62d9-25f6-4fae-b090-21a5e31db646 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9303293 Nov 02 16:35:58.095281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Request body: {'port': {'device_id': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'admin_state_up': True, 'tenant_id': '02b5ca7cfa8446d7b3015407a7889420'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:58.097621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ddfc510-3c69-4fac-9730-495934a8bc57 req-3ba26447-19f4-416a-9f7b-89b07fb93fd6 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817134 Nov 02 16:35:58.098463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34092) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:58.141362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:35:58.145427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-ebd692ca-0bb6-4056-ae1f-84e0d233abab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41bc54e9-1983-49ca-af46-af162326e943 HTTP/1.1" status: 200 len: 217 time: 0.0460033 Nov 02 16:35:58.371346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] Allocated IP 172.20.0.1 (0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1/578ef082-b18a-48c8-8071-68fbdcae60b4/4e1ab47d-0e79-4445-a3a7-6be9dc41fad7) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:58.390175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0397b5b6-5011-457f-ae89-bd3560b9cf73', 'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': '02eca88b-d9ce-4738-a3c7-00ad2e1220fa'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:35:58.401687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:58.515293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e5061a1-d245-40bb-9742-d5798c2bd107 req-24c3a9be-8067-4114-9e39-db6c2e49cffd tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 210 time: 0.0381706 Nov 02 16:35:58.701260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] For port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,segment=NetworkSegment(e0c38ce7-0445-45c5-9f6f-9d20023ea7ae),segment_id=e0c38ce7-0445-45c5-9f6f-9d20023ea7ae)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:35:58.727246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05103-01b5-4761-bba1-441f964ce558 req-7ac413a5-f4f7-4cf9-8eb5-afc0cb5cb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:58.728513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-7ac413a5-f4f7-4cf9-8eb5-afc0cb5cb2e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 200 len: 851 time: 0.5540786 Nov 02 16:35:58.742507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Allocated IP 2001:db8::2 (0397b5b6-5011-457f-ae89-bd3560b9cf73/02eca88b-d9ce-4738-a3c7-00ad2e1220fa/76d65279-a2ec-43db-a1a8-716cb80c0ceb) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:58.758966 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:58.767422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:58.802368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58843227'] for subnet, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:58.861867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-135a8cc1-73e5-48ef-8e2d-47eb56b4e649 req-4eceb318-98cc-4072-b7b5-d2032d3153ac tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.1085622 Nov 02 16:35:58.880840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-8fbe56b8-3f52-45cf-aeba-3bc88b43a5af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262896 Nov 02 16:35:58.939844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdb2d0-ce30-46fc-b822-db8f01f064ca None None] Pushing event updated for resources: {'Port': ['ID=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:58.995134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Made reservation on behalf of 02b5ca7cfa8446d7b3015407a7889420 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:35:59.002356 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.061436 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.071324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.132226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:35:59.140080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:35:59.149274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:35:59.241707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f79628a-e939-4ea9-bdff-3ed882acfbee req-f558c6d5-a37c-4c2e-81c4-dbcb9d2615a2 tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.100 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0692780 Nov 02 16:35:59.243203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-98f1bcfe-1472-4db9-8a06-3f89516afe1c service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521473 Nov 02 16:35:59.298842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Pushing event updated for resources: {'Port': ['ID=76d65279-a2ec-43db-a1a8-716cb80c0ceb,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:59.324618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Attempting to bind port 76d65279-a2ec-43db-a1a8-716cb80c0ceb on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:35:59.325087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Attempting to bind port 76d65279-a2ec-43db-a1a8-716cb80c0ceb by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:35:59.325497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Attempting to bind port 76d65279-a2ec-43db-a1a8-716cb80c0ceb on network 0397b5b6-5011-457f-ae89-bd3560b9cf73 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:35:59.331502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:35:59.332141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Checking segment: {'id': '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:35:59.332695 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.333369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Bound using segment: {'id': '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:35:59.334092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Bound port: 76d65279-a2ec-43db-a1a8-716cb80c0ceb, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0397b5b6-5011-457f-ae89-bd3560b9cf73'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:35:59.334568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.359496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475044f-ec30-42dc-a55e-cbade69e04c4 req-2c0f984d-83a6-4eb8-96f1-dcc78af46987 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:59.360999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9475044f-ec30-42dc-a55e-cbade69e04c4 req-2c0f984d-83a6-4eb8-96f1-dcc78af46987 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 943 time: 0.1180158 Nov 02 16:35:59.455866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9475044f-ec30-42dc-a55e-cbade69e04c4 req-e04609ed-d2cc-42db-8d0e-30abac1ce868 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878286 Nov 02 16:35:59.493105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] For port 76d65279-a2ec-43db-a1a8-716cb80c0ceb, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:35:59.496696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] For port 76d65279-a2ec-43db-a1a8-716cb80c0ceb, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=76d65279-a2ec-43db-a1a8-716cb80c0ceb,segment=NetworkSegment(79e1c6ca-8837-4e7b-8bdd-ae46a70e8485),segment_id=79e1c6ca-8837-4e7b-8bdd-ae46a70e8485)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:35:59.507432 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.572103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Allocated IP 172.20.0.2 (9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8/a47792c2-4f5c-4d04-8263-586d774e5a5c/327875a1-39a2-4456-ad61-92024988add3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:35:59.604954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f98b-93cf-4993-9d90-5bf54b4fc9df None None] Pushing event updated for resources: {'Port': ['ID=76d65279-a2ec-43db-a1a8-716cb80c0ceb,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:59.640814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756002221105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58836169'] for subnet, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.702946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b6b2dca-baec-40c1-9761-dd9efde2ac2f req-f4a9667a-dfee-4958-aa33-336554f3d42c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 210 time: 0.0592570 Nov 02 16:35:59.749863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:35:59.750515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:35:59.751933 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "PUT /v2.0/subnets/02eca88b-d9ce-4738-a3c7-00ad2e1220fa HTTP/1.1" status: 200 len: 826 time: 1.6157212 Nov 02 16:35:59.755043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:35:59.775269 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cb05103-01b5-4761-bba1-441f964ce558 req-a8888d4d-9dad-4e05-acce-960d54b012eb service neutron] 10.222.0.55 "GET /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044360 Nov 02 16:35:59.798706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df137b7d-a3d3-487e-b6b3-366e9e604191 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=02eca88b-d9ce-4738-a3c7-00ad2e1220fa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:35:59.888616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:00.031791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7af8b-4889-4b1f-85d4-f2cdd252e817 None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:00.110871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.155089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.163285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-355e8e56-27f7-491a-ac7d-412c789644a7 req-184f6975-63b6-4f9e-a1f2-99a16e72004f tempest-ServerShowV257Test-858862577 tempest-ServerShowV257Test-858862577-project] 10.222.0.31 "GET /v2.0/ports?device_id=1acd3973-86ce-461d-9810-8219605b1cad HTTP/1.1" status: 200 len: 210 time: 0.0721326 Nov 02 16:36:00.173737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.203139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:00.203611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.242773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a4b61d80-2675-4017-9663-2e8d4949b463 None None] Provisioning complete for port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:00.243155 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4b61d80-2675-4017-9663-2e8d4949b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.263347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting port 76d65279-a2ec-43db-a1a8-716cb80c0ceb {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:00.263347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.281401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:00.286254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:00.296664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:00.327255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 41bc54e9-1983-49ca-af46-af162326e943 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:00.329431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:00.362054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:00.378984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] For port 76d65279-a2ec-43db-a1a8-716cb80c0ceb, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=76d65279-a2ec-43db-a1a8-716cb80c0ceb,segment=NetworkSegment(79e1c6ca-8837-4e7b-8bdd-ae46a70e8485),segment_id=79e1c6ca-8837-4e7b-8bdd-ae46a70e8485)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:00.379342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.384485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:00.385335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.394772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Calling delete_port for 76d65279-a2ec-43db-a1a8-716cb80c0ceb owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:00.411652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-97faa0f1-bbd6-4e67-9cc1-80332a703453 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3207688 Nov 02 16:36:00.414692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 70c7821f-82c4-400d-89e4-e4fb0af9bf19 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:00.415040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 70c7821f-82c4-400d-89e4-e4fb0af9bf19 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:00.429246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Request body: {'port': {'device_id': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:00.510301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.724068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.754464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 41bc54e9-1983-49ca-af46-af162326e943, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=41bc54e9-1983-49ca-af46-af162326e943,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:00.777444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '41bc54e9-1983-49ca-af46-af162326e943', 'network_id': '7e6a1861-dddb-430f-a57d-56a3e9eeeeb8', 'port_id': '41bc54e9-1983-49ca-af46-af162326e943', 'mac_address': 'fa:16:3e:2c:3c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192d52a2-dffb-4dcb-870f-84755da3ccb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:00.816838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c7782-0649-4faf-8dbb-5d91dc8cb473 req-8614ab7f-a62d-4cf2-8266-e5417b1bbc13 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:00.824074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e1c7782-0649-4faf-8dbb-5d91dc8cb473 req-8614ab7f-a62d-4cf2-8266-e5417b1bbc13 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 943 time: 0.1598365 Nov 02 16:36:00.866646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Port': ['ID=76d65279-a2ec-43db-a1a8-716cb80c0ceb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:00.892234 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.936127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bc54e9-1983-49ca-af46-af162326e943 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:00.980530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 41bc54e9-1983-49ca-af46-af162326e943, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=41bc54e9-1983-49ca-af46-af162326e943,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:00.985320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:00.994957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No DVR routers for this DVR port 76d65279-a2ec-43db-a1a8-716cb80c0ceb on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:01.064208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=41bc54e9-1983-49ca-af46-af162326e943,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:01.076174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e1c7782-0649-4faf-8dbb-5d91dc8cb473 req-e0a57c38-a633-4ce2-9523-8a0d835831bd tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052636 Nov 02 16:36:01.126338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327875a1-39a2-4456-ad61-92024988add3 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:01.155654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.198946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc0a52-4192-460c-9870-c7ee804ce5aa req-b8d7781f-7102-4c7a-9724-3defdfb3a261 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:01.202516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Transition to ACTIVE for port object 327875a1-39a2-4456-ad61-92024988add3 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:01.208721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ecc0a52-4192-460c-9870-c7ee804ce5aa req-b8d7781f-7102-4c7a-9724-3defdfb3a261 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 931 time: 0.2984445 Nov 02 16:36:01.210236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.216454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['41bc54e9-1983-49ca-af46-af162326e943'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:01.389043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:01.406331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ecc0a52-4192-460c-9870-c7ee804ce5aa req-84644a45-f2f8-4457-b8a3-50182c963da8 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973395 Nov 02 16:36:01.408503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.418064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9b1b551a-2a09-4410-9d3c-2833e9bf042a None None] Provisioning complete for port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:01.418718 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9b1b551a-2a09-4410-9d3c-2833e9bf042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.485691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Attempting to bind port 327875a1-39a2-4456-ad61-92024988add3 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:01.486592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Attempting to bind port 327875a1-39a2-4456-ad61-92024988add3 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:01.487158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Attempting to bind port 327875a1-39a2-4456-ad61-92024988add3 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:01.500216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Port 327875a1-39a2-4456-ad61-92024988add3 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:01.500898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Attempting to bind port 327875a1-39a2-4456-ad61-92024988add3 on network 9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:01.508379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:01.509362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Checking segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:01.510100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Bound using segment: {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:01.511415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Bound port: 327875a1-39a2-4456-ad61-92024988add3, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b787c932-58f6-48a5-a04b-99efb206a825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:01.512377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.555165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.573567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9fc9d-24a2-47aa-ad03-6e9019783337 None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:01.612834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=02eca88b-d9ce-4738-a3c7-00ad2e1220fa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:01.622393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:01.627515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:01.635711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.690279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.726819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0397b5b6-5011-457f-ae89-bd3560b9cf73']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:01.727489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:01.728101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.729542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] 10.222.0.100 "PUT /v2.0/ports/327875a1-39a2-4456-ad61-92024988add3 HTTP/1.1" status: 200 len: 1091 time: 1.3059416 Nov 02 16:36:01.730633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'tag': '327875a1-39a2-4456-ad61-92024988add3'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:01.748806 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba38a3af-fe4a-4b6a-918a-ba101439dd60" -d '{"events": [{"name": "network-changed", "server_uuid": "4de600a4-344c-4484-af49-f9b9a80caa9e", "tag": "327875a1-39a2-4456-ad61-92024988add3"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:01.761607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:01.762342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e1c6ca-8837-4e7b-8bdd-ae46a70e8485') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:01.798612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.803329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-70ce61a2-8ba6-42ef-ae3d-b54b9726045a None None] Could not find standard attr ID for object 76d65279-a2ec-43db-a1a8-716cb80c0ceb. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:36:01.847509 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.861976 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943035b7-6339-461f-8ea6-58c55f3be629 x-openstack-request-id: req-943035b7-6339-461f-8ea6-58c55f3be629 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:01.862413 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de600a4-344c-4484-af49-f9b9a80caa9e", "tag": "327875a1-39a2-4456-ad61-92024988add3", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:01.862538 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-943035b7-6339-461f-8ea6-58c55f3be629 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:01.865381 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'tag': '327875a1-39a2-4456-ad61-92024988add3', 'status': 'completed', 'code': 200} Nov 02 16:36:01.867771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:01.868999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:01.872639 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:01.911154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:01.940319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-873d5169-28f7-4a91-bb83-6e5c80d05b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:01.942036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-873d5169-28f7-4a91-bb83-6e5c80d05b87 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 1094 time: 0.1642442 Nov 02 16:36:01.942720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3574-3467-4311-99ed-b8a349310c0c service neutron] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:02.024524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.055261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.059944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-14d6c09f-f004-4d5e-af2d-d1a4de1bf355 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=327875a1-39a2-4456-ad61-92024988add3 HTTP/1.1" status: 200 len: 217 time: 0.1049623 Nov 02 16:36:02.074441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/0397b5b6-5011-457f-ae89-bd3560b9cf73 HTTP/1.1" status: 204 len: 168 time: 2.3161669 Nov 02 16:36:02.075595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:02.100931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df5843-38eb-449a-8ef7-e57fb9c7218a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=0397b5b6-5011-457f-ae89-bd3560b9cf73,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:02.198462 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8bd3c4-0f00-4e9c-b2d8-e9f4e865c4a4 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:02.199434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8bd3c4-0f00-4e9c-b2d8-e9f4e865c4a4 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:02.203649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce8bd3c4-0f00-4e9c-b2d8-e9f4e865c4a4 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/0397b5b6-5011-457f-ae89-bd3560b9cf73 HTTP/1.1" status: 404 len: 339 time: 0.1200705 Nov 02 16:36:02.206918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a630c7ef-9f14-4bec-a5a9-f32aa39e4f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.208882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34204) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:02.231363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697239905', 'description': 'd1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:02.273542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-859b1cbe-de2b-4b09-977b-7203f75c7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:02.275425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-859b1cbe-de2b-4b09-977b-7203f75c7a1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.1934876 Nov 02 16:36:02.281353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ece090-2ee1-45b6-a77b-332fd51983ed None None] DHCP port deletion for 0397b5b6-5011-457f-ae89-bd3560b9cf73 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:36:02.282920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046c783-fd9e-4f45-aa4f-5a5cfca05157 req-aaeed370-04b0-45d2-8c6b-a60e87b373b9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:02.285515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0046c783-fd9e-4f45-aa4f-5a5cfca05157 req-aaeed370-04b0-45d2-8c6b-a60e87b373b9 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 944 time: 0.1067126 Nov 02 16:36:02.318702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:02.322418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.324527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6569c-5e87-40ff-ba6d-21ce4f9984f4 None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:02.352496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6569c-5e87-40ff-ba6d-21ce4f9984f4 None None] Network 0397b5b6-5011-457f-ae89-bd3560b9cf73 could not be found, it might have been deleted concurrently. {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 16:36:02.353168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0046c783-fd9e-4f45-aa4f-5a5cfca05157 req-4f421fb0-6a01-4f9c-b6df-158eb9097e3b tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Nov 02 16:36:02.365141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-4aa9525f-7ef8-471a-8854-a39f6083e272 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802391 Nov 02 16:36:02.394997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:02.448172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.448555 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment fe21213d-0ec4-4e3b-a616-016d16a3030b of type vlan for network 12219a26-a4f4-4133-bf6a-e4d42d13b469 Nov 02 16:36:02.524017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d64bf-cb9b-4b04-b152-71adb1bce477 req-f2817eb1-16aa-425f-af78-bab8c2d11104 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:02.526164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e0d64bf-cb9b-4b04-b152-71adb1bce477 req-f2817eb1-16aa-425f-af78-bab8c2d11104 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.0661998 Nov 02 16:36:02.553999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.557705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a630c7ef-9f14-4bec-a5a9-f32aa39e4f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.569512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a630c7ef-9f14-4bec-a5a9-f32aa39e4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.594640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-a78874c0-33f1-43c0-b1c1-52464ae6a660 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202525 Nov 02 16:36:02.594825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e0d64bf-cb9b-4b04-b152-71adb1bce477 req-17331dee-9973-40d0-97d3-4ef8b0d24cdf tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622404 Nov 02 16:36:02.654514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.660233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:02.660844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.701693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630c7ef-9f14-4bec-a5a9-f32aa39e4f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ecfdd-59ea-4afd-90fd-b1da0941d706,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:02.707249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a630c7ef-9f14-4bec-a5a9-f32aa39e4f8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5411137460144f648fc090d6edf84dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7955966 Nov 02 16:36:02.710535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34214) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:02.774146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5599165 Nov 02 16:36:02.777886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34216) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:02.788530 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa303-9f47-4b25-84fa-fa0c24cc328c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.817454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa303-9f47-4b25-84fa-fa0c24cc328c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.858012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f04169-5e2b-4992-b877-b715af27d461 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=12219a26-a4f4-4133-bf6a-e4d42d13b469,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:02.870105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 12219a26-a4f4-4133-bf6a-e4d42d13b469 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:02.887760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa303-9f47-4b25-84fa-fa0c24cc328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.891324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa303-9f47-4b25-84fa-fa0c24cc328c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:02.896141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5f8fa303-9f47-4b25-84fa-fa0c24cc328c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff4ecfdd-59ea-4afd-90fd-b1da0941d706 HTTP/1.1" status: 204 len: 168 time: 0.1839936 Nov 02 16:36:02.900490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ccb28-f65f-48be-b1a7-b74c4188f2e1 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:02.901970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e57ccb28-f65f-48be-b1a7-b74c4188f2e1 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks?id=12219a26-a4f4-4133-bf6a-e4d42d13b469 HTTP/1.1" status: 200 len: 765 time: 0.1208220 Nov 02 16:36:02.907113 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-afc0d77b-cac8-4d2b-9bf8-918e489359a4 req-7ef858a5-444e-42b1-97ca-67547063a441 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962544 Nov 02 16:36:02.907590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34224) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:02.911303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fa303-9f47-4b25-84fa-fa0c24cc328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ecfdd-59ea-4afd-90fd-b1da0941d706,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:02.912842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'description': 'd2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:03.044094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-93faad7f-1659-466c-a547-6dcb7d9d5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.045688 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-93faad7f-1659-466c-a547-6dcb7d9d5b22 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=02b5ca7cfa8446d7b3015407a7889420&device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 1094 time: 0.0800583 Nov 02 16:36:03.211892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:03.235669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:03.330332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network 12219a26-a4f4-4133-bf6a-e4d42d13b469 is not hosted by any dhcp agent {{(pid=102065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:36:03.336401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.337165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:03.347320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34238) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:03.356178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "PUT /v2.0/networks/12219a26-a4f4-4133-bf6a-e4d42d13b469 HTTP/1.1" status: 200 len: 762 time: 0.4460504 Nov 02 16:36:03.392857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101b6b2-b28b-414c-9332-3584888bc69b tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=12219a26-a4f4-4133-bf6a-e4d42d13b469,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:03.400116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-df3dde1d-42d9-4358-b952-429febb44153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.405050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-df3dde1d-42d9-4358-b952-429febb44153 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 200 len: 906 time: 0.3049912 Nov 02 16:36:03.406121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 12219a26-a4f4-4133-bf6a-e4d42d13b469 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:03.477017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-11386ba4-adc4-41b9-8ad9-2131e74f914e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=327875a1-39a2-4456-ad61-92024988add3 HTTP/1.1" status: 200 len: 217 time: 0.0645754 Nov 02 16:36:03.497543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6c6c5-a81c-4b6a-915e-1a775166e9c7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.517542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1aa6c6c5-a81c-4b6a-915e-1a775166e9c7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks?id=12219a26-a4f4-4133-bf6a-e4d42d13b469 HTTP/1.1" status: 200 len: 765 time: 0.1690087 Nov 02 16:36:03.518301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34244) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:03.615660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-6700631d-1822-4f7a-bf09-41cd031a5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.624146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-6700631d-1822-4f7a-bf09-41cd031a5c47 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 200 len: 845 time: 0.1315689 Nov 02 16:36:03.658381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c6b45-aa55-4505-bf68-a023e7028a43 req-8e1015c4-bf08-4dda-bf2e-afc5bc524a2f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.672616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff5c6b45-aa55-4505-bf68-a023e7028a43 req-8e1015c4-bf08-4dda-bf2e-afc5bc524a2f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 944 time: 0.1531987 Nov 02 16:36:03.673089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34252) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:03.694461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 76d65279-a2ec-43db-a1a8-716cb80c0ceb no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:03.712037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-abddeaea-1540-4be2-87a6-470bb526e5b3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799820 Nov 02 16:36:03.739152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 76d65279-a2ec-43db-a1a8-716cb80c0ceb {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:03.739783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 76d65279-a2ec-43db-a1a8-716cb80c0ceb not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:03.758695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff5c6b45-aa55-4505-bf68-a023e7028a43 req-8a918d8d-8384-452d-89c4-7ee9c0aafa11 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849972 Nov 02 16:36:03.894253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-e57fc45a-c16b-409d-8193-a3588296f5e1 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679335 Nov 02 16:36:03.912266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293c643-e820-4d03-a8bc-90eebccc35da tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.913827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e293c643-e820-4d03-a8bc-90eebccc35da tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3934374 Nov 02 16:36:03.917194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34266) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:03.936217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f6c4-a922-48c4-8d84-e42ec2255302 req-1b93bab3-4a54-47a5-8ce9-07ed33115c11 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:03.948606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de77f6c4-a922-48c4-8d84-e42ec2255302 req-1b93bab3-4a54-47a5-8ce9-07ed33115c11 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.1835144 Nov 02 16:36:04.009634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de77f6c4-a922-48c4-8d84-e42ec2255302 req-97d7adf5-65ec-4197-8fe2-93711e9c3869 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597301 Nov 02 16:36:04.233042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34278) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.315184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 41bc54e9-1983-49ca-af46-af162326e943 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:04.320257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3da074f5-59ce-4f9a-8e58-262a11f82a7a tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 207 time: 0.3936856 Nov 02 16:36:04.321103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c0bee7-1332-4136-bf77-f3c543b6e549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.323959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34284) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.396503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 41bc54e9-1983-49ca-af46-af162326e943 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:36:04.406364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 41bc54e9-1983-49ca-af46-af162326e943 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:04.407999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.423179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ba38a3af-fe4a-4b6a-918a-ba101439dd60 req-ae8d3f3b-e3f6-4c1d-bc9d-8c040ddd1889 service neutron] 10.222.0.100 "GET /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194423 Nov 02 16:36:04.494450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34290) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.518710 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.524612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c0bee7-1332-4136-bf77-f3c543b6e549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.530667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c0bee7-1332-4136-bf77-f3c543b6e549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.551028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f59b9eef-5b23-45f7-83c6-4d45b209ecdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.559883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 41bc54e9-1983-49ca-af46-af162326e943, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=41bc54e9-1983-49ca-af46-af162326e943,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:04.561438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc54e9-1983-49ca-af46-af162326e943'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:04.565031 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e570f674-c741-45a7-b49b-3c3c5a6230b3" -d '{"events": [{"server_uuid": "a4704da4-a3e8-43ad-b266-c80c62993394", "name": "network-vif-plugged", "status": "completed", "tag": "41bc54e9-1983-49ca-af46-af162326e943"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:04.570031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.586224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-245627230-network', 'tenant_id': '2aac656a943745278515b0c5d57a234f'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:04.596806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0bee7-1332-4136-bf77-f3c543b6e549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dbd6b5-53ca-4b20-832d-2c1688ecb656,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:04.602186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-54c0bee7-1332-4136-bf77-f3c543b6e549 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88a0d5c2c5ba492d80dfdb6eba83ddc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9274530 Nov 02 16:36:04.605773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34296) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.634263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=41bc54e9-1983-49ca-af46-af162326e943,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:04.647416 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117e25c-194f-4031-b575-a52e74761611 x-openstack-request-id: req-7117e25c-194f-4031-b575-a52e74761611 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:04.647716 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4704da4-a3e8-43ad-b266-c80c62993394", "name": "network-vif-plugged", "status": "completed", "tag": "41bc54e9-1983-49ca-af46-af162326e943", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:04.648023 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7117e25c-194f-4031-b575-a52e74761611 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:04.648427 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc54e9-1983-49ca-af46-af162326e943', 'code': 200} Nov 02 16:36:04.665933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Made reservation on behalf of 2aac656a943745278515b0c5d57a234f for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:04.669171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.680973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.683369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.687542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.693509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.699753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.706106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.711990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.713643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6f01143-c8f3-4057-899f-97c0905df16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.713779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-37493c3b-4870-4f2d-bced-73a98b4f6688 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3888972 Nov 02 16:36:04.718009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34298) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.770778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6f01143-c8f3-4057-899f-97c0905df16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.813437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16b788-0155-4d4f-a63b-d5da4ffb9241 req-6832e358-9f40-4748-b957-ae335229fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:04.814919 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb16b788-0155-4d4f-a63b-d5da4ffb9241 req-6832e358-9f40-4748-b957-ae335229fe5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 1096 time: 0.1158319 Nov 02 16:36:04.885197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.888581 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb16b788-0155-4d4f-a63b-d5da4ffb9241 req-bcfd9227-4b04-48e5-a79d-8f95719a304a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648136 Nov 02 16:36:04.889804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.893913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f59b9eef-5b23-45f7-83c6-4d45b209ecdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.896114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6f01143-c8f3-4057-899f-97c0905df16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.898651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6f01143-c8f3-4057-899f-97c0905df16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.899719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f6f01143-c8f3-4057-899f-97c0905df16e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78dbd6b5-53ca-4b20-832d-2c1688ecb656 HTTP/1.1" status: 204 len: 168 time: 0.2924280 Nov 02 16:36:04.918802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2c57ced-733c-43a1-94eb-7566faf352ee tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1994956 Nov 02 16:36:04.920774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f59b9eef-5b23-45f7-83c6-4d45b209ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.922514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:04.924036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34304) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.961365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6c89c-add4-4797-8309-270e11ac65cd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:04.970333 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:04.970545 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Added segment e543d635-c47b-4c3b-a773-b9f7bb271144 of type vlan for network 410e0d9a-4d82-4779-a651-b54c9b382ead Nov 02 16:36:04.978588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f59b9eef-5b23-45f7-83c6-4d45b209ecdb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ea4f1e922f34e748cb05f6a1dbb03f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440548 Nov 02 16:36:04.980820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b9eef-5b23-45f7-83c6-4d45b209ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57f58b-be06-4734-a194-583827a544b2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:04.982861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34306) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:04.994460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e727c6-f53a-4478-b205-42ab4efac05c req-77d330c8-6f18-4132-9690-20e05409a4e1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.001911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42e727c6-f53a-4478-b205-42ab4efac05c req-77d330c8-6f18-4132-9690-20e05409a4e1 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.1618283 Nov 02 16:36:05.027938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f01143-c8f3-4057-899f-97c0905df16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dbd6b5-53ca-4b20-832d-2c1688ecb656,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:05.045350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42e727c6-f53a-4478-b205-42ab4efac05c req-7918f961-71cc-4848-9011-b3eb1d99d3e0 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Nov 02 16:36:05.074432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1508572-1615-43d1-aa6e-40d1f76a134f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.076829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1508572-1615-43d1-aa6e-40d1f76a134f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.078735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1508572-1615-43d1-aa6e-40d1f76a134f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.080497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1508572-1615-43d1-aa6e-40d1f76a134f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.082190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1508572-1615-43d1-aa6e-40d1f76a134f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.083964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d1508572-1615-43d1-aa6e-40d1f76a134f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1592157 Nov 02 16:36:05.088198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34312) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:05.103672 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.156720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-49b8ab66-52e8-4b0f-a19e-e6dc0243daa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.177145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.179304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.185080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.221331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007f6b5-25b6-43db-a65f-2e342106591f req-2c5a5f7c-9d4c-4fe0-8a23-b3d640e9f120 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.222896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0007f6b5-25b6-43db-a65f-2e342106591f req-2c5a5f7c-9d4c-4fe0-8a23-b3d640e9f120 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.1149948 Nov 02 16:36:05.252498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52738f1a-a2c6-477e-be4d-38b364a5b86c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.255586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52738f1a-a2c6-477e-be4d-38b364a5b86c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.257974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52738f1a-a2c6-477e-be4d-38b364a5b86c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.260370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52738f1a-a2c6-477e-be4d-38b364a5b86c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.262865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52738f1a-a2c6-477e-be4d-38b364a5b86c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.265482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-52738f1a-a2c6-477e-be4d-38b364a5b86c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1763523 Nov 02 16:36:05.274763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34316) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:05.318263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-49b8ab66-52e8-4b0f-a19e-e6dc0243daa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.335446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34318) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:05.352340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0007f6b5-25b6-43db-a65f-2e342106591f req-8d5ba232-99b0-4db2-af46-41197137d26e tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188445 Nov 02 16:36:05.382084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8780940 Nov 02 16:36:05.389496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34320) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:05.395965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Request body: {'subnet': {'network_id': '410e0d9a-4d82-4779-a651-b54c9b382ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-245627230-subnet', 'tenant_id': '2aac656a943745278515b0c5d57a234f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:05.401040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5701-ac8f-4496-9e0b-309c61d39f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.406692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85eff6e-5c2d-4485-8b4c-0c55bb512c2f admin admin] Pushing event updated for resources: {'Network': ['ID=410e0d9a-4d82-4779-a651-b54c9b382ead,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:05.410513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10770faf-61ab-4ddb-8211-2d6911ad5fcd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:05.415275 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-10770faf-61ab-4ddb-8211-2d6911ad5fcd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks/bacaff01-4f5e-4d32-b024-cfc02ebcef43 HTTP/1.1" status: 200 len: 804 time: 0.1360753 Nov 02 16:36:05.416400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34322) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:05.419259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 410e0d9a-4d82-4779-a651-b54c9b382ead details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:05.464453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-49b8ab66-52e8-4b0f-a19e-e6dc0243daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.467955 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-49b8ab66-52e8-4b0f-a19e-e6dc0243daa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.471611 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-49b8ab66-52e8-4b0f-a19e-e6dc0243daa1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d57f58b-be06-4734-a194-583827a544b2 HTTP/1.1" status: 204 len: 168 time: 0.4826174 Nov 02 16:36:05.481642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Made reservation on behalf of 2aac656a943745278515b0c5d57a234f for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:05.483473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ab66-52e8-4b0f-a19e-e6dc0243daa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57f58b-be06-4734-a194-583827a544b2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:05.484770 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.528167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5701-ac8f-4496-9e0b-309c61d39f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.534575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5701-ac8f-4496-9e0b-309c61d39f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.535870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 327875a1-39a2-4456-ad61-92024988add3 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:05.572841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f5701-ac8f-4496-9e0b-309c61d39f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b9f418-d84e-490e-8e08-a01748398cb7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:05.599609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c2f5701-ac8f-4496-9e0b-309c61d39f3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9ddd2fcc41545d8a2f302b115bcb112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557771 Nov 02 16:36:05.600319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34328) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:05.664260 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c71adb-1d59-4679-bda4-81eb513478e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.680755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:05.689899 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c71adb-1d59-4679-bda4-81eb513478e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.700457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '327875a1-39a2-4456-ad61-92024988add3', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': '327875a1-39a2-4456-ad61-92024988add3', 'mac_address': 'fa:16:3e:aa:fd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:05.746242 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c71adb-1d59-4679-bda4-81eb513478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.749063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33c71adb-1d59-4679-bda4-81eb513478e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.749227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.752773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33c71adb-1d59-4679-bda4-81eb513478e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74b9f418-d84e-490e-8e08-a01748398cb7 HTTP/1.1" status: 204 len: 168 time: 0.1489613 Nov 02 16:36:05.768150 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327875a1-39a2-4456-ad61-92024988add3 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:05.780470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c71adb-1d59-4679-bda4-81eb513478e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b9f418-d84e-490e-8e08-a01748398cb7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:05.803657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:05.809794 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:05.877501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:05.995061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c3bc1f29-73ac-48f3-9bab-d1000703bfaf tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/networks/bacaff01-4f5e-4d32-b024-cfc02ebcef43?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5773213 Nov 02 16:36:05.999761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34336) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.070533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363593c9-ca02-479b-a416-00502e3a7e81 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.072111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-363593c9-ca02-479b-a416-00502e3a7e81 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/subnets/ad984365-974d-47e5-b014-673679694716 HTTP/1.1" status: 200 len: 843 time: 0.0708952 Nov 02 16:36:06.075906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34342) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.157547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34344) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.184685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12b85e4f-1abb-4d27-95fc-7df55e1a2285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.198031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.213362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0d1f5-fe94-435a-af07-2bd8a8f47cdf tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.214774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1ff0d1f5-fe94-435a-af07-2bd8a8f47cdf tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "GET /v2.0/subnets/ad984365-974d-47e5-b014-673679694716?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1368980 Nov 02 16:36:06.219867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34350) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.224879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961155854'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:06.236495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['327875a1-39a2-4456-ad61-92024988add3'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:06.247031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afcbca-351e-4294-9155-db0812586bf6 req-40dfa338-5866-4c38-9da0-2333e0835871 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.250664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29afcbca-351e-4294-9155-db0812586bf6 req-40dfa338-5866-4c38-9da0-2333e0835871 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.1030021 Nov 02 16:36:06.288743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:06.291617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fde4cb-af51-452a-b5db-d894ab98310c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:06.293076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.309732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Checking segment: {'id': 'e543d635-c47b-4c3b-a773-b9f7bb271144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '410e0d9a-4d82-4779-a651-b54c9b382ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:06.310399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Network hostable DHCP agents. Network: 410e0d9a-4d82-4779-a651-b54c9b382ead, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:36:06.328253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29afcbca-351e-4294-9155-db0812586bf6 req-09568714-4a7b-4b45-8588-67283c7438aa tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632069 Nov 02 16:36:06.343821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:06.346754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Network 410e0d9a-4d82-4779-a651-b54c9b382ead is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:36:06.357847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 410e0d9a-4d82-4779-a651-b54c9b382ead) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:06.366417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.367105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.387088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1039bca-f968-4883-9c21-fba0b4638d36 None None] Network 410e0d9a-4d82-4779-a651-b54c9b382ead requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:06.398481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12b85e4f-1abb-4d27-95fc-7df55e1a2285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.399220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7648d447-b82e-41d8-8def-2aa5d5d305ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0071709 Nov 02 16:36:06.403444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.403552 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Added segment 970257a9-dd1a-402c-81ee-e345b235337a of type vlan for network ed4b6861-dc74-4520-8477-9349ef13a3f7 Nov 02 16:36:06.418378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12b85e4f-1abb-4d27-95fc-7df55e1a2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.516532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-12b85e4f-1abb-4d27-95fc-7df55e1a2285 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a95a1c7c5184f509a6a00b1db388c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584833 Nov 02 16:36:06.522079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.524683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34362) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.536929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b85e4f-1abb-4d27-95fc-7df55e1a2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d8f66-2bae-4bbd-b9fa-2cea0e9aca63,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:06.576728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d3614-df4e-4056-a681-31faadf79080 req-0dec3057-9008-476d-9976-56f6c8aa311c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.582313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-723d3614-df4e-4056-a681-31faadf79080 req-0dec3057-9008-476d-9976-56f6c8aa311c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 944 time: 0.1284726 Nov 02 16:36:06.614012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.622076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.623412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.627137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a2aeb-e821-48f4-947b-10b887888477 None None] Network 410e0d9a-4d82-4779-a651-b54c9b382ead requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:06.688169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-723d3614-df4e-4056-a681-31faadf79080 req-925a85de-b7b3-460e-a4fe-2d2b3f377ee2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001494 Nov 02 16:36:06.739021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5179920 Nov 02 16:36:06.743246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34372) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.750380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:06.772014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc560e65-0d0b-4b43-ad75-c1f82c628290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.791986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9095a46-40b1-4c7e-9a0e-fb6611101d32 req-f432a6f9-5940-44a2-9f39-0315bc385d58 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:06.793883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9095a46-40b1-4c7e-9a0e-fb6611101d32 req-f432a6f9-5940-44a2-9f39-0315bc385d58 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.0709970 Nov 02 16:36:06.833521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34376) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:06.853571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9095a46-40b1-4c7e-9a0e-fb6611101d32 req-f8610596-99fd-41e1-afd8-34db78690338 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520482 Nov 02 16:36:06.906672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Deleting subnet 83fde4cb-af51-452a-b5db-d894ab98310c {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:06.907578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742de8a7-e3b4-477c-9fe6-83514b4f5ef6 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Network': ['ID=ed4b6861-dc74-4520-8477-9349ef13a3f7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:06.910599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.921107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc560e65-0d0b-4b43-ad75-c1f82c628290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:06.926459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ed4b6861-dc74-4520-8477-9349ef13a3f7 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:06.958671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.007238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Made reservation on behalf of 81a81fcd6e3e4f0bbd3a369d5ad2705d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:07.013005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.022606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.064636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc560e65-0d0b-4b43-ad75-c1f82c628290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.067501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc560e65-0d0b-4b43-ad75-c1f82c628290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.070600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bc560e65-0d0b-4b43-ad75-c1f82c628290 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c52d8f66-2bae-4bbd-b9fa-2cea0e9aca63 HTTP/1.1" status: 204 len: 168 time: 0.5448999 Nov 02 16:36:07.087040 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.094622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc560e65-0d0b-4b43-ad75-c1f82c628290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d8f66-2bae-4bbd-b9fa-2cea0e9aca63,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:07.109035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Performing IP validity checks on allocation pools {{(pid=102065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:36:07.109688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:36:07.126440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.133070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/83fde4cb-af51-452a-b5db-d894ab98310c HTTP/1.1" status: 204 len: 168 time: 0.2955427 Nov 02 16:36:07.133070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96fda3-4451-4786-b0ce-42e6ab904de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fde4cb-af51-452a-b5db-d894ab98310c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:07.135258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34386) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:07.243864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.391355 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.450089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410e0d9a-4d82-4779-a651-b54c9b382ead']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:07.461703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.465294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e543d635-c47b-4c3b-a773-b9f7bb271144') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:07.465592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e543d635-c47b-4c3b-a773-b9f7bb271144') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:07.494299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34398) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:07.510639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4bf8edb8-fc93-4c72-912c-1ae1ebc2664e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.520586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.553001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.574488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:07.574883 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:07.580394 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:07.591492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=f46156a2-d5b3-49fa-9294-3b9687187a77,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:07.644020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Checking segment: {'id': '970257a9-dd1a-402c-81ee-e345b235337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:07.644384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network hostable DHCP agents. Network: ed4b6861-dc74-4520-8477-9349ef13a3f7, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:36:07.660032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.665327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.669184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/410e0d9a-4d82-4779-a651-b54c9b382ead HTTP/1.1" status: 204 len: 168 time: 0.5320537 Nov 02 16:36:07.687045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Network ed4b6861-dc74-4520-8477-9349ef13a3f7 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:36:07.692974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bd901-bff2-4cfe-bd5f-e9807875a1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=410e0d9a-4d82-4779-a651-b54c9b382ead,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:07.705620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ed4b6861-dc74-4520-8477-9349ef13a3f7) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:07.706949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:07.708767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.715914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da087c-901c-4887-996d-a918751fb228 None None] Network ed4b6861-dc74-4520-8477-9349ef13a3f7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:07.736766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0da54c5b-e564-4b64-a38f-1de0a8d6a713 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9906266 Nov 02 16:36:07.738425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34408) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:07.745173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:07.797918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4bf8edb8-fc93-4c72-912c-1ae1ebc2664e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.805340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4bf8edb8-fc93-4c72-912c-1ae1ebc2664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.890527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58843227'] for subnet, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.930093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34416) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:07.981048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4bf8edb8-fc93-4c72-912c-1ae1ebc2664e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8458fbf57d8f4305b9264f15f223eee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817662 Nov 02 16:36:07.982822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ed4b6861-dc74-4520-8477-9349ef13a3f7', 'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7', 'tenant_id': '81a81fcd6e3e4f0bbd3a369d5ad2705d', 'fixed_ips': [{'subnet_id': 'f46156a2-d5b3-49fa-9294-3b9687187a77'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:36:07.983804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:07.989783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34418) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:08.025942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8edb8-fc93-4c72-912c-1ae1ebc2664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26e0d0-0c7b-40b7-8acc-52d75fbc041f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.098066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:08.098813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27f1c1cc-ba9b-4c20-b1d2-a7a47f6a60d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2aac656a943745278515b0c5d57a234f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510677 Nov 02 16:36:08.142047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b225efe-f18d-4f1b-afb5-5cd754f7e39b req-69e705bc-c5b0-4c01-8d29-0d1091b9ac56 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:08.144038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b225efe-f18d-4f1b-afb5-5cd754f7e39b req-69e705bc-c5b0-4c01-8d29-0d1091b9ac56 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 944 time: 0.2843058 Nov 02 16:36:08.168808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756002221105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58836169'] for subnet, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.181639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e33a807-8f41-4b24-8829-f21aba073447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.205844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92efcce-ac87-42a5-8c99-383fd5ffe73f req-3a15f6c5-4239-4e1a-80c9-6c0f11045081 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:08.207880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c92efcce-ac87-42a5-8c99-383fd5ffe73f req-3a15f6c5-4239-4e1a-80c9-6c0f11045081 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.1295164 Nov 02 16:36:08.230603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Allocated IP 2001:db8::3 (ed4b6861-dc74-4520-8477-9349ef13a3f7/f46156a2-d5b3-49fa-9294-3b9687187a77/079eb566-cedc-4241-b0fc-e5044d17b830) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:08.255591 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e33a807-8f41-4b24-8829-f21aba073447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.256127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7b31b9-2810-4e4a-8bb1-8f79f169ccd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.271163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:08.271784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.275062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "PUT /v2.0/subnets/f46156a2-d5b3-49fa-9294-3b9687187a77 HTTP/1.1" status: 200 len: 900 time: 0.5351996 Nov 02 16:36:08.281772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:08.286031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b225efe-f18d-4f1b-afb5-5cd754f7e39b req-fbdbfc13-f33d-4e0b-bc5e-9d78f3ca959b tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297078 Nov 02 16:36:08.293052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5d751-3fa7-41fd-bed7-33c8b77e68c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event updated for resources: {'Subnet': ['ID=f46156a2-d5b3-49fa-9294-3b9687187a77,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.307200 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7b31b9-2810-4e4a-8bb1-8f79f169ccd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.363859 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9b31-c3cd-4732-90ac-ce8e383cb6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.381997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7b31b9-2810-4e4a-8bb1-8f79f169ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.384694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7b31b9-2810-4e4a-8bb1-8f79f169ccd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.385892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c7b31b9-2810-4e4a-8bb1-8f79f169ccd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ae6c89c-add4-4797-8309-270e11ac65cd HTTP/1.1" status: 204 len: 168 time: 0.2854159 Nov 02 16:36:08.395023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b31b9-2810-4e4a-8bb1-8f79f169ccd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6c89c-add4-4797-8309-270e11ac65cd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.422519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c92efcce-ac87-42a5-8c99-383fd5ffe73f req-fb30712f-8498-493a-ad9b-22f933347593 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074649 Nov 02 16:36:08.519975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.540640 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.542379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e33a807-8f41-4b24-8829-f21aba073447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.545852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e33a807-8f41-4b24-8829-f21aba073447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.550543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4e33a807-8f41-4b24-8829-f21aba073447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd26e0d0-0c7b-40b7-8acc-52d75fbc041f HTTP/1.1" status: 204 len: 168 time: 0.5574582 Nov 02 16:36:08.550775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.598169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33a807-8f41-4b24-8829-f21aba073447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26e0d0-0c7b-40b7-8acc-52d75fbc041f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.605039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Network ed4b6861-dc74-4520-8477-9349ef13a3f7 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:08.608763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:08.625397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:08.632092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.641914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Pushing event updated for resources: {'Port': ['ID=079eb566-cedc-4241-b0fc-e5044d17b830,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.724292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Attempting to bind port 079eb566-cedc-4241-b0fc-e5044d17b830 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:08.724967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Attempting to bind port 079eb566-cedc-4241-b0fc-e5044d17b830 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '970257a9-dd1a-402c-81ee-e345b235337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:08.725064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Attempting to bind port 079eb566-cedc-4241-b0fc-e5044d17b830 on network ed4b6861-dc74-4520-8477-9349ef13a3f7 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:08.730354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:08.731214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Checking segment: {'id': '970257a9-dd1a-402c-81ee-e345b235337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:08.732536 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.733119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Bound using segment: {'id': '970257a9-dd1a-402c-81ee-e345b235337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:08.733901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Bound port: 079eb566-cedc-4241-b0fc-e5044d17b830, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970257a9-dd1a-402c-81ee-e345b235337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:08.734496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.745836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.781943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=f46156a2-d5b3-49fa-9294-3b9687187a77,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.812020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] For port 079eb566-cedc-4241-b0fc-e5044d17b830, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:08.815479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] For port 079eb566-cedc-4241-b0fc-e5044d17b830, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=079eb566-cedc-4241-b0fc-e5044d17b830,segment=NetworkSegment(970257a9-dd1a-402c-81ee-e345b235337a),segment_id=970257a9-dd1a-402c-81ee-e345b235337a)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:08.821056 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.876552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:08.912250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4b6861-dc74-4520-8477-9349ef13a3f7']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:08.925237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e939d-04c6-43e6-a6b1-9017aa875f9e req-96a5252e-365c-4b46-b450-da45626067c3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:08.927637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b8e939d-04c6-43e6-a6b1-9017aa875f9e req-96a5252e-365c-4b46-b450-da45626067c3 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.1273944 Nov 02 16:36:08.935465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804aa2-eb42-4a54-bbb4-f0ce428a5afc None None] Pushing event updated for resources: {'Port': ['ID=079eb566-cedc-4241-b0fc-e5044d17b830,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:08.946652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970257a9-dd1a-402c-81ee-e345b235337a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:08.946954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970257a9-dd1a-402c-81ee-e345b235337a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:08.964868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54daa6-a7a4-4118-b94c-58d88d10710c None None] Network ed4b6861-dc74-4520-8477-9349ef13a3f7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:08.976096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.030121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b8e939d-04c6-43e6-a6b1-9017aa875f9e req-30afb500-c57b-4974-92cf-1aeea7840cff tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922706 Nov 02 16:36:09.034784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.044035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:09.045038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:09.051791 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:09.121196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 16:36:09.121196 n-d-811405-2 neutron-server[102066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 16:36:09.121196 n-d-811405-2 neutron-server[102066]: [parameters: {'id': 'ed4b6861-dc74-4520-8477-9349ef13a3f7'}] Nov 02 16:36:09.121196 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:36:09.121666 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:36:09.158260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42752f-7049-483d-8c10-4e4e585c2f0b None None] Network ed4b6861-dc74-4520-8477-9349ef13a3f7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:09.303174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a920f3-fc23-4bbd-bc91-e83877109957 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:36:09.443739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ccfcb-e6b4-4c12-b23e-7332b861a963 req-8dadfb43-c28f-43f0-bb9a-77c27c8838cb tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:09.448081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a920f3-fc23-4bbd-bc91-e83877109957 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:36:09.453590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921ccfcb-e6b4-4c12-b23e-7332b861a963 req-8dadfb43-c28f-43f0-bb9a-77c27c8838cb tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 944 time: 0.0755372 Nov 02 16:36:09.507981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921ccfcb-e6b4-4c12-b23e-7332b861a963 req-2a334aca-beb9-4f08-a030-08c705d6d0c2 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481682 Nov 02 16:36:09.591334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 327875a1-39a2-4456-ad61-92024988add3 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:09.623521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.693897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 327875a1-39a2-4456-ad61-92024988add3 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:36:09.699378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting port 079eb566-cedc-4241-b0fc-e5044d17b830 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:09.699677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 327875a1-39a2-4456-ad61-92024988add3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:09.699795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.700050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.780497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] For port 079eb566-cedc-4241-b0fc-e5044d17b830, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=079eb566-cedc-4241-b0fc-e5044d17b830,segment=NetworkSegment(970257a9-dd1a-402c-81ee-e345b235337a),segment_id=970257a9-dd1a-402c-81ee-e345b235337a)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:09.780976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.805241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Calling delete_port for 079eb566-cedc-4241-b0fc-e5044d17b830 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:09.862501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.891171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327875a1-39a2-4456-ad61-92024988add3'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:09.893863 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db3f19-7642-446d-af4d-98157192c72c" -d '{"events": [{"server_uuid": "4de600a4-344c-4484-af49-f9b9a80caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "327875a1-39a2-4456-ad61-92024988add3"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:09.907948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:09.912946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.924095 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:09.961882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Port': ['ID=079eb566-cedc-4241-b0fc-e5044d17b830,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:09.973550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No DVR routers for this DVR port 079eb566-cedc-4241-b0fc-e5044d17b830 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:09.987584 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f72c5-ca26-4b7d-86df-da27e40c44f7 x-openstack-request-id: req-319f72c5-ca26-4b7d-86df-da27e40c44f7 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:09.988238 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de600a4-344c-4484-af49-f9b9a80caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "327875a1-39a2-4456-ad61-92024988add3", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:09.988791 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-319f72c5-ca26-4b7d-86df-da27e40c44f7 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:09.989542 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327875a1-39a2-4456-ad61-92024988add3', 'code': 200} Nov 02 16:36:10.034503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:10.106226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.149310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ed183-ab77-4e47-b88e-7a8c993d1e05 req-b4a8e4cf-443e-4585-831d-2eb63c07c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:10.153636 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f44ed183-ab77-4e47-b88e-7a8c993d1e05 req-b4a8e4cf-443e-4585-831d-2eb63c07c775 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 1096 time: 0.0700011 Nov 02 16:36:10.154444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34506) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:10.179645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4b6861-dc74-4520-8477-9349ef13a3f7']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:10.192493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970257a9-dd1a-402c-81ee-e345b235337a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:10.193029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970257a9-dd1a-402c-81ee-e345b235337a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:10.198885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f44ed183-ab77-4e47-b88e-7a8c993d1e05 req-0ec054f5-c899-4bf2-bfeb-a37c88967c57 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365946 Nov 02 16:36:10.208008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.231881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8ea2b-4885-4741-ac62-09c0620c3f65 req-fc1af880-399f-41d7-8e80-277ea8bcb495 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:10.234041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75a8ea2b-4885-4741-ac62-09c0620c3f65 req-fc1af880-399f-41d7-8e80-277ea8bcb495 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.0875018 Nov 02 16:36:10.235275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.244355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:10.245833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:10.255821 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:10.317101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-eafb896f-2b0c-4760-b196-ff43a5adae6e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:10.318796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-eafb896f-2b0c-4760-b196-ff43a5adae6e tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 945 time: 0.1015477 Nov 02 16:36:10.358480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75a8ea2b-4885-4741-ac62-09c0620c3f65 req-598881ce-b275-40a8-b8e9-c4ab0a7508af tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168172 Nov 02 16:36:10.359989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.365886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.376242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/ed4b6861-dc74-4520-8477-9349ef13a3f7 HTTP/1.1" status: 204 len: 168 time: 2.0836625 Nov 02 16:36:10.394407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34516) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:10.396382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d936-5516-489f-8aba-da02d14a876c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=ed4b6861-dc74-4520-8477-9349ef13a3f7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:10.432504 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-940855e7-95f7-41f4-aba5-bf18535432c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:10.433127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940855e7-95f7-41f4-aba5-bf18535432c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:10.436674 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-940855e7-95f7-41f4-aba5-bf18535432c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/f46156a2-d5b3-49fa-9294-3b9687187a77 HTTP/1.1" status: 404 len: 337 time: 0.0367188 Nov 02 16:36:10.439320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34520) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:10.444277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1859089935-network', 'tenant_id': 'c348386697e144029ed2dca3119a7ee1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:10.462177 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-951a23fa-5c55-47d2-98de-7789c874af47 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:10.462897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951a23fa-5c55-47d2-98de-7789c874af47 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:10.469129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-951a23fa-5c55-47d2-98de-7789c874af47 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/ed4b6861-dc74-4520-8477-9349ef13a3f7 HTTP/1.1" status: 404 len: 339 time: 0.0259256 Nov 02 16:36:10.469412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34522) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:10.475851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Deleting port 41bc54e9-1983-49ca-af46-af162326e943 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:10.476079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.543168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Made reservation on behalf of c348386697e144029ed2dca3119a7ee1 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:10.545791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.573165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.575297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.692857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] For port 41bc54e9-1983-49ca-af46-af162326e943, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=41bc54e9-1983-49ca-af46-af162326e943,segment=NetworkSegment(6c4a8dcd-312c-4b3e-823b-2f42bb2eb865),segment_id=6c4a8dcd-312c-4b3e-823b-2f42bb2eb865)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:10.693352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.729758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.734585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Calling delete_port for 41bc54e9-1983-49ca-af46-af162326e943 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:10.757628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a82a-0538-4214-a343-4b5b7ed142e5 req-fb211b84-2be1-4949-a629-862f07631750 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:10.765129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6b3a82a-0538-4214-a343-4b5b7ed142e5 req-fb211b84-2be1-4949-a629-862f07631750 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 945 time: 0.1305659 Nov 02 16:36:10.774740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12219a26-a4f4-4133-bf6a-e4d42d13b469']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:10.798451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe21213d-0ec4-4e3b-a616-016d16a3030b') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:10.798669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe21213d-0ec4-4e3b-a616-016d16a3030b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:10.811781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.828610 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.835898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.845625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6b3a82a-0538-4214-a343-4b5b7ed142e5 req-a764917d-9367-402e-9b33-ac93f9367533 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795493 Nov 02 16:36:10.850375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.858649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:10.859073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:10.863726 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:10.884872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fe725-fa94-4bec-baff-deeeac96182c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:10.895170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.895712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.896217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.896888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.897398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.897895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.898413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.898902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.899412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.899735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.900068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.900398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:10.944468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.957146 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:10.967158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/12219a26-a4f4-4133-bf6a-e4d42d13b469 HTTP/1.1" status: 204 len: 168 time: 0.4942183 Nov 02 16:36:10.970680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34538) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:10.988074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:10.990196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769879-40b7-4059-b8ab-5c091403b39c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=12219a26-a4f4-4133-bf6a-e4d42d13b469,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:11.031889 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4d8cd1-eca3-4b08-b14c-eb83c4667974 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:11.032556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4d8cd1-eca3-4b08-b14c-eb83c4667974 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:11.035746 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4e4d8cd1-eca3-4b08-b14c-eb83c4667974 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/02eca88b-d9ce-4738-a3c7-00ad2e1220fa HTTP/1.1" status: 404 len: 337 time: 0.0529099 Nov 02 16:36:11.038450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34540) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:11.045339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.046112 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Added segment 6569e66f-da4e-4ad2-be10-6f9ff35b2c24 of type vlan for network ddba1911-91db-4eda-a734-697c24abff54 Nov 02 16:36:11.085396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.089427 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e9e48fc-cf69-4a2d-8796-417dfe468893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.101527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['41bc54e9-1983-49ca-af46-af162326e943'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:11.108984 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1046273d-3fad-400c-a254-802296623a19 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:11.109683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1046273d-3fad-400c-a254-802296623a19 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:11.125347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1046273d-3fad-400c-a254-802296623a19 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/0397b5b6-5011-457f-ae89-bd3560b9cf73 HTTP/1.1" status: 404 len: 339 time: 0.0857742 Nov 02 16:36:11.125976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:11.127315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.168396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Pushing event deleted for resources: {'Port': ['ID=41bc54e9-1983-49ca-af46-af162326e943,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:11.220106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting subnet 578ef082-b18a-48c8-8071-68fbdcae60b4 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:11.225069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.229213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.230699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:11.231792 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.256825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] No DVR routers for this DVR port 41bc54e9-1983-49ca-af46-af162326e943 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:11.310605 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.338625 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.350599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.354714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c41caaac-8737-4536-807f-69c3cfba7e84 req-84c26d16-736f-4fdb-9807-b0cd6292d354 tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.55 "DELETE /v2.0/ports/41bc54e9-1983-49ca-af46-af162326e943 HTTP/1.1" status: 204 len: 173 time: 1.0286953 Nov 02 16:36:11.355408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34552) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:11.356534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'name': 'network-vif-deleted', 'tag': '41bc54e9-1983-49ca-af46-af162326e943'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:11.360484 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55d541-328b-448f-bb3b-0181ded18641" -d '{"events": [{"server_uuid": "a4704da4-a3e8-43ad-b266-c80c62993394", "name": "network-vif-deleted", "tag": "41bc54e9-1983-49ca-af46-af162326e943"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:11.390409 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2342556 Nov 02 16:36:11.400199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34558) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:11.425775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Request body: {'subnet': {'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1859089935-subnet', 'tenant_id': 'c348386697e144029ed2dca3119a7ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:11.435634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c1bf0-3fc6-4cc6-816d-c45bf32a5442 admin admin] Pushing event updated for resources: {'Network': ['ID=ddba1911-91db-4eda-a734-697c24abff54,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:11.455399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ddba1911-91db-4eda-a734-697c24abff54 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:11.479173 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcce78f-48a6-4a31-a4b9-066fad8359ef x-openstack-request-id: req-6fcce78f-48a6-4a31-a4b9-066fad8359ef {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:11.479486 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4704da4-a3e8-43ad-b266-c80c62993394", "name": "network-vif-deleted", "tag": "41bc54e9-1983-49ca-af46-af162326e943", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:11.480534 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fcce78f-48a6-4a31-a4b9-066fad8359ef {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:11.483929 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4704da4-a3e8-43ad-b266-c80c62993394', 'name': 'network-vif-deleted', 'tag': '41bc54e9-1983-49ca-af46-af162326e943', 'status': 'completed', 'code': 200} Nov 02 16:36:11.493565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.514119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Made reservation on behalf of c348386697e144029ed2dca3119a7ee1 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:11.527241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.651271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45147d29-7bf1-48b7-b442-3f30b38ee0b2 req-be35ea7a-d117-416f-8be3-516c20c9a85f tempest-DeleteServersTestJSON-1528627785 tempest-DeleteServersTestJSON-1528627785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4704da4-a3e8-43ad-b266-c80c62993394 HTTP/1.1" status: 200 len: 210 time: 0.0670452 Nov 02 16:36:11.671643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.711029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae573f5-3a8e-4388-b6ba-89e836b67991 None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:11.724329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.727939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/578ef082-b18a-48c8-8071-68fbdcae60b4 HTTP/1.1" status: 204 len: 168 time: 0.6005902 Nov 02 16:36:11.728845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac66a4-f379-40f7-9f4f-f18636df1f99 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=578ef082-b18a-48c8-8071-68fbdcae60b4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:11.730614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34566) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:11.797881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting subnet 2c1a39a7-ef8f-4e73-8300-5047c218cf56 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:11.809663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.879409 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.894531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be212dc5-dd76-4e16-9613-b8f31340af7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:11.928077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.045420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7ccf3f-ef84-49f8-a202-60eef244e759,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:12.076651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae5f1-045d-43b9-a106-3d3079ec5f9c req-bb8715e9-eed0-4760-a2c3-f93c71a09e89 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:12.084646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-962ae5f1-045d-43b9-a106-3d3079ec5f9c req-bb8715e9-eed0-4760-a2c3-f93c71a09e89 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 945 time: 0.1131749 Nov 02 16:36:12.090679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Checking segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:12.091041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Network hostable DHCP agents. Network: ddba1911-91db-4eda-a734-697c24abff54, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:36:12.129958 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.152829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be212dc5-dd76-4e16-9613-b8f31340af7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.161321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be212dc5-dd76-4e16-9613-b8f31340af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.170822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Network ddba1911-91db-4eda-a734-697c24abff54 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:36:12.190983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-962ae5f1-045d-43b9-a106-3d3079ec5f9c req-a86b4990-f58a-443e-8b15-1f373a02a974 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053526 Nov 02 16:36:12.222702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ddba1911-91db-4eda-a734-697c24abff54) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:12.232725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be212dc5-dd76-4e16-9613-b8f31340af7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66c69901a57f497cba8fbe0d86e6b300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8675361 Nov 02 16:36:12.233487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212dc5-dd76-4e16-9613-b8f31340af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe250d-bd8c-458a-88db-36b3aed77eb4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:12.237141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:12.237864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba764e-f4eb-4552-bc9b-92416305900a None None] Network ddba1911-91db-4eda-a734-697c24abff54 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:12.238367 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.240300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34578) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:12.304115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0cc835f6-b082-48a0-b7ad-298e6549b879 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8978555 Nov 02 16:36:12.329680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.374254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecd14d53-72a1-481c-a642-d5c5627facaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.406507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1a39a7-ef8f-4e73-8300-5047c218cf56,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:12.415499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.427008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff1561ba-6bf7-4990-8fd9-389f72810834 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/2c1a39a7-ef8f-4e73-8300-5047c218cf56 HTTP/1.1" status: 204 len: 168 time: 0.6930528 Nov 02 16:36:12.428072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34590) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:12.433342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecd14d53-72a1-481c-a642-d5c5627facaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.531384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecd14d53-72a1-481c-a642-d5c5627facaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.534090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecd14d53-72a1-481c-a642-d5c5627facaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.535417 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ecd14d53-72a1-481c-a642-d5c5627facaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cfe250d-bd8c-458a-88db-36b3aed77eb4 HTTP/1.1" status: 204 len: 168 time: 0.2941399 Nov 02 16:36:12.547967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14d53-72a1-481c-a642-d5c5627facaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe250d-bd8c-458a-88db-36b3aed77eb4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:12.590032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71806ee5-ed54-481b-ae01-6cd6ef719678 None None] Network ddba1911-91db-4eda-a734-697c24abff54 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:12.593012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.633327 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.799906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:12.800364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.908624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] For port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,segment=NetworkSegment(e0c38ce7-0445-45c5-9f6f-9d20023ea7ae),segment_id=e0c38ce7-0445-45c5-9f6f-9d20023ea7ae)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:12.909119 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:12.950204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Calling delete_port for 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:13.168482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.252116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No DVR routers for this DVR port 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:13.256331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Port': ['ID=4e1ab47d-0e79-4445-a3a7-6be9dc41fad7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:13.321648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21536747-a750-4c73-a2c3-fd170c9ba10b None None] Network 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:13.383347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.412684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fc7b5447-0935-4e51-a2de-bc8fd41ef45d None None] Could not find standard attr ID for object 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:36:13.415391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:13.441906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:13.441906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c38ce7-0445-45c5-9f6f-9d20023ea7ae') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:13.460987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.495430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.507800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:13.509140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:13.512343 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:13.632501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55a9d9-36a4-4e73-9177-fb26983ce504 None None] DHCP port deletion for 0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:36:13.639518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.656496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.662725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1 HTTP/1.1" status: 204 len: 168 time: 1.2339120 Nov 02 16:36:13.665362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34678) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:13.675283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0731f-d36c-42e1-938f-241f9b9f6047 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=0bfe00b1-7d9f-4591-a8d1-cf3be9ce61a1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:13.721373 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:13.746823 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0cbbf7-df3d-474c-9c45-beba7cc3da8f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:13.747386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0cbbf7-df3d-474c-9c45-beba7cc3da8f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:13.754961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1a0cbbf7-df3d-474c-9c45-beba7cc3da8f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/6e3c074f-b6f6-4f32-81f8-d49f659fd912 HTTP/1.1" status: 404 len: 337 time: 0.0882840 Nov 02 16:36:13.756016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34688) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:13.762080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:13.809196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:13.809551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e1ab47d-0e79-4445-a3a7-6be9dc41fad7 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:13.815774 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5954a25-b298-4962-aa30-c154290c677d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:13.816974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5954a25-b298-4962-aa30-c154290c677d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:13.826689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e5954a25-b298-4962-aa30-c154290c677d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/f94f2bda-6f8a-4659-aed4-db8d79068999 HTTP/1.1" status: 404 len: 339 time: 0.0684388 Nov 02 16:36:13.827614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34692) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:13.868858 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01bba96-f2bc-458b-b84a-f5c2d7f6dcfd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:13.869995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01bba96-f2bc-458b-b84a-f5c2d7f6dcfd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:13.877620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f01bba96-f2bc-458b-b84a-f5c2d7f6dcfd tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/abf43868-34d6-4699-8c9e-9cf92bda181a HTTP/1.1" status: 404 len: 337 time: 0.0484109 Nov 02 16:36:13.878608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34700) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:13.932091 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce0e311-66fa-4150-bafe-a52171f8b60f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:13.932684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce0e311-66fa-4150-bafe-a52171f8b60f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:13.936302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ce0e311-66fa-4150-bafe-a52171f8b60f tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/24495e0f-81af-42f6-bdd7-cb8f10298101 HTTP/1.1" status: 404 len: 339 time: 0.0565042 Nov 02 16:36:13.942365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34702) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:13.975002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-ae4518f8-203c-451b-90b6-25b36993ee91 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:13.976659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-ae4518f8-203c-451b-90b6-25b36993ee91 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.2220159 Nov 02 16:36:13.995540 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-706c62bc-fb74-4947-8487-2b52c21b051d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:13.996054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706c62bc-fb74-4947-8487-2b52c21b051d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:13.999616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-706c62bc-fb74-4947-8487-2b52c21b051d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/188c892c-634e-4920-83b9-edbea6a2d84d HTTP/1.1" status: 404 len: 337 time: 0.0545492 Nov 02 16:36:14.002416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29413e4-30f2-4c4e-a8f3-0e058b1c6ace req-fb603885-9227-4d03-bd4a-936a2d66da8f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:14.002571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34704) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:14.003931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d29413e4-30f2-4c4e-a8f3-0e058b1c6ace req-fb603885-9227-4d03-bd4a-936a2d66da8f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 945 time: 0.1044450 Nov 02 16:36:14.010101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-2a6b27fb-de9e-4bdb-b864-b02505963eb1 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/quotas/c348386697e144029ed2dca3119a7ee1 HTTP/1.1" status: 200 len: 375 time: 0.0247853 Nov 02 16:36:14.033315 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8d8575-d995-46a4-8cdd-2727faa759c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:14.035464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8d8575-d995-46a4-8cdd-2727faa759c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:14.039813 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a8d8575-d995-46a4-8cdd-2727faa759c8 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/d09161c2-f254-4716-8f48-1f29e0bca5b6 HTTP/1.1" status: 404 len: 339 time: 0.0362048 Nov 02 16:36:14.042390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34710) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:14.064973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-8314673f-c1e6-4663-98fe-2c802f94dd60 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463850 Nov 02 16:36:14.121920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting subnet d9c5f0d4-6ee0-4880-836e-3bb4b9d31c29 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:14.127893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.136144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d29413e4-30f2-4c4e-a8f3-0e058b1c6ace req-d804ffa4-4d3f-4ac6-9420-89d9fcf18a7c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085382 Nov 02 16:36:14.185885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.228737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-b361c389-711d-4267-a004-9bdee3a6dc87 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628532 Nov 02 16:36:14.349331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 41bc54e9-1983-49ca-af46-af162326e943 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:14.407419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-3ee44bb5-cde3-4289-a492-61fb91948da2 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690547 Nov 02 16:36:14.449483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.459394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 41bc54e9-1983-49ca-af46-af162326e943 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:14.463139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 41bc54e9-1983-49ca-af46-af162326e943 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:14.571317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.602391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c5f0d4-6ee0-4880-836e-3bb4b9d31c29,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:14.617785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.619068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810aee33-0204-42a6-9d47-9b4c35d65c0c None None] Network dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:14.622197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0b55b4e5-59d6-4c9c-8351-2942a98aa7f7 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/d9c5f0d4-6ee0-4880-836e-3bb4b9d31c29 HTTP/1.1" status: 204 len: 168 time: 0.5779719 Nov 02 16:36:14.625126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34734) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:14.679243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89b2ee33-8c31-42b4-afd8-063d5bf04dde req-19fd56c3-a59d-4f40-afb5-9ca4b316d305 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 210 time: 0.0472581 Nov 02 16:36:14.753864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.887279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:14.887623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:14.955593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] DHCP port deletion for dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:36:14.994810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] For port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,segment=NetworkSegment(d008dd4c-29f5-4298-bb23-e371989fb0aa),segment_id=d008dd4c-29f5-4298-bb23-e371989fb0aa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:14.995540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.072121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] Deleting port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:15.072942 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.276410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] For port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,segment=NetworkSegment(d008dd4c-29f5-4298-bb23-e371989fb0aa),segment_id=d008dd4c-29f5-4298-bb23-e371989fb0aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:15.276799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.317026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Calling delete_port for bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:15.323262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] Calling delete_port for bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:15.438503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac15c0-acfe-4425-9768-ae28e15da9c0 req-a992c109-ebb2-4e23-9a42-7ac1a3d2cb15 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:15.441568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0fac15c0-acfe-4425-9768-ae28e15da9c0 req-a992c109-ebb2-4e23-9a42-7ac1a3d2cb15 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 945 time: 0.1531253 Nov 02 16:36:15.464982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.511080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.534329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0fac15c0-acfe-4425-9768-ae28e15da9c0 req-0a4a0bcd-750c-4fc6-878d-4ba4572bd520 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818155 Nov 02 16:36:15.535753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] Pushing event deleted for resources: {'Port': ['ID=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:15.546314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f46dd-458c-480f-994d-1056a32e9255 None None] No DVR routers for this DVR port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:15.557935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 327875a1-39a2-4456-ad61-92024988add3 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:15.588724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Port': ['ID=bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:15.621778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No DVR routers for this DVR port bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:15.803315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:15.836793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '327875a1-39a2-4456-ad61-92024988add3', 'network_id': '9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8', 'port_id': '327875a1-39a2-4456-ad61-92024988add3', 'mac_address': 'fa:16:3e:aa:fd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47792c2-4f5c-4d04-8263-586d774e5a5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:15.859378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:15.867105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.874671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e905ceac-fadb-4a35-b447-8af722074f01 req-8262d027-cabb-4c71-aff6-6662fd3b9e57 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 210 time: 0.0433702 Nov 02 16:36:15.920068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:15.921196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bc164ea7-08a3-48f0-8d53-a5fe7a5dfcce not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:15.934393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:15.955467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd008dd4c-29f5-4298-bb23-e371989fb0aa') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:15.956060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd008dd4c-29f5-4298-bb23-e371989fb0aa') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:15.971387 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.977455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:15.991717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327875a1-39a2-4456-ad61-92024988add3 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:15.993116 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.001365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:16.002017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.025473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:16.034050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:16.124816 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:16.128040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:16.136174 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.153644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.161573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34780) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:16.162059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6 HTTP/1.1" status: 204 len: 168 time: 1.5353000 Nov 02 16:36:16.184250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77931b8e-1276-4e4b-a306-c32a252f1da2 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=dbf3a198-6ec8-40dc-81d9-e892bd6a8bb6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:16.210178 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f09188-bed2-488c-b62b-ccfc4bb51b6d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:16.210773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f09188-bed2-488c-b62b-ccfc4bb51b6d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:16.214050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f9f09188-bed2-488c-b62b-ccfc4bb51b6d tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/7689951a-7e0e-48ca-be94-b25c0827ea2f HTTP/1.1" status: 404 len: 337 time: 0.0510693 Nov 02 16:36:16.216767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34782) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:16.220275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['327875a1-39a2-4456-ad61-92024988add3'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:16.281810 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b36712b-ff46-4492-88df-bff0d898125c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] DELETE failed (client error): The resource could not be found. Nov 02 16:36:16.282445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b36712b-ff46-4492-88df-bff0d898125c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:36:16.285514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9b36712b-ff46-4492-88df-bff0d898125c tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/b8ee5519-e6d8-4ef9-8965-52bbe5b070f2 HTTP/1.1" status: 404 len: 339 time: 0.0675533 Nov 02 16:36:16.288029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34784) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:16.350792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting subnet ad984365-974d-47e5-b014-673679694716 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:16.355025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.433128 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.505616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-7509d30f-d519-458f-a71d-5056b0c0dd8c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:16.511306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-7509d30f-d519-458f-a71d-5056b0c0dd8c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.55 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.2986209 Nov 02 16:36:16.525588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Request body: {'port': {'device_id': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'admin_state_up': True, 'tenant_id': 'c348386697e144029ed2dca3119a7ee1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:16.565416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.670188 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.776015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Subnet': ['ID=ad984365-974d-47e5-b014-673679694716,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:16.804846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Made reservation on behalf of c348386697e144029ed2dca3119a7ee1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:16.810070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.826220 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.826790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8883e-3339-4442-8535-c71dd5d47fed None None] Network bacaff01-4f5e-4d32-b024-cfc02ebcef43 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:16.836558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e89e90c7-9b29-4cbf-8f7f-8c079b1093ab tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/subnets/ad984365-974d-47e5-b014-673679694716 HTTP/1.1" status: 204 len: 168 time: 0.5475242 Nov 02 16:36:16.839444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34806) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:16.868293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420183-fdf1-4104-ae09-a1f02f44ba3c req-c68d1f63-7feb-4f3d-970b-38b29540a56f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:16.875770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2420183-fdf1-4104-ae09-a1f02f44ba3c req-c68d1f63-7feb-4f3d-970b-38b29540a56f tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 944 time: 0.1298857 Nov 02 16:36:16.936296 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:36:16.957743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:16.971291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2420183-fdf1-4104-ae09-a1f02f44ba3c req-97bacf07-34e6-4ad1-a5b4-dec2061ed600 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871232 Nov 02 16:36:17.103939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acb82e86-32ff-4f77-8003-afc205dce481 req-1452b1d1-4eab-47e7-9244-cd0dbedca736 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 210 time: 0.0690665 Nov 02 16:36:17.178551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] DHCP port deletion for bacaff01-4f5e-4d32-b024-cfc02ebcef43 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:36:17.199920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Allocated IP 172.20.0.2 (ddba1911-91db-4eda-a734-697c24abff54/dd7ccf3f-ef84-49f8-a202-60eef244e759/6c331900-07ad-4d9f-8cab-0a75c5f61366) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:17.221510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Deleting port 2161d048-2590-416e-a6c5-74f797eb7e14 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:17.222350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.240882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] Deleting port 2161d048-2590-416e-a6c5-74f797eb7e14 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:17.241347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.334010 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.335678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] For port 2161d048-2590-416e-a6c5-74f797eb7e14, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2161d048-2590-416e-a6c5-74f797eb7e14,segment=NetworkSegment(4091faf4-fc33-4f09-932a-0f9e41b6bc16),segment_id=4091faf4-fc33-4f09-932a-0f9e41b6bc16)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:17.336073 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.350105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] Calling delete_port for 2161d048-2590-416e-a6c5-74f797eb7e14 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:17.354637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] For port 2161d048-2590-416e-a6c5-74f797eb7e14, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2161d048-2590-416e-a6c5-74f797eb7e14,segment=NetworkSegment(4091faf4-fc33-4f09-932a-0f9e41b6bc16),segment_id=4091faf4-fc33-4f09-932a-0f9e41b6bc16)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:17.355410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.409832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Calling delete_port for 2161d048-2590-416e-a6c5-74f797eb7e14 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:17.441304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.463783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] Pushing event deleted for resources: {'Port': ['ID=2161d048-2590-416e-a6c5-74f797eb7e14,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:17.476521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc595e95-b72c-43a7-aec4-8c220ed8716c None None] No DVR routers for this DVR port 2161d048-2590-416e-a6c5-74f797eb7e14 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:17.556426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.568635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.572616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 327875a1-39a2-4456-ad61-92024988add3 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:17.653027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Port': ['ID=2161d048-2590-416e-a6c5-74f797eb7e14,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:17.693344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] No DVR routers for this DVR port 2161d048-2590-416e-a6c5-74f797eb7e14 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:17.780042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.792085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2161d048-2590-416e-a6c5-74f797eb7e14 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:17.798375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.841333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2161d048-2590-416e-a6c5-74f797eb7e14 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:17.842556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2161d048-2590-416e-a6c5-74f797eb7e14 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:17.847303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 327875a1-39a2-4456-ad61-92024988add3 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:17.858891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.914975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:17.925180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacaff01-4f5e-4d32-b024-cfc02ebcef43']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:17.925473 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:17.928481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Network ddba1911-91db-4eda-a734-697c24abff54 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:17.942109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:17.945369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4091faf4-fc33-4f09-932a-0f9e41b6bc16') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:17.945669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4091faf4-fc33-4f09-932a-0f9e41b6bc16') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:17.947559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event updated for resources: {'Port': ['ID=6c331900-07ad-4d9f-8cab-0a75c5f61366,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:17.955397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:18.006611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:18.007244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.015790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.036113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.045633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-1f602eee-ba94-46e1-b107-91481b14023c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5247390 Nov 02 16:36:18.051859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:18.052690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:18.057501 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:18.061266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:18.101335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Request body: {'port': {'device_id': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:18.209343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddee38-07e2-43e3-a98c-fdeb1877b89e req-fd0c04f0-978f-4961-88cd-5871d6d46c89 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:18.215792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04ddee38-07e2-43e3-a98c-fdeb1877b89e req-fd0c04f0-978f-4961-88cd-5871d6d46c89 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.1254838 Nov 02 16:36:18.227224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.256090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.260087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] 10.222.0.31 "DELETE /v2.0/networks/bacaff01-4f5e-4d32-b024-cfc02ebcef43 HTTP/1.1" status: 204 len: 168 time: 1.4189811 Nov 02 16:36:18.266277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946cc7e-6b61-4eb3-a808-f187ae569438 tempest-NetworksIpV6Test-1070173377 tempest-NetworksIpV6Test-1070173377-project] Pushing event deleted for resources: {'Network': ['ID=bacaff01-4f5e-4d32-b024-cfc02ebcef43,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:18.283062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.300717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04ddee38-07e2-43e3-a98c-fdeb1877b89e req-1a82bf0e-d7af-4f1f-9490-b88e8d2e1e8d tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Nov 02 16:36:18.468086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44bc57-03aa-4b7b-8bbd-02f7d672916d req-87907ff7-39bc-4b0a-b5e1-b8f5ba0852c8 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:18.475255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb44bc57-03aa-4b7b-8bbd-02f7d672916d req-87907ff7-39bc-4b0a-b5e1-b8f5ba0852c8 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 931 time: 0.1283185 Nov 02 16:36:18.578055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb44bc57-03aa-4b7b-8bbd-02f7d672916d req-c547505d-d7b4-4687-b6a7-2ff99dbb87a1 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977516 Nov 02 16:36:18.854222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c331900-07ad-4d9f-8cab-0a75c5f61366 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:18.866224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.896492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Transition to ACTIVE for port object 6c331900-07ad-4d9f-8cab-0a75c5f61366 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:18.901086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:18.929361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34872) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:19.020328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Pushing event updated for resources: {'Port': ['ID=6c331900-07ad-4d9f-8cab-0a75c5f61366,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:19.116192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479dac7-2a74-4417-bae7-fa24c7bcb885 req-dfb24bb1-acf3-4a1c-b13a-3dae8166feae tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:19.128250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5479dac7-2a74-4417-bae7-fa24c7bcb885 req-dfb24bb1-acf3-4a1c-b13a-3dae8166feae tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.1884112 Nov 02 16:36:19.139955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34882) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:19.200052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Attempting to bind port 6c331900-07ad-4d9f-8cab-0a75c5f61366 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:19.202510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Attempting to bind port 6c331900-07ad-4d9f-8cab-0a75c5f61366 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:19.206501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Attempting to bind port 6c331900-07ad-4d9f-8cab-0a75c5f61366 on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:19.219331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5479dac7-2a74-4417-bae7-fa24c7bcb885 req-bcd5b765-4730-425a-8b12-4a362d6ac256 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Nov 02 16:36:19.232210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Port 6c331900-07ad-4d9f-8cab-0a75c5f61366 on network ddba1911-91db-4eda-a734-697c24abff54 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:19.246644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Attempting to bind port 6c331900-07ad-4d9f-8cab-0a75c5f61366 on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:19.270932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:19.270932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Checking segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:19.271492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Bound using segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:19.272087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Bound port: 6c331900-07ad-4d9f-8cab-0a75c5f61366, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:19.273648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.427097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] For port 6c331900-07ad-4d9f-8cab-0a75c5f61366, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:19.432434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] For port 6c331900-07ad-4d9f-8cab-0a75c5f61366, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:19.440071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.444424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-020443dd-ecb5-42d5-88c8-51e2b05a9000 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81a81fcd6e3e4f0bbd3a369d5ad2705d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133386 Nov 02 16:36:19.445301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34892) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:19.476693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:19.479558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.480965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] 10.222.0.55 "PUT /v2.0/ports/6c331900-07ad-4d9f-8cab-0a75c5f61366 HTTP/1.1" status: 200 len: 1091 time: 1.4080322 Nov 02 16:36:19.510911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'tag': '6c331900-07ad-4d9f-8cab-0a75c5f61366'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:19.513578 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fd221-384a-4cd6-b555-fcb7001513f4" -d '{"events": [{"name": "network-changed", "server_uuid": "074e0420-b9dd-4f95-9133-b5e028bedd22", "tag": "6c331900-07ad-4d9f-8cab-0a75c5f61366"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:19.549873 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3283d81-cc81-4eab-840e-04b63ce1a6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.572316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34898) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:19.582523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3283d81-cc81-4eab-840e-04b63ce1a6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.588448 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e034259c-8bf4-4341-9285-afe5a688636d x-openstack-request-id: req-e034259c-8bf4-4341-9285-afe5a688636d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:19.589115 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074e0420-b9dd-4f95-9133-b5e028bedd22", "tag": "6c331900-07ad-4d9f-8cab-0a75c5f61366", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:19.589589 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e034259c-8bf4-4341-9285-afe5a688636d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:19.590233 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'tag': '6c331900-07ad-4d9f-8cab-0a75c5f61366', 'status': 'completed', 'code': 200} Nov 02 16:36:19.645918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3283d81-cc81-4eab-840e-04b63ce1a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.649021 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3283d81-cc81-4eab-840e-04b63ce1a6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.652452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d3283d81-cc81-4eab-840e-04b63ce1a6ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea7c3745-beab-445b-a624-9bc77d0906f4 HTTP/1.1" status: 204 len: 168 time: 0.2036340 Nov 02 16:36:19.664725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3283d81-cc81-4eab-840e-04b63ce1a6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c3745-beab-445b-a624-9bc77d0906f4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:19.705619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Deleting subnet 192d52a2-dffb-4dcb-870f-84755da3ccb0 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:19.711112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.745912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8067f0f-d201-45b6-a1a0-06a0d1aa810d service neutron] Pushing event updated for resources: {'Port': ['ID=6c331900-07ad-4d9f-8cab-0a75c5f61366,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:19.755131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07e7ebbc-b200-477c-ad7a-85b10ca5d280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.758552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-bbcc86e5-3797-4734-8cae-33fabff33db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:19.760065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-bbcc86e5-3797-4734-8cae-33fabff33db3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 1094 time: 0.1929915 Nov 02 16:36:19.764130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.779746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f98c-17a5-4a2a-a7ef-c10fdd8a0652 req-8cfb1f77-e53d-4525-9a86-e35618466073 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:19.781423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e525f98c-17a5-4a2a-a7ef-c10fdd8a0652 req-8cfb1f77-e53d-4525-9a86-e35618466073 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 943 time: 0.0860643 Nov 02 16:36:19.837083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-bbea7ec1-486d-4b57-b19a-1567e71908f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366 HTTP/1.1" status: 200 len: 217 time: 0.0464795 Nov 02 16:36:19.852740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e525f98c-17a5-4a2a-a7ef-c10fdd8a0652 req-ac5ba343-caf4-495b-b73d-026d266a10a8 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627854 Nov 02 16:36:19.912093 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.931078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07e7ebbc-b200-477c-ad7a-85b10ca5d280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.936581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07e7ebbc-b200-477c-ad7a-85b10ca5d280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:19.960629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-03cc87ed-116f-4dae-b215-59af9fbe1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:19.962091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-03cc87ed-116f-4dae-b215-59af9fbe1624 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1178303 Nov 02 16:36:19.974720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-07e7ebbc-b200-477c-ad7a-85b10ca5d280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70df6a3129114309a293e79f74097626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008865 Nov 02 16:36:19.975447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34912) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:19.997485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-d3bb624d-8a97-44fa-8779-dd647de4f56c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270164 Nov 02 16:36:20.002675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7ebbc-b200-477c-ad7a-85b10ca5d280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5040e4-512b-486f-8c00-dcb116b244e7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:20.020939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.054622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ae033e9-0173-4c14-9172-0253080838ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.078929 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ae033e9-0173-4c14-9172-0253080838ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.088527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192d52a2-dffb-4dcb-870f-84755da3ccb0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:20.092418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.095606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eafd6d2c-755d-40c8-8ebb-53e1d63f1fca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/192d52a2-dffb-4dcb-870f-84755da3ccb0 HTTP/1.1" status: 204 len: 168 time: 0.9546673 Nov 02 16:36:20.098353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34920) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:20.139045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ae033e9-0173-4c14-9172-0253080838ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.141830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ae033e9-0173-4c14-9172-0253080838ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.145602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9ae033e9-0173-4c14-9172-0253080838ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a5040e4-512b-486f-8c00-dcb116b244e7 HTTP/1.1" status: 204 len: 168 time: 0.1597118 Nov 02 16:36:20.152769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae033e9-0173-4c14-9172-0253080838ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5040e4-512b-486f-8c00-dcb116b244e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:20.187965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-0b9eb629-1f8e-4d1a-8918-7198161e1153 service neutron] 10.222.0.55 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792889 Nov 02 16:36:20.190536 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.355181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e95ee-571e-47c9-b295-41db958d8f81 req-81f90819-125d-400d-bdd0-b91629a9fcfe tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:20.358248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-820e95ee-571e-47c9-b295-41db958d8f81 req-81f90819-125d-400d-bdd0-b91629a9fcfe tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.0573547 Nov 02 16:36:20.365313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.394157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6a1861-dddb-430f-a57d-56a3e9eeeeb8']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:20.405203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:20.405826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4a8dcd-312c-4b3e-823b-2f42bb2eb865') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:20.418024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.420882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-820e95ee-571e-47c9-b295-41db958d8f81 req-ec8ce20e-8749-411b-abe3-78c6c99e6620 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573382 Nov 02 16:36:20.448515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.473670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:20.474077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:20.476369 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:20.531563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7d2a723-d551-4958-bee4-ea9c9a3c86ae req-50bd3a2d-6a5e-4e68-9270-c9de18f60583 service neutron] 10.222.0.55 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355329 Nov 02 16:36:20.548783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.555147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.558304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e6a1861-dddb-430f-a57d-56a3e9eeeeb8 HTTP/1.1" status: 204 len: 168 time: 0.4591272 Nov 02 16:36:20.574828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dd2ab-2c8d-4107-a0dc-ea80a2f31034 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6a1861-dddb-430f-a57d-56a3e9eeeeb8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:20.644861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-19d0b70a-d7d7-48b0-998a-60a4d10ea4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:20.645253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34952) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:20.645428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-19d0b70a-d7d7-48b0-998a-60a4d10ea4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 1094 time: 0.0634420 Nov 02 16:36:20.715666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34958) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:20.729138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-938526ee-bf9f-4173-b979-ac248f20782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.752589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-b5cbe4b9-d57d-4ada-853f-0888241ac2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:20.754676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-b5cbe4b9-d57d-4ada-853f-0888241ac2c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 916 time: 0.1023901 Nov 02 16:36:20.781546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34960) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:20.813807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-4089ecff-ebb7-4230-ac3a-2f3d51c92310 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366 HTTP/1.1" status: 200 len: 217 time: 0.0496118 Nov 02 16:36:20.861627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-85cc9ee0-3666-4765-b935-de208370e809 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb29c8d22ed64697987f3f9f18688934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786979 Nov 02 16:36:20.862257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34962) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:20.864388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-938526ee-bf9f-4173-b979-ac248f20782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.897351 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-938526ee-bf9f-4173-b979-ac248f20782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:20.947442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-5d0ca8e0-16c3-441e-8f77-1b138531e7aa tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:20.949069 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-5d0ca8e0-16c3-441e-8f77-1b138531e7aa tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.1333766 Nov 02 16:36:20.962051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-938526ee-bf9f-4173-b979-ac248f20782a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=debace1385554e7584c2c72331c5eaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429168 Nov 02 16:36:20.963076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:20.971851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-cf5cb8e6-90a7-4306-b290-4aa3e7e17854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:20.973722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-458284185'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:20.973887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-cf5cb8e6-90a7-4306-b290-4aa3e7e17854 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1276672 Nov 02 16:36:21.000455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938526ee-bf9f-4173-b979-ac248f20782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4fc8e-0532-4f71-b104-28c2673f70ee,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:21.046863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-149f9fe5-fb0a-4698-b67a-15dcc8b0ca34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564454 Nov 02 16:36:21.051359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b561223-5eec-4c76-9fa1-5e7909edc63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.055146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Made reservation on behalf of b8b8bdb9f78c42489b54ac2f2d0b0dd9 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:21.058821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.081862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.099961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e0b1-658f-4e52-b4c2-f844b90ddb4f req-4fff7f8c-966a-47db-9435-fb191975dab4 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:21.101520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98d4e0b1-658f-4e52-b4c2-f844b90ddb4f req-4fff7f8c-966a-47db-9435-fb191975dab4 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 943 time: 0.1181164 Nov 02 16:36:21.112465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b561223-5eec-4c76-9fa1-5e7909edc63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.209766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98d4e0b1-658f-4e52-b4c2-f844b90ddb4f req-8bb87043-1500-4f96-b030-8c4eb1556848 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951300 Nov 02 16:36:21.242806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b561223-5eec-4c76-9fa1-5e7909edc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.245733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b561223-5eec-4c76-9fa1-5e7909edc63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.247163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2b561223-5eec-4c76-9fa1-5e7909edc63c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8 HTTP/1.1" status: 204 len: 168 time: 0.3814251 Nov 02 16:36:21.279821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b561223-5eec-4c76-9fa1-5e7909edc63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf8ac7-0a11-4f46-bfb6-504f533bc6c8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:21.308407 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.314627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.345266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:21.356083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a0088-3da9-4428-ba41-196dad713e35,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:21.361686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.362367 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Added segment 4cec7b32-4909-4847-a61e-c1f4bd43b59c of type vlan for network d8864c17-7d14-4367-aecc-f5041e46e797 Nov 02 16:36:21.411647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.446093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.458943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:21.459592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.467889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72f3051a-310a-4be4-a370-94ecd7859523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.509093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-c61d1a97-4df5-47ed-91c5-619960dcc78d service neutron] 10.222.0.55 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525652 Nov 02 16:36:21.521561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72f3051a-310a-4be4-a370-94ecd7859523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.552828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Deleting port 327875a1-39a2-4456-ad61-92024988add3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:21.552828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.637060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9906805 Nov 02 16:36:21.645855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34988) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:21.652196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Request body: {'subnet': {'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:21.654665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe066e-4802-41ff-9a45-de4aee9fafc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event updated for resources: {'Network': ['ID=d8864c17-7d14-4367-aecc-f5041e46e797,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:21.672908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d8864c17-7d14-4367-aecc-f5041e46e797 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:21.705553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d7f2f-0c38-4189-a4f1-bf69ff2f71e2 req-cad2e4d9-b16d-4876-ac58-a25cceec27b7 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:21.708443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-273d7f2f-0c38-4189-a4f1-bf69ff2f71e2 req-cad2e4d9-b16d-4876-ac58-a25cceec27b7 tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 943 time: 0.1605380 Nov 02 16:36:21.804046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-273d7f2f-0c38-4189-a4f1-bf69ff2f71e2 req-1a98e29d-c09d-43d3-869a-2f76d546002c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec1180fb-ec3b-4ffe-8969-445a28a70792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868104 Nov 02 16:36:21.808127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72f3051a-310a-4be4-a370-94ecd7859523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.811404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72f3051a-310a-4be4-a370-94ecd7859523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.812567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-72f3051a-310a-4be4-a370-94ecd7859523 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fb4fc8e-0532-4f71-b104-28c2673f70ee HTTP/1.1" status: 204 len: 168 time: 0.8378549 Nov 02 16:36:21.824348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] For port 327875a1-39a2-4456-ad61-92024988add3, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=327875a1-39a2-4456-ad61-92024988add3,segment=NetworkSegment(b787c932-58f6-48a5-a04b-99efb206a825),segment_id=b787c932-58f6-48a5-a04b-99efb206a825)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:21.824718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:21.830954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-193fd221-384a-4cd6-b555-fcb7001513f4 req-96510a9c-ba3d-4aac-bea8-3dbb442f327a service neutron] 10.222.0.55 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115363 Nov 02 16:36:21.850964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3051a-310a-4be4-a370-94ecd7859523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4fc8e-0532-4f71-b104-28c2673f70ee,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:21.853091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Calling delete_port for 327875a1-39a2-4456-ad61-92024988add3 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:21.873576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Made reservation on behalf of b8b8bdb9f78c42489b54ac2f2d0b0dd9 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:21.877271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.197330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.260666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Pushing event deleted for resources: {'Port': ['ID=327875a1-39a2-4456-ad61-92024988add3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:22.285579 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.313171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] No DVR routers for this DVR port 327875a1-39a2-4456-ad61-92024988add3 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:22.316497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.321784 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a121cf-50e5-4861-a98b-0c372aa16fff req-b691f4be-08ed-434c-a98f-e988037e773c tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.100 "DELETE /v2.0/ports/327875a1-39a2-4456-ad61-92024988add3 HTTP/1.1" status: 204 len: 173 time: 1.3577814 Nov 02 16:36:22.344974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'name': 'network-vif-deleted', 'tag': '327875a1-39a2-4456-ad61-92024988add3'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:22.347662 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01290de-8f53-400e-8023-1d957957ace1" -d '{"events": [{"server_uuid": "4de600a4-344c-4484-af49-f9b9a80caa9e", "name": "network-vif-deleted", "tag": "327875a1-39a2-4456-ad61-92024988add3"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:22.446009 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10baee6-323f-4e0d-aeea-168be32b4604 x-openstack-request-id: req-f10baee6-323f-4e0d-aeea-168be32b4604 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:22.446627 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de600a4-344c-4484-af49-f9b9a80caa9e", "name": "network-vif-deleted", "tag": "327875a1-39a2-4456-ad61-92024988add3", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:22.446878 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f10baee6-323f-4e0d-aeea-168be32b4604 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:22.447275 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de600a4-344c-4484-af49-f9b9a80caa9e', 'name': 'network-vif-deleted', 'tag': '327875a1-39a2-4456-ad61-92024988add3', 'status': 'completed', 'code': 200} Nov 02 16:36:22.448629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Checking segment: {'id': '4cec7b32-4909-4847-a61e-c1f4bd43b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:22.449154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Network hostable DHCP agents. Network: d8864c17-7d14-4367-aecc-f5041e46e797, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:36:22.454528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event updated for resources: {'Subnet': ['ID=6852dd81-d178-4a9a-9cd9-9abd3cea0bdd,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:22.455654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6ff9f-f74e-4ee5-8b3c-15f379bf20e5 req-13af70ee-d97c-4b3f-bfcc-b144fa747f25 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:22.469382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77e6ff9f-f74e-4ee5-8b3c-15f379bf20e5 req-13af70ee-d97c-4b3f-bfcc-b144fa747f25 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 943 time: 0.1294525 Nov 02 16:36:22.475879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Network d8864c17-7d14-4367-aecc-f5041e46e797 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:36:22.488038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d8864c17-7d14-4367-aecc-f5041e46e797) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:22.502828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2c9ba-6eb7-4429-b133-8c318e99c23f None None] Network d8864c17-7d14-4367-aecc-f5041e46e797 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:22.503989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:22.505024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.526079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a3794113-2ac8-4c0b-8ef1-4d3dbe730245 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8776841 Nov 02 16:36:22.530040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:22.535884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Request body: {'port': {'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797', 'name': 'tempest-TagsExtTest-880680689'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:22.567484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77e6ff9f-f74e-4ee5-8b3c-15f379bf20e5 req-1ce4dba6-7811-46a2-a1a2-aa1fbf99777a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903389 Nov 02 16:36:22.733402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d8864c17-7d14-4367-aecc-f5041e46e797', 'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797', 'tenant_id': 'b8b8bdb9f78c42489b54ac2f2d0b0dd9', 'fixed_ips': [{'subnet_id': '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:36:22.737897 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.765629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Made reservation on behalf of b8b8bdb9f78c42489b54ac2f2d0b0dd9 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:22.769353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.790213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] device_id is not set on port 043831c5-779f-4741-adcf-8da95a951f91 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:36:22.931906 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:22.939052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Allocated IP 172.20.0.2 (d8864c17-7d14-4367-aecc-f5041e46e797/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/f89198b1-facd-44d3-a97c-0722ccfe33a6) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:23.001586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63830341-2d72-45c7-871d-7bc5fcbd83d4 req-f0158c91-6cb6-4175-8f6d-b1c18a1262ae tempest-ImagesTestJSON-489348697 tempest-ImagesTestJSON-489348697-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de600a4-344c-4484-af49-f9b9a80caa9e HTTP/1.1" status: 200 len: 210 time: 0.0432279 Nov 02 16:36:23.187595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.196397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.266420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Network d8864c17-7d14-4367-aecc-f5041e46e797 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:23.270933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:23.274516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Allocated IP 172.20.0.12 (d8864c17-7d14-4367-aecc-f5041e46e797/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/043831c5-779f-4741-adcf-8da95a951f91) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:23.279467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:23.349596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Pushing event updated for resources: {'Port': ['ID=f89198b1-facd-44d3-a97c-0722ccfe33a6,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:23.368329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Attempting to bind port f89198b1-facd-44d3-a97c-0722ccfe33a6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:23.368879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Attempting to bind port f89198b1-facd-44d3-a97c-0722ccfe33a6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4cec7b32-4909-4847-a61e-c1f4bd43b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:23.369446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Attempting to bind port f89198b1-facd-44d3-a97c-0722ccfe33a6 on network d8864c17-7d14-4367-aecc-f5041e46e797 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:23.376655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:23.377311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Checking segment: {'id': '4cec7b32-4909-4847-a61e-c1f4bd43b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:23.377945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.378582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Bound using segment: {'id': '4cec7b32-4909-4847-a61e-c1f4bd43b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:23.379260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Bound port: f89198b1-facd-44d3-a97c-0722ccfe33a6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cec7b32-4909-4847-a61e-c1f4bd43b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8864c17-7d14-4367-aecc-f5041e46e797'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:23.379846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.499485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] For port f89198b1-facd-44d3-a97c-0722ccfe33a6, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:23.508432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] For port f89198b1-facd-44d3-a97c-0722ccfe33a6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f89198b1-facd-44d3-a97c-0722ccfe33a6,segment=NetworkSegment(4cec7b32-4909-4847-a61e-c1f4bd43b59c),segment_id=4cec7b32-4909-4847-a61e-c1f4bd43b59c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:23.517203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.533644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.606590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.646335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Network d8864c17-7d14-4367-aecc-f5041e46e797 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:23.652630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 327875a1-39a2-4456-ad61-92024988add3 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:23.688775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:23.696649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:23.734930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 327875a1-39a2-4456-ad61-92024988add3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:36:23.736023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 327875a1-39a2-4456-ad61-92024988add3 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:36:23.812169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event updated for resources: {'Port': ['ID=043831c5-779f-4741-adcf-8da95a951f91,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:23.813643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2bee-eab4-4ab6-a515-c989fde6f3d2 None None] Pushing event updated for resources: {'Port': ['ID=f89198b1-facd-44d3-a97c-0722ccfe33a6,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:23.823880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902457d-dfbb-4e54-b3da-72b0228838bf req-53d8f50b-d42b-4ecc-a307-da75f5ef80d9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:23.838527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7902457d-dfbb-4e54-b3da-72b0228838bf req-53d8f50b-d42b-4ecc-a307-da75f5ef80d9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 943 time: 0.1101656 Nov 02 16:36:23.848848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:23.849459 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.883114 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-868b45a2-bd71-4d8c-b10e-ed858b47155e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3519061 Nov 02 16:36:23.883981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35082) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:23.892484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1489431926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:23.919321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7902457d-dfbb-4e54-b3da-72b0228838bf req-43c816da-668d-4729-aaf7-6ef370af6ab3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764625 Nov 02 16:36:23.932105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:23.938296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.081912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.087453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.110477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.120756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35098) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.121419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-103c35d4-dcc0-4b73-bab4-0462a9c5e45a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2333038 Nov 02 16:36:24.127897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2e51955c-31df-4ef7-b5a4-b163d1a53b22 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-22928992', 'prefixes': ['172.20.0.0/16']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:24.182065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35104) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.265730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e51955c-31df-4ef7-b5a4-b163d1a53b22 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for subnetpool, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.268221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2e51955c-31df-4ef7-b5a4-b163d1a53b22 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1457696 Nov 02 16:36:24.271882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.282608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-1b336952-4be1-4fb6-94aa-fc10359905c8 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-1673147005') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:24.366918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6c331900-07ad-4d9f-8cab-0a75c5f61366 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:24.417068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e67a59c-c6e5-4653-8fcb-e99c508d530c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.498942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1b336952-4be1-4fb6-94aa-fc10359905c8 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-1673147005 HTTP/1.1" status: 201 len: 201 time: 0.2241609 Nov 02 16:36:24.500451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35132) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.512883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-5b98f50d-83b4-4d52-84f2-4ad70fb6cb76 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-1768234346') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:24.600258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 6c331900-07ad-4d9f-8cab-0a75c5f61366, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:24.605277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.626973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e67a59c-c6e5-4653-8fcb-e99c508d530c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.632103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e67a59c-c6e5-4653-8fcb-e99c508d530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.636969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '6c331900-07ad-4d9f-8cab-0a75c5f61366', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'port_id': '6c331900-07ad-4d9f-8cab-0a75c5f61366', 'mac_address': 'fa:16:3e:84:6a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7ccf3f-ef84-49f8-a202-60eef244e759', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:24.704869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.727932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67a59c-c6e5-4653-8fcb-e99c508d530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d83f0e3-92f4-4065-91e7-d2c513960cfb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:24.730828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Deleting subnet a47792c2-4f5c-4d04-8263-586d774e5a5c {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:24.737385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.743063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c331900-07ad-4d9f-8cab-0a75c5f61366 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:24.753168 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4e67a59c-c6e5-4653-8fcb-e99c508d530c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34438a777fc642c9a24abc59a0cacb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674388 Nov 02 16:36:24.758189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35142) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.773099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 6c331900-07ad-4d9f-8cab-0a75c5f61366, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:24.773320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b98f50d-83b4-4d52-84f2-4ad70fb6cb76 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-1768234346 HTTP/1.1" status: 201 len: 201 time: 0.2702947 Nov 02 16:36:24.777318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35144) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:24.781997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.783035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-f9348b3a-2bbd-4dc1-a8e2-4ecec73ec7ff tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-1446026576') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:24.875103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8536-6df1-4106-a2ea-0b90f0e52fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.901778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8536-6df1-4106-a2ea-0b90f0e52fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.906663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=6c331900-07ad-4d9f-8cab-0a75c5f61366,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:24.915612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.967371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8536-6df1-4106-a2ea-0b90f0e52fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.973740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8536-6df1-4106-a2ea-0b90f0e52fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:24.978418 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bc6e8536-6df1-4106-a2ea-0b90f0e52fdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d83f0e3-92f4-4065-91e7-d2c513960cfb HTTP/1.1" status: 204 len: 168 time: 0.2187507 Nov 02 16:36:24.989403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e8536-6df1-4106-a2ea-0b90f0e52fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d83f0e3-92f4-4065-91e7-d2c513960cfb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:25.000610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:25.009544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.089160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f9348b3a-2bbd-4dc1-a8e2-4ecec73ec7ff tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-1446026576 HTTP/1.1" status: 201 len: 201 time: 0.3115587 Nov 02 16:36:25.091961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35156) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:25.100306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-f4915673-4b41-4198-8d09-f0295679aaee tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-1602517914') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:25.193700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.232698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47792c2-4f5c-4d04-8263-586d774e5a5c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:25.241350 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.257351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2b855fd-8c45-4386-921b-862cc31ef5c2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a47792c2-4f5c-4d04-8263-586d774e5a5c HTTP/1.1" status: 204 len: 168 time: 0.6478186 Nov 02 16:36:25.257476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35162) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:25.281456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88144e50-7614-421d-b135-37295a1a5aff req-22975f61-de50-4477-83b8-985256e12b53 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:25.283028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88144e50-7614-421d-b135-37295a1a5aff req-22975f61-de50-4477-83b8-985256e12b53 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 944 time: 0.1647949 Nov 02 16:36:25.284855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f4915673-4b41-4198-8d09-f0295679aaee tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-1602517914 HTTP/1.1" status: 201 len: 201 time: 0.1918657 Nov 02 16:36:25.287832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:25.293735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-4ff40712-cd4b-469f-9da7-3fcaaae1240b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:25.422404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.428611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d454a6-0ad1-489a-8a6d-6f256bb4d756 None None] Network d8864c17-7d14-4367-aecc-f5041e46e797 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:25.542930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-107721ce-1614-4871-9585-6828c4ba90be None None] Provisioning complete for port f89198b1-facd-44d3-a97c-0722ccfe33a6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:25.544878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-107721ce-1614-4871-9585-6828c4ba90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.662405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.758916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:25.788696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b787c932-58f6-48a5-a04b-99efb206a825') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:25.789251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b787c932-58f6-48a5-a04b-99efb206a825') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:25.812395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-107721ce-1614-4871-9585-6828c4ba90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.837083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.868472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.884997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:25.892058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-107721ce-1614-4871-9585-6828c4ba90be None None] For port f89198b1-facd-44d3-a97c-0722ccfe33a6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f89198b1-facd-44d3-a97c-0722ccfe33a6,segment=NetworkSegment(4cec7b32-4909-4847-a61e-c1f4bd43b59c),segment_id=4cec7b32-4909-4847-a61e-c1f4bd43b59c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:25.900726 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-107721ce-1614-4871-9585-6828c4ba90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.900899 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:25.903645 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:25.922257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f89198b1-facd-44d3-a97c-0722ccfe33a6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:26.035881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.053651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.063125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8 HTTP/1.1" status: 204 len: 168 time: 0.8046873 Nov 02 16:36:26.113816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88dd87-fed4-4e4b-9ee3-fe93dd5dfd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0d49eb-22d4-4cfa-a21e-d62294e0e0f8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:26.213217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107721ce-1614-4871-9585-6828c4ba90be None None] Pushing event updated for resources: {'Port': ['ID=f89198b1-facd-44d3-a97c-0722ccfe33a6,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:26.234163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f89198b1-facd-44d3-a97c-0722ccfe33a6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:26.234690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.374152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35204) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:26.405761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6c331900-07ad-4d9f-8cab-0a75c5f61366 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:26.464016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-122e9b40-725f-4e82-9a64-13e6e1447770 None None] Provisioning complete for port f89198b1-facd-44d3-a97c-0722ccfe33a6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:26.468455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-122e9b40-725f-4e82-9a64-13e6e1447770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.531990 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b2dfb35f-934f-4652-bf29-643a9f6d56ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02b5ca7cfa8446d7b3015407a7889420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557145 Nov 02 16:36:26.534200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35210) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:26.545323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88144e50-7614-421d-b135-37295a1a5aff req-37a4070d-ac87-4ba1-9826-c29d33bf378b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2552371 Nov 02 16:36:26.557184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ff40712-cd4b-469f-9da7-3fcaaae1240b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags HTTP/1.1" status: 200 len: 241 time: 1.2670374 Nov 02 16:36:26.566389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35212) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:26.600184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-c9687680-40f7-4f86-95aa-92b7a29b607b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-1673147005') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:26.617342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 6c331900-07ad-4d9f-8cab-0a75c5f61366 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:36:26.630191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 6c331900-07ad-4d9f-8cab-0a75c5f61366 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:26.630528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.743196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-122e9b40-725f-4e82-9a64-13e6e1447770 None None] Provisioning complete for port 043831c5-779f-4741-adcf-8da95a951f91 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:26.743564 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-122e9b40-725f-4e82-9a64-13e6e1447770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.808575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e25b4075-13e1-465c-a833-98ca709680ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.844679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c9687680-40f7-4f86-95aa-92b7a29b607b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-1673147005 HTTP/1.1" status: 204 len: 168 time: 0.2675080 Nov 02 16:36:26.845099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35220) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:26.850945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-b82494e5-579d-4ee8-a120-20d40eb3b146 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-1673147005') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:26.851592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.861502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-122e9b40-725f-4e82-9a64-13e6e1447770 None None] Port 043831c5-779f-4741-adcf-8da95a951f91 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:36:26.871780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e25b4075-13e1-465c-a833-98ca709680ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.894525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c331900-07ad-4d9f-8cab-0a75c5f61366'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:26.897487 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a65b201-e8cd-40b3-9311-e9befe1da763" -d '{"events": [{"server_uuid": "074e0420-b9dd-4f95-9133-b5e028bedd22", "name": "network-vif-plugged", "status": "completed", "tag": "6c331900-07ad-4d9f-8cab-0a75c5f61366"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:26.921475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 6c331900-07ad-4d9f-8cab-0a75c5f61366, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:26.933357 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.976866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e25b4075-13e1-465c-a833-98ca709680ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.980654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e25b4075-13e1-465c-a833-98ca709680ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:26.982681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e25b4075-13e1-465c-a833-98ca709680ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec1180fb-ec3b-4ffe-8969-445a28a70792 HTTP/1.1" status: 204 len: 168 time: 0.4451907 Nov 02 16:36:26.992295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b4075-13e1-465c-a833-98ca709680ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1180fb-ec3b-4ffe-8969-445a28a70792,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:27.003094 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c5a8a7-61bf-4f96-b404-69ccd29cc019 x-openstack-request-id: req-20c5a8a7-61bf-4f96-b404-69ccd29cc019 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:27.003512 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074e0420-b9dd-4f95-9133-b5e028bedd22", "name": "network-vif-plugged", "status": "completed", "tag": "6c331900-07ad-4d9f-8cab-0a75c5f61366", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:27.006834 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20c5a8a7-61bf-4f96-b404-69ccd29cc019 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:27.007681 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c331900-07ad-4d9f-8cab-0a75c5f61366', 'code': 200} Nov 02 16:36:27.051211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b82494e5-579d-4ee8-a120-20d40eb3b146 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-1673147005 HTTP/1.1" status: 204 len: 168 time: 0.2048523 Nov 02 16:36:27.051916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35228) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.060582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-54df9d29-5132-4cc9-bec3-18c397554597 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.069317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c4a46054-f111-46b1-92d6-cff445b6334c None None] Provisioning complete for port 043831c5-779f-4741-adcf-8da95a951f91 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:27.069706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c4a46054-f111-46b1-92d6-cff445b6334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.089992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35230) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.144069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb6f9-0272-4b6b-983d-b75932d35e78 req-9e29c4ea-96ea-4b9c-a1f7-2959f9e1e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:27.150648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62adb6f9-0272-4b6b-983d-b75932d35e78 req-9e29c4ea-96ea-4b9c-a1f7-2959f9e1e401 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 1096 time: 0.1078460 Nov 02 16:36:27.170991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=6c331900-07ad-4d9f-8cab-0a75c5f61366,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:27.217462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c4a46054-f111-46b1-92d6-cff445b6334c None None] Port 043831c5-779f-4741-adcf-8da95a951f91 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:36:27.238503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35238) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.244164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-54df9d29-5132-4cc9-bec3-18c397554597 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags HTTP/1.1" status: 200 len: 205 time: 0.1887765 Nov 02 16:36:27.249907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35240) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.269900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62adb6f9-0272-4b6b-983d-b75932d35e78 req-171a1965-e86d-46df-93dd-3a886f76296d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112630 Nov 02 16:36:27.272960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-31704260-02e4-485c-b239-e099ea566894 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.330061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-31704260-02e4-485c-b239-e099ea566894 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags HTTP/1.1" status: 200 len: 241 time: 0.0741088 Nov 02 16:36:27.333551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35244) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.338753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-a9ddc70d-cbb4-47f7-b1c4-a0ddd82f1bea tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-1768234346') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.396736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35248) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.396956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9ddc70d-cbb4-47f7-b1c4-a0ddd82f1bea tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-1768234346 HTTP/1.1" status: 204 len: 168 time: 0.0618012 Nov 02 16:36:27.403326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-e276e690-e574-4104-a116-af2467674c4a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-1768234346') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.491937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-924624997-network', 'tenant_id': '79d676b3a5bc40a9856ce0ca7b7f5aae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:27.496468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e276e690-e574-4104-a116-af2467674c4a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-1768234346 HTTP/1.1" status: 204 len: 168 time: 0.0983388 Nov 02 16:36:27.499241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35250) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.504648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-af6c3200-08cd-4309-a8d3-8abcb8ec27d6 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.517038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Made reservation on behalf of 79d676b3a5bc40a9856ce0ca7b7f5aae for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:27.519654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.531113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.555970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.643371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.647964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.652460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af6c3200-08cd-4309-a8d3-8abcb8ec27d6 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags HTTP/1.1" status: 200 len: 205 time: 0.1520178 Nov 02 16:36:27.653121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.673502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:27.678631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-b28d6d8e-c472-4c20-b3c5-cddad0f25db9 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.691599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ebfd3e-e513-4aea-ae69-8ae24569e02f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:27.694650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.694976 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Added segment 3408ef35-1cb2-4eb7-ad66-b00454b7d039 of type vlan for network 2e7fca9e-c007-4d73-9611-7bd53904baad Nov 02 16:36:27.742155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.795578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.796557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:27.797273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.801507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8517fd-5f31-417f-b8b7-198929e09d62 req-64f1cdaf-c1e2-4ec8-b095-1a3081bdc08c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:27.803061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab8517fd-5f31-417f-b8b7-198929e09d62 req-64f1cdaf-c1e2-4ec8-b095-1a3081bdc08c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 945 time: 0.1701989 Nov 02 16:36:27.829609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b28d6d8e-c472-4c20-b3c5-cddad0f25db9 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags HTTP/1.1" status: 200 len: 241 time: 0.1702828 Nov 02 16:36:27.839584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f89198b1-facd-44d3-a97c-0722ccfe33a6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:27.840757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.846249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-bbd56b25-b6db-40c5-97c8-38e5e0394ae9 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-1446026576') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:27.880750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7841413 Nov 02 16:36:27.885018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35270) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:27.892778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Request body: {'subnet': {'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-924624997-subnet', 'tenant_id': '79d676b3a5bc40a9856ce0ca7b7f5aae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:27.905610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f89198b1-facd-44d3-a97c-0722ccfe33a6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:27.906784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.911870 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.912501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7831c-2065-4988-ba08-2b9321f0e9cf admin admin] Pushing event updated for resources: {'Network': ['ID=2e7fca9e-c007-4d73-9611-7bd53904baad,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:27.933681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:27.937447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 2e7fca9e-c007-4d73-9611-7bd53904baad details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:27.937625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Made reservation on behalf of 79d676b3a5bc40a9856ce0ca7b7f5aae for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:27.940382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.029156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab8517fd-5f31-417f-b8b7-198929e09d62 req-9d34e011-1a98-453f-81d0-22db79147feb tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067041 Nov 02 16:36:28.063009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ae12c01491243d29f1a670d0f7623af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8228321 Nov 02 16:36:28.064989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa71607-9bc9-46b8-ba22-be1648f47e0e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:28.067700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35278) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.075215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.076189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.076802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.077182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.077533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.078078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.078446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.079019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.080081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.080614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.081405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.081891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1944-e49c-43d1-b6fa-2a27bd24e3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:28.100703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bbd56b25-b6db-40c5-97c8-38e5e0394ae9 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-1446026576 HTTP/1.1" status: 204 len: 168 time: 0.2570407 Nov 02 16:36:28.101534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35280) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.110249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-c0a53a72-731a-4e58-9681-ce6176960d7b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-1446026576') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.221278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c0a53a72-731a-4e58-9681-ce6176960d7b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-1446026576 HTTP/1.1" status: 204 len: 168 time: 0.1155434 Nov 02 16:36:28.223534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35286) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.223845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12c1beef-26d6-4c27-9116-0616dd3938fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.230453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-48b8a0bd-becc-43b6-a82e-0a2d3c5622b5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.251056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12c1beef-26d6-4c27-9116-0616dd3938fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.299467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.403999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48b8a0bd-becc-43b6-a82e-0a2d3c5622b5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags HTTP/1.1" status: 200 len: 205 time: 0.1785479 Nov 02 16:36:28.406353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35292) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.411053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-7745c6f0-951d-4ea8-9aaf-db9d611821ad tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.420675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12c1beef-26d6-4c27-9116-0616dd3938fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.424091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12c1beef-26d6-4c27-9116-0616dd3938fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.428420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-12c1beef-26d6-4c27-9116-0616dd3938fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fa71607-9bc9-46b8-ba22-be1648f47e0e HTTP/1.1" status: 204 len: 168 time: 0.3596334 Nov 02 16:36:28.446750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1beef-26d6-4c27-9116-0616dd3938fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa71607-9bc9-46b8-ba22-be1648f47e0e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:28.448031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7745c6f0-951d-4ea8-9aaf-db9d611821ad tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags HTTP/1.1" status: 200 len: 241 time: 0.0406094 Nov 02 16:36:28.448522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b6b37b-6e39-4665-b7fe-617038229d62,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:28.463489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35304) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.472121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-68f43b4c-eaf5-4e96-bdef-a498a3454463 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-1602517914') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.476595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Checking segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:28.476968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Network hostable DHCP agents. Network: 2e7fca9e-c007-4d73-9611-7bd53904baad, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:36:28.546970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Network 2e7fca9e-c007-4d73-9611-7bd53904baad is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:36:28.573782 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68f43b4c-eaf5-4e96-bdef-a498a3454463 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-1602517914 HTTP/1.1" status: 204 len: 168 time: 0.1087430 Nov 02 16:36:28.576913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35326) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.577420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 2e7fca9e-c007-4d73-9611-7bd53904baad) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:28.583023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:28.583824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:28.585371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-f0715052-6f55-4f1a-a2c4-9a189a0d5493 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-1602517914') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.587558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee98e4-7ba1-48ee-a5f7-f5d968b108a4 None None] Network 2e7fca9e-c007-4d73-9611-7bd53904baad requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:28.616010 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-866ffb29-296a-4e93-b635-6a73b69408d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7274091 Nov 02 16:36:28.634733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f0715052-6f55-4f1a-a2c4-9a189a0d5493 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-1602517914 HTTP/1.1" status: 204 len: 168 time: 0.0553925 Nov 02 16:36:28.637458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35336) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.649368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-3078eb57-839d-4326-b126-a46c77b21585 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.693652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3078eb57-839d-4326-b126-a46c77b21585 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags HTTP/1.1" status: 200 len: 205 time: 0.0536535 Nov 02 16:36:28.696460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35346) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.703823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-ccf2b1c3-0bf7-489e-8590-f7380b460a3e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.740451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ccf2b1c3-0bf7-489e-8590-f7380b460a3e tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags HTTP/1.1" status: 204 len: 168 time: 0.0400670 Nov 02 16:36:28.740651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.747935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-2d3770b2-1576-477a-9fd6-f5685fc883a9 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.858842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d3770b2-1576-477a-9fd6-f5685fc883a9 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags HTTP/1.1" status: 204 len: 168 time: 0.1163650 Nov 02 16:36:28.862429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35360) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.879289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-fc0e6298-4adf-4261-8d51-5db814f76c29 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:28.894752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632c214-51b2-467a-a761-f20f558d94ae None None] Network 2e7fca9e-c007-4d73-9611-7bd53904baad requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:28.970325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc0e6298-4adf-4261-8d51-5db814f76c29 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags HTTP/1.1" status: 204 len: 168 time: 0.1015999 Nov 02 16:36:28.973177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35364) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:28.978462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-5d372a60-40e1-4198-b5a7-0406e4933ee7 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.048324 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d372a60-40e1-4198-b5a7-0406e4933ee7 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags HTTP/1.1" status: 204 len: 168 time: 0.0738368 Nov 02 16:36:29.053919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35372) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.061761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-03070c3f-d577-4bdc-b589-52db497c4d13 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-1009039979') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.148188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-03070c3f-d577-4bdc-b589-52db497c4d13 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-1009039979 HTTP/1.1" status: 201 len: 201 time: 0.0923233 Nov 02 16:36:29.150814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35376) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.158625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-ab802126-44f5-4b8a-9707-d18e1aa1ee9c tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-2011492031') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.232094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfa3de-54ef-438b-b787-398cb9a20b45 req-cf22f8a3-39c2-4add-9403-7b66b69768c1 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:29.234149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64dfa3de-54ef-438b-b787-398cb9a20b45 req-cf22f8a3-39c2-4add-9403-7b66b69768c1 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 945 time: 0.0671589 Nov 02 16:36:29.243365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35380) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.328269 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab802126-44f5-4b8a-9707-d18e1aa1ee9c tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-2011492031 HTTP/1.1" status: 201 len: 201 time: 0.1752257 Nov 02 16:36:29.329153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35386) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.331643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64dfa3de-54ef-438b-b787-398cb9a20b45 req-9eef0e17-58cf-407c-a633-24095df8d5e4 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870745 Nov 02 16:36:29.334718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-2902035b-f5dd-4927-8df8-103565f3cd6f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-948478039') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.460489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31f2c257-44c9-43a5-888a-69c65b77b768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.530079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2902035b-f5dd-4927-8df8-103565f3cd6f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-948478039 HTTP/1.1" status: 201 len: 201 time: 0.1973872 Nov 02 16:36:29.530314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35402) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.535054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-f385c72d-86d5-4efe-8dd1-50c9d1c51f62 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-1955127579') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.622417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31f2c257-44c9-43a5-888a-69c65b77b768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.625537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f385c72d-86d5-4efe-8dd1-50c9d1c51f62 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-1955127579 HTTP/1.1" status: 201 len: 201 time: 0.0940630 Nov 02 16:36:29.628216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35406) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.640384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-a424e248-71a9-47e2-b349-292d3a330986 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', {'tags': ['tempest-TagsExtTest-Tag-1352238284', 'tempest-TagsExtTest-Tag-754363326', 'tempest-TagsExtTest-Tag-1415172646']}) {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.651319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-4532e1cf-393b-48aa-a887-fc9096088d57 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:29.653053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-4532e1cf-393b-48aa-a887-fc9096088d57 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 813 time: 0.1839654 Nov 02 16:36:29.679337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31f2c257-44c9-43a5-888a-69c65b77b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.703799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-3ef75c92-dcbf-4c86-b9d4-eafabe79ba9d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/quotas/79d676b3a5bc40a9856ce0ca7b7f5aae HTTP/1.1" status: 200 len: 375 time: 0.0232143 Nov 02 16:36:29.735021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-31f2c257-44c9-43a5-888a-69c65b77b768 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d06ede1dbd4e73bd9ed5ae127c67cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890108 Nov 02 16:36:29.739353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.743599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2c257-44c9-43a5-888a-69c65b77b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa5b90-24d9-400d-892f-aa18d8457c00,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:29.777941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35416) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:29.778886 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a424e248-71a9-47e2-b349-292d3a330986 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags HTTP/1.1" status: 200 len: 317 time: 0.1492283 Nov 02 16:36:29.785108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-5ff6bc88-1a49-42b3-b506-6a2b23eb64b7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758498 Nov 02 16:36:29.790966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-2d1c445c-9ecb-4bd5-8053-b79e16774462 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:29.835015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c42c89b5-67b5-4a3b-8dbc-58cf26eab136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.858603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c42c89b5-67b5-4a3b-8dbc-58cf26eab136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.974903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c42c89b5-67b5-4a3b-8dbc-58cf26eab136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.978780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c42c89b5-67b5-4a3b-8dbc-58cf26eab136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:29.980831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c42c89b5-67b5-4a3b-8dbc-58cf26eab136 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4caa5b90-24d9-400d-892f-aa18d8457c00 HTTP/1.1" status: 204 len: 168 time: 0.2405427 Nov 02 16:36:29.990850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c89b5-67b5-4a3b-8dbc-58cf26eab136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa5b90-24d9-400d-892f-aa18d8457c00,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:30.020614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-6c5b71d8-4f74-42d6-9369-8e64df767b52 service neutron] 10.222.0.31 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664238 Nov 02 16:36:30.134634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d1c445c-9ecb-4bd5-8053-b79e16774462 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags HTTP/1.1" status: 204 len: 168 time: 0.3472948 Nov 02 16:36:30.137140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35434) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:30.145768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-90da0639-7ea9-4f35-b04b-0926b11b1591 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-1352238284') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:30.219468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-c98f6f24-c805-4397-bac2-114941bcb475 service neutron] 10.222.0.31 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967690 Nov 02 16:36:30.241654 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-90da0639-7ea9-4f35-b04b-0926b11b1591 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:30.256516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-90da0639-7ea9-4f35-b04b-0926b11b1591 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-1352238284 HTTP/1.1" status: 404 len: 329 time: 0.1182325 Nov 02 16:36:30.259686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35438) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:30.264788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-342a2b67-5594-4b12-a855-f05e02884a1f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-754363326') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:30.368685 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-342a2b67-5594-4b12-a855-f05e02884a1f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:30.371199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-342a2b67-5594-4b12-a855-f05e02884a1f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-754363326 HTTP/1.1" status: 404 len: 328 time: 0.1104012 Nov 02 16:36:30.374098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35444) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:30.383318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-4b7175b8-5206-4e25-b0a9-436e23e8160a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd', 'tempest-TagsExtTest-Tag-1415172646') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:30.478286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:30.482816 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-4b7175b8-5206-4e25-b0a9-436e23e8160a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:30.483898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b7175b8-5206-4e25-b0a9-436e23e8160a tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags/tempest-TagsExtTest-Tag-1415172646 HTTP/1.1" status: 404 len: 329 time: 0.1086829 Nov 02 16:36:30.487755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35456) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:30.498853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-1892188a-7065-4198-9524-32c10105a244 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', {'tags': ['tempest-TagsExtTest-Tag-978396143', 'tempest-TagsExtTest-Tag-788647184', 'tempest-TagsExtTest-Tag-1972363883']}) {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:30.546274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ab46e0e-cf22-4c14-9dea-3d5b1705de77 req-9eb0c3f5-fb3e-4fd5-84b1-6c34dfecc0ad tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 210 time: 0.0486729 Nov 02 16:36:30.632162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1892188a-7065-4198-9524-32c10105a244 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags HTTP/1.1" status: 200 len: 316 time: 0.1432734 Nov 02 16:36:30.635285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35462) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:30.641865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-1c79f99f-e415-481f-b0e8-726e3d08fc44 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:30.761687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1941bbe7-a8d4-4d54-8cf9-626a8ec0cef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:30.864927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1941bbe7-a8d4-4d54-8cf9-626a8ec0cef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:30.873582 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1941bbe7-a8d4-4d54-8cf9-626a8ec0cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:31.002509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1941bbe7-a8d4-4d54-8cf9-626a8ec0cef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9505325bc44240f59ca9c57c1cf25f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259893 Nov 02 16:36:31.006214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35482) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:31.055655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941bbe7-a8d4-4d54-8cf9-626a8ec0cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228830d-6aba-42bc-acfc-a87c6c7f864b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:31.119377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1c79f99f-e415-481f-b0e8-726e3d08fc44 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags HTTP/1.1" status: 204 len: 168 time: 0.4829528 Nov 02 16:36:31.121831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:31.140404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-940f4621-6676-43df-96cc-b7fef82b292b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-978396143') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:31.158561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b90-8cab-4b8b-ba5e-b7e4b228b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:31.222450 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-940f4621-6676-43df-96cc-b7fef82b292b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:31.225195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b90-8cab-4b8b-ba5e-b7e4b228b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:31.227265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-940f4621-6676-43df-96cc-b7fef82b292b tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-978396143 HTTP/1.1" status: 404 len: 328 time: 0.1032021 Nov 02 16:36:31.227998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:31.235242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-79142171-fbe9-442f-b24d-337bf4a68641 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-788647184') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:31.300498 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-79142171-fbe9-442f-b24d-337bf4a68641 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:31.305412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35496) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:31.305651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-79142171-fbe9-442f-b24d-337bf4a68641 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-788647184 HTTP/1.1" status: 404 len: 328 time: 0.0751066 Nov 02 16:36:31.312004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-3d52c241-38e8-4314-982d-cb2ed3c11eba tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91', 'tempest-TagsExtTest-Tag-1972363883') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:31.373483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b90-8cab-4b8b-ba5e-b7e4b228b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:31.376577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b90-8cab-4b8b-ba5e-b7e4b228b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:31.377741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2f1c4b90-8cab-4b8b-ba5e-b7e4b228b0ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2228830d-6aba-42bc-acfc-a87c6c7f864b HTTP/1.1" status: 204 len: 168 time: 0.3705342 Nov 02 16:36:31.394103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c4b90-8cab-4b8b-ba5e-b7e4b228b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228830d-6aba-42bc-acfc-a87c6c7f864b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:31.412445 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-3d52c241-38e8-4314-982d-cb2ed3c11eba tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:31.414478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3d52c241-38e8-4314-982d-cb2ed3c11eba tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags/tempest-TagsExtTest-Tag-1972363883 HTTP/1.1" status: 404 len: 329 time: 0.1074865 Nov 02 16:36:31.417239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35504) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:31.423440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-a4f5d7e9-90bc-44b2-966f-1a7d5544fe4d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', {'tags': ['tempest-TagsExtTest-Tag-1804936985', 'tempest-TagsExtTest-Tag-358018773', 'tempest-TagsExtTest-Tag-511982524']}) {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:31.540828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a4f5d7e9-90bc-44b2-966f-1a7d5544fe4d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags HTTP/1.1" status: 200 len: 316 time: 0.1225624 Nov 02 16:36:31.543530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35506) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:31.548876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.tag.tag_plugin [None req-d0f31175-409e-4b0b-a42d-16414e3bd2d1 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:31.709482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0c2162e-7ccd-4ac6-bcb4-e2740527da64 req-971596d7-d119-4465-bd94-8f152a0e8e48 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 210 time: 0.0542264 Nov 02 16:36:32.035762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35522) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.108314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-565e50b4-98a0-43cc-87f4-0e8b438c8c92 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:32.109837 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-565e50b4-98a0-43cc-87f4-0e8b438c8c92 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.100 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 813 time: 0.1389751 Nov 02 16:36:32.133649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Request body: {'port': {'device_id': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'admin_state_up': True, 'tenant_id': '79d676b3a5bc40a9856ce0ca7b7f5aae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:32.213223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c27168db-8cc6-4613-87c9-fc33919ea614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:32.272175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0f31175-409e-4b0b-a42d-16414e3bd2d1 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags HTTP/1.1" status: 204 len: 168 time: 0.7270477 Nov 02 16:36:32.272686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.280914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-8472da55-0ca7-49cf-8e28-177e72047bac tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-1804936985') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:32.394764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Made reservation on behalf of 79d676b3a5bc40a9856ce0ca7b7f5aae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:32.411677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:32.428156 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-8472da55-0ca7-49cf-8e28-177e72047bac tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:32.429456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8472da55-0ca7-49cf-8e28-177e72047bac tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-1804936985 HTTP/1.1" status: 404 len: 329 time: 0.1554773 Nov 02 16:36:32.435582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35550) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.441993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-bcc2a2cd-8943-409a-ac95-5be91e58ed23 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-358018773') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:32.541813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c27168db-8cc6-4613-87c9-fc33919ea614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:32.551457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c27168db-8cc6-4613-87c9-fc33919ea614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:32.591024 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-bcc2a2cd-8943-409a-ac95-5be91e58ed23 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:32.594955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bcc2a2cd-8943-409a-ac95-5be91e58ed23 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-358018773 HTTP/1.1" status: 404 len: 328 time: 0.1554818 Nov 02 16:36:32.600530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35560) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.610595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-2dc53aa4-682d-402c-9b1f-a3534fd1100c tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b', 'tempest-TagsExtTest-Tag-511982524') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:32.623162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c27168db-8cc6-4613-87c9-fc33919ea614 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cd2e3b4b1bd4f7a8df4fd512ef1995e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861771 Nov 02 16:36:32.658907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35564) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.669773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27168db-8cc6-4613-87c9-fc33919ea614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bce95d-1fa0-4b93-b5b8-13d6069a81d0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:32.759460 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-2dc53aa4-682d-402c-9b1f-a3534fd1100c tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:32.763855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2dc53aa4-682d-402c-9b1f-a3534fd1100c tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags/tempest-TagsExtTest-Tag-511982524 HTTP/1.1" status: 404 len: 328 time: 0.1589463 Nov 02 16:36:32.764263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.778230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-7a76146e-e06c-4d71-93a9-77b6402f275d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', {'tags': ['tempest-TagsExtTest-Tag-1818815112', 'tempest-TagsExtTest-Tag-1473049011', 'tempest-TagsExtTest-Tag-2015903442']}) {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:32.839661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d90f0056-d0b7-49d8-a8d6-e8d03cd5a7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:32.874899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7a76146e-e06c-4d71-93a9-77b6402f275d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "PUT /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags HTTP/1.1" status: 200 len: 318 time: 0.1095614 Nov 02 16:36:32.877094 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d90f0056-d0b7-49d8-a8d6-e8d03cd5a7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:32.879006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.884771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-b5029e45-a5f1-4a10-b91c-16d8a75dc251 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:32.891091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35578) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:32.946045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Allocated IP 172.20.0.6 (2e7fca9e-c007-4d73-9611-7bd53904baad/b8b6b37b-6e39-4665-b7fe-617038229d62/e40fb174-7062-4f58-bbc5-f1d38671f5d4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:32.953482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77f922ba-a06e-47d8-a1db-018176f0fc85 req-b935f868-cf80-4c09-8073-14a213a12ba3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 210 time: 0.0581312 Nov 02 16:36:33.013248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b5029e45-a5f1-4a10-b91c-16d8a75dc251 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags HTTP/1.1" status: 204 len: 168 time: 0.1306293 Nov 02 16:36:33.021004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35588) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.033395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-220d9f1d-8dee-4f68-8694-c80357a37e8d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-1818815112') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.043677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d90f0056-d0b7-49d8-a8d6-e8d03cd5a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.052099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d90f0056-d0b7-49d8-a8d6-e8d03cd5a7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.057038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d90f0056-d0b7-49d8-a8d6-e8d03cd5a7db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46bce95d-1fa0-4b93-b5b8-13d6069a81d0 HTTP/1.1" status: 204 len: 168 time: 0.3967617 Nov 02 16:36:33.085660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f0056-d0b7-49d8-a8d6-e8d03cd5a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bce95d-1fa0-4b93-b5b8-13d6069a81d0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:33.116689 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-220d9f1d-8dee-4f68-8694-c80357a37e8d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:33.117753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-220d9f1d-8dee-4f68-8694-c80357a37e8d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-1818815112 HTTP/1.1" status: 404 len: 329 time: 0.0923450 Nov 02 16:36:33.122969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.127284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-42832ee5-bde4-47cc-a7f4-b62807a859ba tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-1473049011') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.172669 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-42832ee5-bde4-47cc-a7f4-b62807a859ba tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:33.177643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42832ee5-bde4-47cc-a7f4-b62807a859ba tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-1473049011 HTTP/1.1" status: 404 len: 329 time: 0.0534256 Nov 02 16:36:33.179215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35598) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.185534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-a93f8555-75da-4c77-ad14-ef633f7f74c0 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585', 'tempest-TagsExtTest-Tag-2015903442') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.195975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9453-b5d2-4c95-825f-1e0c3793e89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.209125 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-a93f8555-75da-4c77-ad14-ef633f7f74c0 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] show failed (client error): The resource could not be found. Nov 02 16:36:33.214326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a93f8555-75da-4c77-ad14-ef633f7f74c0 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags/tempest-TagsExtTest-Tag-2015903442 HTTP/1.1" status: 404 len: 329 time: 0.0339026 Nov 02 16:36:33.215202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35600) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.220807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-d5a78e31-b560-4532-b468-34b8bb70013f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5937f88-c132-42f3-9bc0-668d405ed585') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.253264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d5a78e31-b560-4532-b468-34b8bb70013f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585/tags HTTP/1.1" status: 204 len: 168 time: 0.0361528 Nov 02 16:36:33.254524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35602) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.259808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-172da578-0cca-4c19-92ba-cbc9ad012ea6 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '06048366-2b20-4af7-8459-af5ae649d55b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.315911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.349761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9453-b5d2-4c95-825f-1e0c3793e89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.363162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-172da578-0cca-4c19-92ba-cbc9ad012ea6 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b/tags HTTP/1.1" status: 204 len: 168 time: 0.1073427 Nov 02 16:36:33.364105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35608) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.370915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-2cc71e5a-ac3e-4e65-a79c-648ffdf48703 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '043831c5-779f-4741-adcf-8da95a951f91') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.375028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9453-b5d2-4c95-825f-1e0c3793e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.443909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2cc71e5a-ac3e-4e65-a79c-648ffdf48703 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91/tags HTTP/1.1" status: 204 len: 168 time: 0.0782108 Nov 02 16:36:33.446477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35612) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.455231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.tag.tag_plugin [None req-31157c7a-68c8-4d4a-b233-37693df5937f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6852dd81-d178-4a9a-9cd9-9abd3cea0bdd') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:33.486279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35616) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.486664 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f0e9453-b5d2-4c95-825f-1e0c3793e89d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ec7c90418ff42ed8c0453ac37890413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904219 Nov 02 16:36:33.493288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e9453-b5d2-4c95-825f-1e0c3793e89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e7379-868f-43b0-8887-44255197ef6b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:33.501182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.557637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:33.573529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Network 2e7fca9e-c007-4d73-9611-7bd53904baad is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:33.575732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:33.578290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:33.582404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88e68ed6-f35e-4da1-abc6-3e516299603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.603659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-31157c7a-68c8-4d4a-b233-37693df5937f tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd/tags HTTP/1.1" status: 204 len: 168 time: 0.1527917 Nov 02 16:36:33.613138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35626) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.651706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:33.652726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.674867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-419a8268-1ff9-4982-8cf3-129b6f464db4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5449669 Nov 02 16:36:33.695151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Request body: {'port': {'device_id': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:33.704201 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88e68ed6-f35e-4da1-abc6-3e516299603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.786704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88e68ed6-f35e-4da1-abc6-3e516299603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.789650 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88e68ed6-f35e-4da1-abc6-3e516299603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.794846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-88e68ed6-f35e-4da1-abc6-3e516299603a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a87e7379-868f-43b0-8887-44255197ef6b HTTP/1.1" status: 204 len: 168 time: 0.3068736 Nov 02 16:36:33.815191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.826625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e68ed6-f35e-4da1-abc6-3e516299603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e7379-868f-43b0-8887-44255197ef6b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:33.854574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8ade1bb-cc95-49fb-bdaf-b442fc0cd996 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for subnetpool, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:33.856522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e8ade1bb-cc95-49fb-bdaf-b442fc0cd996 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnetpools/e5937f88-c132-42f3-9bc0-668d405ed585 HTTP/1.1" status: 204 len: 168 time: 0.2403207 Nov 02 16:36:33.864051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35640) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:33.900407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e95eb09e-6c2d-4d37-9e96-1d5911740afa tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "GET /v2.0/ports?device_id=06048366-2b20-4af7-8459-af5ae649d55b HTTP/1.1" status: 200 len: 205 time: 0.0351996 Nov 02 16:36:33.902794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35642) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:34.106106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.341733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:34.344282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35660) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:34.366489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a351064a-b2c6-421f-be42-0be059b9c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.370922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.404773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Transition to ACTIVE for port object e40fb174-7062-4f58-bbc5-f1d38671f5d4 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:34.413277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.545466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:34.630890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35666) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:34.656161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a351064a-b2c6-421f-be42-0be059b9c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.674179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:34.674519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:34.674977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on network 2e7fca9e-c007-4d73-9611-7bd53904baad {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:34.677366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a351064a-b2c6-421f-be42-0be059b9c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.698524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on network 2e7fca9e-c007-4d73-9611-7bd53904baad not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:34.698846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on network 2e7fca9e-c007-4d73-9611-7bd53904baad {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:34.725057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:34.725398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Checking segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:34.725787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Bound using segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:34.726244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Bound port: e40fb174-7062-4f58-bbc5-f1d38671f5d4, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:34.726605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.733133 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a351064a-b2c6-421f-be42-0be059b9c8f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b9ded39cfed484a8b5c9abcddabd9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848360 Nov 02 16:36:34.733413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35670) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:34.777778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351064a-b2c6-421f-be42-0be059b9c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e20e98-6001-4036-b012-5f8d4bccd577,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:34.849702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.849702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.868764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b4633-88fd-4a6b-996d-93d03d4e04c3 req-27920056-179a-4e98-b193-ee5d0840afd9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:34.880287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e55b4633-88fd-4a6b-996d-93d03d4e04c3 req-27920056-179a-4e98-b193-ee5d0840afd9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 931 time: 0.6353157 Nov 02 16:36:34.886289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-640031571-network', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:34.966909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e55b4633-88fd-4a6b-996d-93d03d4e04c3 req-552b83c3-7b2f-49ad-b6a9-ab06b788a62a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855370 Nov 02 16:36:34.969324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27072ebd-47a4-42b1-8767-89b1b343d1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.997506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:34.998326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Fanout notify agent at l3_agent the message router_deleted on router 06048366-2b20-4af7-8459-af5ae649d55b {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:36:34.999758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:35.009915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.010934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ae1fc9e-3de4-4b2c-bd2b-469b9674cbd4 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/routers/06048366-2b20-4af7-8459-af5ae649d55b HTTP/1.1" status: 204 len: 168 time: 1.1052651 Nov 02 16:36:35.014040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35680) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:35.019939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:35.021221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Made reservation on behalf of 39778b425ff54f49b16e5bcf2f164d63 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:35.024098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.033358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27072ebd-47a4-42b1-8767-89b1b343d1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.035549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.088279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.096681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:35.097385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.099014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] 10.222.0.100 "PUT /v2.0/ports/e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 1091 time: 1.4155071 Nov 02 16:36:35.101265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:35.103817 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230885f9-4967-47af-906c-87cbac491240" -d '{"events": [{"name": "network-changed", "server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:35.164910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Deleting port 043831c5-779f-4741-adcf-8da95a951f91 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:35.165502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.201178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35688) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:35.207427 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2503a074-e80d-4008-98e1-e1b51d8a558b x-openstack-request-id: req-2503a074-e80d-4008-98e1-e1b51d8a558b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:35.207928 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:35.208349 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2503a074-e80d-4008-98e1-e1b51d8a558b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:35.208910 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'status': 'completed', 'code': 200} Nov 02 16:36:35.218728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f88a1-4794-4207-8dcc-dc8c275b6330 service neutron] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:35.255019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-35389ed2-189a-4b10-bb48-41cdbdbe930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:35.257428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-35389ed2-189a-4b10-bb48-41cdbdbe930c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1094 time: 0.0993497 Nov 02 16:36:35.265372 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27072ebd-47a4-42b1-8767-89b1b343d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.269235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27072ebd-47a4-42b1-8767-89b1b343d1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.270151 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-27072ebd-47a4-42b1-8767-89b1b343d1f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77e20e98-6001-4036-b012-5f8d4bccd577 HTTP/1.1" status: 204 len: 168 time: 0.5291810 Nov 02 16:36:35.289298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27072ebd-47a4-42b1-8767-89b1b343d1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e20e98-6001-4036-b012-5f8d4bccd577,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:35.354928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-55d053fb-4d71-42d8-b9bc-b4cd1dc089ba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 217 time: 0.0681956 Nov 02 16:36:35.380187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.414483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Calling delete_port for 043831c5-779f-4741-adcf-8da95a951f91 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:35.435619 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.437954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-4fa3664f-6fcd-416b-98ba-6fadc0f63894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:35.439632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-4fa3664f-6fcd-416b-98ba-6fadc0f63894 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.0771499 Nov 02 16:36:35.440749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.486264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e76bc7-92e0-4468-ae69-d3fae8b0ff76,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:35.516580 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-4949db8b-7a95-4bc7-ba6b-dd98d1c8ab1f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465729 Nov 02 16:36:35.520989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:35.527632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3abe-d3a2-4d09-98d1-a6bd64820a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.574448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.574806 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Added segment 1d787618-517d-4770-bea6-6ab7f1bc75fd of type vlan for network eab61ef8-bff0-45e2-98ac-83f1cf106c78 Nov 02 16:36:35.632107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.633811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3abe-d3a2-4d09-98d1-a6bd64820a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.643345 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3abe-d3a2-4d09-98d1-a6bd64820a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.683195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-fa2d4fda-d6f9-4ff0-9237-64346841cb78 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570518 Nov 02 16:36:35.691490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.692420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:35.693005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.720699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d2bd3abe-d3a2-4d09-98d1-a6bd64820a38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=762156913a624eeaae1c1821270c3bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174019 Nov 02 16:36:35.722912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35700) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:35.758465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1238031 Nov 02 16:36:35.761822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd3abe-d3a2-4d09-98d1-a6bd64820a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7132251b-fbeb-49cb-a6a5-4eefaa3db518,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:35.761986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35702) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:35.808641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Request body: {'subnet': {'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-640031571-subnet', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:35.817197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b729b1ab-a21c-4216-b50f-b301c51e28b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.833056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35704) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:35.843195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Made reservation on behalf of 39778b425ff54f49b16e5bcf2f164d63 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:35.845438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.865564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b729b1ab-a21c-4216-b50f-b301c51e28b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.912584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.932769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27a2de41-ce14-4f62-a2d3-eca2609580e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.941971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f9328-9093-48f4-9dd6-48fdd67a6510 admin admin] Pushing event updated for resources: {'Network': ['ID=eab61ef8-bff0-45e2-98ac-83f1cf106c78,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:35.952183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event deleted for resources: {'Port': ['ID=043831c5-779f-4741-adcf-8da95a951f91,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:35.959524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:35.986486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b729b1ab-a21c-4216-b50f-b301c51e28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:35.989111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b729b1ab-a21c-4216-b50f-b301c51e28b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.001055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b729b1ab-a21c-4216-b50f-b301c51e28b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7132251b-fbeb-49cb-a6a5-4eefaa3db518 HTTP/1.1" status: 204 len: 168 time: 0.2764313 Nov 02 16:36:36.047677 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05477ae6-eba9-4a51-bdc6-2753500a3091 req-afdbe522-6ee7-48ea-b64b-d20ff95480e5 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435509 Nov 02 16:36:36.177278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729b1ab-a21c-4216-b50f-b301c51e28b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132251b-fbeb-49cb-a6a5-4eefaa3db518,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:36.180030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.184079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9fd8e3c2-d382-4ed3-86d4-0504869cbdc5 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/ports/043831c5-779f-4741-adcf-8da95a951f91 HTTP/1.1" status: 204 len: 168 time: 1.1683459 Nov 02 16:36:36.192385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35712) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:36.251571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678b987-516c-47cd-aba8-2a0a01625165 req-6828550c-c517-488b-a3bd-1be640519c02 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:36.253386 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c678b987-516c-47cd-aba8-2a0a01625165 req-6828550c-c517-488b-a3bd-1be640519c02 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.0798247 Nov 02 16:36:36.323729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c678b987-516c-47cd-aba8-2a0a01625165 req-085c0479-d5c6-4687-8fe2-b7b247ccb415 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630393 Nov 02 16:36:36.413474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27a2de41-ce14-4f62-a2d3-eca2609580e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.418075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230885f9-4967-47af-906c-87cbac491240 req-31f58407-322f-4a65-9582-9bd4e4c23b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:36.420598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-31f58407-322f-4a65-9582-9bd4e4c23b79 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1094 time: 0.2718520 Nov 02 16:36:36.424667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Deleting subnet 6852dd81-d178-4a9a-9cd9-9abd3cea0bdd {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:36:36.433027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.440025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27a2de41-ce14-4f62-a2d3-eca2609580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.567952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.591015 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-27a2de41-ce14-4f62-a2d3-eca2609580e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e42b459bf804eaf9b7ee18911180b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539644 Nov 02 16:36:36.591188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35724) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:36.592255 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.641579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2de41-ce14-4f62-a2d3-eca2609580e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acb70a1-de85-47f1-994b-7beeb78566be,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:36.677924 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a58bee7c-472d-4977-852a-34a3c329cb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.704138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a58bee7c-472d-4977-852a-34a3c329cb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.712332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651669a0-41c0-43ec-84c8-180a46b1825e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:36.727851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230885f9-4967-47af-906c-87cbac491240 req-bee07b90-9375-4710-ba90-74edc65427b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:36.729317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-bee07b90-9375-4710-ba90-74edc65427b4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 914 time: 0.2904315 Nov 02 16:36:36.733892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Checking segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:36.734286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Network hostable DHCP agents. Network: eab61ef8-bff0-45e2-98ac-83f1cf106c78, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:36:36.773406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a58bee7c-472d-4977-852a-34a3c329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.783395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a58bee7c-472d-4977-852a-34a3c329cb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.788030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a58bee7c-472d-4977-852a-34a3c329cb83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0acb70a1-de85-47f1-994b-7beeb78566be HTTP/1.1" status: 204 len: 168 time: 0.1956565 Nov 02 16:36:36.800582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bee7c-472d-4977-852a-34a3c329cb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acb70a1-de85-47f1-994b-7beeb78566be,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:36.804742 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-dbedcb3b-b141-4a2f-a1fa-8b3696a80991 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 217 time: 0.0503767 Nov 02 16:36:36.847403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.868727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:36:36.901910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, eab61ef8-bff0-45e2-98ac-83f1cf106c78) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:36.911789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fd297-e141-4684-abd2-8c5a45419e53 None None] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:36.916761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230885f9-4967-47af-906c-87cbac491240 req-5a69cf0f-8a21-46ae-a14d-daede16f7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:36.918437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-5a69cf0f-8a21-46ae-a14d-daede16f7935 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.1039226 Nov 02 16:36:36.923901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:36.924542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:36.968990 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-c3252544-0da8-463c-9c5e-648453c42eba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400395 Nov 02 16:36:37.050620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0178f862-e790-461b-8c2d-f97e076f2144 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2776425 Nov 02 16:36:37.053613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35740) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:37.059425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:37.063177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.103957 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.108960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event deleted for resources: {'Subnet': ['ID=6852dd81-d178-4a9a-9cd9-9abd3cea0bdd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:37.109998 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.129453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.134940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eabb2df0-8536-4011-9ac2-f4966a88b7e2 tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/subnets/6852dd81-d178-4a9a-9cd9-9abd3cea0bdd HTTP/1.1" status: 204 len: 168 time: 0.9370723 Nov 02 16:36:37.140165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:37.143468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:36:37.146705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.153586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d767d-519f-4e99-851b-e65c8c0469d3 None None] Network d8864c17-7d14-4367-aecc-f5041e46e797 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:37.262123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-99b06ed9-5d24-4b17-9b07-a125a998ba72 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794657 Nov 02 16:36:37.271038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.505519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Allocated IP 172.20.0.2 (eab61ef8-bff0-45e2-98ac-83f1cf106c78/651669a0-41c0-43ec-84c8-180a46b1825e/e76c5cf4-79d5-4695-b31e-0db7b19e73a7) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:37.508490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.521832 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-230885f9-4967-47af-906c-87cbac491240 req-6ca4eb18-acc0-40a4-8f9d-ff5af2300d73 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436972 Nov 02 16:36:37.550540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.565909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] DHCP port deletion for d8864c17-7d14-4367-aecc-f5041e46e797 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:36:37.671536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:37.680469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Deleting port f89198b1-facd-44d3-a97c-0722ccfe33a6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:37.680834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.802194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef791-cca0-4adf-902b-9f9ffe2a82b5 req-7bb2bd97-9a08-47f3-ae7b-1ac2be0d97fa tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:37.812517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc4ef791-cca0-4adf-902b-9f9ffe2a82b5 req-7bb2bd97-9a08-47f3-ae7b-1ac2be0d97fa tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.2479942 Nov 02 16:36:37.836979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] For port f89198b1-facd-44d3-a97c-0722ccfe33a6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f89198b1-facd-44d3-a97c-0722ccfe33a6,segment=NetworkSegment(4cec7b32-4909-4847-a61e-c1f4bd43b59c),segment_id=4cec7b32-4909-4847-a61e-c1f4bd43b59c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:37.837380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:37.840051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f89198b1-facd-44d3-a97c-0722ccfe33a6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:36:37.895503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc4ef791-cca0-4adf-902b-9f9ffe2a82b5 req-2f83c146-2c19-492a-9594-7a74ac40ba4e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Nov 02 16:36:37.905345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Calling delete_port for f89198b1-facd-44d3-a97c-0722ccfe33a6 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:37.970102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] Deleting port f89198b1-facd-44d3-a97c-0722ccfe33a6 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:36:37.970790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.109768 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.140123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] For port f89198b1-facd-44d3-a97c-0722ccfe33a6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f89198b1-facd-44d3-a97c-0722ccfe33a6,segment=NetworkSegment(4cec7b32-4909-4847-a61e-c1f4bd43b59c),segment_id=4cec7b32-4909-4847-a61e-c1f4bd43b59c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:38.140847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.154420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] Calling delete_port for f89198b1-facd-44d3-a97c-0722ccfe33a6 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:36:38.162860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.164998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.228673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] No DVR routers for this DVR port f89198b1-facd-44d3-a97c-0722ccfe33a6 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:38.247604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event deleted for resources: {'Port': ['ID=f89198b1-facd-44d3-a97c-0722ccfe33a6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.252469 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No ports have port_id starting with f89198b1-facd-44d3-a97c-0722ccfe33a6 Nov 02 16:36:38.254053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.263624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:38.313708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.334761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'port_id': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'mac_address': 'fa:16:3e:9b:90:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6b37b-6e39-4665-b7fe-617038229d62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:38.367270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Allocated IP 172.25.7.124 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8061007f-c306-49a4-b29b-db0dd5c936e0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:38.402701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.422262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:38.425148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.438333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:38.455865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8864c17-7d14-4367-aecc-f5041e46e797']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:38.467903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:38.473863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82f346b8-3dcf-4316-8893-7a926d5b8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.477038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cec7b32-4909-4847-a61e-c1f4bd43b59c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:38.478355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cec7b32-4909-4847-a61e-c1f4bd43b59c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:38.485428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] No DVR routers for this DVR port f89198b1-facd-44d3-a97c-0722ccfe33a6 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:36:38.492049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Pushing event updated for resources: {'Port': ['ID=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.507032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.507973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.508671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.509162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.509645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.510114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.510729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.511072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.511578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.511896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.512370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.513423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.514066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:38.537859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.554965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:36:38.556015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.576499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.578603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf188-753d-4909-be21-dc3f8ddb0811 None None] Pushing event deleted for resources: {'Port': ['ID=f89198b1-facd-44d3-a97c-0722ccfe33a6,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.598793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Attempting to bind port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:38.599411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Attempting to bind port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:38.599933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Attempting to bind port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 on network eab61ef8-bff0-45e2-98ac-83f1cf106c78 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:38.603850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:38.626869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:38.627023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Checking segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:38.627437 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.627898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Bound using segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:38.628299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Bound port: e76c5cf4-79d5-4695-b31e-0db7b19e73a7, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:38.628704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.660140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:38.662607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.666821 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:36:38.675796 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:36:38.742724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.753393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.766006 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] 10.222.0.31 "DELETE /v2.0/networks/d8864c17-7d14-4367-aecc-f5041e46e797 HTTP/1.1" status: 204 len: 168 time: 1.6202400 Nov 02 16:36:38.796674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53778-ffb8-4977-9700-ac05ad4a450d tempest-TagsExtTest-675601713 tempest-TagsExtTest-675601713-project] Pushing event deleted for resources: {'Network': ['ID=d8864c17-7d14-4367-aecc-f5041e46e797,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.800970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] For port e76c5cf4-79d5-4695-b31e-0db7b19e73a7, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:38.803053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.817383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.818766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] For port e76c5cf4-79d5-4695-b31e-0db7b19e73a7, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:38.834006 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:38.915366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Pushing event updated for resources: {'Port': ['ID=8061007f-c306-49a4-b29b-db0dd5c936e0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.920497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31474e-d1e3-4a97-bd81-753b6da92ac6 None None] Pushing event updated for resources: {'Port': ['ID=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:38.975560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:38.978877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:38.983093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:39.013512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e40fb174-7062-4f58-bbc5-f1d38671f5d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:39.380134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dafe9d-a371-472c-88d8-8a23528c4986 req-c9fad70a-d4bb-4222-adeb-2f0df39c0c95 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:39.382495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31dafe9d-a371-472c-88d8-8a23528c4986 req-c9fad70a-d4bb-4222-adeb-2f0df39c0c95 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.2703736 Nov 02 16:36:39.497142 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31dafe9d-a371-472c-88d8-8a23528c4986 req-9525075d-aaf9-49f2-bf48-0b170c7265bb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967600 Nov 02 16:36:39.614942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35836) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:39.815695 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:39.895775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e76c5cf4-79d5-4695-b31e-0db7b19e73a7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:39.915728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0003387-40af-49e1-9090-0883884e4c70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8b8bdb9f78c42489b54ac2f2d0b0dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992971 Nov 02 16:36:39.918247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35860) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:39.993492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:39.994738 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:39.995557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a719950f-01d0-4383-834d-b89c0e7cba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.023963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a719950f-01d0-4383-834d-b89c0e7cba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.109191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a719950f-01d0-4383-834d-b89c0e7cba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.112575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a719950f-01d0-4383-834d-b89c0e7cba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.114317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a719950f-01d0-4383-834d-b89c0e7cba2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f57a0088-3da9-4428-ba41-196dad713e35 HTTP/1.1" status: 204 len: 168 time: 0.1944735 Nov 02 16:36:40.147110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719950f-01d0-4383-834d-b89c0e7cba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a0088-3da9-4428-ba41-196dad713e35,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:40.148238 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.183313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.243064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e76c5cf4-79d5-4695-b31e-0db7b19e73a7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:40.277115 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.319488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:40.427609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:40.442371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Router af8b7976-a5d4-4462-85c4-c573aacb5e39 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:36:40.510465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87c4c64-0361-481c-9c83-e4fffbd4412e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.692128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b049b-3e33-42aa-abf3-fca0848b9e53 None None] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:36:40.723661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87c4c64-0361-481c-9c83-e4fffbd4412e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.729909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87c4c64-0361-481c-9c83-e4fffbd4412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.780377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c4c64-0361-481c-9c83-e4fffbd4412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45040f4b-7e68-48c1-bb20-ab5d7d33026e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:40.789469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e352a50-9de4-4424-910b-8bd1bca6430c req-473e7ac6-ea79-49b5-986c-1403b4012320 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:40.790938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e352a50-9de4-4424-910b-8bd1bca6430c req-473e7ac6-ea79-49b5-986c-1403b4012320 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.1812046 Nov 02 16:36:40.797330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a87c4c64-0361-481c-9c83-e4fffbd4412e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=558385f918f54bdfaafcf8049b21613f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765184 Nov 02 16:36:40.798955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-af28633f-10e9-4644-90cc-40bce20afa64 None None] Provisioning complete for port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:40.799499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-af28633f-10e9-4644-90cc-40bce20afa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.800174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35880) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:40.832882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:36:40.845175 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Sync routers for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:36:40.855007 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:36:40.855634 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:36:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:40.878818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e352a50-9de4-4424-910b-8bd1bca6430c req-60d30559-ffd5-4905-8fa3-76cdf1845a76 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Nov 02 16:36:40.909982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.914209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:40.920113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b85866b8-748d-4406-84b3-2f34c140f19f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8649364 Nov 02 16:36:40.946435 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03458ef4-4e3d-4d8c-932e-c91b1075e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:40.993206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:36:40.998764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03458ef4-4e3d-4d8c-932e-c91b1075e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.075947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03458ef4-4e3d-4d8c-932e-c91b1075e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.079455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03458ef4-4e3d-4d8c-932e-c91b1075e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.080593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-03458ef4-4e3d-4d8c-932e-c91b1075e13e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45040f4b-7e68-48c1-bb20-ab5d7d33026e HTTP/1.1" status: 204 len: 168 time: 0.2760787 Nov 02 16:36:41.101334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03458ef4-4e3d-4d8c-932e-c91b1075e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45040f4b-7e68-48c1-bb20-ab5d7d33026e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:41.130895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9dd9-8620-4802-b5aa-328a164cbcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.289327 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:39Z', 'revision_number': 3, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:41.308510 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.342182 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Checking router: af8b7976-a5d4-4462-85c4-c573aacb5e39 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:36:41.342438 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Updating router af8b7976-a5d4-4462-85c4-c573aacb5e39 port 8061007f-c306-49a4-b29b-db0dd5c936e0 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:36:41.407766 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.529674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35908) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:41.550431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9866aa8-662f-43f1-825a-936775fddf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.629941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:41.787300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port e40fb174-7062-4f58-bbc5-f1d38671f5d4 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:36:41.800641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9866aa8-662f-43f1-825a-936775fddf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.813724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9866aa8-662f-43f1-825a-936775fddf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.817252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e40fb174-7062-4f58-bbc5-f1d38671f5d4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:41.817673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.871719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d9866aa8-662f-43f1-825a-936775fddf69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=409db6a296474fd2a43ea158d63c822a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405623 Nov 02 16:36:41.874051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35918) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:41.939586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-44c653c9-72bc-4c14-b281-0f76e2a92d58 None None] Provisioning complete for port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:41.940044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-44c653c9-72bc-4c14-b281-0f76e2a92d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.945694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e76c5cf4-79d5-4695-b31e-0db7b19e73a7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:41.979578 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:41.995667 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.045782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf55bdb7-130f-47ba-bc4b-d2c14f08579d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.057143 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Pushing event updated for resources: {'Port': ['ID=8061007f-c306-49a4-b29b-db0dd5c936e0,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:42.082846 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.083189 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.083701 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.084234 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.084713 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.085218 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.085718 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.086391 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.086856 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.087232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9866aa8-662f-43f1-825a-936775fddf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45576f85-5eb2-4f8e-846f-c01ca927d278,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:42.087556 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.088073 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.088538 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:36:42.107729 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Attempting to bind port 8061007f-c306-49a4-b29b-db0dd5c936e0 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:42.110579 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Attempting to bind port 8061007f-c306-49a4-b29b-db0dd5c936e0 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:42.111131 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Attempting to bind port 8061007f-c306-49a4-b29b-db0dd5c936e0 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:42.126651 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:42.127617 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:42.128223 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.128757 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:42.129574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Bound port: 8061007f-c306-49a4-b29b-db0dd5c936e0, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:42.130113 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.166933 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf55bdb7-130f-47ba-bc4b-d2c14f08579d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.191857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.223635 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] For port 8061007f-c306-49a4-b29b-db0dd5c936e0, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:42.230472 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] For port 8061007f-c306-49a4-b29b-db0dd5c936e0, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8061007f-c306-49a4-b29b-db0dd5c936e0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:42.244878 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.251977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.273754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:42.274518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.287653 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf55bdb7-130f-47ba-bc4b-d2c14f08579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.291587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:42.295196 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d80dad-6eec-4f97-bc9e-956bcc528ecc" -d '{"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-plugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:42.299438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf55bdb7-130f-47ba-bc4b-d2c14f08579d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.302868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf55bdb7-130f-47ba-bc4b-d2c14f08579d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45576f85-5eb2-4f8e-846f-c01ca927d278 HTTP/1.1" status: 204 len: 168 time: 0.4253483 Nov 02 16:36:42.302868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e9aad65b-b54c-4702-994c-3558f37dba3b tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2cef62e18b9c47c38fea1909d1221c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633984 Nov 02 16:36:42.343089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55bdb7-130f-47ba-bc4b-d2c14f08579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45576f85-5eb2-4f8e-846f-c01ca927d278,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:42.365019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd149-be0b-41b7-85e9-d3545ae67bc2 None None] Pushing event updated for resources: {'Port': ['ID=8061007f-c306-49a4-b29b-db0dd5c936e0,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:42.370768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:42.385518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.395915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc4e98-2d56-415b-a843-b035e403f5dd req-2aaa6caf-8c12-49de-97a0-c7e3048ae1a6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:42.410434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22bc4e98-2d56-415b-a843-b035e403f5dd req-2aaa6caf-8c12-49de-97a0-c7e3048ae1a6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.3635242 Nov 02 16:36:42.424641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:36:42.425267 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:36:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:42.481797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:42.533553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:42.579383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22bc4e98-2d56-415b-a843-b035e403f5dd req-4cc1a553-ceba-4d80-b8ee-63c68ddad9a2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679955 Nov 02 16:36:42.628012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-d2be14ac-1d44-4623-97f8-243d48a62f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:42.635758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-d2be14ac-1d44-4623-97f8-243d48a62f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141551 Nov 02 16:36:42.642084 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d519dd-9c60-4f87-b56e-100d9556c875 x-openstack-request-id: req-e7d519dd-9c60-4f87-b56e-100d9556c875 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:42.642396 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-plugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:42.642650 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7d519dd-9c60-4f87-b56e-100d9556c875 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:42.643053 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'code': 200} Nov 02 16:36:42.648367 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:36:42.673096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-336d6e91-3b65-4e14-8bc3-f0842c3df9de tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/quotas/2cef62e18b9c47c38fea1909d1221c41 HTTP/1.1" status: 200 len: 375 time: 0.0226657 Nov 02 16:36:42.725917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-7240b8eb-f3ca-4c37-9e43-4892109bc13c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cef62e18b9c47c38fea1909d1221c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517929 Nov 02 16:36:42.790030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Allocated IP 172.20.0.1 (eab61ef8-bff0-45e2-98ac-83f1cf106c78/651669a0-41c0-43ec-84c8-180a46b1825e/e34473b5-2064-4ae0-b4d8-854c949c156c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:42.815891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d80a63-76de-4db0-9b20-fd2df1666de3 req-0b9c6cbd-ad08-4625-b7f0-b9da3a8bec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:42.817966 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-37d80a63-76de-4db0-9b20-fd2df1666de3 req-0b9c6cbd-ad08-4625-b7f0-b9da3a8bec92 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1096 time: 0.0851641 Nov 02 16:36:42.919293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-37d80a63-76de-4db0-9b20-fd2df1666de3 req-9878ee42-00e8-4035-b758-2c3641fb4dc4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782630 Nov 02 16:36:42.979564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.020776 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ab04762-43d4-40c4-b5fc-2705cfb419fa req-ba59836e-cbbc-47bb-81bd-6dd51ce177a4 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 210 time: 0.0613942 Nov 02 16:36:43.037566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.092833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:43.096193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:43.098792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:43.136796 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:39Z', 'revision_number': 3, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:43.170780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Pushing event updated for resources: {'Port': ['ID=e34473b5-2064-4ae0-b4d8-854c949c156c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:43.216417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.227971 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a70c3b-8f14-47af-bb98-29d3fe2efb7b None None] The sync data for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 is: [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:39Z', 'revision_number': 3, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:36:43.550300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f485023b-2598-40c7-b817-f2e1a5f50a1b None None] Provisioning complete for port e34473b5-2064-4ae0-b4d8-854c949c156c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:43.551687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f485023b-2598-40c7-b817-f2e1a5f50a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.566246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.600855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f485023b-2598-40c7-b817-f2e1a5f50a1b None None] Port e34473b5-2064-4ae0-b4d8-854c949c156c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:36:43.666821 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.831791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fe6bb-2636-4840-913c-1d18b99a5ce4 req-f02b720b-d751-4d03-972f-2d751c7b6ceb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:43.844692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e5fe6bb-2636-4840-913c-1d18b99a5ce4 req-f02b720b-d751-4d03-972f-2d751c7b6ceb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1264963 Nov 02 16:36:43.888267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8061007f-c306-49a4-b29b-db0dd5c936e0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:43.891071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e5fe6bb-2636-4840-913c-1d18b99a5ce4 req-7559752d-4de8-44f6-9a65-e8de5dec0be8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Nov 02 16:36:43.916950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.922892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:43.979045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8061007f-c306-49a4-b29b-db0dd5c936e0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:43.979700 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:44.029924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Pushing event updated for resources: {'Port': ['ID=e34473b5-2064-4ae0-b4d8-854c949c156c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:44.032777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:44.097082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:44.121338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 8061007f-c306-49a4-b29b-db0dd5c936e0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8061007f-c306-49a4-b29b-db0dd5c936e0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:44.127574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:44.230299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=8061007f-c306-49a4-b29b-db0dd5c936e0,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:44.233865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:44.250070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:44.251219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43035a21-438d-4fb8-879c-03bc4bd082d6 req-c30fdc02-7125-4116-9cff-6293dd0d7bc0 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 210 time: 0.0675521 Nov 02 16:36:44.490996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Router af8b7976-a5d4-4462-85c4-c573aacb5e39 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:36:44.517038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-23cbcff0-3181-4646-8095-0b5d948e522b tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cef62e18b9c47c38fea1909d1221c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532806 Nov 02 16:36:44.642057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-35512915-861f-4d96-9933-984be4f7622b None None] Provisioning complete for port e34473b5-2064-4ae0-b4d8-854c949c156c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:44.642626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35512915-861f-4d96-9933-984be4f7622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:44.702631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-35512915-861f-4d96-9933-984be4f7622b None None] Port e34473b5-2064-4ae0-b4d8-854c949c156c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:36:44.802895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:36:44.815420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-721b43b2-2351-4f2d-9cc7-9c448b6f9dab admin admin] 10.222.0.31 "PUT /v2.0/routers/af8b7976-a5d4-4462-85c4-c573aacb5e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9000158 Nov 02 16:36:44.847197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-048ada19-d616-4d78-9634-7388f6b91acf tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:44.849557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-048ada19-d616-4d78-9634-7388f6b91acf tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3264861 Nov 02 16:36:44.864234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Request body: {'port': {'device_id': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '2cef62e18b9c47c38fea1909d1221c41'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:45.082744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Made reservation on behalf of 2cef62e18b9c47c38fea1909d1221c41 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:45.086348 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:45.109594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adf54d-27d9-4a93-b12a-fdb59542ff6f req-9c72eb81-ffc6-4ac9-b9b4-439b40e5c12d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:45.111680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99adf54d-27d9-4a93-b12a-fdb59542ff6f req-9c72eb81-ffc6-4ac9-b9b4-439b40e5c12d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0820076 Nov 02 16:36:45.128187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:45.204431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99adf54d-27d9-4a93-b12a-fdb59542ff6f req-2742a2e1-a2ce-4d00-8f05-20f7008eace2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829999 Nov 02 16:36:45.287986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:45.295565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:45.419249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47290b7a-e3fc-4a9d-b4e8-216e208ec14f req-056bbc9c-1f30-494f-9686-2744dd29aaa5 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 210 time: 0.0481722 Nov 02 16:36:45.499646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6775430-b048-40fb-8ba9-fd13e6fcb4a4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:45.677641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Allocated IP 192.168.233.175 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/c263e7d2-bc21-4839-ad1e-2edd58cd40b5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:45.853679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:45.868392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049003379', 'description': 'tempest-description--1400564381'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:45.884197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8061007f-c306-49a4-b29b-db0dd5c936e0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:45.937370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-2c4f3d64-807a-4ecd-9ee6-6ad808e5ff8d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:45.952003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-2c4f3d64-807a-4ecd-9ee6-6ad808e5ff8d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 813 time: 0.2565300 Nov 02 16:36:45.981786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8061007f-c306-49a4-b29b-db0dd5c936e0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:45.983281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.003064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.020433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Sync routers for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:36:46.046646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.051428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:36:46.052314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:36:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:46.155682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:46.160092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:46.170226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-30f4d3a5-79ed-4967-abf6-822955fed00d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:46.187115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:46.189156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-30f4d3a5-79ed-4967-abf6-822955fed00d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.2151654 Nov 02 16:36:46.196565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Pushing event updated for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:46.223338 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b61e7874-cd5d-437a-ace8-486bb39b3493 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/quotas/79d676b3a5bc40a9856ce0ca7b7f5aae HTTP/1.1" status: 200 len: 375 time: 0.2703624 Nov 02 16:36:46.269746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-a12d692c-e170-46df-ad47-647b0ee0b340 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/quotas/c348386697e144029ed2dca3119a7ee1 HTTP/1.1" status: 200 len: 375 time: 0.0641854 Nov 02 16:36:46.269884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:36:46.298777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:46.299504 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.329121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-e376a4c0-0309-451d-abd2-7a2033962f47 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4613190 Nov 02 16:36:46.333629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Request body: {'port': {'device_id': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:46.336813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.449341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.477054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-48bc0de7-51be-4370-a96b-56988deaa35d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2067153 Nov 02 16:36:46.495086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-cfd6de61-9bb4-4733-9dd7-b0fb4acad618 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700899 Nov 02 16:36:46.581517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 2, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:46.609488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Checking router: af8b7976-a5d4-4462-85c4-c573aacb5e39 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:36:46.610202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Updating router af8b7976-a5d4-4462-85c4-c573aacb5e39 port e34473b5-2064-4ae0-b4d8-854c949c156c binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:36:46.644452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.664974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7b0d2e58-6214-4840-8c7d-bfdcca7c2ca7 None None] Provisioning complete for port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:46.665441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2e58-6214-4840-8c7d-bfdcca7c2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.686349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b931d9dc-1879-4df7-8ef4-bd82732e03c8 service neutron] 10.222.0.31 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650474 Nov 02 16:36:46.741791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d2e58-6214-4840-8c7d-bfdcca7c2ca7 None None] Port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:36:46.782045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.792503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.850875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c263e7d2-bc21-4839-ad1e-2edd58cd40b5 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:46.853756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.858802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0040731 Nov 02 16:36:46.859561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36210) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:46.864609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Request body: {'security_group_rule': {'security_group_id': '3b263d60-0054-45f2-bb52-0dcb1ed8264f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:46.871704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.881157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-c914ad64-e37f-4169-9f9f-e56282777bf1 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847585 Nov 02 16:36:46.910572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Transition to ACTIVE for port object c263e7d2-bc21-4839-ad1e-2edd58cd40b5 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:46.915756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:46.940176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-d111bab0-78e8-4c96-87a6-5688ab90c8c7 service neutron] 10.222.0.31 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425256 Nov 02 16:36:46.940775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8832fd-fb26-452f-bcd0-e414ac173bc5 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b263d60-0054-45f2-bb52-0dcb1ed8264f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:46.988796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.011314 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.013303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-44d2a9fc-bad2-4588-ae12-300fd15bc4b3 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299713 Nov 02 16:36:47.021504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.085834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.096261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.123609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Pushing event updated for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:47.143338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f001a7-579e-4069-a860-9ab07763231b,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:47.219782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569d798-63c5-40b6-9f11-08c84f85a581 None None] Pushing event updated for resources: {'Port': ['ID=e34473b5-2064-4ae0-b4d8-854c949c156c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:47.287387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Attempting to bind port e34473b5-2064-4ae0-b4d8-854c949c156c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:47.288129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Attempting to bind port e34473b5-2064-4ae0-b4d8-854c949c156c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:47.289084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Attempting to bind port e34473b5-2064-4ae0-b4d8-854c949c156c on network eab61ef8-bff0-45e2-98ac-83f1cf106c78 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:47.303000 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.306486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:47.307178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Checking segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:47.307785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.308361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Bound using segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:47.312126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Bound port: e34473b5-2064-4ae0-b4d8-854c949c156c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:47.313192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.353185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Attempting to bind port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:47.353554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Attempting to bind port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:47.355172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Attempting to bind port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:47.368566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.373781 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fffac7ce-8fd9-4eb3-971e-842a0e2121ce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5129890 Nov 02 16:36:47.376946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:47.384114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Request body: {'security_group_rule': {'security_group_id': '3b263d60-0054-45f2-bb52-0dcb1ed8264f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:47.425428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:47.425765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Attempting to bind port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:47.455312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:47.455889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:47.456483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:47.457454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Bound port: c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:47.458070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.495564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4e1be-9222-47d3-9762-a9025cdf9612 req-e456ecba-ef1f-4e9c-8b00-4a39c5417346 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:47.503248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dcf4e1be-9222-47d3-9762-a9025cdf9612 req-e456ecba-ef1f-4e9c-8b00-4a39c5417346 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 948 time: 0.1585755 Nov 02 16:36:47.586441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] For port e34473b5-2064-4ae0-b4d8-854c949c156c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:47.613919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] For port e34473b5-2064-4ae0-b4d8-854c949c156c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e34473b5-2064-4ae0-b4d8-854c949c156c,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:47.620054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-907336d4-cbbb-418f-a950-c5ebb0c4eab7 req-645ef416-2aff-4187-b460-c94cd4837a96 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 210 time: 0.0979478 Nov 02 16:36:47.635814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.674607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dcf4e1be-9222-47d3-9762-a9025cdf9612 req-fd614dba-bf16-4932-8450-304fa1a12811 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629663 Nov 02 16:36:47.690472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.737617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:47.746076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:47.754539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.770643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13ea59b4-f8a8-4281-911b-dbb050669ddf req-843842be-fe94-472f-aaf9-b9ec2552661d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 210 time: 0.0689402 Nov 02 16:36:47.818462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:47.819306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.820541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] 10.222.0.55 "PUT /v2.0/ports/c263e7d2-bc21-4839-ad1e-2edd58cd40b5 HTTP/1.1" status: 200 len: 1096 time: 1.4911659 Nov 02 16:36:47.821053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:47.823571 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:47.897742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:36:47.898439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:36:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:47.946169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:47.952964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cba52-f61d-4ceb-aef8-605b8229d827 service neutron] Pushing event updated for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:47.970706 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb53a4b-b7a3-4dd9-bed9-b25c4e16a1ed x-openstack-request-id: req-dbb53a4b-b7a3-4dd9-bed9-b25c4e16a1ed {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:47.970995 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:47.971259 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb53a4b-b7a3-4dd9-bed9-b25c4e16a1ed {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:47.971640 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5', 'status': 'completed', 'code': 200} Nov 02 16:36:47.972911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.013608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:48.026912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64af7483-1930-402d-bbab-e02a5d6fd1a7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:48.049719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.053053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:48.058452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:48.064268 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4910d219-d7dd-454d-99bd-c1ee3112b7e8 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6836307 Nov 02 16:36:48.074524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-ce482a14-fa8a-494f-9333-2c3eb4c4e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:48.078793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-ce482a14-fa8a-494f-9333-2c3eb4c4e3d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cef62e18b9c47c38fea1909d1221c41&device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 1099 time: 0.1995955 Nov 02 16:36:48.107588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.148329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-62d89cb9-1c26-455b-a3f6-86f59572a09a None None] Provisioning complete for port e34473b5-2064-4ae0-b4d8-854c949c156c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:48.148961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62d89cb9-1c26-455b-a3f6-86f59572a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.164586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569d798-63c5-40b6-9f11-08c84f85a581 None None] Pushing event updated for resources: {'Port': ['ID=e34473b5-2064-4ae0-b4d8-854c949c156c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:48.206225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-3040f27a-dc59-4c74-b837-17cb0f4abefc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5 HTTP/1.1" status: 200 len: 217 time: 0.1197972 Nov 02 16:36:48.302941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-347a5b3e-f9ab-4d20-8647-69250ca7076f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.320830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-500e19d8-d61e-4723-a08c-8cfd74ee51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:48.323758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-500e19d8-d61e-4723-a08c-8cfd74ee51ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1069291 Nov 02 16:36:48.464636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-4619fb28-7fa3-4d83-90aa-254c99531e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:48.467738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-4619fb28-7fa3-4d83-90aa-254c99531e89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314435 Nov 02 16:36:48.498695 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.534201 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-347a5b3e-f9ab-4d20-8647-69250ca7076f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.540058 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-347a5b3e-f9ab-4d20-8647-69250ca7076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.686256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:36:48.759796 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62d89cb9-1c26-455b-a3f6-86f59572a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:48.872470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-62d89cb9-1c26-455b-a3f6-86f59572a09a None None] For port e34473b5-2064-4ae0-b4d8-854c949c156c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e34473b5-2064-4ae0-b4d8-854c949c156c,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:48.880644 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62d89cb9-1c26-455b-a3f6-86f59572a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.012472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-fbb98b1e-2741-4246-a1ee-6cf35673be8f service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355999 Nov 02 16:36:49.037914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89cb9-1c26-455b-a3f6-86f59572a09a None None] Pushing event updated for resources: {'Port': ['ID=e34473b5-2064-4ae0-b4d8-854c949c156c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:49.123727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c59d4e67-8476-4e4c-bff6-3b9471813c46 None None] Provisioning complete for port e34473b5-2064-4ae0-b4d8-854c949c156c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:49.124192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c59d4e67-8476-4e4c-bff6-3b9471813c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.169694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-347a5b3e-f9ab-4d20-8647-69250ca7076f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe4695628976421fac6cd985e14ea458&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1540713 Nov 02 16:36:49.175820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36282) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:49.176992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:47Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:36:49.257270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247af4c-5805-44a1-a3fe-0134d9783a81 None None] The sync data for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 is: [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:47Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:36:49.259428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-362772f3-726a-45c0-9962-8eff4bffceb5 req-015dcbb0-8292-41c0-97d6-88ee1c5bb7b1 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192414 Nov 02 16:36:49.275807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-fed6b669-6aba-43ae-aa07-5b1cdc2ecc9c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:49.277646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-fed6b669-6aba-43ae-aa07-5b1cdc2ecc9c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.100 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 813 time: 0.2610099 Nov 02 16:36:49.280382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b09e5498-61a2-4b8a-be4b-37b08792d910 req-7e483f12-6978-4a68-a75c-96e332f43d89 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 210 time: 0.1003361 Nov 02 16:36:49.311341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a5b3e-f9ab-4d20-8647-69250ca7076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40dd626-9feb-43e1-a81f-2dbd42e0c59d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:49.316954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Request body: {'port': {'device_id': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'admin_state_up': True, 'tenant_id': '79d676b3a5bc40a9856ce0ca7b7f5aae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:49.345424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Allocated IP 172.25.7.243 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/b10f1fc0-2538-4677-88d3-e9f1a2f02fd6) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:49.401822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a380b865-3f5f-460c-87ea-3e9f38ec6460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.430585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5911114-0324-4306-b32d-5ba56523a3f2 req-3b89894a-f1a0-4b4e-8608-e8cb20bc3dea tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:49.440183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5911114-0324-4306-b32d-5ba56523a3f2 req-3b89894a-f1a0-4b4e-8608-e8cb20bc3dea tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 948 time: 0.2581966 Nov 02 16:36:49.493558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a380b865-3f5f-460c-87ea-3e9f38ec6460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.496019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a09fe68-1879-4b85-8267-b46b3e423397 req-1e6ea9a3-328f-42e4-a6fa-0b990cef0960 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 210 time: 0.0526612 Nov 02 16:36:49.549498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-29c0dabd-235e-4910-8325-fe05f0f42a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:49.551704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-29c0dabd-235e-4910-8325-fe05f0f42a2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cef62e18b9c47c38fea1909d1221c41&device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 1099 time: 0.1443701 Nov 02 16:36:49.720813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5911114-0324-4306-b32d-5ba56523a3f2 req-93554dd0-5f3e-43ca-8a15-d340ece98f15 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792180 Nov 02 16:36:49.785627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.836788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a380b865-3f5f-460c-87ea-3e9f38ec6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.839188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a380b865-3f5f-460c-87ea-3e9f38ec6460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.842573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a380b865-3f5f-460c-87ea-3e9f38ec6460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e40dd626-9feb-43e1-a81f-2dbd42e0c59d HTTP/1.1" status: 204 len: 168 time: 0.6634338 Nov 02 16:36:49.857202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-e1599438-81d4-4200-8fab-ccbd665398ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:49.858901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-e1599438-81d4-4200-8fab-ccbd665398ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.2976489 Nov 02 16:36:49.861839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380b865-3f5f-460c-87ea-3e9f38ec6460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40dd626-9feb-43e1-a81f-2dbd42e0c59d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:49.875244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-158e617f-c067-4383-92a5-e5c9a38c642a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:49.877146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-158e617f-c067-4383-92a5-e5c9a38c642a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.2979894 Nov 02 16:36:49.890618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.928676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Request body: {'port': {'device_id': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'admin_state_up': True, 'tenant_id': 'c348386697e144029ed2dca3119a7ee1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:49.940724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Made reservation on behalf of 79d676b3a5bc40a9856ce0ca7b7f5aae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:49.944988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:49.953349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e34473b5-2064-4ae0-b4d8-854c949c156c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:50.021676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event updated for resources: {'Port': ['ID=b10f1fc0-2538-4677-88d3-e9f1a2f02fd6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:50.039128 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-8d12046d-b9e6-40b8-b2b7-7c68d00d9224 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5 HTTP/1.1" status: 200 len: 217 time: 0.1623468 Nov 02 16:36:50.049235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:50.076004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e34473b5-2064-4ae0-b4d8-854c949c156c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:50.076852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.093768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:50.098017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:50.248962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-ab70c5a0-9d4f-44b2-b074-429221eed567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:50.250490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-ab70c5a0-9d4f-44b2-b074-429221eed567 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.2034993 Nov 02 16:36:50.350160 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.357977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Made reservation on behalf of c348386697e144029ed2dca3119a7ee1 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:50.358612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Allocated IP 172.20.0.2 (2e7fca9e-c007-4d73-9611-7bd53904baad/b8b6b37b-6e39-4665-b7fe-617038229d62/108e14fd-c6e8-4362-b2fd-6e0ca69cb531) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:50.362071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.507413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-09ab773e-6579-42b9-8881-c63bd0bcd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:50.509537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-09ab773e-6579-42b9-8881-c63bd0bcd94c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2485559 Nov 02 16:36:50.567376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.673520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5232ae1-829f-4b9b-83e1-a2f635784b60 req-449a698a-6633-4746-bbc8-bc7def734d94 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 210 time: 0.1222870 Nov 02 16:36:50.692102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36302) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:50.696889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.722662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c118f975-1631-445c-9215-a6d0d2462445 req-060415b8-be24-45c2-8626-bbe260480c92 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 210 time: 0.0992365 Nov 02 16:36:50.742783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-802c6230-678c-4074-89a4-5e3fa42a04e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.749106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Allocated IP 172.20.0.8 (ddba1911-91db-4eda-a734-697c24abff54/dd7ccf3f-ef84-49f8-a202-60eef244e759/d7897cfb-1270-4266-90fb-82a676be1e55) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:50.749876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-bdc58ebc-3701-439f-92a2-5941dd2d4f6b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273266 Nov 02 16:36:50.889546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.903192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e40fb174-7062-4f58-bbc5-f1d38671f5d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:50.945705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-18d078fc-2dc6-48cd-aaaf-0f111aa438b0 req-735b6c3d-dfcf-4b48-9328-e148e78f091c service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803064 Nov 02 16:36:50.956530 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:50.967259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Network 2e7fca9e-c007-4d73-9611-7bd53904baad is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:50.972583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:50.984413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:51.022729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.025543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Pushing event updated for resources: {'Port': ['ID=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:51.047625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:51.074296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:51.075784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.095526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-b3ea8c67-79da-4ef8-a16a-4e69cc424287 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7842426 Nov 02 16:36:51.130797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Request body: {'port': {'device_id': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:51.227265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-802c6230-678c-4074-89a4-5e3fa42a04e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.238769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event updated for resources: {'Port': ['ID=d7897cfb-1270-4266-90fb-82a676be1e55,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:51.265531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.286733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-802c6230-678c-4074-89a4-5e3fa42a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.375497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Network ddba1911-91db-4eda-a734-697c24abff54 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:51.397996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:51.407116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:51.418698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-802c6230-678c-4074-89a4-5e3fa42a04e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a5465328f484573bc70feb85ad24f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255375 Nov 02 16:36:51.423700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36312) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:51.443927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c6230-678c-4074-89a4-5e3fa42a04e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af191dcf-9ced-43bb-8a6a-448bfd5814ec,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:51.503364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157df72-3d52-4a72-8320-2d6414d7555b req-b8961a62-cf66-4e96-a239-a399b9441960 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:51.505127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9157df72-3d52-4a72-8320-2d6414d7555b req-b8961a62-cf66-4e96-a239-a399b9441960 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 948 time: 0.5052722 Nov 02 16:36:51.516801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:51.516801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.570470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07f2f1f2-214a-47e3-97a7-f724bee0478f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.588934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-bdec97da-1576-402c-a776-42a9be2ceeac tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6756544 Nov 02 16:36:51.592035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9157df72-3d52-4a72-8320-2d6414d7555b req-255df4e2-cd41-493f-aa3a-710fad648f51 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699189 Nov 02 16:36:51.614285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Request body: {'port': {'device_id': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:51.626680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07f2f1f2-214a-47e3-97a7-f724bee0478f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.645501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.651545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.727933 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.778458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:51.796470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.811426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event updated for resources: {'Port': ['ID=b10f1fc0-2538-4677-88d3-e9f1a2f02fd6,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:51.811706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Transition to ACTIVE for port object 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:51.814097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07f2f1f2-214a-47e3-97a7-f724bee0478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.817225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07f2f1f2-214a-47e3-97a7-f724bee0478f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.821089 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07f2f1f2-214a-47e3-97a7-f724bee0478f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af191dcf-9ced-43bb-8a6a-448bfd5814ec HTTP/1.1" status: 204 len: 168 time: 0.3939514 Nov 02 16:36:51.838707 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.843034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2f1f2-214a-47e3-97a7-f724bee0478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af191dcf-9ced-43bb-8a6a-448bfd5814ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:51.940195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:51.990528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Pushing event updated for resources: {'Port': ['ID=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:52.042087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Attempting to bind port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:52.042446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Attempting to bind port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:52.043261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Attempting to bind port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 on network 2e7fca9e-c007-4d73-9611-7bd53904baad {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:52.046557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.047794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-282600f8-d452-4e3f-9015-b8821efbcd87 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9935451 Nov 02 16:36:52.050504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 on network 2e7fca9e-c007-4d73-9611-7bd53904baad not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:52.050957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Attempting to bind port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 on network 2e7fca9e-c007-4d73-9611-7bd53904baad {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:52.062345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f601aa-ea02-4aa5-8a58-1ec578f3217b req-b5ccc4e7-4e45-4719-bb58-f52ea3effcf3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:52.063906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39f601aa-ea02-4aa5-8a58-1ec578f3217b req-b5ccc4e7-4e45-4719-bb58-f52ea3effcf3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 931 time: 0.2782729 Nov 02 16:36:52.067655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:52.068994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Checking segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:52.070556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Bound using segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:52.071723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Bound port: 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:52.072827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.097682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948d3f8-c271-411d-9695-152490a0e646 req-f2df6b57-1842-4c6d-a3ca-1e90f10efb20 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:52.102659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d948d3f8-c271-411d-9695-152490a0e646 req-f2df6b57-1842-4c6d-a3ca-1e90f10efb20 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 931 time: 0.2216351 Nov 02 16:36:52.191380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] For port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:52.195736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] For port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:52.203228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.249594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d948d3f8-c271-411d-9695-152490a0e646 req-8974b672-e57a-4deb-93da-4061b92bba5b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920279 Nov 02 16:36:52.260381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:52.261329 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.263317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] 10.222.0.100 "PUT /v2.0/ports/108e14fd-c6e8-4362-b2fd-6e0ca69cb531 HTTP/1.1" status: 200 len: 1091 time: 1.1520560 Nov 02 16:36:52.273376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39f601aa-ea02-4aa5-8a58-1ec578f3217b req-64a99d1b-eb9e-4993-ab8f-6e9cd05eab41 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173177 Nov 02 16:36:52.296740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'tag': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:52.303782 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7952c7dc-ce7e-4815-8c29-96617c8dc27a" -d '{"events": [{"name": "network-changed", "server_uuid": "e72491f3-9069-4f4e-bf09-c1a2cd00421c", "tag": "108e14fd-c6e8-4362-b2fd-6e0ca69cb531"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:52.403596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7897cfb-1270-4266-90fb-82a676be1e55 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:52.417422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.427551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b557a8d-f911-4373-bfb6-b9a483e0039d service neutron] Pushing event updated for resources: {'Port': ['ID=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:52.436288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Transition to ACTIVE for port object d7897cfb-1270-4266-90fb-82a676be1e55 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:52.440971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.448246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-1c114086-91c6-4ea9-8110-9f1ece6fdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:52.450230 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-1c114086-91c6-4ea9-8110-9f1ece6fdf54 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 1094 time: 0.1186574 Nov 02 16:36:52.520549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-18818eb3-7e00-414d-a7a6-c57ffab886a6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531 HTTP/1.1" status: 200 len: 217 time: 0.0568659 Nov 02 16:36:52.530964 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee7c6de-21f0-485c-81f0-3eac2b6e0ebb x-openstack-request-id: req-9ee7c6de-21f0-485c-81f0-3eac2b6e0ebb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:52.531210 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72491f3-9069-4f4e-bf09-c1a2cd00421c", "tag": "108e14fd-c6e8-4362-b2fd-6e0ca69cb531", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:52.531469 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ee7c6de-21f0-485c-81f0-3eac2b6e0ebb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:52.531894 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'tag': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531', 'status': 'completed', 'code': 200} Nov 02 16:36:52.541187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c263e7d2-bc21-4839-ad1e-2edd58cd40b5 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:52.616127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-1e5b1870-02a3-42f8-b4e5-f8b76f053fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:52.618980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-1e5b1870-02a3-42f8-b4e5-f8b76f053fe5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.0862594 Nov 02 16:36:52.678432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-74b815f8-69f2-455f-93f4-4b7590aff82a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456471 Nov 02 16:36:52.712015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-0b5be431-5968-4413-a5e9-dca754682cd4 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2049003379&fields=id&tenant_id=39778b425ff54f49b16e5bcf2f164d63 HTTP/1.1" status: 200 len: 267 time: 0.1875286 Nov 02 16:36:52.714512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7897cfb-1270-4266-90fb-82a676be1e55,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:52.723608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:52.750463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5', 'mac_address': 'fa:16:3e:1c:3b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:52.834522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.835588 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.855470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c263e7d2-bc21-4839-ad1e-2edd58cd40b5 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:52.872575 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-7b8fb6a4-e02a-4b2d-9b45-ba49349bd895 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842821 Nov 02 16:36:52.880476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:52.886811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:52.954963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:52.979501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Attempting to bind port d7897cfb-1270-4266-90fb-82a676be1e55 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:52.979995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Attempting to bind port d7897cfb-1270-4266-90fb-82a676be1e55 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:52.980307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Attempting to bind port d7897cfb-1270-4266-90fb-82a676be1e55 on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:52.994865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Port d7897cfb-1270-4266-90fb-82a676be1e55 on network ddba1911-91db-4eda-a734-697c24abff54 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:52.995335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Attempting to bind port d7897cfb-1270-4266-90fb-82a676be1e55 on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:53.003620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2217ca8f-c91a-40d2-a90e-aafec7eed701 req-83f4b834-c29c-4bae-a428-13de04f1c52c service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229188 Nov 02 16:36:53.016542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:53.016939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Checking segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:53.017272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Bound using segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:53.017720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Bound port: d7897cfb-1270-4266-90fb-82a676be1e55, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:53.018077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:53.033805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45148-b2b7-4de3-aec8-977dc2ce2667 req-91ed534c-6ae2-4e16-8775-fd4a95efd53b tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.036688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78a45148-b2b7-4de3-aec8-977dc2ce2667 req-91ed534c-6ae2-4e16-8775-fd4a95efd53b tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 948 time: 0.3133345 Nov 02 16:36:53.080677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7b0b529b-de4d-4900-8665-90d52a07bb2d tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.088102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7b0b529b-de4d-4900-8665-90d52a07bb2d tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/networks?id=eab61ef8-bff0-45e2-98ac-83f1cf106c78 HTTP/1.1" status: 200 len: 814 time: 0.3748744 Nov 02 16:36:53.111076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c263e7d2-bc21-4839-ad1e-2edd58cd40b5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:53.123750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-96f91249-3ed0-4f7e-8f8e-d9e805966c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.125556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-96f91249-3ed0-4f7e-8f8e-d9e805966c96 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 1094 time: 0.0623724 Nov 02 16:36:53.159875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-5bc0e210-d98b-42b5-8525-1cec309dcb45 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/quotas/39778b425ff54f49b16e5bcf2f164d63 HTTP/1.1" status: 200 len: 375 time: 0.0706310 Nov 02 16:36:53.206954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78a45148-b2b7-4de3-aec8-977dc2ce2667 req-0bcf826c-f7fa-42e3-88d7-c7b462e7dfc3 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430829 Nov 02 16:36:53.239851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] For port d7897cfb-1270-4266-90fb-82a676be1e55, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:53.245104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] For port d7897cfb-1270-4266-90fb-82a676be1e55, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7897cfb-1270-4266-90fb-82a676be1e55,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:53.279221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-14dbbf05-ada6-43be-9156-2d6885362732 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=39778b425ff54f49b16e5bcf2f164d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182277 Nov 02 16:36:53.283207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:53.338475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-beb93b9a-517e-4f0c-9e6f-a0d80e6933f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.340162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-beb93b9a-517e-4f0c-9e6f-a0d80e6933f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 914 time: 0.2062585 Nov 02 16:36:53.404082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-8f472559-47de-407e-81c0-4b4dda35e51f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531 HTTP/1.1" status: 200 len: 217 time: 0.0519288 Nov 02 16:36:53.440740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7897cfb-1270-4266-90fb-82a676be1e55,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:53.472506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.473139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:53.474771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-76a3070a-a81c-482d-9f8c-fc16e9ee2fd8 service neutron] 10.222.0.100 "PUT /v2.0/ports/d7897cfb-1270-4266-90fb-82a676be1e55 HTTP/1.1" status: 200 len: 1091 time: 1.8651860 Nov 02 16:36:53.476097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'tag': 'd7897cfb-1270-4266-90fb-82a676be1e55'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:53.478631 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30472d26-41ee-44e1-ae03-953233e55665" -d '{"events": [{"name": "network-changed", "server_uuid": "90f34a68-f091-4832-b6d6-f73ab7fc8300", "tag": "d7897cfb-1270-4266-90fb-82a676be1e55"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:53.520752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-b3b2d442-dc43-433e-b4c6-e7499dba783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.524202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-b3b2d442-dc43-433e-b4c6-e7499dba783c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.1115267 Nov 02 16:36:53.532046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0310c-e5fc-4123-8e51-808a2461f5b3 req-1ea4cccf-4f37-4b66-a71c-7995592c0004 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.533507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abe0310c-e5fc-4123-8e51-808a2461f5b3 req-1ea4cccf-4f37-4b66-a71c-7995592c0004 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 943 time: 0.1375761 Nov 02 16:36:53.587588 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-0b376a92-bc10-4f07-946f-4213e05cb316 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464442 Nov 02 16:36:53.602886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-71b21065-3611-487c-a2e3-1b099f26bfb5 service neutron] 10.222.0.31 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164425 Nov 02 16:36:53.635518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abe0310c-e5fc-4123-8e51-808a2461f5b3 req-07c6ef42-2a4f-43ea-8a8f-a12baf6d0daf tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940578 Nov 02 16:36:53.734402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-445f7f30-ffaf-4b2b-bece-9f55b628047c service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333854 Nov 02 16:36:53.844573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-ff110916-3859-49fa-9598-f4ee45ba207e service neutron] 10.222.0.31 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055357 Nov 02 16:36:53.867695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-3f175ae0-d745-4128-8928-c1af6c06dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.869205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-3f175ae0-d745-4128-8928-c1af6c06dc0f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 1094 time: 0.3109107 Nov 02 16:36:53.881529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7952c7dc-ce7e-4815-8c29-96617c8dc27a req-3fc8c78c-e092-470c-9dc7-373b3e563a70 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323299 Nov 02 16:36:53.938113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:36:53.956555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-3f8a23c4-5037-405d-b8cf-28a3b2f46315 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7897cfb-1270-4266-90fb-82a676be1e55 HTTP/1.1" status: 200 len: 217 time: 0.0730090 Nov 02 16:36:53.972546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6a37-29ea-414b-85ce-977b0a47d47c req-7b0a552d-bb0c-4993-931d-20cfa389cb6c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:53.982697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-594f6a37-29ea-414b-85ce-977b0a47d47c req-7b0a552d-bb0c-4993-931d-20cfa389cb6c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 943 time: 0.1719728 Nov 02 16:36:54.087532 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-594f6a37-29ea-414b-85ce-977b0a47d47c req-aabfaee4-3364-40bc-acba-39af560601b3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038783 Nov 02 16:36:54.095224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-83fb268c-58a5-4da0-9be3-cbbdd4ec45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:54.100041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-83fb268c-58a5-4da0-9be3-cbbdd4ec45ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1149161 Nov 02 16:36:54.151681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-75bbd309-ba57-41d8-9eb5-894a1dbd332a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402517 Nov 02 16:36:54.196393 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf548a0-accd-4018-87d8-d6c904847dbc x-openstack-request-id: req-eaf548a0-accd-4018-87d8-d6c904847dbc {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:54.199201 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f34a68-f091-4832-b6d6-f73ab7fc8300", "tag": "d7897cfb-1270-4266-90fb-82a676be1e55", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:54.199201 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaf548a0-accd-4018-87d8-d6c904847dbc {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:54.199201 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'tag': 'd7897cfb-1270-4266-90fb-82a676be1e55', 'status': 'completed', 'code': 200} Nov 02 16:36:54.271378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:54.284943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2d2f033-e246-44cc-88c1-6d423901c963 req-87d358a6-4ae9-425f-8398-b5fda011326c tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 210 time: 0.0750196 Nov 02 16:36:54.416468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-d12c0d21-25e2-42b0-9d82-59df4cf1270a service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480369 Nov 02 16:36:54.467431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0217e9-b75e-4893-a97b-a4eaeba0b239 req-bcbcf690-6bcb-400a-b5fc-8c97c7cd83ab tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:54.475525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db0217e9-b75e-4893-a97b-a4eaeba0b239 req-bcbcf690-6bcb-400a-b5fc-8c97c7cd83ab tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 949 time: 0.1109319 Nov 02 16:36:54.533637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c263e7d2-bc21-4839-ad1e-2edd58cd40b5 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:36:54.564893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-db0217e9-b75e-4893-a97b-a4eaeba0b239 req-4b8d2d76-38d2-418f-9a30-1cbd9bf798c0 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883489 Nov 02 16:36:54.569076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e22acf22-a77c-40b4-9deb-54bdff554389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.633719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3920418-ab5d-4f22-9b99-c58350da64d0 req-3cb10dc3-54bf-409f-926f-96c3a9161123 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945693 Nov 02 16:36:54.719209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e22acf22-a77c-40b4-9deb-54bdff554389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.725153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e22acf22-a77c-40b4-9deb-54bdff554389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.728233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:36:54.736569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:54.739590 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.777072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e22acf22-a77c-40b4-9deb-54bdff554389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f93ca05c2224541a96a6693c065a7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036442 Nov 02 16:36:54.779785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36428) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:54.827384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472d26-41ee-44e1-ae03-953233e55665 req-04e6277c-3905-4094-bf43-b01c491b1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:54.829802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-04e6277c-3905-4094-bf43-b01c491b1f3e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 1094 time: 0.1188359 Nov 02 16:36:54.854651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22acf22-a77c-40b4-9deb-54bdff554389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551bb3d7-0387-4efa-a6c6-c123d3f032a6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:54.904543 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.907728 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad204005-b3ac-41af-9176-5fc6e8788d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.939631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202863-5d69-4567-a9b1-b2ed05d565d4 req-376daf76-a452-4706-a9d9-5962346069a9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:54.939851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:54.941145 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2202863-5d69-4567-a9b1-b2ed05d565d4 req-376daf76-a452-4706-a9d9-5962346069a9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 943 time: 0.1293914 Nov 02 16:36:54.942726 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f80177-8fe1-4b8d-9ec2-ceca3050d869" -d '{"events": [{"server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "name": "network-vif-plugged", "status": "completed", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:54.984606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:54.991698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad204005-b3ac-41af-9176-5fc6e8788d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:54.992455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:55.000930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472d26-41ee-44e1-ae03-953233e55665 req-dea82026-2dc4-4938-afcb-e1076973d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:55.002560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-dea82026-2dc4-4938-afcb-e1076973d556 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 916 time: 0.1544187 Nov 02 16:36:55.010096 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b95763-752e-46b6-8d60-6085ae4bb51d x-openstack-request-id: req-98b95763-752e-46b6-8d60-6085ae4bb51d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:55.012450 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "name": "network-vif-plugged", "status": "completed", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:55.012680 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98b95763-752e-46b6-8d60-6085ae4bb51d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:55.013221 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5', 'code': 200} Nov 02 16:36:55.058644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2202863-5d69-4567-a9b1-b2ed05d565d4 req-a5626c40-f074-439e-860d-1fecc121e3ba tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071043 Nov 02 16:36:55.060750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-224ddd45-8d22-4219-97b5-15a8403383df service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7897cfb-1270-4266-90fb-82a676be1e55 HTTP/1.1" status: 200 len: 217 time: 0.0462875 Nov 02 16:36:55.072600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:55.147554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472d26-41ee-44e1-ae03-953233e55665 req-af334f84-525f-4428-915f-2e6d906fa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:55.148212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-af334f84-525f-4428-915f-2e6d906fa31c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.0750289 Nov 02 16:36:55.157956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad204005-b3ac-41af-9176-5fc6e8788d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:55.161964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad204005-b3ac-41af-9176-5fc6e8788d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:55.164410 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ad204005-b3ac-41af-9176-5fc6e8788d0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/551bb3d7-0387-4efa-a6c6-c123d3f032a6 HTTP/1.1" status: 204 len: 168 time: 0.3834748 Nov 02 16:36:55.234359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-485d6d57-cdd3-48ce-ad9d-c2c636ec0976 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710096 Nov 02 16:36:55.275207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204005-b3ac-41af-9176-5fc6e8788d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551bb3d7-0387-4efa-a6c6-c123d3f032a6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:55.330919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f463506-bfcc-49af-bbe8-482465f35476 req-cb0b433a-5813-43a8-ae8a-5a156aae4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:55.340178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f463506-bfcc-49af-bbe8-482465f35476 req-cb0b433a-5813-43a8-ae8a-5a156aae4b2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 1101 time: 0.1647968 Nov 02 16:36:55.427773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f463506-bfcc-49af-bbe8-482465f35476 req-ee346d2d-b3e0-489c-bd1f-cda7ef0830ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818312 Nov 02 16:36:55.722262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc119-be85-4f23-b2a2-805a69d52d2a req-7ee094e9-b578-40fc-837c-d6b590fdcbcf tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:55.737949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558bc119-be85-4f23-b2a2-805a69d52d2a req-7ee094e9-b578-40fc-837c-d6b590fdcbcf tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 943 time: 0.5512650 Nov 02 16:36:55.786792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30b34e89-a2ea-4f5f-ac70-7d9b392092ce req-1fd73a8d-5493-4d1a-99f7-ce99194b8b36 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 210 time: 0.0902340 Nov 02 16:36:55.838503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-ae68e8e4-2757-44ba-8725-c15e3d46eca5 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825346 Nov 02 16:36:55.842381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558bc119-be85-4f23-b2a2-805a69d52d2a req-576eb6fe-43ca-45c7-acd4-031032a19513 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035419 Nov 02 16:36:56.070699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150dd32-59da-4ea2-b700-56f1db440910 req-9e6da8a4-b508-444f-bb78-b5d830a4b2bc tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:56.080810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8150dd32-59da-4ea2-b700-56f1db440910 req-9e6da8a4-b508-444f-bb78-b5d830a4b2bc tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.1319499 Nov 02 16:36:56.105727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30472d26-41ee-44e1-ae03-953233e55665 req-42e6c47b-1ce3-48df-bd1b-2542e8c34fc1 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559805 Nov 02 16:36:56.171798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8150dd32-59da-4ea2-b700-56f1db440910 req-2ba9c381-62d3-4752-96dd-3c23ea3bab2d tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917332 Nov 02 16:36:56.282183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-208a9440-bee6-46b7-b8e4-b43cb98b3000 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:56.283818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-208a9440-bee6-46b7-b8e4-b43cb98b3000 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.55 "GET /v2.0/networks?id=eab61ef8-bff0-45e2-98ac-83f1cf106c78 HTTP/1.1" status: 200 len: 814 time: 0.3309364 Nov 02 16:36:56.331967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089d7f5-8d87-40af-86bb-f1b2215a1610 req-581d39db-2191-4e9b-8952-c4ce37a08aa3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:56.346954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a089d7f5-8d87-40af-86bb-f1b2215a1610 req-581d39db-2191-4e9b-8952-c4ce37a08aa3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 943 time: 0.1199009 Nov 02 16:36:56.414199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-44cae753-52a3-40fe-a5b9-4090e0c279ac tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39778b425ff54f49b16e5bcf2f164d63 HTTP/1.1" status: 200 len: 380 time: 0.1097414 Nov 02 16:36:56.432382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Request body: {'port': {'device_id': 'e4956540-f321-485d-871a-db31a1f13c01', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'admin_state_up': True, 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'security_groups': ['3b263d60-0054-45f2-bb52-0dcb1ed8264f']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:56.445082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a089d7f5-8d87-40af-86bb-f1b2215a1610 req-d1d2756d-dbcd-42c5-a102-fdb214fde0d8 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965118 Nov 02 16:36:56.631139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Made reservation on behalf of 39778b425ff54f49b16e5bcf2f164d63 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:56.636351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:56.790082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Allocated IP 172.20.0.3 (eab61ef8-bff0-45e2-98ac-83f1cf106c78/651669a0-41c0-43ec-84c8-180a46b1825e/005f607a-d4a7-418e-8e16-4ad8b2554165) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:36:57.027045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.115156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.159165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d05a47c-0a8c-4992-b5ff-42b05ad1d8a6 req-699965fe-c5c5-4355-abff-3ad3005f36cb tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 210 time: 0.0934501 Nov 02 16:36:57.163545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event updated for resources: {'Port': ['ID=005f607a-d4a7-418e-8e16-4ad8b2554165,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:57.185440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:36:57.192493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:36:57.198956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:36:57.292601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dbdbd-61d2-4023-9682-6cd9de9ffac8 req-bb77ad9c-8dae-4db3-99af-cfe4c5c0e973 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:57.302306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-804dbdbd-61d2-4023-9682-6cd9de9ffac8 req-bb77ad9c-8dae-4db3-99af-cfe4c5c0e973 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 943 time: 0.1812005 Nov 02 16:36:57.352776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:57.355688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.399264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-6a9bd569-67de-4bab-82fd-3abc80bdd521 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707513 Nov 02 16:36:57.416834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Request body: {'port': {'device_id': 'e4956540-f321-485d-871a-db31a1f13c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:57.482234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-804dbdbd-61d2-4023-9682-6cd9de9ffac8 req-49f16d7f-21eb-40fa-8857-053899a1a1b4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744900 Nov 02 16:36:57.491721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-62aff663-623d-4aaa-b556-a319cb7a84f7 None None] Provisioning complete for port 005f607a-d4a7-418e-8e16-4ad8b2554165 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:36:57.492197 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62aff663-623d-4aaa-b556-a319cb7a84f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.508245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94960-993a-4a56-bb20-69c82400e644 req-247cb978-ac92-4aec-b9a9-f2fb12c7f270 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:57.517555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1d94960-993a-4a56-bb20-69c82400e644 req-247cb978-ac92-4aec-b9a9-f2fb12c7f270 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.2601335 Nov 02 16:36:57.528891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.569394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-62aff663-623d-4aaa-b556-a319cb7a84f7 None None] Port 005f607a-d4a7-418e-8e16-4ad8b2554165 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:36:57.570220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36502) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:57.588778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1d94960-993a-4a56-bb20-69c82400e644 req-3ef687eb-304a-4f6a-a48f-3dfd6fe48840 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Nov 02 16:36:57.666891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7897cfb-1270-4266-90fb-82a676be1e55 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:57.776672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb6380-dbd2-4871-a53a-050c0b891828 req-b14939bd-b910-4fd8-89bf-fb60a94c34b0 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:57.797036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6fb6380-dbd2-4871-a53a-050c0b891828 req-b14939bd-b910-4fd8-89bf-fb60a94c34b0 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 943 time: 0.1345458 Nov 02 16:36:57.902231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6fb6380-dbd2-4871-a53a-050c0b891828 req-e7f4c087-b597-4e10-a168-c68d735effb7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975528 Nov 02 16:36:57.906712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-785261875'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:57.924625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d7897cfb-1270-4266-90fb-82a676be1e55, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7897cfb-1270-4266-90fb-82a676be1e55,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:57.947390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'd7897cfb-1270-4266-90fb-82a676be1e55', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'port_id': 'd7897cfb-1270-4266-90fb-82a676be1e55', 'mac_address': 'fa:16:3e:43:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7ccf3f-ef84-49f8-a202-60eef244e759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:57.956397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Made reservation on behalf of 074263d205c34acb8e0ba38fa0d0e0d4 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:57.961984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.982579 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:57.991965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.013629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7897cfb-1270-4266-90fb-82a676be1e55 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:58.035171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d7897cfb-1270-4266-90fb-82a676be1e55, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7897cfb-1270-4266-90fb-82a676be1e55,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:58.040745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.043614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:36:58.061630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f607a-d4a7-418e-8e16-4ad8b2554165 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:58.073945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.098195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Transition to ACTIVE for port object 005f607a-d4a7-418e-8e16-4ad8b2554165 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:36:58.103984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.204405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:58.218877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531', 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'port_id': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531', 'mac_address': 'fa:16:3e:28:60:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6b37b-6e39-4665-b7fe-617038229d62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:36:58.322699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Pushing event updated for resources: {'Port': ['ID=005f607a-d4a7-418e-8e16-4ad8b2554165,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:58.343204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d7897cfb-1270-4266-90fb-82a676be1e55,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:58.347010 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.372555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590bfba-67ba-4f64-b4ad-4749372ac411 req-cfc1fc7b-8c46-4263-917f-08c33018663a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:58.385849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c590bfba-67ba-4f64-b4ad-4749372ac411 req-cfc1fc7b-8c46-4263-917f-08c33018663a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 943 time: 0.1413283 Nov 02 16:36:58.387732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.396761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:36:58.420079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.447510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:36:58.450228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:36:58.463646 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.468913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c590bfba-67ba-4f64-b4ad-4749372ac411 req-893faa9f-a109-42e1-a1b4-8ef33d3a74c2 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654163 Nov 02 16:36:58.479949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.479949 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Added segment 18310aed-09ee-452d-945d-4a6c10cba5f6 of type vlan for network 7644dba5-1758-4c7e-bb72-38401aedad1a Nov 02 16:36:58.531796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.639600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:58.645561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f777447c-f4c4-46b6-8aaa-bcb3eb18b9a7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:58.651774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.667776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af30439-c0a4-4ea5-ba79-be85a1396009 req-19b9da53-eabb-4d74-8086-18718a862506 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:58.669155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:58.669688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.681402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3af30439-c0a4-4ea5-ba79-be85a1396009 req-19b9da53-eabb-4d74-8086-18718a862506 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 944 time: 0.1133499 Nov 02 16:36:58.683464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Attempting to bind port 005f607a-d4a7-418e-8e16-4ad8b2554165 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:36:58.683809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Attempting to bind port 005f607a-d4a7-418e-8e16-4ad8b2554165 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:36:58.684675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Attempting to bind port 005f607a-d4a7-418e-8e16-4ad8b2554165 on network eab61ef8-bff0-45e2-98ac-83f1cf106c78 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:58.779244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Port 005f607a-d4a7-418e-8e16-4ad8b2554165 on network eab61ef8-bff0-45e2-98ac-83f1cf106c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:36:58.780158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Attempting to bind port 005f607a-d4a7-418e-8e16-4ad8b2554165 on network eab61ef8-bff0-45e2-98ac-83f1cf106c78 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:36:58.795936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3af30439-c0a4-4ea5-ba79-be85a1396009 req-7af5a9b7-4cca-4979-ad94-b71650c83189 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132255 Nov 02 16:36:58.805905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:36:58.806317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Checking segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:36:58.806814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Bound using segment: {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:36:58.807359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Bound port: 005f607a-d4a7-418e-8e16-4ad8b2554165, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d787618-517d-4770-bea6-6ab7f1bc75fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:36:58.807718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:58.816162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2414639 Nov 02 16:36:58.846501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc6cda-1678-44f8-ae69-50139993393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Pushing event updated for resources: {'Network': ['ID=7644dba5-1758-4c7e-bb72-38401aedad1a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:58.858835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['108e14fd-c6e8-4362-b2fd-6e0ca69cb531'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:58.896238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7644dba5-1758-4c7e-bb72-38401aedad1a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:36:58.978824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7897cfb-1270-4266-90fb-82a676be1e55'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:36:59.048323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] For port 005f607a-d4a7-418e-8e16-4ad8b2554165, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:36:59.056319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] For port 005f607a-d4a7-418e-8e16-4ad8b2554165, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=005f607a-d4a7-418e-8e16-4ad8b2554165,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:36:59.062478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:59.101544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdaccb-d3d2-4a14-acfe-261ae8339a08 req-40bdaba6-412f-4e33-84ba-0974db26f4a0 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:59.107840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39cdaccb-d3d2-4a14-acfe-261ae8339a08 req-40bdaba6-412f-4e33-84ba-0974db26f4a0 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 944 time: 0.1096821 Nov 02 16:36:59.114118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:59.114886 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:59.116320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] 10.222.0.55 "PUT /v2.0/ports/005f607a-d4a7-418e-8e16-4ad8b2554165 HTTP/1.1" status: 200 len: 1091 time: 1.7042408 Nov 02 16:36:59.116875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:36:59.119499 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712082d-b5b4-40a4-9441-2527bd09e73d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:36:59.167466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f032b04-bfd9-4126-9ae0-91e8b6c1d377 service neutron] Pushing event updated for resources: {'Port': ['ID=005f607a-d4a7-418e-8e16-4ad8b2554165,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:36:59.223927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36538) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:36:59.230408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39cdaccb-d3d2-4a14-acfe-261ae8339a08 req-739a7017-7bb0-41f0-b993-cd0e7942f7cf tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031992 Nov 02 16:36:59.234080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Request body: {'port': {'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a', 'binding:host_id': 'n-h1-811405-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-11469581'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:36:59.283789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Made reservation on behalf of 2eedf0c52c814f97bd7fb3dc5ddbf314 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:36:59.286969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:59.298273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:59.316599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-913d2a45-7526-4f8d-afaf-d5e897f0fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:59.318186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-913d2a45-7526-4f8d-afaf-d5e897f0fa01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39778b425ff54f49b16e5bcf2f164d63&device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 1094 time: 0.1397452 Nov 02 16:36:59.343429 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969150cd-020b-4592-b06f-eeab864d2779 x-openstack-request-id: req-969150cd-020b-4592-b06f-eeab864d2779 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:36:59.343735 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:36:59.343967 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-969150cd-020b-4592-b06f-eeab864d2779 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:36:59.344367 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'status': 'completed', 'code': 200} Nov 02 16:36:59.405875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-ec1bdbb7-b2c2-445c-bd83-e4a745173d9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=005f607a-d4a7-418e-8e16-4ad8b2554165 HTTP/1.1" status: 200 len: 217 time: 0.0774434 Nov 02 16:36:59.517004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-1343922c-d758-40c0-a594-90f2cf2cdc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:59.518911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-1343922c-d758-40c0-a594-90f2cf2cdc08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=651669a0-41c0-43ec-84c8-180a46b1825e HTTP/1.1" status: 200 len: 853 time: 0.0956943 Nov 02 16:36:59.597932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-981058ed-cd55-44d1-986c-6083754fb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:59.599574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-981058ed-cd55-44d1-986c-6083754fb0fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eab61ef8-bff0-45e2-98ac-83f1cf106c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729210 Nov 02 16:36:59.628521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:36:59.688021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f172c-c6a0-4899-9533-d982ea798d8c req-977db8fa-c2dd-4121-8b6f-80c2ad337cce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:36:59.690292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e5f172c-c6a0-4899-9533-d982ea798d8c req-977db8fa-c2dd-4121-8b6f-80c2ad337cce tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 943 time: 0.0899467 Nov 02 16:36:59.811869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e5f172c-c6a0-4899-9533-d982ea798d8c req-10d4dfca-1639-4694-8362-679002a40830 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057742 Nov 02 16:37:00.014557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309cd8-e15c-4254-a30f-08c8bdf814ce req-6ab365b5-d933-47e7-a851-9321477bbc67 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.016504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7309cd8-e15c-4254-a30f-08c8bdf814ce req-6ab365b5-d933-47e7-a851-9321477bbc67 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 944 time: 0.0653188 Nov 02 16:37:00.032968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:00.047863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:00.084651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7309cd8-e15c-4254-a30f-08c8bdf814ce req-f42e775f-9add-4ec7-ab85-126c9d3a411b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476587 Nov 02 16:37:00.140188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1275097a-b132-4686-814f-249267c7d6ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:00.157136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-89b54cc3-186b-4d42-97d3-588fc55985f0 service neutron] 10.222.0.55 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464280 Nov 02 16:37:00.415555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:00.421158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256947c8-f01d-4297-8915-ea3adf4ab238 req-7155f3d0-6abf-4c47-a32e-130293034024 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.424536 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-43d54b34-e7ea-4af8-aa48-2550ffb1b902 req-2688bc06-a852-4389-9aaf-d4b3636f33a9 service neutron] 10.222.0.55 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813376 Nov 02 16:37:00.428388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-256947c8-f01d-4297-8915-ea3adf4ab238 req-7155f3d0-6abf-4c47-a32e-130293034024 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 944 time: 0.0889893 Nov 02 16:37:00.429416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:00.444432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:00.510821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-256947c8-f01d-4297-8915-ea3adf4ab238 req-a65a8ede-a8c7-42ea-95a9-65bb80cc3260 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703173 Nov 02 16:37:00.511171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=fca13f64-91a5-4ccb-934c-d90c5f2f31d4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:00.585937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-948ab7d7-dbf1-4a2a-bec8-39f9466436ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.587601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-948ab7d7-dbf1-4a2a-bec8-39f9466436ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39778b425ff54f49b16e5bcf2f164d63&device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 1094 time: 0.0641475 Nov 02 16:37:00.594077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Checking segment: {'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:00.594594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Network hostable DHCP agents. Network: 7644dba5-1758-4c7e-bb72-38401aedad1a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:00.666377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Network 7644dba5-1758-4c7e-bb72-38401aedad1a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:00.679470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7644dba5-1758-4c7e-bb72-38401aedad1a) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:00.690460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:00.692605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ab651-85bf-428a-a8b3-e2bbd4d4bb9b None None] Network 7644dba5-1758-4c7e-bb72-38401aedad1a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:00.705508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:00.706002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:00.706483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:00.720802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:00.721283 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:00.723326 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 2 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:00.729479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-8d2ce839-d711-473d-a7d4-6251b89d1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.731131 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-8d2ce839-d711-473d-a7d4-6251b89d1037 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eab61ef8-bff0-45e2-98ac-83f1cf106c78 HTTP/1.1" status: 200 len: 915 time: 0.1342602 Nov 02 16:37:00.740622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:00.741078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:00.741518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:00.748805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:00.749274 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:00.755942 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 3 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:00.793236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-67f80070-7e8c-4c67-84f3-327f5179678c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=005f607a-d4a7-418e-8e16-4ad8b2554165 HTTP/1.1" status: 200 len: 217 time: 0.0455885 Nov 02 16:37:00.798110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:00.798620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:00.799076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:00.855956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-e155e01f-8ee6-4188-9795-5884fc2239f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.857585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-e155e01f-8ee6-4188-9795-5884fc2239f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=651669a0-41c0-43ec-84c8-180a46b1825e HTTP/1.1" status: 200 len: 853 time: 0.0559974 Nov 02 16:37:00.859956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:00.860389 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:00.860989 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 4 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:00.903255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:00.903784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:00.904188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:00.913815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:00.914322 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:00.915515 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 5 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:00.936455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-5129ec25-d169-4455-922a-bca2bec82e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.937975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-5129ec25-d169-4455-922a-bca2bec82e68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eab61ef8-bff0-45e2-98ac-83f1cf106c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675800 Nov 02 16:37:00.939173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:00.939567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:00.939961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:00.944694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:00.945091 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:00.945566 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 6 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:00.952573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b747b2-1a02-4afd-972a-aaea00edeffb req-e4327ee9-772f-455f-b7d5-1c1367681644 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:00.960902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98b747b2-1a02-4afd-972a-aaea00edeffb req-e4327ee9-772f-455f-b7d5-1c1367681644 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 943 time: 0.0658343 Nov 02 16:37:01.011589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:01.012020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:01.012421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:01.013661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98b747b2-1a02-4afd-972a-aaea00edeffb req-964364e8-507e-4a70-ae23-ed8c303fdd2d tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Nov 02 16:37:01.024034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:01.024438 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:01.026487 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 7 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:01.046713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:01.047048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:01.047379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:01.057406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:01.057729 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:01.060247 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 8 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:01.088433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:01.088691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:01.089026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:01.097728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-83fd472c-25f8-46d2-bff4-8b2df06ed6a6 service neutron] 10.222.0.55 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483717 Nov 02 16:37:01.097915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:01.098348 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:01.100033 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 9 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:01.161116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:01.161463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:01.161803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:01.174303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:01.174640 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:01.176441 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 10 to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 Nov 02 16:37:01.198931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:01.199176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:01.199475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:01.207632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7c68d-d49b-45fe-b5dd-59db53da0277 req-897d0fc5-b690-45c5-b9ec-f350f2a668c9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:01.208073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:01.208417 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:01.208795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.215004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f7c68d-d49b-45fe-b5dd-59db53da0277 req-897d0fc5-b690-45c5-b9ec-f350f2a668c9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 944 time: 0.0637574 Nov 02 16:37:01.265899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f7c68d-d49b-45fe-b5dd-59db53da0277 req-d1af899e-a1d0-4dc9-9282-4581bd6c5d77 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Nov 02 16:37:01.298157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7712082d-b5b4-40a4-9441-2527bd09e73d req-e0f992f1-81d2-4b09-a887-820b412d3651 service neutron] 10.222.0.55 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931577 Nov 02 16:37:01.326090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] For port fca13f64-91a5-4ccb-934c-d90c5f2f31d4, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:01.326567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempted to set empty binding levels {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 16:37:01.331228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.362668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:01.363346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.388925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=fca13f64-91a5-4ccb-934c-d90c5f2f31d4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:01.402575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36570) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:01.406708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6c59faa9-97e1-4ddd-bbaf-5ee537347eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.1775601 Nov 02 16:37:01.499754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Deleting port fca13f64-91a5-4ccb-934c-d90c5f2f31d4 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:01.500126 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.574115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] For port fca13f64-91a5-4ccb-934c-d90c5f2f31d4, host n-h1-811405-2, got binding levels [] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:01.574632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.606950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Calling delete_port for fca13f64-91a5-4ccb-934c-d90c5f2f31d4 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:01.708507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:01.712663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e30be-90db-4a9e-9b8f-aced91d914a6 req-1af672c6-0af9-4b8d-a537-9835771961be tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:01.713634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-446e30be-90db-4a9e-9b8f-aced91d914a6 req-1af672c6-0af9-4b8d-a537-9835771961be tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 944 time: 0.1249006 Nov 02 16:37:01.748819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.773318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:37:01.777422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:01.778650 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.791329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-446e30be-90db-4a9e-9b8f-aced91d914a6 req-dfa75379-5eb0-4206-a08d-48d18101123a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662062 Nov 02 16:37:01.791971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event deleted for resources: {'Port': ['ID=fca13f64-91a5-4ccb-934c-d90c5f2f31d4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:01.797728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.801149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1c0b65c7-eaf2-480a-ac0a-8e2256c11bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fca13f64-91a5-4ccb-934c-d90c5f2f31d4 HTTP/1.1" status: 204 len: 168 time: 0.3975053 Nov 02 16:37:01.803731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36580) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:01.834936 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd80f103-ecff-4764-a88a-22698fe67c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:01.836492 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bd80f103-ecff-4764-a88a-22698fe67c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "GET /v2.0/ports/fca13f64-91a5-4ccb-934c-d90c5f2f31d4 HTTP/1.1" status: 404 len: 333 time: 0.0318356 Nov 02 16:37:01.840435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36582) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:01.844944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Request body: {'port': {'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-607660930'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:01.869059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Made reservation on behalf of 2eedf0c52c814f97bd7fb3dc5ddbf314 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:01.872039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.889065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:01.900610 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.923799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:01.926004 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8298188-2e71-4c6d-949c-68b874635d7d" -d '{"events": [{"server_uuid": "e72491f3-9069-4f4e-bf09-c1a2cd00421c", "name": "network-vif-plugged", "status": "completed", "tag": "108e14fd-c6e8-4362-b2fd-6e0ca69cb531"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:01.939247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:01.944422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:01.947374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7897cfb-1270-4266-90fb-82a676be1e55 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:01.982866 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73973ca6-4921-4c11-a472-96af807869be x-openstack-request-id: req-73973ca6-4921-4c11-a472-96af807869be {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:01.983244 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72491f3-9069-4f4e-bf09-c1a2cd00421c", "name": "network-vif-plugged", "status": "completed", "tag": "108e14fd-c6e8-4362-b2fd-6e0ca69cb531", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:01.983505 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73973ca6-4921-4c11-a472-96af807869be {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:01.983910 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531', 'code': 200} Nov 02 16:37:02.062906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:02.076321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port d7897cfb-1270-4266-90fb-82a676be1e55 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:37:02.094612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port d7897cfb-1270-4266-90fb-82a676be1e55 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:02.094995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.128854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.165876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21513d-2ac7-432e-9e33-5eb2346180b4 req-c1e87ac2-09a9-47ff-9812-0bf1a8f7db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:02.167425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab21513d-2ac7-432e-9e33-5eb2346180b4 req-c1e87ac2-09a9-47ff-9812-0bf1a8f7db58 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 1096 time: 0.1004627 Nov 02 16:37:02.199140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.201855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0024eed-31af-46a3-bc2a-ca939a2d145a req-28956fb3-189f-415d-91e6-862205c5d2fc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:02.203326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0024eed-31af-46a3-bc2a-ca939a2d145a req-28956fb3-189f-415d-91e6-862205c5d2fc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 943 time: 0.0972524 Nov 02 16:37:02.234817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d7897cfb-1270-4266-90fb-82a676be1e55, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7897cfb-1270-4266-90fb-82a676be1e55,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:02.239706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.260512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.307705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d7897cfb-1270-4266-90fb-82a676be1e55,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:02.308913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab21513d-2ac7-432e-9e33-5eb2346180b4 req-9454cc7f-5c91-4a03-bb37-43f3d5fa162c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323426 Nov 02 16:37:02.318820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0024eed-31af-46a3-bc2a-ca939a2d145a req-02adc81b-6240-4d30-8691-772a0de8c277 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058180 Nov 02 16:37:02.331499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=099f12c6-9c4f-46ed-8549-aeb1d7f11cd0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:02.334867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Network 7644dba5-1758-4c7e-bb72-38401aedad1a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:02.336620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:02.339020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:02.339952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:02.341096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.383418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48a4fd8b-c3c6-485e-9925-1de361388dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5421576 Nov 02 16:37:02.386252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36594) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:02.393568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:02.400353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80c23a-8075-4bfc-a98a-3f26f5156e12 req-5e142fce-85dd-49fc-b5f1-64dfd6d5aeb7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:02.401884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e80c23a-8075-4bfc-a98a-3f26f5156e12 req-5e142fce-85dd-49fc-b5f1-64dfd6d5aeb7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.0583472 Nov 02 16:37:02.445805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e80c23a-8075-4bfc-a98a-3f26f5156e12 req-93dcf2af-8b6c-4a99-a827-38ccea80e00c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Nov 02 16:37:02.455638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.553028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 005f607a-d4a7-418e-8e16-4ad8b2554165 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:37:02.630633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:02.639217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.644745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.655805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 005f607a-d4a7-418e-8e16-4ad8b2554165, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=005f607a-d4a7-418e-8e16-4ad8b2554165,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:02.667931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'port_id': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'mac_address': 'fa:16:3e:2c:e3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:37:02.718891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.725495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.725967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.726330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.728583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=099f12c6-9c4f-46ed-8549-aeb1d7f11cd0,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:02.738914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f607a-d4a7-418e-8e16-4ad8b2554165 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:37:02.739062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.739417 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.739820 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 2 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.757681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.757973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.758342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.763861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.763861 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.764309 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 3 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.766042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 005f607a-d4a7-418e-8e16-4ad8b2554165, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=005f607a-d4a7-418e-8e16-4ad8b2554165,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:02.778903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.779529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.779828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.782686 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.785970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.786343 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.786739 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 4 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.807143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.807421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.807780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.818048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.818638 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.819081 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 5 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.834611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.834960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.835304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.840922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.841259 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.842426 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 6 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.857313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.857648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.857987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.863472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.863814 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.864217 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 7 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.873794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=005f607a-d4a7-418e-8e16-4ad8b2554165,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:02.889730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.890316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.890665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.895688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.896149 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.896556 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 8 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.910920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.911450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.912064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.917069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.917411 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.917808 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 9 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.933627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.934846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.935629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.941117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.941739 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.942342 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 10 to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 Nov 02 16:37:02.956469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:02.957354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:02.957862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:02.964027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:02.964791 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:02.965870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:02.975089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0d4a9-a653-4969-aeef-3acfffb3eeae req-cb4b88df-7ff8-46d2-aaac-7e41f0e074e3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:02.976813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4be0d4a9-a653-4969-aeef-3acfffb3eeae req-cb4b88df-7ff8-46d2-aaac-7e41f0e074e3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.0798106 Nov 02 16:37:03.021070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4be0d4a9-a653-4969-aeef-3acfffb3eeae req-c7b7c749-0fb7-4028-995e-cb8465e5f135 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Nov 02 16:37:03.047693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] For port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:03.048082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempted to set empty binding levels {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 16:37:03.050527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['005f607a-d4a7-418e-8e16-4ad8b2554165'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:37:03.055274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.103886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] In _notify_port_updated(), no bound segment for port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:37:03.105247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.105998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.107546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "PUT /v2.0/ports/099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 HTTP/1.1" status: 200 len: 978 time: 0.7199378 Nov 02 16:37:03.109213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e229c6-2949-4d30-bbd4-078ea2b40ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=099f12c6-9c4f-46ed-8549-aeb1d7f11cd0,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:03.110232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36616) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:03.291316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.292003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.292248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.292712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.293172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.293788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.294375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.294843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.295303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.296101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.296567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.297162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.297623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.298073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.298557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.299012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.299467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.299922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.300372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.300822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.301278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.301732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.302217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.302673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.303126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.303606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.304095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.304577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.305066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.305556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.306488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.307067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.307529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.311843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cff613a8-9ec8-4835-9ce8-7a279e4d65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29677 time: 0.2003276 Nov 02 16:37:03.315697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36624) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:03.403623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Deleting port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:03.404103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.497213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] For port 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0, host n-h1-811405-2, got binding levels [] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:03.497213 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.523542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ec124-6b67-4ab0-b22e-99f00aea38ba req-082c41a3-54ff-440a-9d92-d6e654730398 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.525129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-437ec124-6b67-4ab0-b22e-99f00aea38ba req-082c41a3-54ff-440a-9d92-d6e654730398 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 944 time: 0.1178520 Nov 02 16:37:03.526106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Calling delete_port for 099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:03.647590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-437ec124-6b67-4ab0-b22e-99f00aea38ba req-334d012d-09ab-454e-a447-aac33a7d83b9 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134911 Nov 02 16:37:03.667716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f86203-8b20-42dc-8fc9-83ce55b37a4f req-d3bc70ab-9196-4353-a8f7-c94cc578112c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:03.669737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2f86203-8b20-42dc-8fc9-83ce55b37a4f req-d3bc70ab-9196-4353-a8f7-c94cc578112c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.1383629 Nov 02 16:37:03.714661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.755789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2f86203-8b20-42dc-8fc9-83ce55b37a4f req-31699ed8-5dab-4f8c-8c9a-2589e2e5fb96 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779994 Nov 02 16:37:03.758255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event deleted for resources: {'Port': ['ID=099f12c6-9c4f-46ed-8549-aeb1d7f11cd0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:03.765154 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.770854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-20181611-c2b4-4181-9493-6e9e90b7cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "DELETE /v2.0/ports/099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 HTTP/1.1" status: 204 len: 168 time: 0.4516397 Nov 02 16:37:03.771220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36630) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:03.798009 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1e48c8-a65a-4b27-9f9c-c721c2973d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:03.799783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dc1e48c8-a65a-4b27-9f9c-c721c2973d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "GET /v2.0/ports/099f12c6-9c4f-46ed-8549-aeb1d7f11cd0 HTTP/1.1" status: 404 len: 333 time: 0.0270119 Nov 02 16:37:03.804573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36632) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:03.810739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-61096000', 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:03.834468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Made reservation on behalf of 2eedf0c52c814f97bd7fb3dc5ddbf314 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:03.836828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:03.852789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port ea1f5738-ab79-4277-95c8-7bd1a07e0d68 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:03.988801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7897cfb-1270-4266-90fb-82a676be1e55'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:03.991254 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e585518-6193-4e10-a288-ebd286a8107e" -d '{"events": [{"server_uuid": "90f34a68-f091-4832-b6d6-f73ab7fc8300", "name": "network-vif-plugged", "status": "completed", "tag": "d7897cfb-1270-4266-90fb-82a676be1e55"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:04.012707 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.030443 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18afe4d-5be5-472d-807d-ddf40d121e41 x-openstack-request-id: req-b18afe4d-5be5-472d-807d-ddf40d121e41 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:04.030742 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f34a68-f091-4832-b6d6-f73ab7fc8300", "name": "network-vif-plugged", "status": "completed", "tag": "d7897cfb-1270-4266-90fb-82a676be1e55", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:04.030996 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b18afe4d-5be5-472d-807d-ddf40d121e41 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:04.031394 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7897cfb-1270-4266-90fb-82a676be1e55', 'code': 200} Nov 02 16:37:04.051386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.099983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Network 7644dba5-1758-4c7e-bb72-38401aedad1a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:04.108793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:04.111225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=ea1f5738-ab79-4277-95c8-7bd1a07e0d68,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:04.113495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:04.114454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:04.115043 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.182288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-86b25eb7-9a62-4286-b691-52224ed2a130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3765066 Nov 02 16:37:04.185282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36640) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:04.202913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ab74-89e6-4d4f-83ff-337143d0cd8a req-f65ff3ca-0084-4023-9384-eecd17813eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:04.204407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4716ab74-89e6-4d4f-83ff-337143d0cd8a req-f65ff3ca-0084-4023-9384-eecd17813eb5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 1096 time: 0.0854990 Nov 02 16:37:04.215228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946f321-d9ef-4cef-a226-bb3be712cd34 req-5bdeaad8-8e7e-470a-bf7f-be4408963412 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:04.217294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7946f321-d9ef-4cef-a226-bb3be712cd34 req-5bdeaad8-8e7e-470a-bf7f-be4408963412 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.0840464 Nov 02 16:37:04.223629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b2cced-1ae4-48eb-897c-25dd89b3171a tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:04.225286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a2b2cced-1ae4-48eb-897c-25dd89b3171a tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "GET /v2.0/ports/ea1f5738-ab79-4277-95c8-7bd1a07e0d68 HTTP/1.1" status: 200 len: 957 time: 0.0389411 Nov 02 16:37:04.231020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36644) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:04.321441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4716ab74-89e6-4d4f-83ff-337143d0cd8a req-5bc04f72-015e-43bb-a65f-6dda7f0657fe service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031439 Nov 02 16:37:04.348137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7946f321-d9ef-4cef-a226-bb3be712cd34 req-def3f3ec-463e-4cb6-8e82-e9a05c1aaaf5 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148977 Nov 02 16:37:04.377824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Deleting port ea1f5738-ab79-4277-95c8-7bd1a07e0d68 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:04.378190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.442352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.455007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Calling delete_port for ea1f5738-ab79-4277-95c8-7bd1a07e0d68 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:04.531167 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.557421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea1f5738-ab79-4277-95c8-7bd1a07e0d68,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:04.565758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.569068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7bd992ea-602d-4652-91dd-20b200e5ff08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ea1f5738-ab79-4277-95c8-7bd1a07e0d68 HTTP/1.1" status: 204 len: 168 time: 0.3370509 Nov 02 16:37:04.571708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36652) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:04.573994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 005f607a-d4a7-418e-8e16-4ad8b2554165 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:04.597886 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5eb20b4-a68e-4f96-80ba-909e95055301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:04.599450 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5eb20b4-a68e-4f96-80ba-909e95055301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "GET /v2.0/ports/ea1f5738-ab79-4277-95c8-7bd1a07e0d68 HTTP/1.1" status: 404 len: 333 time: 0.0253863 Nov 02 16:37:04.604007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36654) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:04.610166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Request body: {'port': {'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988505309'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:04.635052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 005f607a-d4a7-418e-8e16-4ad8b2554165 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:37:04.635805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Made reservation on behalf of 2eedf0c52c814f97bd7fb3dc5ddbf314 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:04.639640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.641513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 005f607a-d4a7-418e-8e16-4ad8b2554165 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:04.641892 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.656376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port 2d81855a-dd21-4792-81df-b92de5f8a7ca yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:04.752561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.787291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 005f607a-d4a7-418e-8e16-4ad8b2554165, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=005f607a-d4a7-418e-8e16-4ad8b2554165,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:04.790203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.845248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=005f607a-d4a7-418e-8e16-4ad8b2554165,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:04.868970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462f10-ac3a-4fb3-a81f-967fe344ed63 req-2346c35f-03c3-45e9-a3fd-ca98bb445afa tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:04.870788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc462f10-ac3a-4fb3-a81f-967fe344ed63 req-2346c35f-03c3-45e9-a3fd-ca98bb445afa tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 944 time: 0.1335502 Nov 02 16:37:04.873868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.955337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc462f10-ac3a-4fb3-a81f-967fe344ed63 req-6079f05a-1cfa-40b1-9d96-afb5af7bd159 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767672 Nov 02 16:37:04.971576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:04.985976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75b6e-db4f-4292-89cb-d4348bdf2797 req-57cc2b9b-91eb-478e-b159-34d6d4abca73 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:04.987489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4a75b6e-db4f-4292-89cb-d4348bdf2797 req-57cc2b9b-91eb-478e-b159-34d6d4abca73 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.1007757 Nov 02 16:37:05.040995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Network 7644dba5-1758-4c7e-bb72-38401aedad1a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:05.044986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:05.047898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:05.048816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:05.049404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.071778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=2d81855a-dd21-4792-81df-b92de5f8a7ca,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:05.082350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4a75b6e-db4f-4292-89cb-d4348bdf2797 req-0ef755da-7de2-48a4-b1b9-2b9b09d2da95 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721674 Nov 02 16:37:05.088842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8531fddd-e633-4f86-bf1d-b4df46907a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4812779 Nov 02 16:37:05.089827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36660) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:05.095207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:05.161538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.360256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cda559-c8af-4128-8f6a-70cd4f52f204 req-758349c1-6b2e-4432-9a03-0989e6804062 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:05.361827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26cda559-c8af-4128-8f6a-70cd4f52f204 req-758349c1-6b2e-4432-9a03-0989e6804062 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.0840807 Nov 02 16:37:05.417827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] device_id is not set on port 2d81855a-dd21-4792-81df-b92de5f8a7ca yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:05.436111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.441261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26cda559-c8af-4128-8f6a-70cd4f52f204 req-b2f3f488-87a4-4a22-bc0c-b6369e818ea6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590878 Nov 02 16:37:05.448604 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.501909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=2d81855a-dd21-4792-81df-b92de5f8a7ca,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:05.515636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.515980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.516384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.522285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.522637 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.523025 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 2 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.557744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.558083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.558423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.588046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.588507 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.589684 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 3 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.608757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.609196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.609612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.616579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.616911 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.618718 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 4 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.647164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d256f-cd66-4d9c-8324-fa20ea2f58aa req-8e6a82bc-b129-42f7-850e-a537b3e5bf22 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:05.648931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e86d256f-cd66-4d9c-8324-fa20ea2f58aa req-8e6a82bc-b129-42f7-850e-a537b3e5bf22 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.1050076 Nov 02 16:37:05.654186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.654511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.654852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.694685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e86d256f-cd66-4d9c-8324-fa20ea2f58aa req-fee97cd9-6b49-43d4-abc6-01d9b99cc4e3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Nov 02 16:37:05.695246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.695573 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.695974 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 5 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.714984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.715400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.715838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.720663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.720987 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.721386 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 6 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.734273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.734612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.734951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.739429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.739755 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.740148 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 7 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.753168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.753498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.753832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.758204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.758531 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.758922 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 8 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.771221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.771564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.771897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.776273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.776597 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.776989 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 9 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.791898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.792237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.792575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.797495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.797826 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.798262 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempt 10 to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca Nov 02 16:37:05.811370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:05.811865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:05.812192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempting to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:05.817373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:05.817702 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Failed to bind port 2d81855a-dd21-4792-81df-b92de5f8a7ca on host n-h1-811405-2 for vnic_type normal using segments [{'id': '18310aed-09ee-452d-945d-4a6c10cba5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7644dba5-1758-4c7e-bb72-38401aedad1a'}] Nov 02 16:37:05.818081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.884801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] For port 2d81855a-dd21-4792-81df-b92de5f8a7ca, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:05.885137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attempted to set empty binding levels {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 16:37:05.890519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.927266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] In _notify_port_updated(), no bound segment for port 2d81855a-dd21-4792-81df-b92de5f8a7ca on network 7644dba5-1758-4c7e-bb72-38401aedad1a {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:37:05.928030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:05.928621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:05.929914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "PUT /v2.0/ports/2d81855a-dd21-4792-81df-b92de5f8a7ca HTTP/1.1" status: 200 len: 979 time: 0.8389497 Nov 02 16:37:05.932654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36688) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:05.978877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9185487-6615-453c-9ee0-e67923fe6c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event updated for resources: {'Port': ['ID=2d81855a-dd21-4792-81df-b92de5f8a7ca,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:06.030404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Deleting port 2d81855a-dd21-4792-81df-b92de5f8a7ca {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:06.030740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.032199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:06.034848 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525c5545-be6e-4ce6-8c50-90e0a8c47345" -d '{"events": [{"server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "name": "network-vif-plugged", "status": "completed", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:06.088480 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b72eda-243f-48c0-bbda-ee45fbf769ea x-openstack-request-id: req-45b72eda-243f-48c0-bbda-ee45fbf769ea {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:06.088773 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "name": "network-vif-plugged", "status": "completed", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:06.089019 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45b72eda-243f-48c0-bbda-ee45fbf769ea {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:06.089432 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'code': 200} Nov 02 16:37:06.132655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] For port 2d81855a-dd21-4792-81df-b92de5f8a7ca, host n-h1-811405-2, got binding levels [] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:06.133013 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.153934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Calling delete_port for 2d81855a-dd21-4792-81df-b92de5f8a7ca owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:06.162346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03136b3-e630-49e9-9e48-62d8f8accfc5 req-8fbcec79-0484-4319-ab31-6a2d63c84599 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:06.163828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e03136b3-e630-49e9-9e48-62d8f8accfc5 req-8fbcec79-0484-4319-ab31-6a2d63c84599 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.1353426 Nov 02 16:37:06.195292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333f00b-d273-494d-9037-931d10118272 req-ff1e778c-fdb2-4aae-ae22-dbb956b699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:06.196952 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f333f00b-d273-494d-9037-931d10118272 req-ff1e778c-fdb2-4aae-ae22-dbb956b699fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 1096 time: 0.0459774 Nov 02 16:37:06.257964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e03136b3-e630-49e9-9e48-62d8f8accfc5 req-fc9ac467-dd85-4177-8ec2-8007d64312f7 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839722 Nov 02 16:37:06.274238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f333f00b-d273-494d-9037-931d10118272 req-fa83a745-ca55-40d1-a186-c2ad3dea2df1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661991 Nov 02 16:37:06.295193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.322712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d81855a-dd21-4792-81df-b92de5f8a7ca,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:06.329489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.333098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-aa2a32fb-26fa-4df0-92be-46b4301472c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2d81855a-dd21-4792-81df-b92de5f8a7ca HTTP/1.1" status: 204 len: 168 time: 0.3995228 Nov 02 16:37:06.335798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36696) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:06.362152 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37f87a5-6712-45c2-bd9c-abdda22fa92a tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:06.363515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f37f87a5-6712-45c2-bd9c-abdda22fa92a tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716744528-project-admin] 10.222.0.31 "GET /v2.0/ports/2d81855a-dd21-4792-81df-b92de5f8a7ca HTTP/1.1" status: 404 len: 333 time: 0.0268204 Nov 02 16:37:06.366791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36698) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:06.440957 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.561891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.586770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7644dba5-1758-4c7e-bb72-38401aedad1a']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:06.599239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18310aed-09ee-452d-945d-4a6c10cba5f6') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:06.599555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18310aed-09ee-452d-945d-4a6c10cba5f6') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:06.615039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465c3f-ed72-48e5-a1e6-568c2d577c0e req-a95b8fcd-a280-46f1-ad7b-a43777988565 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:06.616433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b465c3f-ed72-48e5-a1e6-568c2d577c0e req-a95b8fcd-a280-46f1-ad7b-a43777988565 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.0958102 Nov 02 16:37:06.622026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.651536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.660339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:37:06.660718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:37:06.663560 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:37:06.719604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b465c3f-ed72-48e5-a1e6-568c2d577c0e req-141e65b0-fc36-4c58-9028-e56337f405d8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935702 Nov 02 16:37:06.738419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.750864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:06.754334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] 10.222.0.31 "DELETE /v2.0/networks/7644dba5-1758-4c7e-bb72-38401aedad1a HTTP/1.1" status: 204 len: 168 time: 0.3864918 Nov 02 16:37:06.770601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c69082-5d38-42d3-9f11-421277e79c76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835381542-project] Pushing event deleted for resources: {'Network': ['ID=7644dba5-1758-4c7e-bb72-38401aedad1a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:06.862672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6857d1-4074-4907-b4d5-5b52150712d4 req-c2c74778-e0a1-4589-b2c8-5413ca42fecc tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:06.864286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e6857d1-4074-4907-b4d5-5b52150712d4 req-c2c74778-e0a1-4589-b2c8-5413ca42fecc tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.0509875 Nov 02 16:37:06.910354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e6857d1-4074-4907-b4d5-5b52150712d4 req-f17f83ad-7465-4224-9a2e-5784ebd8d031 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Nov 02 16:37:07.039717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36720) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:07.194183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d2149590-e7df-4ad9-90b4-b5e43264a19a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=074263d205c34acb8e0ba38fa0d0e0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515653 Nov 02 16:37:07.195044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36730) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:07.252233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29fd6bb4-4572-43f4-b2b2-51dc7c53fb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.276953 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29fd6bb4-4572-43f4-b2b2-51dc7c53fb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.430372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29fd6bb4-4572-43f4-b2b2-51dc7c53fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.432984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29fd6bb4-4572-43f4-b2b2-51dc7c53fb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.437923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-29fd6bb4-4572-43f4-b2b2-51dc7c53fb65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f777447c-f4c4-46b6-8aaa-bcb3eb18b9a7 HTTP/1.1" status: 204 len: 168 time: 0.2380347 Nov 02 16:37:07.451528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6bb4-4572-43f4-b2b2-51dc7c53fb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f777447c-f4c4-46b6-8aaa-bcb3eb18b9a7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:07.462707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-203750cd-fb38-4f28-afa3-87f39dea22b7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:07.464281 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-203750cd-fb38-4f28-afa3-87f39dea22b7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.100 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.1180532 Nov 02 16:37:07.481840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17779422-c20f-491f-8307-4e689649244d req-16283b3d-1d2d-47a9-bd34-2233192ef99e tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:07.489258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17779422-c20f-491f-8307-4e689649244d req-16283b3d-1d2d-47a9-bd34-2233192ef99e tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.0945067 Nov 02 16:37:07.595274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17779422-c20f-491f-8307-4e689649244d req-ae5d66f7-55f5-41e1-a1dc-394ba3fd18b2 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997770 Nov 02 16:37:07.628789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Deleting port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:07.629137 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.743378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] For port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:07.743874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.771898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Calling delete_port for 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:07.805553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36754) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:07.854430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af80932b-c88c-4274-a683-224eb5c111fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eedf0c52c814f97bd7fb3dc5ddbf314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469303 Nov 02 16:37:07.857902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36760) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:07.916920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2281dc45-e333-4ac8-9155-2ef845dfc9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.947806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2281dc45-e333-4ac8-9155-2ef845dfc9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:07.951816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9646ba-6dad-45db-81b0-fd21ac636fb6 req-f40efe2b-dfd7-4a15-b591-4d9b0aa9e537 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:07.953365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc9646ba-6dad-45db-81b0-fd21ac636fb6 req-f40efe2b-dfd7-4a15-b591-4d9b0aa9e537 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=e72491f3-9069-4f4e-bf09-c1a2cd00421c HTTP/1.1" status: 200 len: 945 time: 0.1082799 Nov 02 16:37:08.016784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2281dc45-e333-4ac8-9155-2ef845dfc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.024039 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2281dc45-e333-4ac8-9155-2ef845dfc9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.024039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2281dc45-e333-4ac8-9155-2ef845dfc9b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1275097a-b132-4686-814f-249267c7d6ec HTTP/1.1" status: 204 len: 168 time: 0.1628184 Nov 02 16:37:08.038551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281dc45-e333-4ac8-9155-2ef845dfc9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1275097a-b132-4686-814f-249267c7d6ec,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:08.082259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc9646ba-6dad-45db-81b0-fd21ac636fb6 req-2abee277-5d06-418b-9992-6b4c4dca67b9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219630 Nov 02 16:37:08.099368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.112284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e40fb174-7062-4f58-bbc5-f1d38671f5d4', '108e14fd-c6e8-4362-b2fd-6e0ca69cb531'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:37:08.157830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Pushing event deleted for resources: {'Port': ['ID=108e14fd-c6e8-4362-b2fd-6e0ca69cb531,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:08.255628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] No DVR routers for this DVR port 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:37:08.262244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.268282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58ddfbf4-28af-447e-9a9d-0c8b2e7dc20b req-97d8ea54-0793-4894-94ed-bd96a05d0b4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.100 "DELETE /v2.0/ports/108e14fd-c6e8-4362-b2fd-6e0ca69cb531 HTTP/1.1" status: 204 len: 173 time: 0.7709107 Nov 02 16:37:08.268952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'name': 'network-vif-deleted', 'tag': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:08.272238 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fac5dfe-8cdc-4958-80dc-5308985fc792" -d '{"events": [{"server_uuid": "e72491f3-9069-4f4e-bf09-c1a2cd00421c", "name": "network-vif-deleted", "tag": "108e14fd-c6e8-4362-b2fd-6e0ca69cb531"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:08.341397 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84acce-b14f-4d79-96a3-642106a4d9b6 x-openstack-request-id: req-1d84acce-b14f-4d79-96a3-642106a4d9b6 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:08.341818 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72491f3-9069-4f4e-bf09-c1a2cd00421c", "name": "network-vif-deleted", "tag": "108e14fd-c6e8-4362-b2fd-6e0ca69cb531", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:08.342079 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d84acce-b14f-4d79-96a3-642106a4d9b6 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:08.342510 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72491f3-9069-4f4e-bf09-c1a2cd00421c', 'name': 'network-vif-deleted', 'tag': '108e14fd-c6e8-4362-b2fd-6e0ca69cb531', 'status': 'completed', 'code': 200} Nov 02 16:37:08.441597 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f792714-4bc1-41d8-9f19-c07b7f677c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.544337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36782) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:08.677688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd93-20a9-473a-9dfd-a616439a5213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.759405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582987ab-176c-4a1c-b069-c9650efbfa7d req-397e468a-c7cb-4ec4-8e9c-d621261f8d36 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:08.768278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-582987ab-176c-4a1c-b069-c9650efbfa7d req-397e468a-c7cb-4ec4-8e9c-d621261f8d36 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.0830953 Nov 02 16:37:08.810482 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd93-20a9-473a-9dfd-a616439a5213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.812623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-582987ab-176c-4a1c-b069-c9650efbfa7d req-7a8511ae-1d75-475e-ad00-a1136736649a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Nov 02 16:37:08.826092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd93-20a9-473a-9dfd-a616439a5213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:08.881582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ad1fd93-20a9-473a-9dfd-a616439a5213 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d12e2cdb398a4fbda8cc1ca5bb1da0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359504 Nov 02 16:37:08.882549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1fd93-20a9-473a-9dfd-a616439a5213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728aa435-702b-47f0-8436-f1f161b15e01,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:08.884415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36802) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:08.999984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9bedc85-4920-4aac-aa65-57310f12d5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.029359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b534-81d2-4f9a-ad16-748f35615697 req-e1c822b2-e238-4f1a-bcfc-672a81483b92 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:09.030923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2060b534-81d2-4f9a-ad16-748f35615697 req-e1c822b2-e238-4f1a-bcfc-672a81483b92 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.1037159 Nov 02 16:37:09.040447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:09.046301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Request body: {'floatingip': {'port_id': '005f607a-d4a7-418e-8e16-4ad8b2554165'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:09.061575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9bedc85-4920-4aac-aa65-57310f12d5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.091292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.140736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9bedc85-4920-4aac-aa65-57310f12d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.146859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9bedc85-4920-4aac-aa65-57310f12d5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.155116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9bedc85-4920-4aac-aa65-57310f12d5d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/728aa435-702b-47f0-8436-f1f161b15e01 HTTP/1.1" status: 204 len: 168 time: 0.2657273 Nov 02 16:37:09.172342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bedc85-4920-4aac-aa65-57310f12d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728aa435-702b-47f0-8436-f1f161b15e01,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:09.364754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f25a-b51a-483e-b587-8e2441538d8b req-7c51ea3b-c4af-4d8e-8544-7cfee38d73e4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:09.368406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0af8f25a-b51a-483e-b587-8e2441538d8b req-7c51ea3b-c4af-4d8e-8544-7cfee38d73e4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1168377 Nov 02 16:37:09.449864 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0af8f25a-b51a-483e-b587-8e2441538d8b req-c1590ca5-0d32-4ce9-bd84-6adda486c61b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742142 Nov 02 16:37:09.724896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.731240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.880140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36846) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:09.909787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d413620-2f6a-4762-b93d-12eca0cb29f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:09.934603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b9c91-1376-47b1-9a90-67baaf2d073d req-48b01688-6406-4371-97b1-58e83e2ca85c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:09.941851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba9b9c91-1376-47b1-9a90-67baaf2d073d req-48b01688-6406-4371-97b1-58e83e2ca85c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1653221 Nov 02 16:37:09.943824 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Floating IP d5c4cc45-6b8b-4c95-a929-607a602115db associated. External IP: 172.25.7.243, port: 005f607a-d4a7-418e-8e16-4ad8b2554165. Nov 02 16:37:10.019935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba9b9c91-1376-47b1-9a90-67baaf2d073d req-3f413798-1f96-44fa-9c79-aea0c84cb45f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768147 Nov 02 16:37:10.091385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d413620-2f6a-4762-b93d-12eca0cb29f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.097377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d413620-2f6a-4762-b93d-12eca0cb29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.197293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413620-2f6a-4762-b93d-12eca0cb29f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59235cb5-1918-4062-8c05-cc3bb9f52dbf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:10.210004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5d413620-2f6a-4762-b93d-12eca0cb29f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e31d0f63e3744448575d6cf36a75250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285120 Nov 02 16:37:10.215501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:10.289139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Router af8b7976-a5d4-4462-85c4-c573aacb5e39 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:37:10.296806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279eba9-66e9-46aa-aae3-4f5d8eddc1d8 req-76a5a0d7-02cc-4c4c-aba4-297f27b5485a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:10.298172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d279eba9-66e9-46aa-aae3-4f5d8eddc1d8 req-76a5a0d7-02cc-4c4c-aba4-297f27b5485a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1624870 Nov 02 16:37:10.320928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54446b0b-b6ae-40f5-83c0-daeaa83cdeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.364526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36858) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:10.382788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54446b0b-b6ae-40f5-83c0-daeaa83cdeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.414888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d279eba9-66e9-46aa-aae3-4f5d8eddc1d8 req-817440ca-2b51-4bcb-a11f-6f30287f657b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947976 Nov 02 16:37:10.461772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:37:10.470321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.477058 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] Sync routers for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:37:10.481455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54446b0b-b6ae-40f5-83c0-daeaa83cdeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.484144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54446b0b-b6ae-40f5-83c0-daeaa83cdeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.485310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-54446b0b-b6ae-40f5-83c0-daeaa83cdeef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59235cb5-1918-4062-8c05-cc3bb9f52dbf HTTP/1.1" status: 204 len: 168 time: 0.2687130 Nov 02 16:37:10.497667 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:10.498891 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:36:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:10.500409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54446b0b-b6ae-40f5-83c0-daeaa83cdeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59235cb5-1918-4062-8c05-cc3bb9f52dbf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:10.519299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9abdf7ae-43fe-45dc-a2cb-68ffe9e03ecf tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "PUT /v2.0/floatingips/d5c4cc45-6b8b-4c95-a929-607a602115db HTTP/1.1" status: 200 len: 991 time: 1.4773786 Nov 02 16:37:10.520234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:10.534272 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:10.620420 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e5dc6a-ef07-4adb-afbd-554380903656 x-openstack-request-id: req-01e5dc6a-ef07-4adb-afbd-554380903656 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:10.620691 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:10.620938 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01e5dc6a-ef07-4adb-afbd-554380903656 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:10.622282 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'status': 'completed', 'code': 200} Nov 02 16:37:10.732015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-1fa8a545-bf42-44cb-bcfb-3a696a05da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:10.737456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-1fa8a545-bf42-44cb-bcfb-3a696a05da9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39778b425ff54f49b16e5bcf2f164d63&device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 1096 time: 0.0927548 Nov 02 16:37:10.772639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-101544878'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:10.819287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Made reservation on behalf of 8807bd77b623429694d41e9a14d78560 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:10.825626 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.829678 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:10.847760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:10.992541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-f9b0fcc7-373f-4515-84e3-38f3c3c8a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:11.005252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-f9b0fcc7-373f-4515-84e3-38f3c3c8a037 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eab61ef8-bff0-45e2-98ac-83f1cf106c78 HTTP/1.1" status: 200 len: 915 time: 0.2598510 Nov 02 16:37:11.035174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.050254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.082474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a224ea9-f13e-436d-87c3-0a1786bf277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.116231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:11.153298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c660a16-5cc3-4bbc-a335-f1e5587ce250,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:11.179927 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd5c4cc45-6b8b-4c95-a929-607a602115db', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'port_id': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'mac_address': 'fa:16:3e:2c:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4956540-f321-485d-871a-db31a1f13c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:36:50Z', 'updated_at': '2021-11-02T16:37:09Z', 'revision_number': 1, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:48Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:11.184826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.185379 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Added segment 277119be-d452-4e5a-bbe2-cbc39f9ea5ea of type vlan for network b24afee8-5c6e-480d-b737-da492b69dfd9 Nov 02 16:37:11.223247 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] Checking router: af8b7976-a5d4-4462-85c4-c573aacb5e39 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:37:11.233970 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:11.234733 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:11.305175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.314837 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-493e3b60-b286-459f-88f2-3c6a04a74a51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=005f607a-d4a7-418e-8e16-4ad8b2554165 HTTP/1.1" status: 200 len: 999 time: 0.2942479 Nov 02 16:37:11.328087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.386193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-cf64aa7f-e506-484c-84c8-529e94672658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:11.390239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.392663 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-cf64aa7f-e506-484c-84c8-529e94672658 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=651669a0-41c0-43ec-84c8-180a46b1825e HTTP/1.1" status: 200 len: 853 time: 0.0687780 Nov 02 16:37:11.396380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:11.397526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:11.448187 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:11.520995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Pushing event updated for resources: {'Network': ['ID=b24afee8-5c6e-480d-b737-da492b69dfd9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:11.533188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4121110d-fd9d-4df8-9ebd-5f72d91f0610 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1639447 Nov 02 16:37:11.540125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b24afee8-5c6e-480d-b737-da492b69dfd9 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:11.585768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-5c290753-4c38-422e-a3d6-077e79357f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:11.587296 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-5c290753-4c38-422e-a3d6-077e79357f32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eab61ef8-bff0-45e2-98ac-83f1cf106c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850927 Nov 02 16:37:11.786858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:37:11.844652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-7b6ec1f8-1fce-4814-a6e5-c52b215d5f27 service neutron] 10.222.0.55 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469332 Nov 02 16:37:11.923685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:37:11.924031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 108e14fd-c6e8-4362-b2fd-6e0ca69cb531 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:37:11.988470 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd5c4cc45-6b8b-4c95-a929-607a602115db', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'port_id': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'mac_address': 'fa:16:3e:2c:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4956540-f321-485d-871a-db31a1f13c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:36:50Z', 'updated_at': '2021-11-02T16:37:09Z', 'revision_number': 1, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:48Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:12.029540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d94c78c-5cf5-4b8a-afe2-def42e3d12b2 req-0636c711-4e81-4961-adfd-e43a2f1f6fe3 service neutron] 10.222.0.55 "GET /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770399 Nov 02 16:37:12.086230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcf8bb-6c11-4ca8-abb6-a4cb5e44745e None None] The sync data for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 is: [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd5c4cc45-6b8b-4c95-a929-607a602115db', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'port_id': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'mac_address': 'fa:16:3e:2c:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4956540-f321-485d-871a-db31a1f13c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:36:50Z', 'updated_at': '2021-11-02T16:37:09Z', 'revision_number': 1, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:48Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:37:12.281624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36918) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:12.283025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Request body: {'port': {'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9', 'binding:host_id': 'n-h1-811405-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1168325542'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:12.338756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Made reservation on behalf of 3f3c57f059b44b38bcd46ee534c47d7b for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:12.341956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:12.363814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:12.509179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcc182-e35e-42b6-a458-c00649446669 None None] New status for floating IP d5c4cc45-6b8b-4c95-a929-607a602115db: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:37:12.588982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:12.595522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:12.656528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839bf01-a8c7-4409-ac81-b4bfb6332544,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:12.666929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:12.685397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.055312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:13.072401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.085199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.152154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=b526eef4-fce7-4aaa-bd3a-ff273c0c85bb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:13.180643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Checking segment: {'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:13.181321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Network hostable DHCP agents. Network: b24afee8-5c6e-480d-b737-da492b69dfd9, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:13.203488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Network b24afee8-5c6e-480d-b737-da492b69dfd9 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:13.216862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b24afee8-5c6e-480d-b737-da492b69dfd9) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:13.221647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:13.227712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ff2ec-d6c1-41c8-827d-45273c8fe09b None None] Network b24afee8-5c6e-480d-b737-da492b69dfd9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:13.248620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.248919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.249434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.253923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.254395 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.254826 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 2 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.269828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.270184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.270533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.276102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.276423 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.276809 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 3 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.297055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.297632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.297839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.302508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.302828 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.303857 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 4 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.321234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.321573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.321908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.332690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.333029 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.333449 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 5 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.349894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.350477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.353525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.362402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.362945 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.363689 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 6 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.379175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.380146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.391387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.397287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.397858 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.398485 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 7 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.414800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.415585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.416128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.425746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.426079 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.426507 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 8 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.439386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.439729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.440757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.444625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.444952 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.445482 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 9 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.458992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.459458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.459809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.464631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.465745 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.466265 n-d-811405-2 neutron-server[102066]: INFO neutron.plugins.ml2.plugin [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 10 to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb Nov 02 16:37:13.478656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:13.478989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:13.479324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:13.484128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:13.484462 n-d-811405-2 neutron-server[102066]: ERROR neutron.plugins.ml2.managers [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:13.484830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.567085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] For port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:13.567376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempted to set empty binding levels {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 16:37:13.572671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.613634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:13.614291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.637840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=b526eef4-fce7-4aaa-bd3a-ff273c0c85bb,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:13.650336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26ce1796-c06d-4019-a871-3c64a0a2264a tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3712704 Nov 02 16:37:13.654518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36962) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:13.670828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.776033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Deleting port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:13.776385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.847462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] For port b526eef4-fce7-4aaa-bd3a-ff273c0c85bb, host n-h1-811405-2, got binding levels [] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:13.847847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:13.862086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Calling delete_port for b526eef4-fce7-4aaa-bd3a-ff273c0c85bb owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:14.002695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:14.060421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event deleted for resources: {'Port': ['ID=b526eef4-fce7-4aaa-bd3a-ff273c0c85bb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:14.070995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.071699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.072233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.072983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.073656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.074769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.075657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.076306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.076865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.077655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.078201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.078720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:14.086997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:14.092416 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b845e13a-e6d0-45a0-98f2-5b3d9a7fcc9e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b526eef4-fce7-4aaa-bd3a-ff273c0c85bb HTTP/1.1" status: 204 len: 168 time: 0.4367774 Nov 02 16:37:14.095270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36970) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:14.125775 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb08ffda-129f-4c9c-a683-6cad5a5c4f7f tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:14.127917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eb08ffda-129f-4c9c-a683-6cad5a5c4f7f tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "GET /v2.0/ports/b526eef4-fce7-4aaa-bd3a-ff273c0c85bb HTTP/1.1" status: 404 len: 333 time: 0.0313959 Nov 02 16:37:14.131692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36974) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:14.138198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Request body: {'port': {'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1819846117'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:14.172985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Made reservation on behalf of 3f3c57f059b44b38bcd46ee534c47d7b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:14.177118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:14.202814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port 884cd4a3-f675-4728-9c75-72e3fe8da9fb yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:14.596754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:14.596967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0cd25-5f2b-4027-ae0f-ed9036b30eb8 req-3ac2d76a-7c12-40ef-89da-2a71a9cb7033 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:14.598449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16f0cd25-5f2b-4027-ae0f-ed9036b30eb8 req-3ac2d76a-7c12-40ef-89da-2a71a9cb7033 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0572507 Nov 02 16:37:14.643780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:14.664800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16f0cd25-5f2b-4027-ae0f-ed9036b30eb8 req-d8fe0a5e-03f0-4cc7-9181-5d9bdd5262da tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571299 Nov 02 16:37:14.691476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Network b24afee8-5c6e-480d-b737-da492b69dfd9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:14.694868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:14.698687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:14.700445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:14.701689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:14.719844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=884cd4a3-f675-4728-9c75-72e3fe8da9fb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:14.745899 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f189608d-ba25-4251-a698-57230570ca37 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6105506 Nov 02 16:37:14.748447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:14.754872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:14.833299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e68d95-5c40-4204-8d6e-6fd64b3af4c7 req-1aff3cf8-b87e-4f18-a841-56010d4ff6ba tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:14.834922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67e68d95-5c40-4204-8d6e-6fd64b3af4c7 req-1aff3cf8-b87e-4f18-a841-56010d4ff6ba tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0808504 Nov 02 16:37:14.844359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-16af3b9d-4f98-4cf9-b7a3-b0cd830af697 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:14.845939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-16af3b9d-4f98-4cf9-b7a3-b0cd830af697 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.1801763 Nov 02 16:37:14.868889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-3919cbf6-e211-41fa-ae1e-79b7ab8e9b63 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/quotas/c348386697e144029ed2dca3119a7ee1 HTTP/1.1" status: 200 len: 375 time: 0.0155692 Nov 02 16:37:14.924273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67e68d95-5c40-4204-8d6e-6fd64b3af4c7 req-99aa1166-718c-410c-9c05-d64e71be0e13 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772862 Nov 02 16:37:14.943576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-a826f83b-488f-4628-8bf1-8dd490a74610 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652819 Nov 02 16:37:15.063190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-752d0ced-4207-4427-a084-16c916f09a3d service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113918 Nov 02 16:37:15.091921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:15.185335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-4fae80f8-70c3-4b4a-88ea-e880f9dcae86 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166396 Nov 02 16:37:15.318751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port 884cd4a3-f675-4728-9c75-72e3fe8da9fb yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:15.345274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:15.353852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:15.434456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6704ab48-7aa6-418f-af5e-eed256eccc17 req-3647f254-6985-43a9-839b-799bfad40f5d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 210 time: 0.0523949 Nov 02 16:37:15.458549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=884cd4a3-f675-4728-9c75-72e3fe8da9fb,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:15.476526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.476877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.477641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.483613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.483953 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.484348 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 2 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.504299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.504299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.504611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.512871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.513296 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.513631 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 3 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.527326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.527832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.528193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.532915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.533243 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.533639 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 4 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.549878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.550283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.550786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.557718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.558295 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.558792 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 5 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.572926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.573268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.573629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.579451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.579792 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.580218 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 6 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.640748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.641115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.641815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.659160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.662767 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.662767 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 7 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.693346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.694625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.695186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.701971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.702658 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.703285 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 8 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.727323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.728217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.729094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.737935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.738928 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.740907 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 9 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.794671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.795324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.795854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.804926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.805610 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.806265 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 10 to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb Nov 02 16:37:15.823041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:15.823631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:15.824316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:15.829806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:15.830420 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:15.832479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:15.914423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] For port 884cd4a3-f675-4728-9c75-72e3fe8da9fb, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:15.915422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempted to set empty binding levels {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 16:37:15.925010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:15.972659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] In _notify_port_updated(), no bound segment for port 884cd4a3-f675-4728-9c75-72e3fe8da9fb on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:37:15.973896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:15.974649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:15.978768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "PUT /v2.0/ports/884cd4a3-f675-4728-9c75-72e3fe8da9fb HTTP/1.1" status: 200 len: 975 time: 1.2255259 Nov 02 16:37:15.979433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37046) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:16.065224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d1519-cbcc-4d25-b5ae-5e95253502e3 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=884cd4a3-f675-4728-9c75-72e3fe8da9fb,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:16.114193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.114701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.115166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.115620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.116116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.116569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.117074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.117785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.118007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.119050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.119765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.120275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.120778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.121322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.122620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.123073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.123509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.123970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.124474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.124906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.125346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.125968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.126659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.127262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.128050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.130461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.131438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.132594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.133533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.134556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.135301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.136006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.141928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d9dc7c1a-c0fd-42ea-ac3b-a5bcd1f9916c tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28789 time: 0.1618507 Nov 02 16:37:16.146289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37050) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:16.312749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Deleting port 884cd4a3-f675-4728-9c75-72e3fe8da9fb {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:16.313103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.381984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] For port 884cd4a3-f675-4728-9c75-72e3fe8da9fb, host n-h1-811405-2, got binding levels [] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:16.382373 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.395804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Calling delete_port for 884cd4a3-f675-4728-9c75-72e3fe8da9fb owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:16.502538 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.563203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event deleted for resources: {'Port': ['ID=884cd4a3-f675-4728-9c75-72e3fe8da9fb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:16.567328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-662b5068-16a3-43f6-87ae-8c1d2dda76ac req-2c861b61-bb9e-4449-bdde-5736c1fae447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 210 time: 0.0430069 Nov 02 16:37:16.569371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.575535 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8381badf-ccbc-45bc-bebe-ae96476abdcd tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "DELETE /v2.0/ports/884cd4a3-f675-4728-9c75-72e3fe8da9fb HTTP/1.1" status: 204 len: 168 time: 0.4254532 Nov 02 16:37:16.576560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37068) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:16.605004 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5de1de3-0475-4e31-ba93-2f60741bb471 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:16.607112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e5de1de3-0475-4e31-ba93-2f60741bb471 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "GET /v2.0/ports/884cd4a3-f675-4728-9c75-72e3fe8da9fb HTTP/1.1" status: 404 len: 333 time: 0.0294819 Nov 02 16:37:16.610969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37072) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:16.615951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2078545673', 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:16.653906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Made reservation on behalf of 3f3c57f059b44b38bcd46ee534c47d7b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:16.657325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.683394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port 464e6aee-8057-4852-94dc-2485ab600fb0 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:16.858555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.894060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.953322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Network b24afee8-5c6e-480d-b737-da492b69dfd9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:16.958929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:16.963783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:16.965083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:16.965817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:16.975817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=464e6aee-8057-4852-94dc-2485ab600fb0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:17.002703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-26dbe768-88e5-4ad4-8dcd-a60f8f8d4fe5 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3906007 Nov 02 16:37:17.003414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37076) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:17.043549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4e704-8a70-4f35-93ee-3b723ecfa8b2 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:17.047431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f4d4e704-8a70-4f35-93ee-3b723ecfa8b2 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "GET /v2.0/ports/464e6aee-8057-4852-94dc-2485ab600fb0 HTTP/1.1" status: 200 len: 955 time: 0.0398166 Nov 02 16:37:17.047787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37078) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:17.132523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Deleting port 464e6aee-8057-4852-94dc-2485ab600fb0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:17.132871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.165550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed10f4d-254e-4214-aeaf-497e61ea97f6 req-bfa3e92b-7e51-4ce2-b6b5-a4db3eccd01d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:17.174475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aed10f4d-254e-4214-aeaf-497e61ea97f6 req-bfa3e92b-7e51-4ce2-b6b5-a4db3eccd01d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.5012491 Nov 02 16:37:17.194854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.208403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Calling delete_port for 464e6aee-8057-4852-94dc-2485ab600fb0 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:17.248861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aed10f4d-254e-4214-aeaf-497e61ea97f6 req-6cd85993-72df-4557-ab05-25b2a2bddd2b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 Nov 02 16:37:17.260581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-78b7b430-6aa3-463d-9232-a2cf610900d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:17.270571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-78b7b430-6aa3-463d-9232-a2cf610900d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.1701381 Nov 02 16:37:17.289304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Request body: {'port': {'device_id': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'admin_state_up': True, 'tenant_id': 'c348386697e144029ed2dca3119a7ee1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:17.301891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.335855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.411707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event deleted for resources: {'Port': ['ID=464e6aee-8057-4852-94dc-2485ab600fb0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:17.418378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.422909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f1b59d5b-b54c-4df0-9fb3-d8f24330f7fe tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "DELETE /v2.0/ports/464e6aee-8057-4852-94dc-2485ab600fb0 HTTP/1.1" status: 204 len: 168 time: 0.3730795 Nov 02 16:37:17.429778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37092) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:17.493431 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4458cbae-d7e2-427b-ba31-78069803eb5d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:17.495582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4458cbae-d7e2-427b-ba31-78069803eb5d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "GET /v2.0/ports/464e6aee-8057-4852-94dc-2485ab600fb0 HTTP/1.1" status: 404 len: 333 time: 0.0647914 Nov 02 16:37:17.501891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37100) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:17.505896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Request body: {'port': {'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-619591886'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:17.521134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25732c4-5cb0-4265-9bec-bf73aa074b6e req-9a9d00c5-3f7a-494b-82c5-99968702ce10 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:17.529394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a25732c4-5cb0-4265-9bec-bf73aa074b6e req-9a9d00c5-3f7a-494b-82c5-99968702ce10 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1635025 Nov 02 16:37:17.553550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:37:17.553550 n-d-811405-2 neutron-server[102066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:37:17.553550 n-d-811405-2 neutron-server[102066]: [parameters: {'project_id': 'c348386697e144029ed2dca3119a7ee1', 'id': 'ad48bf3b-259d-46ab-9c14-d800337ffc7f', 'expiration': datetime.datetime(2021, 11, 2, 16, 39, 17, 540793)}] Nov 02 16:37:17.553550 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:37:17.553950 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:37:17.566519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Made reservation on behalf of 3f3c57f059b44b38bcd46ee534c47d7b for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:17.569520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.584140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a25732c4-5cb0-4265-9bec-bf73aa074b6e req-140ebecd-fc85-4aa9-8788-de0363743502 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524542 Nov 02 16:37:17.597479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port 1f6c9de6-9a4f-4726-9377-477f6cded119 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:17.774867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5b5108c-6221-421e-9a3a-6d1e383f817a req-e7177c52-3f47-4c96-bfff-380ed71d47e4 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 210 time: 0.0790939 Nov 02 16:37:17.961239 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:17.993424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087adea-19f6-49ae-a367-5bfc82329f9e req-8d0c6435-de27-41b4-8a8f-0160e662aeb8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:18.004733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e087adea-19f6-49ae-a367-5bfc82329f9e req-8d0c6435-de27-41b4-8a8f-0160e662aeb8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0912435 Nov 02 16:37:18.063778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.109064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e087adea-19f6-49ae-a367-5bfc82329f9e req-c043f5e6-c805-4455-a2c5-9e888ff36a99 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972443 Nov 02 16:37:18.127517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856d1e-ee0f-42fe-8812-fca7392b31dc req-cb5d00f1-ca41-412d-9e83-3ff3b08b7f29 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:18.129454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a856d1e-ee0f-42fe-8812-fca7392b31dc req-cb5d00f1-ca41-412d-9e83-3ff3b08b7f29 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1215646 Nov 02 16:37:18.136841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Network b24afee8-5c6e-480d-b737-da492b69dfd9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:18.140277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:18.143813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:18.144748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:18.145347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.146726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Made reservation on behalf of c348386697e144029ed2dca3119a7ee1 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:18.152984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.169615 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6654100 Nov 02 16:37:18.169615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1530fdc-a9c1-451d-93a9-c570e001bab6 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6c9de6-9a4f-4726-9377-477f6cded119,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:18.170322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37134) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:18.175444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:18.268758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.314694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a856d1e-ee0f-42fe-8812-fca7392b31dc req-6d468352-082f-403b-97e2-1a3318c74a50 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741216 Nov 02 16:37:18.376514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd865b22-b658-4d3b-8983-2eb2395d0821 req-62386fd9-d6c1-4644-b52e-b4f3201ddab7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:18.391197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd865b22-b658-4d3b-8983-2eb2395d0821 req-62386fd9-d6c1-4644-b52e-b4f3201ddab7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1753302 Nov 02 16:37:18.515697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd865b22-b658-4d3b-8983-2eb2395d0821 req-756ff25b-0a4f-4ddf-8160-b2ba6588cca3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210561 Nov 02 16:37:18.516834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Allocated IP 172.20.0.9 (ddba1911-91db-4eda-a734-697c24abff54/dd7ccf3f-ef84-49f8-a202-60eef244e759/05c0ede5-32be-4663-9788-ad6f2aeba60f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:18.600236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37146) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:18.623166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] device_id is not set on port 1f6c9de6-9a4f-4726-9377-477f6cded119 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:18.637543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.649943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.755332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6c9de6-9a4f-4726-9377-477f6cded119,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:18.783504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:18.783840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:18.784262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:18.788741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:18.791071 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:18.791071 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 2 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:18.830057 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.831759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:18.832098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:18.832452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:18.842951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:18.843288 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:18.844891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77261a3a-0e6d-40b0-91a1-9233ec6876f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.846789 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 3 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:18.870944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:18.871790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:18.872122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:18.872990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7900b-2171-45f6-866d-40aaff7a40e8 req-e402348d-2a93-4305-bd40-0918f60b526c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:18.875362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25a7900b-2171-45f6-866d-40aaff7a40e8 req-e402348d-2a93-4305-bd40-0918f60b526c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0892382 Nov 02 16:37:18.881336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:18.881336 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:18.884251 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 4 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:18.901053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:18.901399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:18.901740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:18.912929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:18.913293 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:18.918757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:18.922448 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 5 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:18.940590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7897cfb-1270-4266-90fb-82a676be1e55'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:37:18.944112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:37:18.956924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:18.957391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:18.958357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:18.979897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:18.980657 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:18.983031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25a7900b-2171-45f6-866d-40aaff7a40e8 req-7720a422-180e-4f1c-bf6d-8a46711d05ae tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977767 Nov 02 16:37:18.991900 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 6 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:19.007511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Network ddba1911-91db-4eda-a734-697c24abff54 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:19.008480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event updated for resources: {'Port': ['ID=05c0ede5-32be-4663-9788-ad6f2aeba60f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:19.012636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:19.028014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:19.028195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:19.028523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:19.039480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:19.039909 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:19.043031 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 7 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:19.047156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77261a3a-0e6d-40b0-91a1-9233ec6876f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.062690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77261a3a-0e6d-40b0-91a1-9233ec6876f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.077188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:19.093896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77261a3a-0e6d-40b0-91a1-9233ec6876f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=940f6acd85874131afd7056bc47d58d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919770 Nov 02 16:37:19.096103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:19.096435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:19.096776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:19.098710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37162) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:19.124239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:19.124853 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:19.127037 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 8 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:19.155559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77261a3a-0e6d-40b0-91a1-9233ec6876f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468626f-7d3f-466e-9f5d-1f4b3c2e2e3e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:19.168821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:19.168821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:19.168821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:19.175988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:19.175988 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:19.176477 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 9 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:19.180460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:19.182156 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.192233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:19.192574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:19.192915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:19.214946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-5ae40761-027d-4028-a5e0-c6812e1266d7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9294062 Nov 02 16:37:19.215452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:19.215983 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:19.226266 n-d-811405-2 neutron-server[102065]: INFO neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempt 10 to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 Nov 02 16:37:19.234239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a7cb6-02a9-46ba-affe-a58666e984e2 req-fddc4e76-cad2-4bd2-9edd-28525a14b68b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:19.268475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-724a7cb6-02a9-46ba-affe-a58666e984e2 req-fddc4e76-cad2-4bd2-9edd-28525a14b68b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 931 time: 0.2916617 Nov 02 16:37:19.283929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48564ac4-6830-4a73-b3e5-1e14b48bda27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.294997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Request body: {'port': {'device_id': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:19.320920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48564ac4-6830-4a73-b3e5-1e14b48bda27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.382054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-724a7cb6-02a9-46ba-affe-a58666e984e2 req-b33805c8-d7f0-42d8-8af5-9973c2241709 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126790 Nov 02 16:37:19.389897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:19.390271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:19.390615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempting to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:19.406911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:19.407247 n-d-811405-2 neutron-server[102065]: ERROR neutron.plugins.ml2.managers [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Failed to bind port 1f6c9de6-9a4f-4726-9377-477f6cded119 on host n-h1-811405-2 for vnic_type normal using segments [{'id': '277119be-d452-4e5a-bbe2-cbc39f9ea5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b24afee8-5c6e-480d-b737-da492b69dfd9'}] Nov 02 16:37:19.407898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.425531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006856cc-aabe-43ca-a4e5-f88c2d05df15 req-36d5f167-13d1-4243-b8be-f25e0db7d5ac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:19.433277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-006856cc-aabe-43ca-a4e5-f88c2d05df15 req-36d5f167-13d1-4243-b8be-f25e0db7d5ac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1347396 Nov 02 16:37:19.477831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.492026 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-006856cc-aabe-43ca-a4e5-f88c2d05df15 req-de01dfdb-c72f-4130-91fd-fdf163e0b691 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559945 Nov 02 16:37:19.611363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] For port 1f6c9de6-9a4f-4726-9377-477f6cded119, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:19.612002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attempted to set empty binding levels {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 16:37:19.627896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.668141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48564ac4-6830-4a73-b3e5-1e14b48bda27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.671804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48564ac4-6830-4a73-b3e5-1e14b48bda27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.673095 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-48564ac4-6830-4a73-b3e5-1e14b48bda27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a468626f-7d3f-466e-9f5d-1f4b3c2e2e3e HTTP/1.1" status: 204 len: 168 time: 0.5691175 Nov 02 16:37:19.674274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] In _notify_port_updated(), no bound segment for port 1f6c9de6-9a4f-4726-9377-477f6cded119 on network b24afee8-5c6e-480d-b737-da492b69dfd9 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:37:19.675614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:19.676340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:19.681155 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "PUT /v2.0/ports/1f6c9de6-9a4f-4726-9377-477f6cded119 HTTP/1.1" status: 200 len: 974 time: 1.5098252 Nov 02 16:37:19.700163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:19.722084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48564ac4-6830-4a73-b3e5-1e14b48bda27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468626f-7d3f-466e-9f5d-1f4b3c2e2e3e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:19.745894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561d1a3-2c78-4bc2-afed-d9a7767dc423 tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6c9de6-9a4f-4726-9377-477f6cded119,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:19.968520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59180-c596-4243-823a-85aac8cfee3b req-b5977019-35a9-47fb-b5b8-d675d003c492 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:19.970070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfa59180-c596-4243-823a-85aac8cfee3b req-b5977019-35a9-47fb-b5b8-d675d003c492 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1624742 Nov 02 16:37:20.003962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48419bf-183a-498d-b023-a53752625f41 req-1508be68-c860-42f9-a006-7b9cafb5a76c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:20.005397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d48419bf-183a-498d-b023-a53752625f41 req-1508be68-c860-42f9-a006-7b9cafb5a76c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1511579 Nov 02 16:37:20.065275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Deleting port 1f6c9de6-9a4f-4726-9377-477f6cded119 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:20.065448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.073788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37184) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:20.092054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2afb55b6-3edb-4475-952c-4d7b5338cbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.136345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfa59180-c596-4243-823a-85aac8cfee3b req-f145c98b-4f89-4afc-9854-5de728dd5616 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531789 Nov 02 16:37:20.150284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d48419bf-183a-498d-b023-a53752625f41 req-67c3812b-0605-453e-b9b6-b6a7a281d502 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256711 Nov 02 16:37:20.217809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] For port 1f6c9de6-9a4f-4726-9377-477f6cded119, host n-h1-811405-2, got binding levels [] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:20.218649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.234498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c0ede5-32be-4663-9788-ad6f2aeba60f {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:37:20.243773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Calling delete_port for 1f6c9de6-9a4f-4726-9377-477f6cded119 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:20.247487 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.254537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2afb55b6-3edb-4475-952c-4d7b5338cbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.261724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2afb55b6-3edb-4475-952c-4d7b5338cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.269147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Transition to ACTIVE for port object 05c0ede5-32be-4663-9788-ad6f2aeba60f will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:37:20.305202 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.328562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2afb55b6-3edb-4475-952c-4d7b5338cbfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c29607f4f4a467a9fcd15e847ef613c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493787 Nov 02 16:37:20.329524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37192) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:20.345372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb55b6-3edb-4475-952c-4d7b5338cbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8abcad6-700a-47f0-9f6d-2b7a056fa8b0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:20.409591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0ede5-32be-4663-9788-ad6f2aeba60f,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:20.443131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77484cc9-36f5-4c16-9b48-52f7b0984b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.448618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0aba5-223c-4268-ac0f-780cb6e222e1 req-2ca1b33a-cf07-4a35-9fab-8cba4d0501f1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:20.450326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48d0aba5-223c-4268-ac0f-780cb6e222e1 req-2ca1b33a-cf07-4a35-9fab-8cba4d0501f1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1479588 Nov 02 16:37:20.496734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.506817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77484cc9-36f5-4c16-9b48-52f7b0984b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.574057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f6c9de6-9a4f-4726-9377-477f6cded119,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:20.603853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77484cc9-36f5-4c16-9b48-52f7b0984b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.607220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77484cc9-36f5-4c16-9b48-52f7b0984b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.608387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77484cc9-36f5-4c16-9b48-52f7b0984b7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8abcad6-700a-47f0-9f6d-2b7a056fa8b0 HTTP/1.1" status: 204 len: 168 time: 0.2778680 Nov 02 16:37:20.625435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48d0aba5-223c-4268-ac0f-780cb6e222e1 req-929e9ef3-2649-475d-8e1c-4c86110013b8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417243 Nov 02 16:37:20.629958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484cc9-36f5-4c16-9b48-52f7b0984b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8abcad6-700a-47f0-9f6d-2b7a056fa8b0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:20.631646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.635125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a97a3eb-2686-456e-97ac-d8bde5c75b2d tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1f6c9de6-9a4f-4726-9377-477f6cded119 HTTP/1.1" status: 204 len: 168 time: 0.9347720 Nov 02 16:37:20.638696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:20.644527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Attempting to bind port 05c0ede5-32be-4663-9788-ad6f2aeba60f on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:20.644875 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Attempting to bind port 05c0ede5-32be-4663-9788-ad6f2aeba60f by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:20.645209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Attempting to bind port 05c0ede5-32be-4663-9788-ad6f2aeba60f on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:20.675089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Port 05c0ede5-32be-4663-9788-ad6f2aeba60f on network ddba1911-91db-4eda-a734-697c24abff54 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:37:20.675416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Attempting to bind port 05c0ede5-32be-4663-9788-ad6f2aeba60f on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:20.709665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17fe03-ae47-4489-a778-0e09cbecbce2 req-32e2d3fd-3970-42ad-846f-48778fab3ed9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:20.715290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c17fe03-ae47-4489-a778-0e09cbecbce2 req-32e2d3fd-3970-42ad-846f-48778fab3ed9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 943 time: 0.2049510 Nov 02 16:37:20.718939 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c78684-d262-4ea3-8bb9-d34bdb80773e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] GET failed (client error): The resource could not be found. Nov 02 16:37:20.721305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-28c78684-d262-4ea3-8bb9-d34bdb80773e tempest-PortsAdminExtendedAttrsTestJSON-2053546536 tempest-PortsAdminExtendedAttrsTestJSON-2053546536-project-admin] 10.222.0.31 "GET /v2.0/ports/1f6c9de6-9a4f-4726-9377-477f6cded119 HTTP/1.1" status: 404 len: 333 time: 0.0789831 Nov 02 16:37:20.726925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37208) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:20.728622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:20.738015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Checking segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:20.738464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Bound using segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:20.738946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Bound port: 05c0ede5-32be-4663-9788-ad6f2aeba60f, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:20.739324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.842933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] For port 05c0ede5-32be-4663-9788-ad6f2aeba60f, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:20.846145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] For port 05c0ede5-32be-4663-9788-ad6f2aeba60f, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:20.853957 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.860669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.908092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c17fe03-ae47-4489-a778-0e09cbecbce2 req-b981aa06-e84d-494d-a5d3-9e4bf42c66c1 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811256 Nov 02 16:37:20.948278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:20.951177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:20.953114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] 10.222.0.100 "PUT /v2.0/ports/05c0ede5-32be-4663-9788-ad6f2aeba60f HTTP/1.1" status: 200 len: 1091 time: 1.6655416 Nov 02 16:37:20.957121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'tag': '05c0ede5-32be-4663-9788-ad6f2aeba60f'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:20.962933 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c6fd0f-b426-4046-b2a8-f28e070ef22c", "tag": "05c0ede5-32be-4663-9788-ad6f2aeba60f"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:21.009826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea09533-b236-408d-9860-2fcd6b782275 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0ede5-32be-4663-9788-ad6f2aeba60f,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:21.115454 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4ff59a-903c-4e86-84d7-56589bebdd73 x-openstack-request-id: req-ed4ff59a-903c-4e86-84d7-56589bebdd73 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:21.115747 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c6fd0f-b426-4046-b2a8-f28e070ef22c", "tag": "05c0ede5-32be-4663-9788-ad6f2aeba60f", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:21.115985 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed4ff59a-903c-4e86-84d7-56589bebdd73 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:21.116383 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'tag': '05c0ede5-32be-4663-9788-ad6f2aeba60f', 'status': 'completed', 'code': 200} Nov 02 16:37:21.146692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-92c5f988-4692-4d10-88cd-6294676c460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:21.149846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-92c5f988-4692-4d10-88cd-6294676c460d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 1094 time: 0.0924964 Nov 02 16:37:21.154931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:21.205808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24afee8-5c6e-480d-b737-da492b69dfd9']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:21.225076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277119be-d452-4e5a-bbe2-cbc39f9ea5ea') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:21.225370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277119be-d452-4e5a-bbe2-cbc39f9ea5ea') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:21.236087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:21.245998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-e8cf8c2e-1967-4766-9874-99a5abd82fbb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f HTTP/1.1" status: 200 len: 217 time: 0.0801857 Nov 02 16:37:21.268541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:21.282252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:37:21.282745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:37:21.287393 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:37:21.382698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:21.395902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-58d99235-d3c4-419b-9cff-0da960b99cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:21.397374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-58d99235-d3c4-419b-9cff-0da960b99cee service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1188133 Nov 02 16:37:21.405994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff6910-cfdc-40e9-b595-d592ca0ee3f6 req-efec82cf-63a7-48a0-a6cc-2ec307b3e22a tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:21.413217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3ff6910-cfdc-40e9-b595-d592ca0ee3f6 req-efec82cf-63a7-48a0-a6cc-2ec307b3e22a tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1752017 Nov 02 16:37:21.424577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:21.427960 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] 10.222.0.31 "DELETE /v2.0/networks/b24afee8-5c6e-480d-b737-da492b69dfd9 HTTP/1.1" status: 204 len: 168 time: 0.7000194 Nov 02 16:37:21.449559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd96f02-ae1b-41b1-9607-aab89a4a9801 tempest-PortsAdminExtendedAttrsTestJSON-1321805171 tempest-PortsAdminExtendedAttrsTestJSON-1321805171-project] Pushing event deleted for resources: {'Network': ['ID=b24afee8-5c6e-480d-b737-da492b69dfd9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:21.468622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf4b8b-5ac7-41ef-b6ae-b4c541416a99 req-a7d3ebcb-8b23-4d3f-8d34-e74f0550718a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:21.469602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3bdf4b8b-5ac7-41ef-b6ae-b4c541416a99 req-a7d3ebcb-8b23-4d3f-8d34-e74f0550718a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2293003 Nov 02 16:37:21.486859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-df618455-725b-41da-a2e9-b4146d9489b6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715868 Nov 02 16:37:21.546936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3ff6910-cfdc-40e9-b595-d592ca0ee3f6 req-c095bdfb-b76e-4882-a4b6-8cc341156d75 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325619 Nov 02 16:37:21.633807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-b0b1b271-8792-42c4-849c-fb2255fa25da service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291573 Nov 02 16:37:21.664702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3bdf4b8b-5ac7-41ef-b6ae-b4c541416a99 req-2ae6b3df-d6aa-4674-b0a6-063cf3e0ccdb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802313 Nov 02 16:37:21.845920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638746f5-39a6-45a4-b928-abe98bcc88ae req-1ffa07f5-9e69-4420-a6c0-33db0a66a9e8 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800358 Nov 02 16:37:21.867991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce504b7-03fa-4525-b4ed-0b6668392da6 req-646b6179-e069-4159-beca-c064cb087d76 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:21.874697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ce504b7-03fa-4525-b4ed-0b6668392da6 req-646b6179-e069-4159-beca-c064cb087d76 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0902712 Nov 02 16:37:21.900605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37238) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:21.986537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ce504b7-03fa-4525-b4ed-0b6668392da6 req-634b1af1-8413-4679-b745-1c1a05ac5aac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049683 Nov 02 16:37:22.068827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-9e7f12c7-c917-44ed-b934-18d7332d6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.075533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-9e7f12c7-c917-44ed-b934-18d7332d6610 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 1094 time: 0.1549423 Nov 02 16:37:22.095506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854bdd-fd01-4c25-ae5a-53141f0d7599 req-b4077403-2ef8-4d6e-ad65-1a23c86c9741 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.103494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b854bdd-fd01-4c25-ae5a-53141f0d7599 req-b4077403-2ef8-4d6e-ad65-1a23c86c9741 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 943 time: 0.1093252 Nov 02 16:37:22.198811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-96edc3cd-6d91-4df0-8a86-53f762ebc410 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8807bd77b623429694d41e9a14d78560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969654 Nov 02 16:37:22.202915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37254) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:22.294971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b854bdd-fd01-4c25-ae5a-53141f0d7599 req-bf9f0529-2c2b-47e7-a857-1b61a81d6127 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904967 Nov 02 16:37:22.298796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7365ac19-6cdd-4a43-bd4e-8b5d978b2be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:22.340087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7365ac19-6cdd-4a43-bd4e-8b5d978b2be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:22.398439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370c82-212c-44b8-957a-6c5b184f1f6c req-0ffbce16-295f-4f52-aca9-5b60ce2b1052 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.405816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7365ac19-6cdd-4a43-bd4e-8b5d978b2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:22.408609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7365ac19-6cdd-4a43-bd4e-8b5d978b2be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:22.410895 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7365ac19-6cdd-4a43-bd4e-8b5d978b2be0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c660a16-5cc3-4bbc-a335-f1e5587ce250 HTTP/1.1" status: 204 len: 168 time: 0.2066340 Nov 02 16:37:22.412551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e370c82-212c-44b8-957a-6c5b184f1f6c req-0ffbce16-295f-4f52-aca9-5b60ce2b1052 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1141186 Nov 02 16:37:22.417509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-3d28d04d-a86a-4cc9-806d-6f6e5937c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.419746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-3d28d04d-a86a-4cc9-806d-6f6e5937c5d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 916 time: 0.3060746 Nov 02 16:37:22.421504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ac19-6cdd-4a43-bd4e-8b5d978b2be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c660a16-5cc3-4bbc-a335-f1e5587ce250,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:22.490892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-537c6f74-7732-4822-9b5a-bc2e5f46c502 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f HTTP/1.1" status: 200 len: 217 time: 0.0559461 Nov 02 16:37:22.532425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e370c82-212c-44b8-957a-6c5b184f1f6c req-f87c1bbf-7374-409a-8482-d7ac5c33eba6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189120 Nov 02 16:37:22.600722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62385ca-0431-460d-a078-f6658a8321b7 req-5b236650-b389-4197-ba40-9568f60fe009 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.606317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a62385ca-0431-460d-a078-f6658a8321b7 req-5b236650-b389-4197-ba40-9568f60fe009 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1041412 Nov 02 16:37:22.681707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-cfa9c265-8c75-4850-99dc-cccdb83d86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.687016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-cfa9c265-8c75-4850-99dc-cccdb83d86e1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1698768 Nov 02 16:37:22.774231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-5d9db781-5dfd-4414-abdf-c92728850d79 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609300 Nov 02 16:37:22.795187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Deleting port c1028bf9-7f18-43c3-86c9-4a2442527800 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:22.795542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:22.836420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:22.860116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bc711-b374-43ea-9035-2965900a6871 req-d7b24275-f723-4328-a8d1-a2540863b12f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.860655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d94bc711-b374-43ea-9035-2965900a6871 req-d7b24275-f723-4328-a8d1-a2540863b12f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 946 time: 0.1712024 Nov 02 16:37:22.878886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69ae4-bf25-4de9-9d35-69459dfc9d4a req-9c2399dc-4d97-4f9f-945c-11ca6ad2005e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:22.880774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62c69ae4-bf25-4de9-9d35-69459dfc9d4a req-9c2399dc-4d97-4f9f-945c-11ca6ad2005e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1923385 Nov 02 16:37:22.968580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d94bc711-b374-43ea-9035-2965900a6871 req-48aadb77-0d0d-466b-881a-5d3a1d9c5bb6 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1dd124-e7df-4984-9471-19cc54e789a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867562 Nov 02 16:37:22.997625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] For port c1028bf9-7f18-43c3-86c9-4a2442527800, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c1028bf9-7f18-43c3-86c9-4a2442527800,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:22.998298 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.009132 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-26ef16fa-1f3b-4039-b220-f1f10751595e service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181799 Nov 02 16:37:23.021878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62c69ae4-bf25-4de9-9d35-69459dfc9d4a req-718e8ffe-1b20-40f8-850f-b1b3321f36ac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005516 Nov 02 16:37:23.209679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37286) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:23.287247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce836c1-26a6-4d8c-a90f-d760e3bae31b req-5106b806-7f92-4d33-a9a4-9c89465ff62f service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621436 Nov 02 16:37:23.346376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a4fb0fae-538e-40bd-a633-2b2d8b98d035 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f3c57f059b44b38bcd46ee534c47d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279912 Nov 02 16:37:23.348629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37296) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:23.417125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.419330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.419330 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Floating IP 11faa2d2-23a6-459e-aacd-d999ec5334ca disassociated. External IP: 172.25.7.168, port: c1028bf9-7f18-43c3-86c9-4a2442527800. Nov 02 16:37:23.419330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Calling delete_port for c1028bf9-7f18-43c3-86c9-4a2442527800 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:23.557657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b3b25-7632-41bf-9cf3-34b3c9cc4e3e req-7205b32d-827f-4a07-b014-68754b3d9a4f tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:23.559938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f83b3b25-7632-41bf-9cf3-34b3c9cc4e3e req-7205b32d-827f-4a07-b014-68754b3d9a4f tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 943 time: 0.1484973 Nov 02 16:37:23.563200 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db271e82-238d-4f7c-b078-622672b34f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.624070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db271e82-238d-4f7c-b078-622672b34f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.625656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.634283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f59923-c400-4989-a0d2-615964ae6822 req-47b0ac88-cf34-475d-8900-47ad343aa2f1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:23.644245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f59923-c400-4989-a0d2-615964ae6822 req-47b0ac88-cf34-475d-8900-47ad343aa2f1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 813 time: 0.2488101 Nov 02 16:37:23.671932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event deleted for resources: {'Port': ['ID=c1028bf9-7f18-43c3-86c9-4a2442527800,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:23.719995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f59923-c400-4989-a0d2-615964ae6822 req-a020bab4-59dd-4ff2-b37e-b109449aa802 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/quotas/79d676b3a5bc40a9856ce0ca7b7f5aae HTTP/1.1" status: 200 len: 375 time: 0.0747972 Nov 02 16:37:23.769598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f83b3b25-7632-41bf-9cf3-34b3c9cc4e3e req-d2c6ea33-69fb-40fa-a27a-debb224e2ef0 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973047 Nov 02 16:37:23.856753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f59923-c400-4989-a0d2-615964ae6822 req-7664b424-0f07-46a3-8271-9136c94b4f4b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1342883 Nov 02 16:37:23.860623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Router a2775b89-c023-4779-88c0-11e2f62f59c0 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:37:23.863441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db271e82-238d-4f7c-b078-622672b34f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.866465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db271e82-238d-4f7c-b078-622672b34f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:23.867798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-db271e82-238d-4f7c-b078-622672b34f4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9839bf01-a8c7-4409-ac81-b4bfb6332544 HTTP/1.1" status: 204 len: 168 time: 0.5120263 Nov 02 16:37:23.879162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db271e82-238d-4f7c-b078-622672b34f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839bf01-a8c7-4409-ac81-b4bfb6332544,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:24.033402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:37:24.042162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc43d89-6869-484d-90f4-dab7284102db req-5241126c-c461-48a6-8955-b6cca8ae7714 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:24.044822 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] Sync routers for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:37:24.047005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cc43d89-6869-484d-90f4-dab7284102db req-5241126c-c461-48a6-8955-b6cca8ae7714 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0892849 Nov 02 16:37:24.073376 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:24.075137 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:24.120769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cc43d89-6869-484d-90f4-dab7284102db req-8582f780-3ebe-467b-b609-4fe29e17d33a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669675 Nov 02 16:37:24.204996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] No DVR routers for this DVR port c1028bf9-7f18-43c3-86c9-4a2442527800 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:37:24.205188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb01a0fa-0ba5-45e4-a097-21d1f72c64af req-c8a91344-9003-4de9-94fa-782291ba9db8 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b15e662-7eaf-4385-8dd5-04e6f9a80cfb HTTP/1.1" status: 200 len: 210 time: 0.0923178 Nov 02 16:37:24.226787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:24.242297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a62385ca-0431-460d-a078-f6658a8321b7 req-7664e9f2-1d00-4735-98f2-7c4ceae1b156 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.55 "DELETE /v2.0/ports/c1028bf9-7f18-43c3-86c9-4a2442527800 HTTP/1.1" status: 204 len: 173 time: 1.6286585 Nov 02 16:37:24.271718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'name': 'network-vif-deleted', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:24.301206 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8727c9-2a0b-49e9-b956-f73165ea2193" -d '{"events": [{"server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "name": "network-vif-deleted", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:24.439303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082a60-e3eb-48b1-8ea4-bd864f40531e req-4420d4a1-33e3-45e6-af39-8c30a7f3dfae tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:24.441573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40082a60-e3eb-48b1-8ea4-bd864f40531e req-4420d4a1-33e3-45e6-af39-8c30a7f3dfae tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1045289 Nov 02 16:37:24.490966 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:24.518808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40082a60-e3eb-48b1-8ea4-bd864f40531e req-bda6ae02-12bb-420e-992f-e7c7e8023cc9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644050 Nov 02 16:37:24.577877 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ea36a-9e35-4a36-9024-5c94ba420f9c x-openstack-request-id: req-d67ea36a-9e35-4a36-9024-5c94ba420f9c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:24.578428 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b15e662-7eaf-4385-8dd5-04e6f9a80cfb", "name": "network-vif-deleted", "tag": "c1028bf9-7f18-43c3-86c9-4a2442527800", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:24.578519 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d67ea36a-9e35-4a36-9024-5c94ba420f9c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:24.578878 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b15e662-7eaf-4385-8dd5-04e6f9a80cfb', 'name': 'network-vif-deleted', 'tag': 'c1028bf9-7f18-43c3-86c9-4a2442527800', 'status': 'completed', 'code': 200} Nov 02 16:37:24.729172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37352) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:24.828531 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:13Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:24.854623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd8f34de-875a-4a78-90a7-763ddd77e4bc req-dcdb1795-81c6-4ecb-b542-f1d37c682d6e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae HTTP/1.1" status: 200 len: 221 time: 0.0850620 Nov 02 16:37:24.888962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0dc783b-f578-4c7c-b9d8-d1a13669d2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:24.900660 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] Checking router: a2775b89-c023-4779-88c0-11e2f62f59c0 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:37:24.910788 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:24.911244 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:25.077969 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:25.099742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0871e19-281a-409d-9d0e-18512106d810 req-a04e1118-f9e4-4c9f-b11d-f9a8dd3ae393 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:25.101607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f0871e19-281a-409d-9d0e-18512106d810 req-a04e1118-f9e4-4c9f-b11d-f9a8dd3ae393 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 943 time: 0.1441114 Nov 02 16:37:25.115944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2afc3-13ec-4a68-8636-7fe25faaa17a req-997ebed7-a929-4c03-9bc1-c7a7380e90f8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:25.117382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ea2afc3-13ec-4a68-8636-7fe25faaa17a req-997ebed7-a929-4c03-9bc1-c7a7380e90f8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1299005 Nov 02 16:37:25.156234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0dc783b-f578-4c7c-b9d8-d1a13669d2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.178041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0dc783b-f578-4c7c-b9d8-d1a13669d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.227979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc783b-f578-4c7c-b9d8-d1a13669d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e165b6c-58e8-4747-85f7-df4b2ebf3ad3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:25.278444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f0871e19-281a-409d-9d0e-18512106d810 req-27a1a1df-44f0-41fe-b428-54a72c3c7138 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532710 Nov 02 16:37:25.286026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:25.286570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0dc783b-f578-4c7c-b9d8-d1a13669d2ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7663e388d8be4f1eae2a0e3ccd6856f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554478 Nov 02 16:37:25.291705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ea2afc3-13ec-4a68-8636-7fe25faaa17a req-7380cef2-b1c4-4c27-b8c1-0660f7fed12e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606066 Nov 02 16:37:25.377255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37384) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:25.380827 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:13Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:25.433515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e96d72-67dd-4032-a2e3-cd473bfdc50d None None] The sync data for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 is: [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'fa28dfd0-2171-4d27-8383-df2bfa8b548d', 'name': '', 'network_id': 'd691dad4-bc74-4fc7-9d40-57ba4c11a457', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'mac_address': 'fa:16:3e:3b:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:05Z', 'updated_at': '2021-11-02T16:35:13Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'subnets': [{'id': '197c68e7-b61d-4119-bb0d-e4e7998059d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:37:25.456007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-659f1fae-a358-4ce8-a876-fa6764e5ba74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.461993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6e49316-29d8-4bdf-8734-d0165239cfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.519221 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6e49316-29d8-4bdf-8734-d0165239cfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.529769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-659f1fae-a358-4ce8-a876-fa6764e5ba74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.585267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c665a-d8f8-4665-a444-b2138c2ac896 req-ddadbdc2-cdfd-460e-91c9-92bde5c60b3a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:25.592927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6e49316-29d8-4bdf-8734-d0165239cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.594770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-511c665a-d8f8-4665-a444-b2138c2ac896 req-ddadbdc2-cdfd-460e-91c9-92bde5c60b3a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1158888 Nov 02 16:37:25.595845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6e49316-29d8-4bdf-8734-d0165239cfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.597060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d6e49316-29d8-4bdf-8734-d0165239cfb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e165b6c-58e8-4747-85f7-df4b2ebf3ad3 HTTP/1.1" status: 204 len: 168 time: 0.3045888 Nov 02 16:37:25.617725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e49316-29d8-4bdf-8734-d0165239cfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e165b6c-58e8-4747-85f7-df4b2ebf3ad3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:25.642459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-511c665a-d8f8-4665-a444-b2138c2ac896 req-8bd8283f-3269-4007-948b-14842a63e181 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Nov 02 16:37:25.670553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-659f1fae-a358-4ce8-a876-fa6764e5ba74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.675276 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-659f1fae-a358-4ce8-a876-fa6764e5ba74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:25.678993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-659f1fae-a358-4ce8-a876-fa6764e5ba74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd1dd124-e7df-4984-9471-19cc54e789a6 HTTP/1.1" status: 204 len: 168 time: 0.2976813 Nov 02 16:37:25.679407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37396) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:25.696156 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-36b66ce4-8ecf-4ecb-b8ef-ef4d02196d07 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] show failed (client error): The resource could not be found. Nov 02 16:37:25.700098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f1fae-a358-4ce8-a876-fa6764e5ba74 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1dd124-e7df-4984-9471-19cc54e789a6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:25.700269 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-36b66ce4-8ecf-4ecb-b8ef-ef4d02196d07 tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "GET /v2.0/security-groups/dd1dd124-e7df-4984-9471-19cc54e789a6 HTTP/1.1" status: 404 len: 347 time: 0.0168269 Nov 02 16:37:25.700866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:25.854522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 05c0ede5-32be-4663-9788-ad6f2aeba60f details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:37:25.905362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660b83e-9b2a-4da6-b8d5-3cbc4861627a req-b16c8ad8-18a8-43cb-a624-0ad175f79636 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:25.925351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b660b83e-9b2a-4da6-b8d5-3cbc4861627a req-b16c8ad8-18a8-43cb-a624-0ad175f79636 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1238019 Nov 02 16:37:26.016478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b660b83e-9b2a-4da6-b8d5-3cbc4861627a req-91364476-53e6-47ca-8709-e212db293ff5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900331 Nov 02 16:37:26.108286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Deleting port 0265b92a-b92f-4cc1-b3ae-1dac02597a7d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:26.110763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.206714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080b89f-b941-49d5-a922-61da2ae1fb2d None None] New status for floating IP 11faa2d2-23a6-459e-aacd-d999ec5334ca: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:37:26.245233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ef4d-4bd8-43df-a4a2-1020232ac82d req-6bdb738f-4e72-4fc5-9a7d-63947e1eda4b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:26.246643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.262866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec07ef4d-4bd8-43df-a4a2-1020232ac82d req-6bdb738f-4e72-4fc5-9a7d-63947e1eda4b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1242123 Nov 02 16:37:26.268444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.288883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Calling delete_port for 0265b92a-b92f-4cc1-b3ae-1dac02597a7d owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:26.331947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec07ef4d-4bd8-43df-a4a2-1020232ac82d req-c71303b7-0d23-4b09-937b-b079cb965871 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643544 Nov 02 16:37:26.398198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37424) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:26.428752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0337fd5-fe45-4ec2-a81c-6d79cce7ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.437695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 05c0ede5-32be-4663-9788-ad6f2aeba60f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:26.451596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '05c0ede5-32be-4663-9788-ad6f2aeba60f', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'port_id': '05c0ede5-32be-4663-9788-ad6f2aeba60f', 'mac_address': 'fa:16:3e:d6:37:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7ccf3f-ef84-49f8-a202-60eef244e759', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:37:26.496848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.511284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c0ede5-32be-4663-9788-ad6f2aeba60f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:37:26.536096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 05c0ede5-32be-4663-9788-ad6f2aeba60f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:26.545249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.559540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.577319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bead6a-d0ac-4ceb-9f69-87572af88d33 req-0a4c8c42-2615-499f-9d5d-66f20aa0f376 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:26.584532 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3bead6a-d0ac-4ceb-9f69-87572af88d33 req-0a4c8c42-2615-499f-9d5d-66f20aa0f376 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1164758 Nov 02 16:37:26.605108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb902c1a-ae98-40c2-bc5d-3af7dc6984c5 req-aba09acb-8641-4b09-822b-15148b0a781e tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:26.607468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb902c1a-ae98-40c2-bc5d-3af7dc6984c5 req-aba09acb-8641-4b09-822b-15148b0a781e tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 943 time: 0.1641436 Nov 02 16:37:26.647011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=05c0ede5-32be-4663-9788-ad6f2aeba60f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:26.696150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3bead6a-d0ac-4ceb-9f69-87572af88d33 req-56fd0429-ec5b-45e8-a8f2-e6fad20f1986 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092615 Nov 02 16:37:26.710384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Pushing event deleted for resources: {'Port': ['ID=0265b92a-b92f-4cc1-b3ae-1dac02597a7d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:26.710384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.710384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.710384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7ce538cb-8660-454d-afc1-0a54a1b5ab5f tempest-ServersTestManualDisk-208936333 tempest-ServersTestManualDisk-208936333-project] 10.222.0.31 "DELETE /v2.0/floatingips/11faa2d2-23a6-459e-aacd-d999ec5334ca HTTP/1.1" status: 204 len: 168 time: 1.0018985 Nov 02 16:37:26.711354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:26.712875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb902c1a-ae98-40c2-bc5d-3af7dc6984c5 req-e2d6f616-23de-4dcf-bfb4-c3f8263fedcd tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956988 Nov 02 16:37:26.718172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0337fd5-fe45-4ec2-a81c-6d79cce7ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.727286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a0337fd5-fe45-4ec2-a81c-6d79cce7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:26.755584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c1028bf9-7f18-43c3-86c9-4a2442527800 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:37:26.799114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: c1028bf9-7f18-43c3-86c9-4a2442527800 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:37:26.800541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c1028bf9-7f18-43c3-86c9-4a2442527800 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:37:26.964106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37442) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:26.984652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['05c0ede5-32be-4663-9788-ad6f2aeba60f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:37:27.226755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a0337fd5-fe45-4ec2-a81c-6d79cce7ab8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8161936610604b2b97885e38bf7daf82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8273377 Nov 02 16:37:27.230241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.239070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0337fd5-fe45-4ec2-a81c-6d79cce7ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48088dc3-7a9f-41f4-a909-c2cdf494dc0f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:27.286445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f155cb2-1a78-444b-b8fb-62b1d7d7fd2a req-c5830cb8-30ea-4d04-ad01-5ee6b9518353 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:27.287975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f155cb2-1a78-444b-b8fb-62b1d7d7fd2a req-c5830cb8-30ea-4d04-ad01-5ee6b9518353 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1092136 Nov 02 16:37:27.314050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c808293d-7f1b-47a4-87cc-46fbac44ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:27.364099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c808293d-7f1b-47a4-87cc-46fbac44ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:27.373759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f155cb2-1a78-444b-b8fb-62b1d7d7fd2a req-483b4a26-4683-4ade-9edf-41f05ad61ad8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Nov 02 16:37:27.436637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c808293d-7f1b-47a4-87cc-46fbac44ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:27.439303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c808293d-7f1b-47a4-87cc-46fbac44ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:27.442846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c808293d-7f1b-47a4-87cc-46fbac44ed41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48088dc3-7a9f-41f4-a909-c2cdf494dc0f HTTP/1.1" status: 204 len: 168 time: 0.2092810 Nov 02 16:37:27.466278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808293d-7f1b-47a4-87cc-46fbac44ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48088dc3-7a9f-41f4-a909-c2cdf494dc0f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:27.490673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1429cfa4-05ee-4a38-bab0-01680e87443d tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:27.588477 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1429cfa4-05ee-4a38-bab0-01680e87443d tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "PUT /v2.0/quotas/2f189ceacf3e4c8ba578ea2bc8571d60 HTTP/1.1" status: 200 len: 366 time: 0.6204019 Nov 02 16:37:27.590771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37454) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.596266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6da82-c556-40f8-abcf-fff08095a2bb req-1a61fc10-e54c-46b0-9a65-ab183a022aa2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:27.604078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ff6da82-c556-40f8-abcf-fff08095a2bb req-1a61fc10-e54c-46b0-9a65-ab183a022aa2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0830228 Nov 02 16:37:27.647235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-840a04c6-6e59-4765-9914-701666e5df1a tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0529797 Nov 02 16:37:27.649999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ff6da82-c556-40f8-abcf-fff08095a2bb req-d7baa942-84cc-4a77-926d-36fee2c87d41 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Nov 02 16:37:27.650656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37456) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.665726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37460) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.666287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-234919c1-4827-44c5-9a55-fd3772829910 tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "GET /v2.0/quotas/2f189ceacf3e4c8ba578ea2bc8571d60 HTTP/1.1" status: 200 len: 366 time: 0.0140555 Nov 02 16:37:27.699569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f6aa54f9-1bec-4b80-90fd-b62ebd0b266e tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/2f189ceacf3e4c8ba578ea2bc8571d60 HTTP/1.1" status: 204 len: 168 time: 0.0326009 Nov 02 16:37:27.702341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37464) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.720994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:27.759320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5293680a-c47a-4f4e-85a6-4f67cdc43c4c tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0557182 Nov 02 16:37:27.762794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37468) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.814787 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4000fb94-2e13-4f52-8389-c79bcf43194c tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "GET /v2.0/quotas/2f189ceacf3e4c8ba578ea2bc8571d60 HTTP/1.1" status: 200 len: 370 time: 0.0488729 Nov 02 16:37:27.816966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37470) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.825672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e99a42bd-88fd-4efd-838d-64422440ac0f tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "GET /v2.0/quotas/2f189ceacf3e4c8ba578ea2bc8571d60/default HTTP/1.1" status: 200 len: 370 time: 0.0071800 Nov 02 16:37:27.836044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37472) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:27.879587 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-cfc4d7a3-af10-49bc-a42b-0faa13cf69a0 tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] delete failed (client error): The resource could not be found. Nov 02 16:37:27.881084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cfc4d7a3-af10-49bc-a42b-0faa13cf69a0 tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/2f189ceacf3e4c8ba578ea2bc8571d60 HTTP/1.1" status: 404 len: 348 time: 0.0437708 Nov 02 16:37:27.897844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e1ce-f560-4ad7-87de-900fb3d521d9 req-b7c5977a-9d61-4261-b666-d33afb481e78 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:27.911106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6d4e1ce-f560-4ad7-87de-900fb3d521d9 req-b7c5977a-9d61-4261-b666-d33afb481e78 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1489956 Nov 02 16:37:27.939093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1454c-ad9b-42b6-b533-48971f8c1524 req-c4d3c3cb-995d-4b3b-93bd-60350e13a539 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:27.946628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc1454c-ad9b-42b6-b533-48971f8c1524 req-c4d3c3cb-995d-4b3b-93bd-60350e13a539 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 944 time: 0.1373682 Nov 02 16:37:27.989429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6d4e1ce-f560-4ad7-87de-900fb3d521d9 req-e74e3cb5-7928-4890-b407-fba72f8cfaaf tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731602 Nov 02 16:37:28.042460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc1454c-ad9b-42b6-b533-48971f8c1524 req-62f4b092-8a6e-4225-a007-82aa14c0d369 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903497 Nov 02 16:37:28.201071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37494) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:28.242478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Deleting port fa28dfd0-2171-4d27-8383-df2bfa8b548d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:28.242828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:28.275269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:network and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.283964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.304228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:subnet and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.316570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ad5be-6992-4355-9b82-389a5e83a0b9 req-8fa956fa-0955-4eba-82e9-7453d9590962 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:28.318091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e0ad5be-6992-4355-9b82-389a5e83a0b9 req-8fa956fa-0955-4eba-82e9-7453d9590962 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1025674 Nov 02 16:37:28.319495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.328008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:subnetpool and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.338829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.361617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] For port fa28dfd0-2171-4d27-8383-df2bfa8b548d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fa28dfd0-2171-4d27-8383-df2bfa8b548d,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:28.362526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:28.365163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:port and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.375156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e0ad5be-6992-4355-9b82-389a5e83a0b9 req-d0ee2dda-2e99-4186-bd7c-269c3874d981 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479980 Nov 02 16:37:28.376076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.380831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Calling delete_port for fa28dfd0-2171-4d27-8383-df2bfa8b548d owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:28.383053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:router and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.388616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.395058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:floatingip and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.400104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.442834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:security_group and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.448555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.455033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Usage tracker for resource:security_group_rule and tenant:2b898ffc0ce9476d8150061ea92b477f is out of sync, need to count used quota {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 16:37:28.460387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.quota.resource [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102066) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 02 16:37:28.470377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9cedad59-cdf3-4e17-a073-ac250de72caf tempest-QuotasTest-2053351099 tempest-QuotasTest-2053351099-project-admin] 10.222.0.31 "GET /v2.0/quotas/2b898ffc0ce9476d8150061ea92b477f/details.json HTTP/1.1" status: 200 len: 703 time: 0.2679548 Nov 02 16:37:28.595076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cf2-e0bf-49dd-adcc-449be1aef0c1 req-79e9a51f-f3de-4713-81c5-0c0c1f5e34b2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:28.602512 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86bf8cf2-e0bf-49dd-adcc-449be1aef0c1 req-79e9a51f-f3de-4713-81c5-0c0c1f5e34b2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1211188 Nov 02 16:37:28.661097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86bf8cf2-e0bf-49dd-adcc-449be1aef0c1 req-8ba9f92b-7d51-4657-b0e2-66511b8df26c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574889 Nov 02 16:37:28.690067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:28.730675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa28dfd0-2171-4d27-8383-df2bfa8b548d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:28.751750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-a59a700b-2800-409c-b74f-63e845f281b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327550 Nov 02 16:37:28.830574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407c74-b7d1-4794-847e-fdf9c739b88f req-1beb28ec-019e-4fa9-8e9d-b540474506df tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:28.837836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2407c74-b7d1-4794-847e-fdf9c739b88f req-1beb28ec-019e-4fa9-8e9d-b540474506df tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0830867 Nov 02 16:37:28.866784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37516) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:28.908946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2407c74-b7d1-4794-847e-fdf9c739b88f req-26638af0-5de4-4c6a-a07b-97fe8918ae79 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Nov 02 16:37:29.044834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-d713d0f3-9fbe-4239-b9c1-fabf39bf7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.046857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-d713d0f3-9fbe-4239-b9c1-fabf39bf7c82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 1096 time: 0.2249687 Nov 02 16:37:29.073564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860f40c-6fe8-4e0f-a14b-b2af6dee3185 req-73fb57d2-9083-4159-9b48-44773ba6635a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.079293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3860f40c-6fe8-4e0f-a14b-b2af6dee3185 req-73fb57d2-9083-4159-9b48-44773ba6635a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0800123 Nov 02 16:37:29.131913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.178264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.203480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3860f40c-6fe8-4e0f-a14b-b2af6dee3185 req-a8a2a0c9-e0a0-45b2-be42-aef0446800f4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088500 Nov 02 16:37:29.296319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88283a5-e4d0-4667-8444-6a573d333310 req-e55376f8-efd4-4809-b6e0-fed4a199d434 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.297898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d88283a5-e4d0-4667-8444-6a573d333310 req-e55376f8-efd4-4809-b6e0-fed4a199d434 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 944 time: 0.1451867 Nov 02 16:37:29.326731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-6f878db3-3beb-4215-84e0-df005d88257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.328270 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-6f878db3-3beb-4215-84e0-df005d88257b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 916 time: 0.2460158 Nov 02 16:37:29.379337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.382722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-431a5fca-9aa6-4582-adfe-d1bd75f35355 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366 HTTP/1.1" status: 200 len: 217 time: 0.0443692 Nov 02 16:37:29.389323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.409214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d88283a5-e4d0-4667-8444-6a573d333310 req-e2aac53a-7057-4cf4-b560-b403a76bf5fc tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991499 Nov 02 16:37:29.458811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0ee874f7e6a40c189d4d9fc335e9d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890081 Nov 02 16:37:29.460188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37542) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:29.460858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77ab88-da78-4fbc-b357-eafb2bcdc1fe,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:29.476750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.477110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.479693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.480200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.480582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.481224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.481348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.481683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.482023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.482396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.482730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.486411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d4f0-da31-4c96-9da6-74f4504ae4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:29.575884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291564d-dc1b-4cba-8e03-d444e0826eb3 req-8d4c9e67-e170-4955-8c09-21fc14218d6c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.578763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a291564d-dc1b-4cba-8e03-d444e0826eb3 req-8d4c9e67-e170-4955-8c09-21fc14218d6c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0588825 Nov 02 16:37:29.586322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-e3f8f170-35a2-48bd-a587-653b0ef5f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.587800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-e3f8f170-35a2-48bd-a587-653b0ef5f9cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1974895 Nov 02 16:37:29.633633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0758777-f884-499d-b3c7-0312038320fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.641141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-e046c5df-b2dd-4406-b7bd-972f96cbb473 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424707 Nov 02 16:37:29.643028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a291564d-dc1b-4cba-8e03-d444e0826eb3 req-5e57e9f6-ae44-49ab-ba50-105f3734b1a8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Nov 02 16:37:29.728126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0758777-f884-499d-b3c7-0312038320fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.780896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9031b1-4be7-4e36-b258-a9e34bda31a3 req-551ba70a-157b-48bc-868b-6f63bb2831ac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:29.782550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f9031b1-4be7-4e36-b258-a9e34bda31a3 req-551ba70a-157b-48bc-868b-6f63bb2831ac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0716250 Nov 02 16:37:29.806906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Router a2775b89-c023-4779-88c0-11e2f62f59c0 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:37:29.830598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-d71a1997-9774-4691-acc6-f6a8f32f3340 service neutron] 10.222.0.55 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783462 Nov 02 16:37:29.860306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f9031b1-4be7-4e36-b258-a9e34bda31a3 req-a8e7c91d-ded2-4fb8-b6e4-2f1c7f36729a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715168 Nov 02 16:37:29.885931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 05c0ede5-32be-4663-9788-ad6f2aeba60f up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:29.957274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0758777-f884-499d-b3c7-0312038320fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.959978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0758777-f884-499d-b3c7-0312038320fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:29.961129 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0758777-f884-499d-b3c7-0312038320fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa77ab88-da78-4fbc-b357-eafb2bcdc1fe HTTP/1.1" status: 204 len: 168 time: 0.4991508 Nov 02 16:37:29.994475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758777-f884-499d-b3c7-0312038320fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77ab88-da78-4fbc-b357-eafb2bcdc1fe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:29.995416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 05c0ede5-32be-4663-9788-ad6f2aeba60f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:37:30.007992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 05c0ede5-32be-4663-9788-ad6f2aeba60f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:30.008682 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:30.049623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:37:30.055375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d1bf7918-1e6b-4bdd-a2c1-269552916254 admin admin] 10.222.0.31 "PUT /v2.0/routers/a2775b89-c023-4779-88c0-11e2f62f59c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3438618 Nov 02 16:37:30.057662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ddca410-ff4e-49c9-80ec-5467e7ba1390 req-03e3243a-9fb7-426b-a2b2-dc7e22ac3c6d service neutron] 10.222.0.55 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197640 Nov 02 16:37:30.058713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37560) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:30.063343 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] Sync routers for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:37:30.073961 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:30.075199 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:30.216670 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:30.225063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:30.270844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0ede5-32be-4663-9788-ad6f2aeba60f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:37:30.273294 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53884371-8da2-4dc1-b52b-19db7c7d9478" -d '{"events": [{"server_uuid": "f8c6fd0f-b426-4046-b2a8-f28e070ef22c", "name": "network-vif-plugged", "status": "completed", "tag": "05c0ede5-32be-4663-9788-ad6f2aeba60f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:37:30.308560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 05c0ede5-32be-4663-9788-ad6f2aeba60f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:30.314550 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:30.407191 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795cb8d-5b2f-433d-9ad6-97c4a65d6a70 x-openstack-request-id: req-1795cb8d-5b2f-433d-9ad6-97c4a65d6a70 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:37:30.408906 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c6fd0f-b426-4046-b2a8-f28e070ef22c", "name": "network-vif-plugged", "status": "completed", "tag": "05c0ede5-32be-4663-9788-ad6f2aeba60f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:37:30.421777 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1795cb8d-5b2f-433d-9ad6-97c4a65d6a70 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:37:30.423196 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0ede5-32be-4663-9788-ad6f2aeba60f', 'code': 200} Nov 02 16:37:30.434483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6446-cc13-4441-af1b-157047a09bbc req-a7b3c798-7027-43bf-a510-ef39a0107d1d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:30.438122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cbd6446-cc13-4441-af1b-157047a09bbc req-a7b3c798-7027-43bf-a510-ef39a0107d1d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1695282 Nov 02 16:37:30.497333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:30.504150 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=05c0ede5-32be-4663-9788-ad6f2aeba60f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:30.569806 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:37:28Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:30.601183 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] Checking router: a2775b89-c023-4779-88c0-11e2f62f59c0 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:37:30.613035 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] Routers {'a2775b89-c023-4779-88c0-11e2f62f59c0'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:30.613974 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a2775b89-c023-4779-88c0-11e2f62f59c0'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:30.662112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cbd6446-cc13-4441-af1b-157047a09bbc req-2af32ea9-52dc-47b2-96f9-c300992a4d50 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769068 Nov 02 16:37:30.673714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef0f1e-f67d-455c-a77c-8753d75baa48 req-7d2d11b4-a2a9-4a4f-b97c-dbcbc4142f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:30.675644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63ef0f1e-f67d-455c-a77c-8753d75baa48 req-7d2d11b4-a2a9-4a4f-b97c-dbcbc4142f93 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 1096 time: 0.2288940 Nov 02 16:37:30.757446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] Set router a2775b89-c023-4779-88c0-11e2f62f59c0 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:30.770673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63ef0f1e-f67d-455c-a77c-8753d75baa48 req-912d9fbb-290d-4f6e-9672-d5e4ad072b78 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851271 Nov 02 16:37:30.791881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:30.816719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37584) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:30.837836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d14d304f-1a58-468b-87f4-d69bc27f2376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:30.944503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5a0ae-1095-4805-b667-0cbbeebeb0e3 req-3f44537e-00e5-41f3-a484-0573e46c9a5c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:30.953891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72a5a0ae-1095-4805-b667-0cbbeebeb0e3 req-3f44537e-00e5-41f3-a484-0573e46c9a5c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 945 time: 0.1722889 Nov 02 16:37:30.964345 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:37:31.008917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcea0-899d-4e22-a70d-471ed944d9dc req-d3e214ab-6d7a-4211-9e6d-74be1c735926 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:31.016799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71dcea0-899d-4e22-a70d-471ed944d9dc req-d3e214ab-6d7a-4211-9e6d-74be1c735926 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1359241 Nov 02 16:37:31.032740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Deleting port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:31.033339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.039000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d14d304f-1a58-468b-87f4-d69bc27f2376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.044652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d14d304f-1a58-468b-87f4-d69bc27f2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.074658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72a5a0ae-1095-4805-b667-0cbbeebeb0e3 req-2e57da8c-081c-4c79-bb01-865478e50347 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126564 Nov 02 16:37:31.098424 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d14d304f-1a58-468b-87f4-d69bc27f2376 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b898ffc0ce9476d8150061ea92b477f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803991 Nov 02 16:37:31.099052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37592) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:31.101051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d304f-1a58-468b-87f4-d69bc27f2376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89355fdc-a72f-4b64-aa6a-b881c0696bdc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:31.109923 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:37:28Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:31.146493 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bad584-8d64-499e-a1a3-b58be361f141 None None] The sync data for ids ['a2775b89-c023-4779-88c0-11e2f62f59c0'] in n-d-811405-2 is: [{'id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'name': 'tempest-ServersTestManualDisk-2083425457-router', 'tenant_id': 'c6dda297e25c42e9bf352bd1c8119276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:34:58Z', 'updated_at': '2021-11-02T16:37:28Z', 'revision_number': 5, 'project_id': 'c6dda297e25c42e9bf352bd1c8119276', 'gw_port': {'id': '2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2775b89-c023-4779-88c0-11e2f62f59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:35:00Z', 'updated_at': '2021-11-02T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:37:31.200124 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-361e9c71-75c1-4511-ac96-a496312274a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.225410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-361e9c71-75c1-4511-ac96-a496312274a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.232800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d71dcea0-899d-4e22-a70d-471ed944d9dc req-c389418b-0800-4034-ac7a-7b276298d167 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107205 Nov 02 16:37:31.276593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] For port 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:31.277261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.295301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Calling delete_port for 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:31.304335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-361e9c71-75c1-4511-ac96-a496312274a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.309228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-361e9c71-75c1-4511-ac96-a496312274a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.311070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-361e9c71-75c1-4511-ac96-a496312274a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89355fdc-a72f-4b64-aa6a-b881c0696bdc HTTP/1.1" status: 204 len: 168 time: 0.2109563 Nov 02 16:37:31.325546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e9c71-75c1-4511-ac96-a496312274a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89355fdc-a72f-4b64-aa6a-b881c0696bdc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:31.563479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf08f8-bc26-410e-b566-6a2b2ffec76d req-44c7fc8d-b4f4-4f70-b0c6-6e784db69fe8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:31.565110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86bf08f8-bc26-410e-b566-6a2b2ffec76d req-44c7fc8d-b4f4-4f70-b0c6-6e784db69fe8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0746434 Nov 02 16:37:31.643924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86bf08f8-bc26-410e-b566-6a2b2ffec76d req-b2be79c3-d918-4348-93d0-84cf891d4f31 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Nov 02 16:37:31.655402 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.735028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:31.927520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:31.942880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fa28dfd0-2171-4d27-8383-df2bfa8b548d no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:37:31.968736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: fa28dfd0-2171-4d27-8383-df2bfa8b548d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:37:31.969091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fa28dfd0-2171-4d27-8383-df2bfa8b548d not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:37:32.050367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086072e3-2ccc-450d-8e4b-2b5f6f0f2650 req-ce9c117e-2543-4ad2-9f2e-e23ec043ea8e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:32.051997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-086072e3-2ccc-450d-8e4b-2b5f6f0f2650 req-ce9c117e-2543-4ad2-9f2e-e23ec043ea8e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1946673 Nov 02 16:37:32.061522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.065421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.159844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.160970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2775b89-c023-4779-88c0-11e2f62f59c0 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:37:32.175911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.179699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d34c857b-444e-4ff3-afa7-c134500312c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a2775b89-c023-4779-88c0-11e2f62f59c0 HTTP/1.1" status: 204 len: 168 time: 2.1173253 Nov 02 16:37:32.180377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37628) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:32.241566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-086072e3-2ccc-450d-8e4b-2b5f6f0f2650 req-06a6c077-7bec-4e3b-ba1e-3f9b34adceea tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676288 Nov 02 16:37:32.380863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Deleting subnet 197c68e7-b61d-4119-bb0d-e4e7998059d8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:37:32.385634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8f67-2cdb-4569-94bf-0b62d7991da0 req-25aa28a5-9968-4b67-9684-1af30fcf6dbb tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:32.398934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.399150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-254e8f67-2cdb-4569-94bf-0b62d7991da0 req-25aa28a5-9968-4b67-9684-1af30fcf6dbb tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 945 time: 0.2200572 Nov 02 16:37:32.442912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.500315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8517c-8d71-46da-8897-8eec4b6cbdb4 req-d4bff9f1-cd86-48b6-b31b-42d37eb28443 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:32.503339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-deb8517c-8d71-46da-8897-8eec4b6cbdb4 req-d4bff9f1-cd86-48b6-b31b-42d37eb28443 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0757809 Nov 02 16:37:32.510103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-254e8f67-2cdb-4569-94bf-0b62d7991da0 req-36a59842-42e2-497e-b31e-76c68e633cf7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099865 Nov 02 16:37:32.557617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.571368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-deb8517c-8d71-46da-8897-8eec4b6cbdb4 req-c3808435-1157-41d9-bf94-b4bed35fc3a1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491931 Nov 02 16:37:32.683134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.724476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:32.728270 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/197c68e7-b61d-4119-bb0d-e4e7998059d8 HTTP/1.1" status: 204 len: 168 time: 0.5462494 Nov 02 16:37:32.729330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4257e-a2d8-42ee-94a2-f708e7d49108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197c68e7-b61d-4119-bb0d-e4e7998059d8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:32.733712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37650) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:32.734866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a74bd-a5b8-446e-b626-5c0aaba8abb7 None None] Network d691dad4-bc74-4fc7-9d40-57ba4c11a457 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:32.755533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ffecd-e290-4e4d-bddb-b895936de119 req-a5e669d4-c2d8-4523-a4d0-aeb3caf7570d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:32.765520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d37ffecd-e290-4e4d-bddb-b895936de119 req-a5e669d4-c2d8-4523-a4d0-aeb3caf7570d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0720258 Nov 02 16:37:32.833177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37656) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:32.837328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d37ffecd-e290-4e4d-bddb-b895936de119 req-07e1f84b-6b04-48b5-8550-d96f5398b12e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661035 Nov 02 16:37:32.902045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.001534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-774277133'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:33.040544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Deleting port 255e62c6-665e-4866-aa26-e004c66fa816 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:33.040544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.100660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Made reservation on behalf of 2c26dc6609634eba9e0bb138d9a6f38a for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:33.103308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] DHCP port deletion for d691dad4-bc74-4fc7-9d40-57ba4c11a457 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:37:33.105178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.123158 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.157628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] Deleting port 255e62c6-665e-4866-aa26-e004c66fa816 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:33.158400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.176799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] For port 255e62c6-665e-4866-aa26-e004c66fa816, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=255e62c6-665e-4866-aa26-e004c66fa816,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:33.177279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.208357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Calling delete_port for 255e62c6-665e-4866-aa26-e004c66fa816 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:33.219031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b653dd-a26c-496d-9a1e-182aae19b249 req-6c98f9e9-29c8-4cf9-9458-d2f3163c470a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:33.220675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89b653dd-a26c-496d-9a1e-182aae19b249 req-6c98f9e9-29c8-4cf9-9458-d2f3163c470a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1021349 Nov 02 16:37:33.230735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] For port 255e62c6-665e-4866-aa26-e004c66fa816, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=255e62c6-665e-4866-aa26-e004c66fa816,segment=NetworkSegment(a20df331-51f1-4263-a4a9-f7fd549056aa),segment_id=a20df331-51f1-4263-a4a9-f7fd549056aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:33.231150 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.250874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] Calling delete_port for 255e62c6-665e-4866-aa26-e004c66fa816 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:33.295774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89b653dd-a26c-496d-9a1e-182aae19b249 req-8323107e-e621-4efe-9e99-59853688e903 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601442 Nov 02 16:37:33.342504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.360835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.366714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] Pushing event deleted for resources: {'Port': ['ID=255e62c6-665e-4866-aa26-e004c66fa816,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:33.367717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.382174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f78c4-455e-4207-a2af-13c27cb7e007 None None] No DVR routers for this DVR port 255e62c6-665e-4866-aa26-e004c66fa816 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:37:33.411670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:33.423349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.429886 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.430254 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Added segment 747843e8-0035-47c8-9020-cb925ef5cfe6 of type vlan for network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 Nov 02 16:37:33.431438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7265a56e-447a-4f86-890a-89ed0030a268,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:33.472259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] No DVR routers for this DVR port 255e62c6-665e-4866-aa26-e004c66fa816 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:37:33.475049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=255e62c6-665e-4866-aa26-e004c66fa816,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:33.537258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:33.658765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae32b-5948-429d-bc75-cce67926ff50 req-7c0b6d19-1e59-4792-8c6a-b56f1b06e769 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:33.667254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-accae32b-5948-429d-bc75-cce67926ff50 req-7c0b6d19-1e59-4792-8c6a-b56f1b06e769 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 945 time: 0.0655291 Nov 02 16:37:33.722443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-accae32b-5948-429d-bc75-cce67926ff50 req-ab32223b-3304-4d99-b86e-c571488b2db8 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535076 Nov 02 16:37:33.925902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:37:33.989993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:37:33.990688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2edf2d7d-1bf8-4912-8bf8-d15879d9a9ee not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:37:33.990820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 255e62c6-665e-4866-aa26-e004c66fa816 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:37:34.005094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.054852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 255e62c6-665e-4866-aa26-e004c66fa816 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:37:34.055201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 255e62c6-665e-4866-aa26-e004c66fa816 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:37:34.077934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d691dad4-bc74-4fc7-9d40-57ba4c11a457']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:34.124043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20df331-51f1-4263-a4a9-f7fd549056aa') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:34.124340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20df331-51f1-4263-a4a9-f7fd549056aa') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:34.154519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.166022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.173133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:34.173899 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.185532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.255324 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4188719 Nov 02 16:37:34.256595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:37:34.257001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:37:34.261069 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:37:34.267488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37698) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:34.272807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Request body: {'subnet': {'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:34.340857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73110e-e0ae-4410-ac49-a53cffa93c2b tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event updated for resources: {'Network': ['ID=df1617a1-c4b1-4b95-88d1-1929d2b2a8a6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:34.350524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.352875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:34.356639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.359824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d691dad4-bc74-4fc7-9d40-57ba4c11a457 HTTP/1.1" status: 204 len: 168 time: 1.6251130 Nov 02 16:37:34.384859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9df78-88a3-4c2c-8c81-77a4ab57b0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d691dad4-bc74-4fc7-9d40-57ba4c11a457,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:34.561452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54561ed8-4764-4ad9-ad2a-ee7bc1e2e37b req-6943717c-a2b9-4b2c-afb1-38d1d601ba4c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:34.563079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54561ed8-4764-4ad9-ad2a-ee7bc1e2e37b req-6943717c-a2b9-4b2c-afb1-38d1d601ba4c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1416173 Nov 02 16:37:34.569556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Made reservation on behalf of 2c26dc6609634eba9e0bb138d9a6f38a for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:34.574368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.657465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37716) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:34.664898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54561ed8-4764-4ad9-ad2a-ee7bc1e2e37b req-8677f552-7bd1-4709-a0a1-8c4bca71da44 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861683 Nov 02 16:37:34.705899 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79d32a90-fec7-4ed9-813c-c26156ef8268 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6dda297e25c42e9bf352bd1c8119276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469272 Nov 02 16:37:34.708618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37720) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:34.772894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72eee917-9cd9-4548-8ae3-3d4aee9426c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.800803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72eee917-9cd9-4548-8ae3-3d4aee9426c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.860064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72eee917-9cd9-4548-8ae3-3d4aee9426c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.868414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72eee917-9cd9-4548-8ae3-3d4aee9426c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:34.872488 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-72eee917-9cd9-4548-8ae3-3d4aee9426c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15e4f6d1-b972-42e6-83c3-9249413ad9f1 HTTP/1.1" status: 204 len: 168 time: 0.1601632 Nov 02 16:37:34.907103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eee917-9cd9-4548-8ae3-3d4aee9426c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e4f6d1-b972-42e6-83c3-9249413ad9f1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:34.964751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:35.094120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event updated for resources: {'Subnet': ['ID=e23ab361-c33b-4041-a801-b9a3b184b8f7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:35.179149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6791a-ec75-4ec1-b2ca-2ce1171605ed req-36f0ddac-ee32-4001-8388-b2fdad9c066b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:35.187248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adf6791a-ec75-4ec1-b2ca-2ce1171605ed req-36f0ddac-ee32-4001-8388-b2fdad9c066b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0875607 Nov 02 16:37:35.293335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adf6791a-ec75-4ec1-b2ca-2ce1171605ed req-6453a42c-3c60-493a-ae49-6013e772a10c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043179 Nov 02 16:37:35.294444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Checking segment: {'id': '747843e8-0035-47c8-9020-cb925ef5cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:35.296924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Network hostable DHCP agents. Network: df1617a1-c4b1-4b95-88d1-1929d2b2a8a6, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:35.353816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:35.368562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, df1617a1-c4b1-4b95-88d1-1929d2b2a8a6) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:35.378272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:35.378876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:35.381119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5ea85-7633-47e5-87dd-5f17dacb9ec6 None None] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:35.447974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37750) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:35.448401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad82c6dd-45e2-4710-86b7-29cfb93b6844 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1756136 Nov 02 16:37:35.449851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Request body: {'port': {'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-610948290'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:35.634954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Made reservation on behalf of 2c26dc6609634eba9e0bb138d9a6f38a for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:35.639566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:35.641071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-df1617a1-c4b1-4b95-88d1-1929d2b2a8a6', 'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6', 'tenant_id': '2c26dc6609634eba9e0bb138d9a6f38a', 'fixed_ips': [{'subnet_id': 'e23ab361-c33b-4041-a801-b9a3b184b8f7'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:37:35.642354 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:35.686819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] device_id is not set on port 182a7645-9bec-4471-99d5-ea034d961689 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:35.863339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Allocated IP 2001:db8::2 (df1617a1-c4b1-4b95-88d1-1929d2b2a8a6/e23ab361-c33b-4041-a801-b9a3b184b8f7/130d6f16-97a9-47c0-aed8-76aae79bb332) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:36.100420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.113503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.207023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Pushing event updated for resources: {'Port': ['ID=130d6f16-97a9-47c0-aed8-76aae79bb332,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:36.217841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:36.219601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:36.222307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:36.275833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37784) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:36.290711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Allocated IP 2001:db8::51 (df1617a1-c4b1-4b95-88d1-1929d2b2a8a6/e23ab361-c33b-4041-a801-b9a3b184b8f7/182a7645-9bec-4471-99d5-ea034d961689) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:36.317849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Attempting to bind port 130d6f16-97a9-47c0-aed8-76aae79bb332 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:36.321339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Attempting to bind port 130d6f16-97a9-47c0-aed8-76aae79bb332 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '747843e8-0035-47c8-9020-cb925ef5cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:36.322158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Attempting to bind port 130d6f16-97a9-47c0-aed8-76aae79bb332 on network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:36.331425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:36.331812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Checking segment: {'id': '747843e8-0035-47c8-9020-cb925ef5cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:36.332837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.333548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Bound using segment: {'id': '747843e8-0035-47c8-9020-cb925ef5cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:36.334208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Bound port: 130d6f16-97a9-47c0-aed8-76aae79bb332, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747843e8-0035-47c8-9020-cb925ef5cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:36.334766 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.423062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] For port 130d6f16-97a9-47c0-aed8-76aae79bb332, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:36.427947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] For port 130d6f16-97a9-47c0-aed8-76aae79bb332, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=130d6f16-97a9-47c0-aed8-76aae79bb332,segment=NetworkSegment(747843e8-0035-47c8-9020-cb925ef5cfe6),segment_id=747843e8-0035-47c8-9020-cb925ef5cfe6)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:36.442587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.553679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232e47-02a6-42be-bdc5-23c224e40c72 req-b39d52ce-619b-43bf-8a82-71753685a66f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:36.581759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff232e47-02a6-42be-bdc5-23c224e40c72 req-b39d52ce-619b-43bf-8a82-71753685a66f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1369407 Nov 02 16:37:36.612658 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.615172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0050233-b6d5-4fae-91d1-59d4177a9882 None None] Pushing event updated for resources: {'Port': ['ID=130d6f16-97a9-47c0-aed8-76aae79bb332,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:36.660058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.680094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-53245858-network', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:36.716144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:36.719547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:36.723641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:36.730307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:36.731195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.753543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event updated for resources: {'Port': ['ID=182a7645-9bec-4471-99d5-ea034d961689,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:36.765264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff232e47-02a6-42be-bdc5-23c224e40c72 req-46936a86-3eac-4fcd-a6ff-da16fdd63efd tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727395 Nov 02 16:37:36.792981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:36.796238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:36.803142 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0831131c-b6d3-403d-9db3-de449b9994da tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.3596106 Nov 02 16:37:36.803761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:36.813825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Request body: {'port': {'network_id': 'df1617a1-c4b1-4b95-88d1-1929d2b2a8a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2042973918', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:36.814398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.api.validators [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] bootfile-name is not in valid_values {{(pid=102065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:37:36.814811 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.api.validators [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] tftp-server is not in valid_values {{(pid=102065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:37:36.815220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.api.validators [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] server-ip-address is not in valid_values {{(pid=102065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:37:36.815686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.061953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Made reservation on behalf of 2c26dc6609634eba9e0bb138d9a6f38a for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:37.067102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.099929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] device_id is not set on port fd63e4a2-7193-4ac4-b62c-73dcf7dabc62 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:37:37.119444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6fa2-9564-4c4a-8ae2-619172492ec3 req-53f2458d-a94e-4629-8f72-d1c68322cd46 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:37.127240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e73d6fa2-9564-4c4a-8ae2-619172492ec3 req-53f2458d-a94e-4629-8f72-d1c68322cd46 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2736740 Nov 02 16:37:37.160692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.170225 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.226824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e73d6fa2-9564-4c4a-8ae2-619172492ec3 req-0b2eeb72-99f0-4b0c-89eb-a553ffbe92bf tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982444 Nov 02 16:37:37.256957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:37.272045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27737a78-5a38-4eaa-862d-3276c2094402,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:37.285714 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.286340 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Added segment 6036d902-2ac4-4fbe-8000-1d3ee5137edc of type vlan for network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 Nov 02 16:37:37.342579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Allocated IP 2001:db8::12 (df1617a1-c4b1-4b95-88d1-1929d2b2a8a6/e23ab361-c33b-4041-a801-b9a3b184b8f7/fd63e4a2-7193-4ac4-b62c-73dcf7dabc62) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:37.380494 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.431354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.432387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:37.433054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.460686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5929bdc-1b9d-4c0e-a2c5-4de074403adf req-e5b0053b-33b8-4562-b6a4-b7f058e5339e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:37.469272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5929bdc-1b9d-4c0e-a2c5-4de074403adf req-e5b0053b-33b8-4562-b6a4-b7f058e5339e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1104963 Nov 02 16:37:37.581066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.620111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.657470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3808270 Nov 02 16:37:37.659362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37826) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:37.677953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Request body: {'subnet': {'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-53245858-subnet', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:37.735355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event updated for resources: {'Port': ['ID=fd63e4a2-7193-4ac4-b62c-73dcf7dabc62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:37.743511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227f66e-ebd1-4923-846d-9af794f7ed1e admin admin] Pushing event updated for resources: {'Network': ['ID=c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:37.764669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5929bdc-1b9d-4c0e-a2c5-4de074403adf req-c03c12e1-2fd8-4b18-b999-11ad73e75651 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941973 Nov 02 16:37:37.767241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:37.782286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:37.784672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.789363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:37.790984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:37.803025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:37.828034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:37.831019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:37.882613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c537f8da-5d16-4f7c-81be-578239cd1137 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0777218 Nov 02 16:37:37.883289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37834) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:38.036792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 130d6f16-97a9-47c0-aed8-76aae79bb332 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:38.121152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadca230-dae8-4dc6-962f-772fbb28c810 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:38.129535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadca230-dae8-4dc6-962f-772fbb28c810 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:38.139810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadca230-dae8-4dc6-962f-772fbb28c810 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:38.145146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aadca230-dae8-4dc6-962f-772fbb28c810 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2540090 Nov 02 16:37:38.145740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37844) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:38.145968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 130d6f16-97a9-47c0-aed8-76aae79bb332 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:38.146666 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.219532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541110-b979-45d3-b22c-09be84a5b63c req-4c9c9238-5617-4a9c-8067-88a5d6124f14 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:38.221119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad541110-b979-45d3-b22c-09be84a5b63c req-4c9c9238-5617-4a9c-8067-88a5d6124f14 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2913499 Nov 02 16:37:38.329565 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.360506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad541110-b979-45d3-b22c-09be84a5b63c req-7747a071-ce7c-4354-8792-182316e3bcb4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Nov 02 16:37:38.410492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Deleting port fd63e4a2-7193-4ac4-b62c-73dcf7dabc62 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:38.410492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.474241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be35e1-a22d-4aaa-a869-ebdeedb28827 None None] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:38.475919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37852) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:38.502611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.605641 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6445ef1-37bf-4a89-9ed7-76bddd6303b8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:38.620839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b4b5-faad-41db-a025-0a56e0446af1 req-821bc0f3-f7d6-4830-8a88-81cd2df1917e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:38.631485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3211b4b5-faad-41db-a025-0a56e0446af1 req-821bc0f3-f7d6-4830-8a88-81cd2df1917e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1313829 Nov 02 16:37:38.641518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c9063902-40c1-462f-b47a-58c085bee5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.666177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.676325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 130d6f16-97a9-47c0-aed8-76aae79bb332, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=130d6f16-97a9-47c0-aed8-76aae79bb332,segment=NetworkSegment(747843e8-0035-47c8-9020-cb925ef5cfe6),segment_id=747843e8-0035-47c8-9020-cb925ef5cfe6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:38.687003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Calling delete_port for fd63e4a2-7193-4ac4-b62c-73dcf7dabc62 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:38.697702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Checking segment: {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:38.698329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Network hostable DHCP agents. Network: c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:38.703831 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.761298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3211b4b5-faad-41db-a025-0a56e0446af1 req-b87484c2-4fe6-4daa-b991-55a86fe43116 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286151 Nov 02 16:37:38.810920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=130d6f16-97a9-47c0-aed8-76aae79bb332,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:38.833284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:38.838034 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1fdd87c-2acc-42cc-8d5f-d54adb1dca93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.880516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:38.893855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:38.894581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:38.915950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3709809-1924-4e96-9c4c-348938f74042 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2426572 Nov 02 16:37:38.926877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b25c5-097f-42f9-92ac-8d3d8666bb26 None None] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:38.931648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.932237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.932745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.933431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.934037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.934568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.937321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37868) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:38.937776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.938350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.938850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.939363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.939848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.940351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:38.944962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:38.975805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a8e97d22-8387-4cc1-83ff-6d7ca292886b None None] Provisioning complete for port 130d6f16-97a9-47c0-aed8-76aae79bb332 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:38.976424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a8e97d22-8387-4cc1-83ff-6d7ca292886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.028163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31d015-4f96-43a9-abeb-1bc5ed7b405e req-2443bae3-9848-4791-bcee-7ca7a6dc0b74 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:39.034569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.039979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f31d015-4f96-43a9-abeb-1bc5ed7b405e req-2443bae3-9848-4791-bcee-7ca7a6dc0b74 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1308579 Nov 02 16:37:39.046714 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.047953 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.112443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event deleted for resources: {'Port': ['ID=fd63e4a2-7193-4ac4-b62c-73dcf7dabc62,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:39.178262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.181732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bfa4c111-97af-4ca4-a69e-e7227c4d50b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "DELETE /v2.0/ports/fd63e4a2-7193-4ac4-b62c-73dcf7dabc62 HTTP/1.1" status: 204 len: 168 time: 1.0350153 Nov 02 16:37:39.190665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37874) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:39.196336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Request body: {'port': {'name': 'tempest-new-port-name-124358523', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:39.196731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.api.validators [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] bootfile-name is not in valid_values {{(pid=102065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:37:39.198040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.api.validators [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] tftp-server is not in valid_values {{(pid=102065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:37:39.198293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.api.validators [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] server-ip-address is not in valid_values {{(pid=102065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:37:39.207144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.228347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f31d015-4f96-43a9-abeb-1bc5ed7b405e req-5c606c28-dc9b-4a09-93d8-347847f02f30 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821043 Nov 02 16:37:39.396901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.407426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1fdd87c-2acc-42cc-8d5f-d54adb1dca93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.413399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1fdd87c-2acc-42cc-8d5f-d54adb1dca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.439001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5', 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'fixed_ips': [{'subnet_id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:37:39.439958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.460915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1fdd87c-2acc-42cc-8d5f-d54adb1dca93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bc004eae7174619b69651f086e1fea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9815965 Nov 02 16:37:39.461853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37886) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:39.639357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.685544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Allocated IP 172.20.0.2 (c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5/a6445ef1-37bf-4a89-9ed7-76bddd6303b8/2a524787-e112-4dc3-abf4-71e09e45b2d4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:39.694069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdd87c-2acc-42cc-8d5f-d54adb1dca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566bc1f1-3225-4d0d-b8fb-795aed30fae5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:39.737878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2c07d013-7216-42d8-b9ca-b5aac923a996 None None] Could not find standard attr ID for object fd63e4a2-7193-4ac4-b62c-73dcf7dabc62. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:37:39.851103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e0b4f-f4e9-417b-b179-b57154f45b18 req-8feb1215-e046-4dbc-b04c-7d249801257c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:39.858882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d6e0b4f-f4e9-417b-b179-b57154f45b18 req-8feb1215-e046-4dbc-b04c-7d249801257c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3630598 Nov 02 16:37:39.860751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0590a256-fa7a-4e56-9a33-b36f50d999fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.888595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0590a256-fa7a-4e56-9a33-b36f50d999fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.895583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2c07d013-7216-42d8-b9ca-b5aac923a996 None None] Provisioning complete for port 130d6f16-97a9-47c0-aed8-76aae79bb332 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:39.896112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2c07d013-7216-42d8-b9ca-b5aac923a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.928836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.941950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:39.973510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 130d6f16-97a9-47c0-aed8-76aae79bb332 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:40.063427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event updated for resources: {'Port': ['ID=182a7645-9bec-4471-99d5-ea034d961689,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:40.087356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] In _notify_port_updated(), no bound segment for port 182a7645-9bec-4471-99d5-ea034d961689 on network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:37:40.093321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:40.094087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.098305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7a8136e-29ee-4c96-a2ec-40c799a71b82 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "PUT /v2.0/ports/182a7645-9bec-4471-99d5-ea034d961689 HTTP/1.1" status: 200 len: 1128 time: 0.9065714 Nov 02 16:37:40.099360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37898) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:40.189096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed004b0-652d-404d-a662-477439ed775c tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:40.212553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9ed004b0-652d-404d-a662-477439ed775c tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "GET /v2.0/ports/182a7645-9bec-4471-99d5-ea034d961689 HTTP/1.1" status: 200 len: 1128 time: 0.1114166 Nov 02 16:37:40.229609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37900) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:40.391076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.395998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 130d6f16-97a9-47c0-aed8-76aae79bb332 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:40.396733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.410118 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.432180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Deleting port 182a7645-9bec-4471-99d5-ea034d961689 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:40.432180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.447715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2c07d013-7216-42d8-b9ca-b5aac923a996 None None] Provisioning complete for port 182a7645-9bec-4471-99d5-ea034d961689 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:40.448169 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2c07d013-7216-42d8-b9ca-b5aac923a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.550925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0590a256-fa7a-4e56-9a33-b36f50d999fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.553618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0590a256-fa7a-4e56-9a33-b36f50d999fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.557070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0590a256-fa7a-4e56-9a33-b36f50d999fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/566bc1f1-3225-4d0d-b8fb-795aed30fae5 HTTP/1.1" status: 204 len: 168 time: 1.0868745 Nov 02 16:37:40.569094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Pushing event updated for resources: {'Port': ['ID=2a524787-e112-4dc3-abf4-71e09e45b2d4,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:40.570917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590a256-fa7a-4e56-9a33-b36f50d999fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566bc1f1-3225-4d0d-b8fb-795aed30fae5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:40.619425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:40.645797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:40.657228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Calling delete_port for 182a7645-9bec-4471-99d5-ea034d961689 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:40.659169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d6e0b4f-f4e9-417b-b179-b57154f45b18 req-675e2331-a024-4ca2-8418-91f046c66f7f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7841763 Nov 02 16:37:40.692393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:40.706062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:40.754708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2c07d013-7216-42d8-b9ca-b5aac923a996 None None] Port 182a7645-9bec-4471-99d5-ea034d961689 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:37:40.998378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-09fc0718-5823-4650-a57c-933ea6380eb2 None None] Could not find standard attr ID for object fd63e4a2-7193-4ac4-b62c-73dcf7dabc62. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:37:41.005807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Attempting to bind port 2a524787-e112-4dc3-abf4-71e09e45b2d4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:41.009494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Attempting to bind port 2a524787-e112-4dc3-abf4-71e09e45b2d4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:41.009924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Attempting to bind port 2a524787-e112-4dc3-abf4-71e09e45b2d4 on network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:41.039103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:41.041906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Checking segment: {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:41.044167 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.045278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Bound using segment: {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:41.046634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Bound port: 2a524787-e112-4dc3-abf4-71e09e45b2d4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:41.047224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.114495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.121557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-09fc0718-5823-4650-a57c-933ea6380eb2 None None] Provisioning complete for port 182a7645-9bec-4471-99d5-ea034d961689 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:41.125109 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09fc0718-5823-4650-a57c-933ea6380eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.163111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event deleted for resources: {'Port': ['ID=182a7645-9bec-4471-99d5-ea034d961689,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:41.202868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.236663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.240075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55360e8c-a340-43df-beaf-ee53ad30310a tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "DELETE /v2.0/ports/182a7645-9bec-4471-99d5-ea034d961689 HTTP/1.1" status: 204 len: 168 time: 1.0086334 Nov 02 16:37:41.242921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37928) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:41.250191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-09fc0718-5823-4650-a57c-933ea6380eb2 None None] Port 182a7645-9bec-4471-99d5-ea034d961689 was deleted so its status cannot be updated. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 02 16:37:41.259112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7592bfd6-d472-4094-955e-66d350bd9253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.274561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e2a5a-4c41-436a-8d76-704fd579470c req-069b496c-f818-48b3-911e-71e5c4ad6dee tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:41.276407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a2e2a5a-4c41-436a-8d76-704fd579470c req-069b496c-f818-48b3-911e-71e5c4ad6dee tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3318679 Nov 02 16:37:41.283352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.312911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37930) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:41.340138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] For port 2a524787-e112-4dc3-abf4-71e09e45b2d4, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:41.345416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] For port 2a524787-e112-4dc3-abf4-71e09e45b2d4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2a524787-e112-4dc3-abf4-71e09e45b2d4,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:41.379780 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.394530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e8735d1c-7077-4034-ad7b-e499eacca058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.478620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Deleting subnet e23ab361-c33b-4041-a801-b9a3b184b8f7 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:37:41.489860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.500068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a2e2a5a-4c41-436a-8d76-704fd579470c req-02051309-bd99-40ae-954d-baff23f8965a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131469 Nov 02 16:37:41.507851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468ea49-7deb-498d-9f9e-2a044bbd9d35 None None] Pushing event updated for resources: {'Port': ['ID=2a524787-e112-4dc3-abf4-71e09e45b2d4,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:41.548166 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.568843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8bcc6038-dde3-4138-9c77-3548bf426d87 None None] Could not find standard attr ID for object 182a7645-9bec-4471-99d5-ea034d961689. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:37:41.645885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.661123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Allocated IP 172.25.7.211 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e2656eb6-7a2e-4685-8ef1-58909db459e2) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:41.837804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5d83-af27-43fe-8486-944772b84f36 req-477c67f3-7c27-49ad-a433-5cb6f0f94755 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:41.842052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b8d5d83-af27-43fe-8486-944772b84f36 req-477c67f3-7c27-49ad-a433-5cb6f0f94755 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1617303 Nov 02 16:37:41.848956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e8735d1c-7077-4034-ad7b-e499eacca058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.865745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e8735d1c-7077-4034-ad7b-e499eacca058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:41.932007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735d1c-7077-4034-ad7b-e499eacca058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a679a-c69b-41ea-98dd-78453ccbeb24,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:41.985888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b8d5d83-af27-43fe-8486-944772b84f36 req-bf571346-54a1-4ad6-9d84-7ddbdad62ac9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342945 Nov 02 16:37:41.992360 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.007210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37946) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:42.007398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e8735d1c-7077-4034-ad7b-e499eacca058 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e9b1d03cb7c467e8c0bf7349e678c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921799 Nov 02 16:37:42.034245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.165251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.207762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51759f48-43dd-43e4-9d21-1faf905f95f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.211663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.233862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event deleted for resources: {'Subnet': ['ID=e23ab361-c33b-4041-a801-b9a3b184b8f7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:42.238898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.247092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c053b9e-4a76-4f9f-a39a-415dd5875571 None None] Network df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:42.251955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf12c22d-c72c-48c3-ba70-66a92dd52bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "DELETE /v2.0/subnets/e23ab361-c33b-4041-a801-b9a3b184b8f7 HTTP/1.1" status: 204 len: 168 time: 1.0024118 Nov 02 16:37:42.252732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37956) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:42.392107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.402746 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51759f48-43dd-43e4-9d21-1faf905f95f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.411526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:42.431081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420aa4-4472-403c-ac3b-c064a0a6710c req-4131c21f-1b3e-430d-a1c9-e5553acf5338 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:42.443948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d420aa4-4472-403c-ac3b-c064a0a6710c req-4131c21f-1b3e-430d-a1c9-e5553acf5338 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3430779 Nov 02 16:37:42.490798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Deleting port 130d6f16-97a9-47c0-aed8-76aae79bb332 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:42.494203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.566251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:42.580915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51759f48-43dd-43e4-9d21-1faf905f95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.583752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51759f48-43dd-43e4-9d21-1faf905f95f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.591567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-51759f48-43dd-43e4-9d21-1faf905f95f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab2a679a-c69b-41ea-98dd-78453ccbeb24 HTTP/1.1" status: 204 len: 168 time: 0.5795279 Nov 02 16:37:42.604384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:42.649924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Pushing event updated for resources: {'Port': ['ID=e2656eb6-7a2e-4685-8ef1-58909db459e2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:42.662769 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.685493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] For port 130d6f16-97a9-47c0-aed8-76aae79bb332, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=130d6f16-97a9-47c0-aed8-76aae79bb332,segment=NetworkSegment(747843e8-0035-47c8-9020-cb925ef5cfe6),segment_id=747843e8-0035-47c8-9020-cb925ef5cfe6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:42.685894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.721615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Calling delete_port for 130d6f16-97a9-47c0-aed8-76aae79bb332 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:42.779320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51759f48-43dd-43e4-9d21-1faf905f95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a679a-c69b-41ea-98dd-78453ccbeb24,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:42.784588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] DHCP port deletion for df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:37:42.803296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d420aa4-4472-403c-ac3b-c064a0a6710c req-aed3534f-5525-44e9-8bd4-b2c2e72aacb9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582063 Nov 02 16:37:42.974963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:42.977445 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Deleting port 130d6f16-97a9-47c0-aed8-76aae79bb332 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:37:42.977864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.038792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event deleted for resources: {'Port': ['ID=130d6f16-97a9-47c0-aed8-76aae79bb332,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:43.055322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] No DVR routers for this DVR port 130d6f16-97a9-47c0-aed8-76aae79bb332 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:37:43.104476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] For port 130d6f16-97a9-47c0-aed8-76aae79bb332, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:43.105573 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.124948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Calling delete_port for 130d6f16-97a9-47c0-aed8-76aae79bb332 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:37:43.128610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Port 130d6f16-97a9-47c0-aed8-76aae79bb332 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:37:43.130001 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.146678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] No DVR routers for this DVR port 130d6f16-97a9-47c0-aed8-76aae79bb332 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:37:43.195382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e8d1a-1714-436d-bbcb-f70556f30ca4 None None] Pushing event deleted for resources: {'Port': ['ID=130d6f16-97a9-47c0-aed8-76aae79bb332,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:43.231562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ab502-08e5-4cf3-a58c-b1d9ff36221e req-e242cfde-21c3-433d-afa9-9b84cad693b5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:43.237781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d9ab502-08e5-4cf3-a58c-b1d9ff36221e req-e242cfde-21c3-433d-afa9-9b84cad693b5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2097273 Nov 02 16:37:43.316262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.356942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1617a1-c4b1-4b95-88d1-1929d2b2a8a6']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:43.400650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747843e8-0035-47c8-9020-cb925ef5cfe6') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:43.401190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747843e8-0035-47c8-9020-cb925ef5cfe6') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:43.424172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.436418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12016baa-1b25-4369-afa5-97913c39ca81 None None] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:43.453439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.465986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:37:43.467075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:37:43.470751 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:37:43.516067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d9ab502-08e5-4cf3-a58c-b1d9ff36221e req-6b37bb75-fed7-40c8-9290-b6e887011f05 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493058 Nov 02 16:37:43.593814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7b125d58-8dc9-40ab-90d0-8e116eaf0b82 None None] Provisioning complete for port 2a524787-e112-4dc3-abf4-71e09e45b2d4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:43.594246 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b125d58-8dc9-40ab-90d0-8e116eaf0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.611455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.622451 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.634492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.640068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] 10.222.0.31 "DELETE /v2.0/networks/df1617a1-c4b1-4b95-88d1-1929d2b2a8a6 HTTP/1.1" status: 204 len: 168 time: 1.3818352 Nov 02 16:37:43.686152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0682b-8f5d-421f-9513-d3f491f18bbe tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980 tempest-ExtraDHCPOptionsIpV6TestJSON-2139636980-project] Pushing event deleted for resources: {'Network': ['ID=df1617a1-c4b1-4b95-88d1-1929d2b2a8a6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:43.809198 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.906155 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b125d58-8dc9-40ab-90d0-8e116eaf0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:43.930069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd77c3-006c-4db3-b420-25cbf5e1476d req-d266e347-4d05-473b-9f88-ba16a6a1fdc9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:43.951332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7b125d58-8dc9-40ab-90d0-8e116eaf0b82 None None] For port 2a524787-e112-4dc3-abf4-71e09e45b2d4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2a524787-e112-4dc3-abf4-71e09e45b2d4,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:43.954729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcbd77c3-006c-4db3-b420-25cbf5e1476d req-d266e347-4d05-473b-9f88-ba16a6a1fdc9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2725687 Nov 02 16:37:43.957631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b125d58-8dc9-40ab-90d0-8e116eaf0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.095630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b125d58-8dc9-40ab-90d0-8e116eaf0b82 None None] Pushing event updated for resources: {'Port': ['ID=2a524787-e112-4dc3-abf4-71e09e45b2d4,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:44.106320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2a524787-e112-4dc3-abf4-71e09e45b2d4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:44.232111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcbd77c3-006c-4db3-b420-25cbf5e1476d req-2ad85974-0fdb-4a73-aace-a895f9e4c5e2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746885 Nov 02 16:37:44.247353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38016) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:44.300888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2a524787-e112-4dc3-abf4-71e09e45b2d4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:44.302227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.320845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.420588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b6d91a9f-66bf-4436-931c-a9884be5d3e6 None None] Provisioning complete for port 2a524787-e112-4dc3-abf4-71e09e45b2d4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:44.421047 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b6d91a9f-66bf-4436-931c-a9884be5d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.700812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-122160ea-7d62-4ec7-9816-f4bc7398f14b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c26dc6609634eba9e0bb138d9a6f38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499171 Nov 02 16:37:44.701317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 130d6f16-97a9-47c0-aed8-76aae79bb332 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:37:44.715122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38034) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:44.739635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 130d6f16-97a9-47c0-aed8-76aae79bb332 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:37:44.740604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 130d6f16-97a9-47c0-aed8-76aae79bb332 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:37:44.784570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51b7e8-51ce-4afe-ac97-ecf4f19b9877 req-ee40c858-b61d-468a-8baa-40e29d953929 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:44.786366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af51b7e8-51ce-4afe-ac97-ecf4f19b9877 req-ee40c858-b61d-468a-8baa-40e29d953929 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1568220 Nov 02 16:37:44.798840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Router d4414268-bfc9-4f8c-835e-4febc7e6ce8f is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:37:44.813800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c4bcd85-fabd-48f7-9166-b16a2feefb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.838880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c4bcd85-fabd-48f7-9166-b16a2feefb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.895602 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c4bcd85-fabd-48f7-9166-b16a2feefb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.898494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c4bcd85-fabd-48f7-9166-b16a2feefb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:44.899834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4c4bcd85-fabd-48f7-9166-b16a2feefb01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7265a56e-447a-4f86-890a-89ed0030a268 HTTP/1.1" status: 204 len: 168 time: 0.1839602 Nov 02 16:37:44.909561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bcd85-fabd-48f7-9166-b16a2feefb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265a56e-447a-4f86-890a-89ed0030a268,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:44.984656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af51b7e8-51ce-4afe-ac97-ecf4f19b9877 req-03de43f6-8a14-40bb-b587-0c4b498abb1d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889150 Nov 02 16:37:45.052830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:37:45.072583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Sync routers for ids ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:37:45.087595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Routers {'d4414268-bfc9-4f8c-835e-4febc7e6ce8f'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:45.092358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:45.093698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:45.094937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-782b441b-f96e-41a8-98df-7e107fcd08cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1579180 Nov 02 16:37:45.097803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38050) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:45.243378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cd476-2a86-45f7-a1bd-ce98e6c42596 req-565db244-1885-4cb8-aa2d-1995e310476d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.245825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-061cd476-2a86-45f7-a1bd-ce98e6c42596 req-565db244-1885-4cb8-aa2d-1995e310476d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1221783 Nov 02 16:37:45.356759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Set router d4414268-bfc9-4f8c-835e-4febc7e6ce8f gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:45.373086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-061cd476-2a86-45f7-a1bd-ce98e6c42596 req-9ad3295c-9ad1-4cdc-b6cc-8d716f4eb7a5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974503 Nov 02 16:37:45.563785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-fe8f0806-0ae1-44de-b346-b980b1a0722f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1861086 Nov 02 16:37:45.777864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:37:43Z', 'revision_number': 3, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:45.818297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Checking router: d4414268-bfc9-4f8c-835e-4febc7e6ce8f for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:37:45.819287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Updating router d4414268-bfc9-4f8c-835e-4febc7e6ce8f port e2656eb6-7a2e-4685-8ef1-58909db459e2 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:37:45.856768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edab3af-8fbc-47ff-8c64-fefa16565042 req-2be32d93-6e0c-4b46-ba1c-2ba3fc42ba8d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.858482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4edab3af-8fbc-47ff-8c64-fefa16565042 req-2be32d93-6e0c-4b46-ba1c-2ba3fc42ba8d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2530427 Nov 02 16:37:45.871931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:45.872101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.872472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.872947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.875233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.875708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.883736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.884207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:45.886464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f31efecd-bd90-4bf1-943f-f056fee19e28 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.1852942 Nov 02 16:37:46.075596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2a524787-e112-4dc3-abf4-71e09e45b2d4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:46.091116 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.118567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4edab3af-8fbc-47ff-8c64-fefa16565042 req-eae20063-0dc4-4178-b0e6-867314b1c7fd tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260375 Nov 02 16:37:46.167104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-db8c9541-7825-4531-a8c9-8995fdbc5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:46.168409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-db8c9541-7825-4531-a8c9-8995fdbc5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:46.169407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-db8c9541-7825-4531-a8c9-8995fdbc5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:46.173400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-db8c9541-7825-4531-a8c9-8995fdbc5099 service neutron] 10.222.0.100 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=282dbc29-1aaa-45e1-b246-11ee902de8f2&id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 2298 time: 0.2335541 Nov 02 16:37:46.309887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2a524787-e112-4dc3-abf4-71e09e45b2d4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:46.310451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.368429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-6fe69b3c-1a7d-445c-b714-ce86510cb4f9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 1000 time: 0.1763103 Nov 02 16:37:46.443944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-d53343c2-90c0-4f7e-94b7-6d526222e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:46.446223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-d53343c2-90c0-4f7e-94b7-6d526222e1dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 200 len: 855 time: 0.0663142 Nov 02 16:37:46.517696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Allocated IP 172.20.0.1 (c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5/a6445ef1-37bf-4a89-9ed7-76bddd6303b8/542e9b3f-7493-4628-9f10-5fbea70d374a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:46.522175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.530478 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.567424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7913-4684-4a3a-913a-3b6b83b3a999 req-c572bfb9-4a72-4726-8061-647c4fd3f096 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:46.575080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd9f7913-4684-4a3a-913a-3b6b83b3a999 req-c572bfb9-4a72-4726-8061-647c4fd3f096 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2053766 Nov 02 16:37:46.609729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-811c9a99-8f7d-4d3f-aa1b-3c9275a49d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:46.611422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-811c9a99-8f7d-4d3f-aa1b-3c9275a49d10 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526008 Nov 02 16:37:46.672919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd9f7913-4684-4a3a-913a-3b6b83b3a999 req-d2b608a6-3379-4691-a271-e0340a6bbfc0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968549 Nov 02 16:37:46.707733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Attempting to bind port e2656eb6-7a2e-4685-8ef1-58909db459e2 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:46.708113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Attempting to bind port e2656eb6-7a2e-4685-8ef1-58909db459e2 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:46.708478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Attempting to bind port e2656eb6-7a2e-4685-8ef1-58909db459e2 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:46.718297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7c54c-1ace-428f-ba89-7a2fe80e2f5a None None] Pushing event updated for resources: {'Port': ['ID=e2656eb6-7a2e-4685-8ef1-58909db459e2,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:46.721146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:46.721569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:46.721993 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.722471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:46.723002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Bound port: e2656eb6-7a2e-4685-8ef1-58909db459e2, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:46.723381 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.739680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:46.752496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.847212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.883042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] For port e2656eb6-7a2e-4685-8ef1-58909db459e2, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:46.892474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] For port e2656eb6-7a2e-4685-8ef1-58909db459e2, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2656eb6-7a2e-4685-8ef1-58909db459e2,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:46.899460 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:46.955768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:46.970450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7c54c-1ace-428f-ba89-7a2fe80e2f5a None None] Pushing event updated for resources: {'Port': ['ID=e2656eb6-7a2e-4685-8ef1-58909db459e2,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:46.972759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:46.988041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:46.993224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Pushing event updated for resources: {'Port': ['ID=542e9b3f-7493-4628-9f10-5fbea70d374a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:47.039947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Routers {'d4414268-bfc9-4f8c-835e-4febc7e6ce8f'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:47.041665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:47.045307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:47.215013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] Set router d4414268-bfc9-4f8c-835e-4febc7e6ce8f gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:47.363068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-eaebaee6-54f4-4ef7-9368-675ac8588153 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123477 Nov 02 16:37:47.368480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:47.372447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1396371106'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:47.455015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dd828a2e-bf26-44a6-80b9-e0f3df7f3e3c None None] Provisioning complete for port 542e9b3f-7493-4628-9f10-5fbea70d374a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:47.455508 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dd828a2e-bf26-44a6-80b9-e0f3df7f3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:47.482184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-b303d391-a393-4274-af9b-2567588ccdc8 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039405 Nov 02 16:37:47.519499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dd828a2e-bf26-44a6-80b9-e0f3df7f3e3c None None] Port 542e9b3f-7493-4628-9f10-5fbea70d374a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:37:47.548721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:37:43Z', 'revision_number': 3, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:47.567686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-8d1ff073-751a-4df1-9fcf-d5c9fe0a1032 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 217 time: 0.0658319 Nov 02 16:37:47.578817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248aa4a-3202-47d5-bcfe-49d79e5cfe9a req-d5d4a7b0-8d95-47db-aa04-810b4c5e6c7c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:47.580527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7248aa4a-3202-47d5-bcfe-49d79e5cfe9a req-d5d4a7b0-8d95-47db-aa04-810b4c5e6c7c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3623443 Nov 02 16:37:47.629131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45372b10-c817-4202-9531-8cac63ec7ef2 None None] The sync data for ids ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'] in n-d-811405-2 is: [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:37:43Z', 'revision_number': 3, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:37:47.648849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:47.653845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:47.681108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f86d6aa1-2996-466e-8c86-5218b591d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:47.683137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f86d6aa1-2996-466e-8c86-5218b591d671 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1016042 Nov 02 16:37:47.685884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:47.773239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7248aa4a-3202-47d5-bcfe-49d79e5cfe9a req-3d00ed94-cd89-4650-b59b-8c0177ac61ee tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256273 Nov 02 16:37:47.794852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f817ddcf-f731-4963-9ca1-a403f10512aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:47.796373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-f817ddcf-f731-4963-9ca1-a403f10512aa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888524 Nov 02 16:37:47.946746 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.024271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.069805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.113047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357ecfbd-6546-4d53-9d23-1b3d8875a927,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:48.142418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:48.154096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.154667 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment b3974fc7-7967-4fb1-a33f-a6f4e6431a1f of type vlan for network 829444b9-f2ca-4504-a61e-b8c9e8ce34af Nov 02 16:37:48.210212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.251297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.253420 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.261141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-24c0685c-d6f2-428e-9c09-a56cce17eb1d service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508369 Nov 02 16:37:48.267330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.273444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:48.274155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.332117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a9bce-8021-43ac-a3d8-6ca6aeb2d264 req-3a010519-d5ee-45f5-884b-58c0b6b37397 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:48.333800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c9a9bce-8021-43ac-a3d8-6ca6aeb2d264 req-3a010519-d5ee-45f5-884b-58c0b6b37397 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3840148 Nov 02 16:37:48.350932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Pushing event updated for resources: {'Port': ['ID=542e9b3f-7493-4628-9f10-5fbea70d374a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:48.354073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:48.414654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6739745 Nov 02 16:37:48.484797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c9a9bce-8021-43ac-a3d8-6ca6aeb2d264 req-634d48f3-7b01-4a3b-be8d-d3c2233c7f49 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801249 Nov 02 16:37:48.489951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc725-d2eb-41fe-96a3-9700682bf655 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=829444b9-f2ca-4504-a61e-b8c9e8ce34af,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:48.509388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 829444b9-f2ca-4504-a61e-b8c9e8ce34af details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:48.564667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38166) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:48.567395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-0754cea7-0509-409f-a370-5be36bd182f0 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877042 Nov 02 16:37:48.576253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:48.671904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-b2f50256-5a75-4ee9-a9a6-f7f80bd272c9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 217 time: 0.0943103 Nov 02 16:37:48.778618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:48.786583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:48.842720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-6e0d90d0-a9fc-4dd5-8f34-2e1012563476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:48.844721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-6e0d90d0-a9fc-4dd5-8f34-2e1012563476 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1523769 Nov 02 16:37:48.920770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:48.933953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.037372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db790a-d5da-4ed7-b6ce-6a15f504141d req-68829d17-0cf0-4583-a487-959a7aa8fb47 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:49.040092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03db790a-d5da-4ed7-b6ce-6a15f504141d req-68829d17-0cf0-4583-a487-959a7aa8fb47 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1903999 Nov 02 16:37:49.059057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-82b2e4b8-1380-42b4-9ffb-3f90dba7ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:49.060757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-82b2e4b8-1380-42b4-9ffb-3f90dba7ce9e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623940 Nov 02 16:37:49.123814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Router d4414268-bfc9-4f8c-835e-4febc7e6ce8f has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:37:49.158934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f40f9a47-f699-49e1-bf96-4d53d8f1f586 None None] Provisioning complete for port 542e9b3f-7493-4628-9f10-5fbea70d374a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:49.159528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f40f9a47-f699-49e1-bf96-4d53d8f1f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.202855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03db790a-d5da-4ed7-b6ce-6a15f504141d req-c0ebb048-069f-450b-a65c-5dc2ace308f0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515911 Nov 02 16:37:49.231068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f40f9a47-f699-49e1-bf96-4d53d8f1f586 None None] Port 542e9b3f-7493-4628-9f10-5fbea70d374a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:37:49.249968 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-9fa0fa71-c4e0-49f5-bcc5-d9bf514427fa service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762636 Nov 02 16:37:49.344487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.396661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955da10-f87f-40ea-9040-78c4e34265c2 req-732805f1-d029-4c8c-b163-562212ac9e6e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:49.398225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9955da10-f87f-40ea-9040-78c4e34265c2 req-732805f1-d029-4c8c-b163-562212ac9e6e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1071594 Nov 02 16:37:49.405512 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-fb28f6f7-f346-4aa4-b53d-bfd4bf75fc62 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390715 Nov 02 16:37:49.436024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:37:49.446727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d5e5470a-b03a-4c69-a9b1-f3f88d87461c admin admin] 10.222.0.31 "PUT /v2.0/routers/d4414268-bfc9-4f8c-835e-4febc7e6ce8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3473790 Nov 02 16:37:49.462237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=86df1471-d97c-4ac4-9922-d37cb29f4c3a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:49.476183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:49.476567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 829444b9-f2ca-4504-a61e-b8c9e8ce34af, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:49.489698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-b5e5f3c8-51f1-4cad-bb9d-eff6dede89bb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 200 len: 217 time: 0.0587945 Nov 02 16:37:49.510564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9955da10-f87f-40ea-9040-78c4e34265c2 req-3d003476-34ca-4570-8c81-1184447b74aa tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014194 Nov 02 16:37:49.517435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 829444b9-f2ca-4504-a61e-b8c9e8ce34af is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:49.536271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 829444b9-f2ca-4504-a61e-b8c9e8ce34af) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:49.546267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c4dc9-59f1-4297-9696-f92698f619aa None None] Network 829444b9-f2ca-4504-a61e-b8c9e8ce34af requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:49.562202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:49.565635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.594468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e75b09ea-cff3-4f1c-b15a-f6de58578c19 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0285001 Nov 02 16:37:49.598147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:49.604064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205760327'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:49.614433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-9aa7733e-25be-4ec0-aec9-c09b2629f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:49.638038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-9aa7733e-25be-4ec0-aec9-c09b2629f555 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1263051 Nov 02 16:37:49.642045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38202) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:49.645370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:49.649133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.684018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:49.711156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.711624 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment e1f63bcc-8748-4e7c-8e9d-deacfa97cf18 of type vlan for network 675d6666-7b90-44f0-906c-0ae6d49a6b52 Nov 02 16:37:49.770965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.782605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1623174404'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:49.799876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-829444b9-f2ca-4504-a61e-b8c9e8ce34af', 'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '86df1471-d97c-4ac4-9922-d37cb29f4c3a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:37:49.801593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.820050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.827671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:49.828461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.847482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:49.849314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:49.857381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2573442 Nov 02 16:37:49.866429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38214) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:49.897363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '675d6666-7b90-44f0-906c-0ae6d49a6b52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:49.976313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:49.985051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab0a22-1240-4147-82c2-3bd3bde182a0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=675d6666-7b90-44f0-906c-0ae6d49a6b52,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:49.995871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2656eb6-7a2e-4685-8ef1-58909db459e2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:50.008639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.019945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-80a37aff-2d79-40f6-be1c-c7ffa410e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:50.021842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-80a37aff-2d79-40f6-be1c-c7ffa410e2d9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3739243 Nov 02 16:37:50.022815 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Added segment 5bad3ba0-f428-408d-9c79-b04cc14f54ce of type vlan for network 13e13292-f7e5-4fec-8f41-ad4ad639d915 Nov 02 16:37:50.034147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d47a9-5bd9-4e2c-8bed-ffd0143e8cc1 req-7383c54e-700b-4a3f-ad78-e2c5716f8ebd tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:50.044759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa5d47a9-5bd9-4e2c-8bed-ffd0143e8cc1 req-7383c54e-700b-4a3f-ad78-e2c5716f8ebd tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3765519 Nov 02 16:37:50.045495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 675d6666-7b90-44f0-906c-0ae6d49a6b52 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:50.123796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.164133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.180167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-7f014c80-d47d-4b4a-8e13-6053df1e6b1c service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278803 Nov 02 16:37:50.188208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:50.188809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.206339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e2656eb6-7a2e-4685-8ef1-58909db459e2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:50.207024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.265285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Allocated IP 172.20.255.242 (829444b9-f2ca-4504-a61e-b8c9e8ce34af/86df1471-d97c-4ac4-9922-d37cb29f4c3a/f093967f-c1b0-451b-ba39-cce7d92870ff) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:50.350314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7043567 Nov 02 16:37:50.351846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38236) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:50.359165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'subnet': {'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:50.455027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa5d47a9-5bd9-4e2c-8bed-ffd0143e8cc1 req-8252bfb2-b172-4134-97d5-6bb0c867c28c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083729 Nov 02 16:37:50.457854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:50.466403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.501722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Sync routers for ids ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:37:50.524821 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Routers {'d4414268-bfc9-4f8c-835e-4febc7e6ce8f'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:50.525485 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:50.531386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfe3fe-5ff3-4b8d-9f8a-13e4defd1a0d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Network': ['ID=13e13292-f7e5-4fec-8f41-ad4ad639d915,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:50.597846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:50.639243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:50.643143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.717385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Set router d4414268-bfc9-4f8c-835e-4febc7e6ce8f gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:50.759157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-56a89e83-b824-4eb5-a620-47892db6a7de service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341327 Nov 02 16:37:50.808878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f020b-e144-4f82-ad01-cde780477dc9 req-2b3b6c29-d130-45d0-a723-214440d52fc1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:50.815829 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.816745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-411f020b-e144-4f82-ad01-cde780477dc9 req-2b3b6c29-d130-45d0-a723-214440d52fc1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2515488 Nov 02 16:37:50.833025 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:50.935245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-0ae4c209-9aaa-4ed6-bcd6-4cb29bf0cf26 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 200 len: 217 time: 0.1441302 Nov 02 16:37:50.966945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Pushing event updated for resources: {'Port': ['ID=f093967f-c1b0-451b-ba39-cce7d92870ff,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:50.984430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.019597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-cc84c7f9-cf0c-4504-8388-9d1d4a3442cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:51.021089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-cc84c7f9-cf0c-4504-8388-9d1d4a3442cb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.0672860 Nov 02 16:37:51.059910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Network 829444b9-f2ca-4504-a61e-b8c9e8ce34af is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:51.064411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:51.070090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:51.083672 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:37:47Z', 'revision_number': 4, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '542e9b3f-7493-4628-9f10-5fbea70d374a', 'name': '', 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'mac_address': 'fa:16:3e:17:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:46Z', 'updated_at': '2021-11-02T16:37:48Z', 'revision_number': 2, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'subnets': [{'id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:51.085577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.112685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Subnet': ['ID=00bc5fc7-a928-4f92-9f63-3734bb451f37,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:51.134611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-411f020b-e144-4f82-ad01-cde780477dc9 req-4c56cc1e-b928-4b66-990b-d9e734e706a8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919815 Nov 02 16:37:51.141787 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Checking router: d4414268-bfc9-4f8c-835e-4febc7e6ce8f for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:37:51.142187 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Updating router d4414268-bfc9-4f8c-835e-4febc7e6ce8f port 542e9b3f-7493-4628-9f10-5fbea70d374a binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:37:51.149588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Checking segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:51.149588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network hostable DHCP agents. Network: 13e13292-f7e5-4fec-8f41-ad4ad639d915, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:51.172752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e2656eb6-7a2e-4685-8ef1-58909db459e2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2656eb6-7a2e-4685-8ef1-58909db459e2,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:51.178948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.209000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-265ebd97-1fb0-4dc4-98e3-f954cf918e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:51.211479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-265ebd97-1fb0-4dc4-98e3-f954cf918e1f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776602 Nov 02 16:37:51.215601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:51.228655 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.232180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 13e13292-f7e5-4fec-8f41-ad4ad639d915) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:51.238837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:51.239430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.246713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Attempting to bind port f093967f-c1b0-451b-ba39-cce7d92870ff on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:51.247241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Attempting to bind port f093967f-c1b0-451b-ba39-cce7d92870ff by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:51.247720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Attempting to bind port f093967f-c1b0-451b-ba39-cce7d92870ff on network 829444b9-f2ca-4504-a61e-b8c9e8ce34af {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:51.269663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35454f5-8853-40f1-9619-0a8828da6767 None None] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:51.286856 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-497975d0-89a7-4e8d-875f-5731924d719c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9338868 Nov 02 16:37:51.289065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38252) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:51.294352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-102642946'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:51.374504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:51.381743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:51.382267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Checking segment: {'id': 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:51.382748 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.382896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.383265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Bound using segment: {'id': 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:51.386808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Bound port: f093967f-c1b0-451b-ba39-cce7d92870ff, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '829444b9-f2ca-4504-a61e-b8c9e8ce34af'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:51.387219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.470584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:51.471506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.471506 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Added segment 9c1ebde5-09d6-4c7e-9291-6a14d2b387c6 of type vlan for network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 Nov 02 16:37:51.547137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e2656eb6-7a2e-4685-8ef1-58909db459e2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:51.576615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.580209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.641863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.647873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:51.648497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.695976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'e1f63bcc-8748-4e7c-8e9d-deacfa97cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '675d6666-7b90-44f0-906c-0ae6d49a6b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:51.696569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 675d6666-7b90-44f0-906c-0ae6d49a6b52, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:51.732835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=b3771d9a-8842-40aa-801e-efa4af6f2e0d,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:51.757504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-2eb9af5a-43e7-465e-9c9a-82ba2c0f3d5a service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338998 Nov 02 16:37:51.797631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5051522 Nov 02 16:37:51.806505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38272) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:51.821293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] For port f093967f-c1b0-451b-ba39-cce7d92870ff, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:51.848252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'subnet': {'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:51.854030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] For port f093967f-c1b0-451b-ba39-cce7d92870ff, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f093967f-c1b0-451b-ba39-cce7d92870ff,segment=NetworkSegment(b3974fc7-7967-4fb1-a33f-a6f4e6431a1f),segment_id=b3974fc7-7967-4fb1-a33f-a6f4e6431a1f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:51.864043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:51.973769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70757169-9430-4e4e-8d33-3be467ca5e35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Network': ['ID=a50eaa01-2e55-4eab-9d0f-4c29597e5ac6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:52.031099 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.032733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-995c2331-2232-4d18-8eb8-3c7f1bafcaf3 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666748 Nov 02 16:37:52.036431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 675d6666-7b90-44f0-906c-0ae6d49a6b52 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:52.046515 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.112126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:52.114455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2656eb6-7a2e-4685-8ef1-58909db459e2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:52.120868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2df6c1-25e2-4d56-8012-6de54d600ffc None None] Pushing event updated for resources: {'Port': ['ID=f093967f-c1b0-451b-ba39-cce7d92870ff,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:52.122233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:52.126170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.132619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-13e13292-f7e5-4fec-8f41-ad4ad639d915', 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'fixed_ips': [{'subnet_id': '00bc5fc7-a928-4f92-9f63-3734bb451f37'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:37:52.133810 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.180462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 675d6666-7b90-44f0-906c-0ae6d49a6b52) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:52.208684 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Pushing event updated for resources: {'Port': ['ID=542e9b3f-7493-4628-9f10-5fbea70d374a,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:52.246061 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.246435 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.246779 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.247130 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.247465 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.247808 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.248155 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.248472 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.253557 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.254164 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.255975 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.257663 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:52.289602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3849ea7-6f14-43bc-a396-ffa36587f82d None None] Network 675d6666-7b90-44f0-906c-0ae6d49a6b52 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:52.310199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-5a91de13-aa67-4064-ab69-d17f8a6f7e4d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 217 time: 0.2576501 Nov 02 16:37:52.315666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:52.316459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.392998 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Attempting to bind port 542e9b3f-7493-4628-9f10-5fbea70d374a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:52.393370 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Attempting to bind port 542e9b3f-7493-4628-9f10-5fbea70d374a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:52.393737 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Attempting to bind port 542e9b3f-7493-4628-9f10-5fbea70d374a on network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:52.415836 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:52.416065 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Checking segment: {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:52.416478 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.416885 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Bound using segment: {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:52.418178 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Bound port: 542e9b3f-7493-4628-9f10-5fbea70d374a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6036d902-2ac4-4fbe-8000-1d3ee5137edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:52.420536 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.531797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9f1d2c0e-7760-41f0-a819-09c64c5e101d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6604552 Nov 02 16:37:52.533157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38294) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:52.546265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4016-9517-403f-9bf4-1d32526713f5 req-18145d16-801a-4c2e-b320-3ebd9558d75d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:52.553866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b3d4016-9517-403f-9bf4-1d32526713f5 req-18145d16-801a-4c2e-b320-3ebd9558d75d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.4831111 Nov 02 16:37:52.681426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-a17c21c5-c856-421e-90c7-4774e55c6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:52.686413 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] For port 542e9b3f-7493-4628-9f10-5fbea70d374a, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:52.693911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-a17c21c5-c856-421e-90c7-4774e55c6d75 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.3718824 Nov 02 16:37:52.694344 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] For port 542e9b3f-7493-4628-9f10-5fbea70d374a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=542e9b3f-7493-4628-9f10-5fbea70d374a,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:52.701778 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.844308 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Routers {'d4414268-bfc9-4f8c-835e-4febc7e6ce8f'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:52.845019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:37:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:52.848516 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be77ae-6b49-43e2-b3ae-a65cf732cb37 None None] Pushing event updated for resources: {'Port': ['ID=542e9b3f-7493-4628-9f10-5fbea70d374a,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:52.876114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.904767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b3d4016-9517-403f-9bf4-1d32526713f5 req-794c39b6-a19e-4e5a-9fa2-645cbdf5cab3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339674 Nov 02 16:37:52.918172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e2656eb6-7a2e-4685-8ef1-58909db459e2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:52.918172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.918172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aa8c80c5-5647-46af-b0c0-2627a144b18e None None] Provisioning complete for port 542e9b3f-7493-4628-9f10-5fbea70d374a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:52.918172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa8c80c5-5647-46af-b0c0-2627a144b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:52.957422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-d5f91acc-207a-455b-a1fe-9799138fa1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:52.965509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-d5f91acc-207a-455b-a1fe-9799138fa1f8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2537787 Nov 02 16:37:53.032686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.106113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-e6eb19d9-85ae-461c-9bee-a2447c1c0da3 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118774 Nov 02 16:37:53.143540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.244865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Allocated IP 19.80.0.2 (13e13292-f7e5-4fec-8f41-ad4ad639d915/00bc5fc7-a928-4f92-9f63-3734bb451f37/9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:53.344989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Subnet': ['ID=1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:53.430074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-fcbdbc3e-0211-42ae-88a2-36ca237bd8bc service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118832 Nov 02 16:37:53.495066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Checking segment: {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:53.496504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network hostable DHCP agents. Network: a50eaa01-2e55-4eab-9d0f-4c29597e5ac6, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:53.512295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.528779 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] Set router d4414268-bfc9-4f8c-835e-4febc7e6ce8f gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:37:53.538995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:53.585297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=b3771d9a-8842-40aa-801e-efa4af6f2e0d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:53.628832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-58943d14-2a92-4717-bc11-8ec89fed26d5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 217 time: 0.1845510 Nov 02 16:37:53.651790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.661801 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.697655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.707327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a50eaa01-2e55-4eab-9d0f-4c29597e5ac6) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:53.739161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:53.740217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.745905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af244c-f859-4dd2-a204-ee0a36e1c8e7 None None] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:53.779895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.795610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1983f9b1-9ad4-4800-b418-fcb8ac268055 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9801698 Nov 02 16:37:53.828065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-a3fac2a2-f96a-4680-8e0c-e8196e57f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:53.829551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-a3fac2a2-f96a-4680-8e0c-e8196e57f1c0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1784425 Nov 02 16:37:53.889916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675d6666-7b90-44f0-906c-0ae6d49a6b52']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:53.906362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-ebe0c521-24c5-4085-90e3-35aa17e025ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:53.909478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-ebe0c521-24c5-4085-90e3-35aa17e025ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664392 Nov 02 16:37:53.953738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f63bcc-8748-4e7c-8e9d-deacfa97cf18') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:53.954273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f63bcc-8748-4e7c-8e9d-deacfa97cf18') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:53.963031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c98c8-de15-4034-8537-9c55ccc6e3a8 None None] Network 675d6666-7b90-44f0-906c-0ae6d49a6b52 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:53.983914 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:53.988011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:54.041155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.065006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:37:54.066037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:37:54.071536 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:37:54.095726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:54.159536 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.170514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427199cf-36ae-4a7b-b517-a47c6c3871d9 None None] Network 829444b9-f2ca-4504-a61e-b8c9e8ce34af requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:54.174594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.177661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Pushing event updated for resources: {'Port': ['ID=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:54.179304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/675d6666-7b90-44f0-906c-0ae6d49a6b52 HTTP/1.1" status: 204 len: 168 time: 1.6432798 Nov 02 16:37:54.186913 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:37:47Z', 'revision_number': 4, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '542e9b3f-7493-4628-9f10-5fbea70d374a', 'name': '', 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'mac_address': 'fa:16:3e:17:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:46Z', 'updated_at': '2021-11-02T16:37:52Z', 'revision_number': 4, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'subnets': [{'id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:54.191176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38342) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:54.204296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559494438'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:54.205044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:54.208611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76cebf-1eb8-42ba-b310-0015f8a49339 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=675d6666-7b90-44f0-906c-0ae6d49a6b52,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:54.239189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:54.246676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.262101 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdd2fc-2cb2-4a0c-bdc6-9d2b03f6f65f None None] The sync data for ids ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'] in n-d-811405-2 is: [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:37:47Z', 'revision_number': 4, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '542e9b3f-7493-4628-9f10-5fbea70d374a', 'name': '', 'network_id': 'c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'mac_address': 'fa:16:3e:17:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:46Z', 'updated_at': '2021-11-02T16:37:52Z', 'revision_number': 4, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'subnets': [{'id': 'a6445ef1-37bf-4a89-9ed7-76bddd6303b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:37:54.286829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:54.346962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.346962 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment 95a7b51b-9416-4911-b7e5-762eb47c66fa of type vlan for network 175a4bcd-35e0-4a22-befc-c9e4ecb650e3 Nov 02 16:37:54.427598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.487045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.501541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:54.505984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:54.670694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=175a4bcd-35e0-4a22-befc-c9e4ecb650e3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:54.703734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5863ce82-6fe4-495f-b116-bfaa4a67f4a3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5037332 Nov 02 16:37:54.705499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38350) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:54.723384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '175a4bcd-35e0-4a22-befc-c9e4ecb650e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:54.926802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-66847791-6a6d-4164-b59d-8a3e31db3b7c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:54.954518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-66847791-6a6d-4164-b59d-8a3e31db3b7c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:54.970240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-66847791-6a6d-4164-b59d-8a3e31db3b7c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/networks?id=13e13292-f7e5-4fec-8f41-ad4ad639d915&id=a50eaa01-2e55-4eab-9d0f-4c29597e5ac6&id=13e13292-f7e5-4fec-8f41-ad4ad639d915 HTTP/1.1" status: 200 len: 1391 time: 0.8599253 Nov 02 16:37:54.986816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 175a4bcd-35e0-4a22-befc-c9e4ecb650e3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:55.020520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa8c80c5-5647-46af-b0c0-2627a144b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.024117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-d77bfb91-5434-4634-9128-248c34241d35 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/quotas/577da0f9dfb9415cae9e9114b45f6f14 HTTP/1.1" status: 200 len: 375 time: 0.0528944 Nov 02 16:37:55.044111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Attempting to bind port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:55.044642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Attempting to bind port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:55.045118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Attempting to bind port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:55.067893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:55.078623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.101863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:55.102473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Checking segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:55.103097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.103492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Bound using segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:55.104095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Bound port: 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:55.105147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.181969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-e2abde1a-e0fc-47c6-816c-e76d9264a763 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2494242 Nov 02 16:37:55.230179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Performing IP validity checks on allocation pools {{(pid=102065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:37:55.230837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:37:55.308888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4ea6-c89d-455f-9407-7e6ec7fae8dc req-5179fb2c-3464-4086-abb1-fc200a2e8502 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:55.325664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bec4ea6-c89d-455f-9407-7e6ec7fae8dc req-5179fb2c-3464-4086-abb1-fc200a2e8502 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 1.2144253 Nov 02 16:37:55.424190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a50eaa01-2e55-4eab-9d0f-4c29597e5ac6', 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'fixed_ips': [{'subnet_id': '1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:37:55.424190 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.525123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38368) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:55.591395 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.608087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 542e9b3f-7493-4628-9f10-5fbea70d374a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:55.612695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bec4ea6-c89d-455f-9407-7e6ec7fae8dc req-f9149c7e-fb80-49b7-9437-0f2cf995242e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861292 Nov 02 16:37:55.664526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aa8c80c5-5647-46af-b0c0-2627a144b18e None None] For port 542e9b3f-7493-4628-9f10-5fbea70d374a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=542e9b3f-7493-4628-9f10-5fbea70d374a,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:55.673508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e86bb220-1516-43ad-b152-5bcb0bc17832 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6460860 Nov 02 16:37:55.789308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46561917-b9c0-4488-9c43-d8c136f46878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.793183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=3ea5798a-b587-40c7-8794-eb61cb25d9ca,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:55.801784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa8c80c5-5647-46af-b0c0-2627a144b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.809586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] For port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:55.826035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': '95a7b51b-9416-4911-b7e5-762eb47c66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '175a4bcd-35e0-4a22-befc-c9e4ecb650e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:55.826895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 175a4bcd-35e0-4a22-befc-c9e4ecb650e3, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:55.856660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] For port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:55.909943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-b34443b5-6641-44be-b8e3-9a9da5b3ffe5 service neutron] 10.222.0.31 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231443 Nov 02 16:37:55.974347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46561917-b9c0-4488-9c43-d8c136f46878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:55.999094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46561917-b9c0-4488-9c43-d8c136f46878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.066397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a819ece-77f1-4c7a-b021-39145a98ac96 req-3bb84702-e725-4cf6-b865-161930e1eb54 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8630567 Nov 02 16:37:56.101561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.198037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46561917-b9c0-4488-9c43-d8c136f46878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3aa031-a6e7-43ee-8f4e-f6370d011faf,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:56.231818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-46561917-b9c0-4488-9c43-d8c136f46878 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c547c41f6d14cc983c09cb7335a0878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055697 Nov 02 16:37:56.241756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-d2eabb72-4a41-4348-ba58-2b3d8032f5c9 service neutron] 10.222.0.31 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296309 Nov 02 16:37:56.252849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:56.269070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 175a4bcd-35e0-4a22-befc-c9e4ecb650e3 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:56.302174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 175a4bcd-35e0-4a22-befc-c9e4ecb650e3) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:56.312822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:56.313846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.335479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45009ebb-4256-473e-87b6-6ebf6b24f190 None None] Network 175a4bcd-35e0-4a22-befc-c9e4ecb650e3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:56.376581 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b9d3ea18-4f6c-4ab2-a1f4-1eb5d207fe39 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6651387 Nov 02 16:37:56.379848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38380) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:56.465048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Provisioning complete for port 542e9b3f-7493-4628-9f10-5fbea70d374a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:56.483542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.533322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.555318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a581cf1c-7bd1-462a-91d7-b7837f9bf835 service neutron] 10.222.0.31 "GET /v2.0/networks/a50eaa01-2e55-4eab-9d0f-4c29597e5ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107970 Nov 02 16:37:56.564666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180a7791-2cee-48c3-b64b-168b5f4cbd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.593525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Allocated IP 19.86.0.2 (a50eaa01-2e55-4eab-9d0f-4c29597e5ac6/1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff/8dcac11d-2ee2-49a7-903f-42ac350dabe6) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:56.724467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180a7791-2cee-48c3-b64b-168b5f4cbd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.793808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c80c5-5647-46af-b0c0-2627a144b18e None None] Pushing event updated for resources: {'Port': ['ID=542e9b3f-7493-4628-9f10-5fbea70d374a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:56.927021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.940257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 542e9b3f-7493-4628-9f10-5fbea70d374a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:56.940747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:56.946692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-5dbd83b9-3c25-4dc4-b584-be8275824be9 service neutron] 10.222.0.31 "GET /v2.0/networks/a50eaa01-2e55-4eab-9d0f-4c29597e5ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901155 Nov 02 16:37:57.072913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.126997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.129620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-61f7a04e-d5b2-46ef-a0d0-bfda73b58d14 service neutron] 10.222.0.31 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820104 Nov 02 16:37:57.183348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.193440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb1114-1a21-4428-9773-c26749edfa46 req-d9034bab-4e41-43c3-9e97-25db0da607c0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:57.203732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12eb1114-1a21-4428-9773-c26749edfa46 req-d9034bab-4e41-43c3-9e97-25db0da607c0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2459826 Nov 02 16:37:57.210721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785fdc-cce4-4d6b-805a-f32cf261fec5 None None] Pushing event updated for resources: {'Port': ['ID=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:57.259455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea5798a-b587-40c7-8794-eb61cb25d9ca,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:57.305137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180a7791-2cee-48c3-b64b-168b5f4cbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.306847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:37:57.308264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180a7791-2cee-48c3-b64b-168b5f4cbd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.309644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-180a7791-2cee-48c3-b64b-168b5f4cbd48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b3aa031-a6e7-43ee-8f4e-f6370d011faf HTTP/1.1" status: 204 len: 168 time: 1.0506866 Nov 02 16:37:57.339873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.346269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a7791-2cee-48c3-b64b-168b5f4cbd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3aa031-a6e7-43ee-8f4e-f6370d011faf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:57.376195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12eb1114-1a21-4428-9773-c26749edfa46 req-c69f9733-ef21-4e0f-a3d7-036af9194422 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710162 Nov 02 16:37:57.381698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175a4bcd-35e0-4a22-befc-c9e4ecb650e3']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:57.409863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a7b51b-9416-4911-b7e5-762eb47c66fa') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:57.410429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a7b51b-9416-4911-b7e5-762eb47c66fa') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:57.445605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.448825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:57.456682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-081af1c4-7d6e-4f4c-a62f-f362bfddf687 service neutron] 10.222.0.31 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984805 Nov 02 16:37:57.476091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.477252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:37:57.489308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:37:57.489832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:37:57.501537 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:37:57.534328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bee1d2-0063-4475-985f-af1a561e1382 None None] Network 175a4bcd-35e0-4a22-befc-c9e4ecb650e3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:57.647908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.676980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Pushing event updated for resources: {'Port': ['ID=8dcac11d-2ee2-49a7-903f-42ac350dabe6,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:57.680019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.687396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/175a4bcd-35e0-4a22-befc-c9e4ecb650e3 HTTP/1.1" status: 204 len: 168 time: 1.3063955 Nov 02 16:37:57.691728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38408) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:57.697065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-871430204'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:57.755160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703de38-64ec-4526-be37-0d0bb6580e0b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=175a4bcd-35e0-4a22-befc-c9e4ecb650e3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:57.816170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:57.826599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.882076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f093967f-c1b0-451b-ba39-cce7d92870ff up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:37:57.911263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:57.949328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:57.955583 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment ce24ab3c-a058-4233-83fe-b136d2717fcd of type vlan for network d14d581a-e704-4979-9afe-2f83d14e771d Nov 02 16:37:58.010422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Attempting to bind port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:37:58.011034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Attempting to bind port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:37:58.011604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Attempting to bind port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 on network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:37:58.030522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.072543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:37:58.072952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Checking segment: {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:58.073878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.076089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Bound using segment: {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:37:58.076793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Bound port: 8dcac11d-2ee2-49a7-903f-42ac350dabe6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:37:58.078096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.087706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Provisioning complete for port f093967f-c1b0-451b-ba39-cce7d92870ff triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:58.089398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.099080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.114504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38418) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:58.129762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:58.133168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.153032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02d1b4ea-7a64-42a6-a818-233750bc03a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.191174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4979897 Nov 02 16:37:58.218630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38420) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:58.281114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c68da7-3d43-4d54-999e-d3c9dbb0095c None None] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:58.343081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02d1b4ea-7a64-42a6-a818-233750bc03a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.344934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': 'd14d581a-e704-4979-9afe-2f83d14e771d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:58.347670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02d1b4ea-7a64-42a6-a818-233750bc03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.502714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-02d1b4ea-7a64-42a6-a818-233750bc03a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01dbfa25b5594db38399c4e658aae491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863668 Nov 02 16:37:58.504501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:58.537838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1b4ea-7a64-42a6-a818-233750bc03a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c40271-2f04-4af4-bfe5-fde07b0b53e4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:58.558465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0748c01-4bad-48f5-9bae-a612bce0214c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=d14d581a-e704-4979-9afe-2f83d14e771d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:58.604992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] For port 8dcac11d-2ee2-49a7-903f-42ac350dabe6, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:37:58.611674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] For port 8dcac11d-2ee2-49a7-903f-42ac350dabe6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8dcac11d-2ee2-49a7-903f-42ac350dabe6,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:37:58.665143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dc5608c-be2a-4e27-af45-9f5a7c813543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.691973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d14d581a-e704-4979-9afe-2f83d14e771d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:58.696465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dc5608c-be2a-4e27-af45-9f5a7c813543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.705327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.726716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e328f-16b8-4b30-b001-793fcdf53197 req-a9427dae-7c9b-4cfe-a0b5-31e7fc426083 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:58.735195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-847e328f-16b8-4b30-b001-793fcdf53197 req-a9427dae-7c9b-4cfe-a0b5-31e7fc426083 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1924653 Nov 02 16:37:58.761034 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dc5608c-be2a-4e27-af45-9f5a7c813543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.764751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8dc5608c-be2a-4e27-af45-9f5a7c813543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.781726 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8dc5608c-be2a-4e27-af45-9f5a7c813543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0c40271-2f04-4af4-bfe5-fde07b0b53e4 HTTP/1.1" status: 204 len: 168 time: 0.2660041 Nov 02 16:37:58.804843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8242df2a-8177-48bd-93b6-989ee432b4f7 req-42f0fe6f-bb07-4837-9a96-77f32a69891f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 210 time: 0.7213633 Nov 02 16:37:58.820197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5608c-be2a-4e27-af45-9f5a7c813543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c40271-2f04-4af4-bfe5-fde07b0b53e4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:58.837305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:58.853711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:58.908325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f093967f-c1b0-451b-ba39-cce7d92870ff triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:37:58.908953 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:59.177848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655fbd-b162-46f2-bf48-b83d7998dbfc None None] Pushing event updated for resources: {'Port': ['ID=8dcac11d-2ee2-49a7-903f-42ac350dabe6,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:59.229624 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:59.371300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-847e328f-16b8-4b30-b001-793fcdf53197 req-3af75a3e-8e59-42fe-8b27-f7a40aa87754 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351798 Nov 02 16:37:59.528722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:59.780210 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:59.784772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] For port f093967f-c1b0-451b-ba39-cce7d92870ff, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f093967f-c1b0-451b-ba39-cce7d92870ff,segment=NetworkSegment(b3974fc7-7967-4fb1-a33f-a6f4e6431a1f),segment_id=b3974fc7-7967-4fb1-a33f-a6f4e6431a1f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:37:59.795121 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:37:59.805284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=6be9243d-64c4-471c-b133-c70f2cf90481,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:59.834574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'ce24ab3c-a058-4233-83fe-b136d2717fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd14d581a-e704-4979-9afe-2f83d14e771d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:37:59.835068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: d14d581a-e704-4979-9afe-2f83d14e771d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:59.873937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network d14d581a-e704-4979-9afe-2f83d14e771d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:59.940406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d14d581a-e704-4979-9afe-2f83d14e771d) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:59.966991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:59.967548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de62a38-6094-49be-8fa5-9bd5b34c0f88 None None] Network d14d581a-e704-4979-9afe-2f83d14e771d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:59.968058 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.007645 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2353951-bbf9-4795-b758-df39d123e96b req-28047dc3-3601-434b-b391-d03409c13c80 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 210 time: 0.0575676 Nov 02 16:38:00.033273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-9ca7c342-df26-4034-a7c5-ead38488614f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:00.037593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-76baeb75-dffe-4935-a423-0d26ccca0348 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8166466 Nov 02 16:38:00.038244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38478) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:00.056876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-9ca7c342-df26-4034-a7c5-ead38488614f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:00.062156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-9ca7c342-df26-4034-a7c5-ead38488614f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "GET /v2.0/networks?id=13e13292-f7e5-4fec-8f41-ad4ad639d915&id=a50eaa01-2e55-4eab-9d0f-4c29597e5ac6&id=13e13292-f7e5-4fec-8f41-ad4ad639d915 HTTP/1.1" status: 200 len: 1391 time: 0.3964975 Nov 02 16:38:00.077584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'port': {'device_id': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915', 'admin_state_up': True, 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:00.178074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c837e09-ff74-43d2-a9cc-8797109eedc9 None None] Pushing event updated for resources: {'Port': ['ID=f093967f-c1b0-451b-ba39-cce7d92870ff,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:00.211949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Provisioning complete for port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:00.213227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.280957 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:38:00.282483 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:38:00.284432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:00.307842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.308450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.379343 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.473918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] For port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:00.477909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.489726 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.622455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56441a-d8e5-4856-aff7-5ad7ee21d137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d14d581a-e704-4979-9afe-2f83d14e771d', 'network_id': 'd14d581a-e704-4979-9afe-2f83d14e771d', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '6be9243d-64c4-471c-b133-c70f2cf90481'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:00.623665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb56441a-d8e5-4856-aff7-5ad7ee21d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.643228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Allocated IP 19.80.0.77 (13e13292-f7e5-4fec-8f41-ad4ad639d915/00bc5fc7-a928-4f92-9f63-3734bb451f37/9bf3ee0f-2f88-4cb2-a900-15e492a4ea55) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:00.665462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Provisioning complete for port f093967f-c1b0-451b-ba39-cce7d92870ff triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:00.666106 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.684597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023778-8c2c-4cf0-996d-bb8595d1ad93 req-26d7b957-c512-4e2f-aad5-910bb5d65eea tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:00.693559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87023778-8c2c-4cf0-996d-bb8595d1ad93 req-26d7b957-c512-4e2f-aad5-910bb5d65eea tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1678939 Nov 02 16:38:00.724330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.770835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98497ac7-ce6c-4736-a946-a0ecaaee4ac0 None None] Pushing event updated for resources: {'Port': ['ID=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:00.771130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=6be9243d-64c4-471c-b133-c70f2cf90481,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:00.793793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87023778-8c2c-4cf0-996d-bb8595d1ad93 req-ea0f289c-810b-4d7d-8f46-3fe608e0498e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989840 Nov 02 16:38:00.873551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.930456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14d581a-e704-4979-9afe-2f83d14e771d']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:00.935885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46ffba-c7c5-409e-9e8e-9d15c5b5cf59 None None] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:00.946764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce24ab3c-a058-4233-83fe-b136d2717fcd') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:00.947062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce24ab3c-a058-4233-83fe-b136d2717fcd') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:00.959115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.976592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.990785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:00.991315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:00.998998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c82977-fdd3-4746-8859-010968146b28 None None] Network d14d581a-e704-4979-9afe-2f83d14e771d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:01.001625 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:01.095772 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.166957 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.171107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.174992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.188054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/d14d581a-e704-4979-9afe-2f83d14e771d HTTP/1.1" status: 204 len: 168 time: 1.1487653 Nov 02 16:38:01.195558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38514) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:01.225276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-116342701'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:01.251776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a35a-f6b0-4ca0-b376-89222dd1b12f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=d14d581a-e704-4979-9afe-2f83d14e771d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:01.365344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:01.380210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:01.388473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:01.412815 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a6075-062b-4a5b-b2d3-7df60caa2a68 req-2fdb261d-6d74-462a-9e74-86c842908d2e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:01.430064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-463a6075-062b-4a5b-b2d3-7df60caa2a68 req-2fdb261d-6d74-462a-9e74-86c842908d2e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 931 time: 0.2034872 Nov 02 16:38:01.547119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-db49179c-5376-4a40-bdb4-3ca499bc11d6 None None] Provisioning complete for port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:01.547500 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-db49179c-5376-4a40-bdb4-3ca499bc11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.554375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:01.555079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.558034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-463a6075-062b-4a5b-b2d3-7df60caa2a68 req-5140d7b4-105a-4e42-abd8-db145ce65fde tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251581 Nov 02 16:38:01.623321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:01.647422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.660239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Port': ['ID=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:01.681797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-a72f4da3-fa79-41cf-a70c-eecb4215d455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6083100 Nov 02 16:38:01.689743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8dcac11d-2ee2-49a7-903f-42ac350dabe6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:01.750989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'port': {'device_id': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6', 'admin_state_up': True, 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:01.851497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-db49179c-5376-4a40-bdb4-3ca499bc11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.935904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:01.936611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:01.944941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:01.961340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-db49179c-5376-4a40-bdb4-3ca499bc11d6 None None] For port 8dcac11d-2ee2-49a7-903f-42ac350dabe6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8dcac11d-2ee2-49a7-903f-42ac350dabe6,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:02.013284 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-db49179c-5376-4a40-bdb4-3ca499bc11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.032551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.035062 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment f069092d-2ffd-4d39-bccf-f417861d2a7f of type vlan for network aab29bde-ab93-435d-9573-bf1bddb03ad3 Nov 02 16:38:02.037651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555249ed-3f91-43ce-b2a7-30462b70621e req-14c78d49-5781-4b56-ad6c-362db6d3fd6d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:02.054409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-555249ed-3f91-43ce-b2a7-30462b70621e req-14c78d49-5781-4b56-ad6c-362db6d3fd6d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1014249 Nov 02 16:38:02.114963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.138465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:02.143964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-555249ed-3f91-43ce-b2a7-30462b70621e req-3e5da64c-d6cf-4e8d-9f68-a056010c43e0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955911 Nov 02 16:38:02.150373 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.176533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49179c-5376-4a40-bdb4-3ca499bc11d6 None None] Pushing event updated for resources: {'Port': ['ID=8dcac11d-2ee2-49a7-903f-42ac350dabe6,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:02.195994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.201742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3e932a00-82c3-48b0-85ff-6fdc72e5d894 None None] Provisioning complete for port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:02.202113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e932a00-82c3-48b0-85ff-6fdc72e5d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.203451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:02.204286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.205962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 542e9b3f-7493-4628-9f10-5fbea70d374a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:02.312213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 542e9b3f-7493-4628-9f10-5fbea70d374a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:02.316008 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.426482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3e932a00-82c3-48b0-85ff-6fdc72e5d894 None None] Provisioning complete for port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:02.427323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e932a00-82c3-48b0-85ff-6fdc72e5d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.536781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f093967f-c1b0-451b-ba39-cce7d92870ff up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:02.539336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3e932a00-82c3-48b0-85ff-6fdc72e5d894 None None] Port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:38:02.633956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f093967f-c1b0-451b-ba39-cce7d92870ff triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:02.634587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:02.824965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4366-5f9e-49b2-868d-94a48175bcfc req-a531757d-b082-4798-a4ed-36ebeece5d34 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:02.827975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcad4366-5f9e-49b2-868d-94a48175bcfc req-a531757d-b082-4798-a4ed-36ebeece5d34 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 931 time: 0.1019235 Nov 02 16:38:02.869423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6532493 Nov 02 16:38:02.874381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38562) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:02.877489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:02.884563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:02.956416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcad4366-5f9e-49b2-868d-94a48175bcfc req-10c1ef8a-8503-4ef9-8f9e-2b529d7f124a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173775 Nov 02 16:38:03.002606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Allocated IP 19.86.0.150 (a50eaa01-2e55-4eab-9d0f-4c29597e5ac6/1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff/f961bfbb-d12d-4dc5-986a-879d455afe16) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:03.019440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7d4e4-aea4-446e-96e7-519a38c83192 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=aab29bde-ab93-435d-9573-bf1bddb03ad3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:03.025203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:03.027994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.047121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:03.050865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network aab29bde-ab93-435d-9573-bf1bddb03ad3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:03.051851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.193904 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.235988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.287338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:03.294803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:03.314882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:03.497463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Port': ['ID=f961bfbb-d12d-4dc5-986a-879d455afe16,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:03.560929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:03.563357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.566166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.581520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8dcac11d-2ee2-49a7-903f-42ac350dabe6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:03.589017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-e7551674-c74d-44f0-9886-10f749812849 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483701 Nov 02 16:38:03.605771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'port': {'device_id': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915', 'admin_state_up': True, 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:03.663232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=ba0db1d4-a395-4463-84f8-fa10ffd7d702,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:03.709844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'f069092d-2ffd-4d39-bccf-f417861d2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:03.710265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: aab29bde-ab93-435d-9573-bf1bddb03ad3, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:03.727729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:03.727997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.735696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb856e-95e6-4c74-a749-f2f750e04e3b req-47721326-05d9-4df4-b21b-385364c68894 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:03.745335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9edb856e-95e6-4c74-a749-f2f750e04e3b req-47721326-05d9-4df4-b21b-385364c68894 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2048795 Nov 02 16:38:03.748876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network aab29bde-ab93-435d-9573-bf1bddb03ad3 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:03.775305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, aab29bde-ab93-435d-9573-bf1bddb03ad3) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:03.782832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:03.783439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:03.838552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9edb856e-95e6-4c74-a749-f2f750e04e3b req-a030810a-5232-4a43-bf07-fcd34fe6ff3d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882547 Nov 02 16:38:03.888790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-82fdfba3-07e2-4d4e-a5b7-0379ba073831 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0127358 Nov 02 16:38:03.890059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b53358-877a-4b49-a13c-0d20397af078 None None] Network aab29bde-ab93-435d-9573-bf1bddb03ad3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:03.891399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38588) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:03.940667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:03.958251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.027874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-07f2f7e2-c5b0-400c-9aec-e0846e37568b None None] Provisioning complete for port f961bfbb-d12d-4dc5-986a-879d455afe16 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:04.028619 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-07f2f7e2-c5b0-400c-9aec-e0846e37568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.179702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-07f2f7e2-c5b0-400c-9aec-e0846e37568b None None] Port f961bfbb-d12d-4dc5-986a-879d455afe16 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:38:04.236071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b822e4-f2f4-49f0-9dac-6815d2cd45a9 req-4e24af1c-e326-4e01-8e6f-0c328eff7532 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:04.247601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b822e4-f2f4-49f0-9dac-6815d2cd45a9 req-4e24af1c-e326-4e01-8e6f-0c328eff7532 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:04.256584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7b822e4-f2f4-49f0-9dac-6815d2cd45a9 req-4e24af1c-e326-4e01-8e6f-0c328eff7532 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 1654 time: 0.1942811 Nov 02 16:38:04.284039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Allocated IP 19.80.0.232 (13e13292-f7e5-4fec-8f41-ad4ad639d915/00bc5fc7-a928-4f92-9f63-3734bb451f37/5691419b-741f-4d98-acab-ec5299e062a8) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:04.291555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.330167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-aab29bde-ab93-435d-9573-bf1bddb03ad3', 'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': 'ba0db1d4-a395-4463-84f8-fa10ffd7d702'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:04.331066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.356743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7b822e4-f2f4-49f0-9dac-6815d2cd45a9 req-b11124c5-ecab-42f3-9486-3f7081278851 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988755 Nov 02 16:38:04.441199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.510049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-8e4db5fd-4bef-4c30-a9d5-938c007d41b3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:04.516345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.517499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-8e4db5fd-4bef-4c30-a9d5-938c007d41b3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.1981897 Nov 02 16:38:04.524377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Allocated IP 172.20.0.2 (aab29bde-ab93-435d-9573-bf1bddb03ad3/ba0db1d4-a395-4463-84f8-fa10ffd7d702/730b940d-363a-435b-b0f6-df672168f45f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:04.539873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-11000b8c-1529-47da-933e-cc5dd1a9dc29 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/quotas/c348386697e144029ed2dca3119a7ee1 HTTP/1.1" status: 200 len: 375 time: 0.0214067 Nov 02 16:38:04.591756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.615582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-9d63619e-5a8a-4b2d-84fa-847c792a320a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740724 Nov 02 16:38:04.655068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:04.658120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:04.660553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:04.697701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:04.737037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:04.741647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.764200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-eee7fbe9-b628-4ec8-a4cd-e312262755b7 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388094 Nov 02 16:38:04.765740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-c4bc09fe-7afb-460f-b697-1c9cf1b9b402 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1683843 Nov 02 16:38:04.780493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Request body: {'port': {'device_id': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:04.892426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.975686 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:04.987240 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.001158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d0cce2c-0d15-4b8c-8b5e-b31dcfc5a458 service neutron] 10.222.0.31 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360153 Nov 02 16:38:05.049227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.085240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Pushing event updated for resources: {'Port': ['ID=730b940d-363a-435b-b0f6-df672168f45f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:05.106773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Network aab29bde-ab93-435d-9573-bf1bddb03ad3 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:05.111132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:05.122467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:05.266931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-befb4391-d486-410c-ba11-11c0af17800e None None] Provisioning complete for port 5691419b-741f-4d98-acab-ec5299e062a8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:05.268692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-befb4391-d486-410c-ba11-11c0af17800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.286930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Attempting to bind port 730b940d-363a-435b-b0f6-df672168f45f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:05.287411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Attempting to bind port 730b940d-363a-435b-b0f6-df672168f45f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f069092d-2ffd-4d39-bccf-f417861d2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:05.287880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Attempting to bind port 730b940d-363a-435b-b0f6-df672168f45f on network aab29bde-ab93-435d-9573-bf1bddb03ad3 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:05.329495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:05.330008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Checking segment: {'id': 'f069092d-2ffd-4d39-bccf-f417861d2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:05.330543 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.331240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Bound using segment: {'id': 'f069092d-2ffd-4d39-bccf-f417861d2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:05.332923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Bound port: 730b940d-363a-435b-b0f6-df672168f45f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f069092d-2ffd-4d39-bccf-f417861d2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:05.333074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.354829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0db1d4-a395-4463-84f8-fa10ffd7d702,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:05.406191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-befb4391-d486-410c-ba11-11c0af17800e None None] Port 5691419b-741f-4d98-acab-ec5299e062a8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:38:05.412769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eede0c37-9495-4a37-a815-941ca7fa7c1f req-da9f9299-373d-462c-9f40-d5e54bab65ae tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 210 time: 0.2290020 Nov 02 16:38:05.470715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.490954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] For port 730b940d-363a-435b-b0f6-df672168f45f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:05.498983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] For port 730b940d-363a-435b-b0f6-df672168f45f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=730b940d-363a-435b-b0f6-df672168f45f,segment=NetworkSegment(f069092d-2ffd-4d39-bccf-f417861d2a7f),segment_id=f069092d-2ffd-4d39-bccf-f417861d2a7f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:05.506235 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.578599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c47f-66e6-447d-97f5-7c4860b667f9 req-70c0ee9b-63bb-489d-8264-3fd08c2c0fff tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:05.581545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba08c47f-66e6-447d-97f5-7c4860b667f9 req-70c0ee9b-63bb-489d-8264-3fd08c2c0fff tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3799500 Nov 02 16:38:05.606399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:05.630227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.643440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32b90c-dfef-4b1f-a05b-263222f9a52a None None] Network aab29bde-ab93-435d-9573-bf1bddb03ad3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:05.653640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab29bde-ab93-435d-9573-bf1bddb03ad3']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:05.667711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Transition to ACTIVE for port object 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:05.674883 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.730437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f069092d-2ffd-4d39-bccf-f417861d2a7f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:05.733039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f069092d-2ffd-4d39-bccf-f417861d2a7f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:05.739685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a0b9-0b3a-406b-9df8-2b30524978be None None] Pushing event updated for resources: {'Port': ['ID=730b940d-363a-435b-b0f6-df672168f45f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:05.761064 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.857897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.861938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:05.881755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba08c47f-66e6-447d-97f5-7c4860b667f9 req-39a05493-fe55-42c9-a32f-dcdf92fc0862 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475045 Nov 02 16:38:05.925229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cefac-fd04-4258-a9af-dcfc6406860e req-1c83f3a4-5aa1-4a96-a3e6-59ad7db3d5c5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:05.955216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cefac-fd04-4258-a9af-dcfc6406860e req-1c83f3a4-5aa1-4a96-a3e6-59ad7db3d5c5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:05.961304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cefac-fd04-4258-a9af-dcfc6406860e req-1c83f3a4-5aa1-4a96-a3e6-59ad7db3d5c5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:05.961486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Attempting to bind port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:05.962161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Attempting to bind port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:05.963048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd2cefac-fd04-4258-a9af-dcfc6406860e req-1c83f3a4-5aa1-4a96-a3e6-59ad7db3d5c5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2376 time: 0.3805938 Nov 02 16:38:05.964788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:05.965374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:05.970412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Attempting to bind port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:05.978265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:05.978841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Attempting to bind port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:05.985223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:05.985947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Checking segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:05.986079 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:05.989292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Bound using segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:05.989982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Bound port: 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:05.991198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.131144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] For port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:06.143369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] For port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:06.154409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.163153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033562b-e0ea-4f5c-b1fe-05533da99f67 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:38:06.185997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 16:38:06.185997 n-d-811405-2 neutron-server[102066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 16:38:06.185997 n-d-811405-2 neutron-server[102066]: [parameters: {'id': 'aab29bde-ab93-435d-9573-bf1bddb03ad3'}] Nov 02 16:38:06.185997 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:38:06.186980 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:38:06.207874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd2cefac-fd04-4258-a9af-dcfc6406860e req-e09a69b0-9d98-4dc9-ba5a-eb2772eb8d2a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091224 Nov 02 16:38:06.232286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:06.254597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.255513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.268454 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2827c989-f00d-467d-981f-b518ed314d84 service neutron] 10.222.0.55 "PUT /v2.0/ports/9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 HTTP/1.1" status: 200 len: 1091 time: 1.4939246 Nov 02 16:38:06.269128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'tag': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:06.272953 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34bf76-50b7-43d5-b755-a0510de3c152" -d '{"events": [{"name": "network-changed", "server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "tag": "9bf3ee0f-2f88-4cb2-a900-15e492a4ea55"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:06.303311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Request body: {'port': {'device_id': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:06.329180 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d9065d-d930-4c5c-80a1-01e103596015 x-openstack-request-id: req-f6d9065d-d930-4c5c-80a1-01e103596015 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:06.329464 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "tag": "9bf3ee0f-2f88-4cb2-a900-15e492a4ea55", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:06.329928 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6d9065d-d930-4c5c-80a1-01e103596015 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:06.330372 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'tag': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55', 'status': 'completed', 'code': 200} Nov 02 16:38:06.363300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033562b-e0ea-4f5c-b1fe-05533da99f67 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:38:06.414495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.436270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-173a2ec5-6332-48c2-a731-49c9775f30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.436754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-173a2ec5-6332-48c2-a731-49c9775f30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.437225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-173a2ec5-6332-48c2-a731-49c9775f30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.439037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-173a2ec5-6332-48c2-a731-49c9775f30c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2731 time: 0.0682130 Nov 02 16:38:06.596974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0669fa21-004e-4ffa-8499-f35a0c2269ed req-a09ad34e-09e6-4526-8636-3c72b153a52b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 210 time: 0.0470843 Nov 02 16:38:06.688125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.787361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Deleting port 730b940d-363a-435b-b0f6-df672168f45f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:06.787849 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.796435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-ab48a854-735c-4c8e-a877-d22aa74199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.797070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-ab48a854-735c-4c8e-a877-d22aa74199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.797347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-ab48a854-735c-4c8e-a877-d22aa74199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.799225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-ab48a854-735c-4c8e-a877-d22aa74199a3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3337369 Nov 02 16:38:06.955810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] For port 730b940d-363a-435b-b0f6-df672168f45f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=730b940d-363a-435b-b0f6-df672168f45f,segment=NetworkSegment(f069092d-2ffd-4d39-bccf-f417861d2a7f),segment_id=f069092d-2ffd-4d39-bccf-f417861d2a7f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:06.957169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:06.989486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-978a7006-40ef-49bd-ab39-9585f46da06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:06.991018 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a34bf76-50b7-43d5-b755-a0510de3c152 req-978a7006-40ef-49bd-ab39-9585f46da06e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844776 Nov 02 16:38:07.023840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Calling delete_port for 730b940d-363a-435b-b0f6-df672168f45f owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:07.124268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f961bfbb-d12d-4dc5-986a-879d455afe16 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:07.133619 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:07.178596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Transition to ACTIVE for port object f961bfbb-d12d-4dc5-986a-879d455afe16 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:07.185468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:07.284242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Pushing event updated for resources: {'Port': ['ID=f961bfbb-d12d-4dc5-986a-879d455afe16,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:07.334226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-7bfcdade-752d-4657-88de-a32e5ee24633 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:07.342050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-7bfcdade-752d-4657-88de-a32e5ee24633 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 815 time: 0.3792915 Nov 02 16:38:07.350454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de0116-dc08-48d8-a6da-dbbda54b40c4 req-0ab21649-139d-4ee7-8015-103903aedd4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:07.357668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49de0116-dc08-48d8-a6da-dbbda54b40c4 req-0ab21649-139d-4ee7-8015-103903aedd4d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.3208823 Nov 02 16:38:07.412425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Attempting to bind port f961bfbb-d12d-4dc5-986a-879d455afe16 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:07.412785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Attempting to bind port f961bfbb-d12d-4dc5-986a-879d455afe16 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:07.413100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Attempting to bind port f961bfbb-d12d-4dc5-986a-879d455afe16 on network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:07.430384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Port f961bfbb-d12d-4dc5-986a-879d455afe16 on network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:07.430718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Attempting to bind port f961bfbb-d12d-4dc5-986a-879d455afe16 on network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:07.436687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:07.437033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Checking segment: {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:07.437441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Bound using segment: {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:07.437899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Bound port: f961bfbb-d12d-4dc5-986a-879d455afe16, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:07.438322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:07.545486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] For port f961bfbb-d12d-4dc5-986a-879d455afe16, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:07.549286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] For port f961bfbb-d12d-4dc5-986a-879d455afe16, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f961bfbb-d12d-4dc5-986a-879d455afe16,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:07.557958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:07.613799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:07.615540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:07.617877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-97925149-e742-44b3-8291-3a8e630f886c service neutron] 10.222.0.55 "PUT /v2.0/ports/f961bfbb-d12d-4dc5-986a-879d455afe16 HTTP/1.1" status: 200 len: 1092 time: 1.3251262 Nov 02 16:38:07.652479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Request body: {'port': {'device_id': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:07.722262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97925149-e742-44b3-8291-3a8e630f886c service neutron] Pushing event updated for resources: {'Port': ['ID=f961bfbb-d12d-4dc5-986a-879d455afe16,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:07.757160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:07.769631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Request body: {'port': {'device_id': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'admin_state_up': True, 'tenant_id': 'c348386697e144029ed2dca3119a7ee1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:07.928795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49de0116-dc08-48d8-a6da-dbbda54b40c4 req-7c8609f4-8c4a-469f-8249-b294eeb1b1be tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592432 Nov 02 16:38:07.950097 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:38:08.068276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40711294-8f73-4d64-8755-c11c86c8e333 req-e8cc5d0a-0fe6-4cff-a1de-c4574d271651 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.075495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40711294-8f73-4d64-8755-c11c86c8e333 req-e8cc5d0a-0fe6-4cff-a1de-c4574d271651 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.081439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40711294-8f73-4d64-8755-c11c86c8e333 req-e8cc5d0a-0fe6-4cff-a1de-c4574d271651 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.083219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40711294-8f73-4d64-8755-c11c86c8e333 req-e8cc5d0a-0fe6-4cff-a1de-c4574d271651 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2400 time: 0.7238953 Nov 02 16:38:08.121218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-391b2ba0-c2b7-44af-8f9d-f6caf207d14c req-c939f2e8-b66b-4b8e-b055-ce09a44b016d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 210 time: 0.0730581 Nov 02 16:38:08.145833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.185775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Port': ['ID=730b940d-363a-435b-b0f6-df672168f45f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:08.192805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5691419b-741f-4d98-acab-ec5299e062a8 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:08.201118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No DVR routers for this DVR port 730b940d-363a-435b-b0f6-df672168f45f on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:08.203109 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.221014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Transition to ACTIVE for port object 5691419b-741f-4d98-acab-ec5299e062a8 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:08.227321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.285868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40711294-8f73-4d64-8755-c11c86c8e333 req-abfc8234-141a-43ce-abaf-dc7e1889229e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724274 Nov 02 16:38:08.288170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:08.296490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Made reservation on behalf of c348386697e144029ed2dca3119a7ee1 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:08.302791 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.338351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'tag': 'f961bfbb-d12d-4dc5-986a-879d455afe16'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:08.342000 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908b83db-8b04-4ffc-89a4-db2976a990b1" -d '{"events": [{"name": "network-changed", "server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "tag": "f961bfbb-d12d-4dc5-986a-879d455afe16"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:08.367194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fd818009-2c81-4861-8410-0e80c5417f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.403980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Attempting to bind port 5691419b-741f-4d98-acab-ec5299e062a8 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:08.404546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Attempting to bind port 5691419b-741f-4d98-acab-ec5299e062a8 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:08.405047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Attempting to bind port 5691419b-741f-4d98-acab-ec5299e062a8 on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:08.410903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Port 5691419b-741f-4d98-acab-ec5299e062a8 on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:08.411501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Attempting to bind port 5691419b-741f-4d98-acab-ec5299e062a8 on network 13e13292-f7e5-4fec-8f41-ad4ad639d915 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:08.418583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:08.419106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Checking segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:08.419684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Bound using segment: {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:08.420370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Bound port: 5691419b-741f-4d98-acab-ec5299e062a8, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bad3ba0-f428-408d-9c79-b04cc14f54ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:08.420896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.424997 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b632f5f-b351-4038-8879-db11bf055c98 x-openstack-request-id: req-7b632f5f-b351-4038-8879-db11bf055c98 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:08.425325 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "tag": "f961bfbb-d12d-4dc5-986a-879d455afe16", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:08.425521 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b632f5f-b351-4038-8879-db11bf055c98 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:08.425912 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'tag': 'f961bfbb-d12d-4dc5-986a-879d455afe16', 'status': 'completed', 'code': 200} Nov 02 16:38:08.483904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.503212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:08.506762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5691419b-741f-4d98-acab-ec5299e062a8,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:08.521296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.570493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab29bde-ab93-435d-9573-bf1bddb03ad3']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:08.583125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.583668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.585077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] 10.222.0.55 "PUT /v2.0/ports/5691419b-741f-4d98-acab-ec5299e062a8 HTTP/1.1" status: 200 len: 1092 time: 0.9392977 Nov 02 16:38:08.589838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f069092d-2ffd-4d39-bccf-f417861d2a7f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:08.590115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f069092d-2ffd-4d39-bccf-f417861d2a7f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:08.611512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.632100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.646092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b14e9-76af-4346-994e-e7132b352df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:08.647608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:08.650017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.660299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-50c11345-dcea-4ed0-8e19-0fd6008550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.660900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-50c11345-dcea-4ed0-8e19-0fd6008550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.661376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-50c11345-dcea-4ed0-8e19-0fd6008550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.663099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-50c11345-dcea-4ed0-8e19-0fd6008550c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2865 time: 0.1548018 Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:08.668001 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:08.757295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Allocated IP 172.20.0.3 (ddba1911-91db-4eda-a734-697c24abff54/dd7ccf3f-ef84-49f8-a202-60eef244e759/69c13c66-885f-46fa-9b94-48b3c273ed27) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:08.766321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.778246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:08.782228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/aab29bde-ab93-435d-9573-bf1bddb03ad3 HTTP/1.1" status: 204 len: 168 time: 4.8896830 Nov 02 16:38:08.788880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38716) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:08.805778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281486042'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:08.821136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6aedd-c12d-4011-84f7-87a15b156f4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=aab29bde-ab93-435d-9573-bf1bddb03ad3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:08.958562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-6e938fa7-47e6-4f6a-b3af-ade6711d972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.959024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-6e938fa7-47e6-4f6a-b3af-ade6711d972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.959553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-6e938fa7-47e6-4f6a-b3af-ade6711d972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:08.961870 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-6e938fa7-47e6-4f6a-b3af-ade6711d972d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2870214 Nov 02 16:38:09.052283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:09.055948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.103666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-4cf0890a-b03f-4296-8b93-5583ad6602a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.105482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-908b83db-8b04-4ffc-89a4-db2976a990b1 req-4cf0890a-b03f-4296-8b93-5583ad6602a2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372094 Nov 02 16:38:09.161492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.179701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:09.210148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60367ccc-f60c-4ccb-8e1b-b674e6eb9ae3 req-9fc1037f-35ff-40e3-960e-71ed37a754d3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.217046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60367ccc-f60c-4ccb-8e1b-b674e6eb9ae3 req-9fc1037f-35ff-40e3-960e-71ed37a754d3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1699214 Nov 02 16:38:09.221257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38730) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:09.229223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.229742 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment 9e439591-5961-426d-b7b9-5460b6a091a6 of type vlan for network 8c290ab7-5596-4654-be56-0524a6a0f4b2 Nov 02 16:38:09.241189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-56026f09-7285-4bf2-9808-bf37ec635d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.241909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-56026f09-7285-4bf2-9808-bf37ec635d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.242821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-56026f09-7285-4bf2-9808-bf37ec635d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.254692 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-56026f09-7285-4bf2-9808-bf37ec635d28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2865 time: 0.1045482 Nov 02 16:38:09.309968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-6ad55830-15c5-43f3-8d11-c871d42bb0f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 HTTP/1.1" status: 200 len: 217 time: 0.0443835 Nov 02 16:38:09.336049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbd07eca-3cf5-414d-9323-ca77f10d34fa req-075f0110-6498-478b-9e08-aab007a1235b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 210 time: 0.0415514 Nov 02 16:38:09.339572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.351531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:09.357730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7897cfb-1270-4266-90fb-82a676be1e55', '05c0ede5-32be-4663-9788-ad6f2aeba60f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:09.376124 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60367ccc-f60c-4ccb-8e1b-b674e6eb9ae3 req-f9874811-b3fe-4e5e-bb2d-771c692271d5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422877 Nov 02 16:38:09.380358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.455075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59f7f36f-488c-4d36-aeea-276b83164b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.494832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Network ddba1911-91db-4eda-a734-697c24abff54 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:09.502950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:09.506460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-b69225bb-4675-4a1a-b00d-c76df40010e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.508157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-b69225bb-4675-4a1a-b00d-c76df40010e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00bc5fc7-a928-4f92-9f63-3734bb451f37 HTTP/1.1" status: 200 len: 801 time: 0.1911488 Nov 02 16:38:09.512598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:09.547048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event updated for resources: {'Port': ['ID=69c13c66-885f-46fa-9b94-48b3c273ed27,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:09.557020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.562319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.562319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.630100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59f7f36f-488c-4d36-aeea-276b83164b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.662194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59f7f36f-488c-4d36-aeea-276b83164b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.665028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8643196 Nov 02 16:38:09.674882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38744) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:09.684817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '8c290ab7-5596-4654-be56-0524a6a0f4b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:09.701028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.701609 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.712557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-59f7f36f-488c-4d36-aeea-276b83164b99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeb45218581a4233951d114ffb622b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895487 Nov 02 16:38:09.713504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38746) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:09.758872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a4240-8cb8-4ef4-a8b5-5b88d94b141d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=8c290ab7-5596-4654-be56-0524a6a0f4b2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:09.770691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7f36f-488c-4d36-aeea-276b83164b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88c7c3-bbb2-42a2-aa15-55c24d7cbc73,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:09.775935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 8c290ab7-5596-4654-be56-0524a6a0f4b2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:09.789918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2f6215b1-ede1-43bc-8c19-a5975475b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.791868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-2f6215b1-ede1-43bc-8c19-a5975475b30d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=13e13292-f7e5-4fec-8f41-ad4ad639d915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756693 Nov 02 16:38:09.802392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeee4c-9388-4eb7-8231-c0f5f19ba573 req-cc5d6351-19ae-46bb-801b-ac6e7461b5d5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.810025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeee4c-9388-4eb7-8231-c0f5f19ba573 req-cc5d6351-19ae-46bb-801b-ac6e7461b5d5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.816795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeee4c-9388-4eb7-8231-c0f5f19ba573 req-cc5d6351-19ae-46bb-801b-ac6e7461b5d5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:09.818867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83eeee4c-9388-4eb7-8231-c0f5f19ba573 req-cc5d6351-19ae-46bb-801b-ac6e7461b5d5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2412 time: 0.3001690 Nov 02 16:38:09.826015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-d8aa6c5e-0cf7-4b22-9f56-47be4c0261df tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0635521 Nov 02 16:38:09.846103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Request body: {'port': {'device_id': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:09.847566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23457362-0695-4409-ab3c-99993c167f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.943214 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23457362-0695-4409-ab3c-99993c167f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:09.969847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83eeee4c-9388-4eb7-8231-c0f5f19ba573 req-b9ff8eb0-cda6-4b5d-90d3-011a3eb2c27d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375346 Nov 02 16:38:09.990451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:38:09.998408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.006487 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-f706e6cb-53fa-4c45-bdcc-5ae14f5f0192 service neutron] 10.222.0.55 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055702 Nov 02 16:38:10.029634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:10.037909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.080264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23457362-0695-4409-ab3c-99993c167f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.080264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23457362-0695-4409-ab3c-99993c167f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.080264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-23457362-0695-4409-ab3c-99993c167f10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac88c7c3-bbb2-42a2-aa15-55c24d7cbc73 HTTP/1.1" status: 204 len: 168 time: 0.3600359 Nov 02 16:38:10.090345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23457362-0695-4409-ab3c-99993c167f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88c7c3-bbb2-42a2-aa15-55c24d7cbc73,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:10.138359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-5b4dd777-7d1a-431f-8c9b-8114993e1be0 service neutron] 10.222.0.55 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232820 Nov 02 16:38:10.149996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:10.162645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'port_id': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'mac_address': 'fa:16:3e:9b:90:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6b37b-6e39-4665-b7fe-617038229d62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:38:10.189018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Performing IP validity checks on allocation pools {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:38:10.189536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:38:10.215915 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-6e05dd71-4013-4acb-98c0-79d1573c7352 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=f961bfbb-d12d-4dc5-986a-879d455afe16 HTTP/1.1" status: 200 len: 217 time: 0.0460770 Nov 02 16:38:10.216127 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.219014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:10.238114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:10.249116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-8bf0492b-0b2f-4a02-9505-7e4c1a3aae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:10.251220 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-8bf0492b-0b2f-4a02-9505-7e4c1a3aae1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff HTTP/1.1" status: 200 len: 801 time: 0.0500717 Nov 02 16:38:10.258488 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.342609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1ca6ec83-837a-48bc-b3d7-c26d5d958e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:10.342609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1ca6ec83-837a-48bc-b3d7-c26d5d958e57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a50eaa01-2e55-4eab-9d0f-4c29597e5ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684774 Nov 02 16:38:10.406818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:10.435639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:10.438446 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3f331-58b2-43f2-932c-092a0ebeb330" -d '{"events": [{"name": "network-changed", "server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "tag": "5691419b-741f-4d98-acab-ec5299e062a8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:10.480159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e40fb174-7062-4f58-bbc5-f1d38671f5d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:10.545418 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-1204e45e-5d3a-432b-9704-4934b17c5e01 service neutron] 10.222.0.55 "GET /v2.0/networks/a50eaa01-2e55-4eab-9d0f-4c29597e5ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960814 Nov 02 16:38:10.563459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.657600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38780) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:10.681389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4979dcdf-70ae-44f7-a04e-a5594cb40a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.699921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bce2c-f431-428d-97b5-e6428c44541c req-eaff9412-8170-4acd-8408-ad7b4959adde tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:10.716698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e5bce2c-f431-428d-97b5-e6428c44541c req-eaff9412-8170-4acd-8408-ad7b4959adde tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 931 time: 0.2774277 Nov 02 16:38:10.723413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=7e402910-8d61-47ad-b2f0-4437559af3b5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:10.771204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-9562f33e-c617-433a-afc9-14362d833cc6 service neutron] 10.222.0.55 "GET /v2.0/networks/a50eaa01-2e55-4eab-9d0f-4c29597e5ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147362 Nov 02 16:38:10.789904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde86c-19e8-4acd-b7f1-525b1dba4b08 req-5dc9c91a-9e6a-456c-a29f-fabbab959073 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:10.792985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5cde86c-19e8-4acd-b7f1-525b1dba4b08 req-5dc9c91a-9e6a-456c-a29f-fabbab959073 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.2747064 Nov 02 16:38:10.834057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c13c66-885f-46fa-9b94-48b3c273ed27 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:10.842522 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-31e0278d-5b86-4cf8-be8e-adff17174ac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=5691419b-741f-4d98-acab-ec5299e062a8 HTTP/1.1" status: 200 len: 217 time: 0.0581467 Nov 02 16:38:10.864171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': '9e439591-5961-426d-b7b9-5460b6a091a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c290ab7-5596-4654-be56-0524a6a0f4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:10.864522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 8c290ab7-5596-4654-be56-0524a6a0f4b2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:10.873559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.880965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e5bce2c-f431-428d-97b5-e6428c44541c req-cbfab0a3-af81-4498-bf89-9610476c3bfa tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631815 Nov 02 16:38:10.924284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Transition to ACTIVE for port object 69c13c66-885f-46fa-9b94-48b3c273ed27 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:10.940308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4979dcdf-70ae-44f7-a04e-a5594cb40a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.942519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-8b3f276b-6c5a-498a-b26b-779dc061cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:10.944015 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-8b3f276b-6c5a-498a-b26b-779dc061cc1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00bc5fc7-a928-4f92-9f63-3734bb451f37 HTTP/1.1" status: 200 len: 801 time: 0.0948677 Nov 02 16:38:10.946449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5cde86c-19e8-4acd-b7f1-525b1dba4b08 req-ecac8dfb-01ec-4222-bc7a-1e126d49190b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372380 Nov 02 16:38:10.946574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4979dcdf-70ae-44f7-a04e-a5594cb40a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:10.948348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.023047 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8504493-5198-4ee9-b3cb-0bc68c126727 x-openstack-request-id: req-b8504493-5198-4ee9-b3cb-0bc68c126727 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:11.023421 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "tag": "5691419b-741f-4d98-acab-ec5299e062a8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:11.023681 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8504493-5198-4ee9-b3cb-0bc68c126727 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:11.024139 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8', 'status': 'completed', 'code': 200} Nov 02 16:38:11.037776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 8c290ab7-5596-4654-be56-0524a6a0f4b2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:11.045824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Pushing event updated for resources: {'Port': ['ID=69c13c66-885f-46fa-9b94-48b3c273ed27,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:11.063216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ba29-40f1-4d24-9563-539005e40ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.078379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979dcdf-70ae-44f7-a04e-a5594cb40a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbcb773-0165-4702-bced-df2154ab4bee,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:11.126585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4979dcdf-70ae-44f7-a04e-a5594cb40a44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d43388be216a4a739c7c2efa4d967469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656696 Nov 02 16:38:11.129872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:11.130893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 8c290ab7-5596-4654-be56-0524a6a0f4b2) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:11.141053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705357f6-1d52-4329-ae4a-600ca0ee4102 None None] Network 8c290ab7-5596-4654-be56-0524a6a0f4b2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:11.161116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78a16-0961-4793-8bfd-189a613ef51e req-ffe0c04c-1756-468d-b0bf-1892c381204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.163146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-ffe0c04c-1756-468d-b0bf-1892c381204f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=13e13292-f7e5-4fec-8f41-ad4ad639d915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2036827 Nov 02 16:38:11.187384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.188093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.231575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4fce7fe2-c864-4563-ab22-4c576a499858 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5522010 Nov 02 16:38:11.258457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:11.272018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ea74756-d897-448b-b6d2-54f8db62ae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.294591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Attempting to bind port 69c13c66-885f-46fa-9b94-48b3c273ed27 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:11.294940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Attempting to bind port 69c13c66-885f-46fa-9b94-48b3c273ed27 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:11.295269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Attempting to bind port 69c13c66-885f-46fa-9b94-48b3c273ed27 on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:11.317787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Port 69c13c66-885f-46fa-9b94-48b3c273ed27 on network ddba1911-91db-4eda-a734-697c24abff54 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:11.318117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Attempting to bind port 69c13c66-885f-46fa-9b94-48b3c273ed27 on network ddba1911-91db-4eda-a734-697c24abff54 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:11.328744 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ea74756-d897-448b-b6d2-54f8db62ae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.341092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f33a-aa57-4db2-909c-64bb7156dea7 req-138ec22a-6d10-4c84-a131-19d2da55d1da tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.348741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f33a-aa57-4db2-909c-64bb7156dea7 req-138ec22a-6d10-4c84-a131-19d2da55d1da tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.356218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f33a-aa57-4db2-909c-64bb7156dea7 req-138ec22a-6d10-4c84-a131-19d2da55d1da tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.364113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ffd8f33a-aa57-4db2-909c-64bb7156dea7 req-138ec22a-6d10-4c84-a131-19d2da55d1da tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2412 time: 0.1628788 Nov 02 16:38:11.374267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:11.374267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Checking segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:11.374659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Bound using segment: {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:11.375389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Bound port: 69c13c66-885f-46fa-9b94-48b3c273ed27, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569e66f-da4e-4ad2-be10-6f9ff35b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:11.375389 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.420843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.490484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-097a844b-e517-4572-893a-d53b701744a5 service neutron] 10.222.0.55 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192735 Nov 02 16:38:11.498688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.507941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ffd8f33a-aa57-4db2-909c-64bb7156dea7 req-a0ee374d-4d54-46a7-9a8a-7287dfbc9157 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369262 Nov 02 16:38:11.538356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ea74756-d897-448b-b6d2-54f8db62ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.541810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ea74756-d897-448b-b6d2-54f8db62ae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.543886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ea74756-d897-448b-b6d2-54f8db62ae12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbbcb773-0165-4702-bced-df2154ab4bee HTTP/1.1" status: 204 len: 168 time: 0.4109895 Nov 02 16:38:11.560303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] For port 69c13c66-885f-46fa-9b94-48b3c273ed27, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:11.571448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea74756-d897-448b-b6d2-54f8db62ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbcb773-0165-4702-bced-df2154ab4bee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:11.595078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] For port 69c13c66-885f-46fa-9b94-48b3c273ed27, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=69c13c66-885f-46fa-9b94-48b3c273ed27,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:11.606480 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.687647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819328c8-7b89-43ae-b98e-843236484977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-8c290ab7-5596-4654-be56-0524a6a0f4b2', 'network_id': '8c290ab7-5596-4654-be56-0524a6a0f4b2', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '7e402910-8d61-47ad-b2f0-4437559af3b5'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:11.688569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.688708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-819328c8-7b89-43ae-b98e-843236484977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.688922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.690369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] 10.222.0.100 "PUT /v2.0/ports/69c13c66-885f-46fa-9b94-48b3c273ed27 HTTP/1.1" status: 200 len: 1091 time: 1.8484991 Nov 02 16:38:11.690904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'tag': '69c13c66-885f-46fa-9b94-48b3c273ed27'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:11.693456 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed694f5f-9e0a-4e86-b294-156702a9d85f" -d '{"events": [{"name": "network-changed", "server_uuid": "71d79923-196b-4c05-9dcf-00f2be0895e4", "tag": "69c13c66-885f-46fa-9b94-48b3c273ed27"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:11.795851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:11.860321 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5f026c-46c3-435f-8179-009ee35d993b x-openstack-request-id: req-cf5f026c-46c3-435f-8179-009ee35d993b {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:11.860625 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d79923-196b-4c05-9dcf-00f2be0895e4", "tag": "69c13c66-885f-46fa-9b94-48b3c273ed27", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:11.860887 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf5f026c-46c3-435f-8179-009ee35d993b {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:11.861325 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'tag': '69c13c66-885f-46fa-9b94-48b3c273ed27', 'status': 'completed', 'code': 200} Nov 02 16:38:11.873264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-57a78a16-0961-4793-8bfd-189a613ef51e req-dd34420a-fc83-481f-a202-4c1003272be5 service neutron] 10.222.0.55 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713753 Nov 02 16:38:11.932607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9136d1-d709-43da-9e3a-1b87c8b67b43 service neutron] Pushing event updated for resources: {'Port': ['ID=69c13c66-885f-46fa-9b94-48b3c273ed27,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:11.952168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-1d410013-49f5-4bb4-9cab-6325ebac908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:11.954372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-1d410013-49f5-4bb4-9cab-6325ebac908b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 1094 time: 0.0851500 Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-819328c8-7b89-43ae-b98e-843236484977 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e402910-8d61-47ad-b2f0-4437559af3b5: This subnet is being modified by another concurrent operation. Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:38:11.973874 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e402910-8d61-47ad-b2f0-4437559af3b5: This subnet is being modified by another concurrent operation. Nov 02 16:38:11.978373 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:38:12.001302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b69611-1de8-47fd-aff1-7f8cddf12ad9 None None] Network 8c290ab7-5596-4654-be56-0524a6a0f4b2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:12.005506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:12.054333 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.176965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-7338533c-0cff-4c47-a76a-991a935a4587 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69c13c66-885f-46fa-9b94-48b3c273ed27 HTTP/1.1" status: 200 len: 217 time: 0.2066476 Nov 02 16:38:12.284468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=7e402910-8d61-47ad-b2f0-4437559af3b5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:12.360393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-ceaad592-ab8b-441b-bde2-0ed89a7e68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.361171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-ceaad592-ab8b-441b-bde2-0ed89a7e68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.362002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-ceaad592-ab8b-441b-bde2-0ed89a7e68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.363558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-58373467-0be2-4574-bf82-e4bf150b0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.364774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-ceaad592-ab8b-441b-bde2-0ed89a7e68e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2865 time: 0.4186704 Nov 02 16:38:12.365651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-58373467-0be2-4574-bf82-e4bf150b0424 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1019967 Nov 02 16:38:12.413539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e40fb174-7062-4f58-bbc5-f1d38671f5d4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:12.414837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.417567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75d613-30d2-47ac-8ddb-5641dae03821 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:38:12.420369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-c734594c-0bfe-4d9f-8b5b-966bdae9c28a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419006 Nov 02 16:38:12.609807 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.657248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-28026644-a310-45a3-9950-6e3454735e5b service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192178 Nov 02 16:38:12.675558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.693087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566e059-eb72-40de-994f-dc4ef3187c83 req-8e664dca-c050-48f9-9027-15f13b9d084a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.694928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4566e059-eb72-40de-994f-dc4ef3187c83 req-8e664dca-c050-48f9-9027-15f13b9d084a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 943 time: 0.5139277 Nov 02 16:38:12.720986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:12.723766 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede9b29-7fa4-416c-a44f-9e41d8ea0ec2" -d '{"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-plugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:12.739761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-900641be-2149-45fe-a34f-e812968be63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.741248 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-900641be-2149-45fe-a34f-e812968be63d service neutron] 10.222.0.55 "GET /v2.0/networks?id=13e13292-f7e5-4fec-8f41-ad4ad639d915 HTTP/1.1" status: 200 len: 903 time: 0.3647156 Nov 02 16:38:12.743905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.744543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75d613-30d2-47ac-8ddb-5641dae03821 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:38:12.758087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:12.773333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.787861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3aa21-cf87-41c5-844a-88886015971c req-5351ac3d-329d-46a1-86eb-213ce622b563 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.795747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2a3aa21-cf87-41c5-844a-88886015971c req-5351ac3d-329d-46a1-86eb-213ce622b563 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.6176395 Nov 02 16:38:12.814031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-26dbc729-6a8f-4e54-8efa-fcb553841d98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=5691419b-741f-4d98-acab-ec5299e062a8 HTTP/1.1" status: 200 len: 217 time: 0.0612752 Nov 02 16:38:12.815428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c290ab7-5596-4654-be56-0524a6a0f4b2']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:12.836373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e439591-5961-426d-b7b9-5460b6a091a6') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:12.836763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e439591-5961-426d-b7b9-5460b6a091a6') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:12.869081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.887169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2a3aa21-cf87-41c5-844a-88886015971c req-fcf5586c-0684-4f11-ad57-7f97fcba2f57 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900989 Nov 02 16:38:12.906827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.912607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-830a8ae2-4794-4803-abc3-6291825e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:12.913022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb158dbb-018c-44d5-8db7-2bc8229dd364 req-ede0ee1f-ec4a-42d8-973b-273fd1a4023a service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147081 Nov 02 16:38:12.917992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-830a8ae2-4794-4803-abc3-6291825e743d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00bc5fc7-a928-4f92-9f63-3734bb451f37 HTTP/1.1" status: 200 len: 801 time: 0.0917904 Nov 02 16:38:12.924036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4566e059-eb72-40de-994f-dc4ef3187c83 req-5052b80e-212c-480d-b043-3e7891e60a37 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427441 Nov 02 16:38:12.954228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:12.958943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:12.964007 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:13.082081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:13.107171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-74a17204-0094-4cdc-9739-43c22812fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:13.109677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-74a17204-0094-4cdc-9739-43c22812fe6b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 1094 time: 0.1026919 Nov 02 16:38:13.275230 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4fae5-35dd-437d-806f-413e19598210 x-openstack-request-id: req-86f4fae5-35dd-437d-806f-413e19598210 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:13.275643 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-plugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:13.276156 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f4fae5-35dd-437d-806f-413e19598210 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:13.277280 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'code': 200} Nov 02 16:38:13.510011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-55148a03-186c-4f77-8e57-e2c4e022edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:13.511964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-55148a03-186c-4f77-8e57-e2c4e022edb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=13e13292-f7e5-4fec-8f41-ad4ad639d915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5843389 Nov 02 16:38:13.512803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:13.523454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:13.536178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/8c290ab7-5596-4654-be56-0524a6a0f4b2 HTTP/1.1" status: 204 len: 168 time: 2.2757089 Nov 02 16:38:13.561733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323fcb8-ed70-4263-b16a-71d5f0f2d77d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=8c290ab7-5596-4654-be56-0524a6a0f4b2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:13.569415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38874) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:13.592656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1784812822'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:13.708977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:13.716277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:13.722898 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:13.785381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-b20f91e6-81d5-491f-97df-cb2021706be7 service neutron] 10.222.0.55 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631631 Nov 02 16:38:13.795057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:13.806615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268fdce-b24b-407c-976b-76fa9a325582 req-9756ef41-4a9a-4af5-bfc4-4df39676ce0b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:13.816976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268fdce-b24b-407c-976b-76fa9a325582 req-9756ef41-4a9a-4af5-bfc4-4df39676ce0b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:13.827911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268fdce-b24b-407c-976b-76fa9a325582 req-9756ef41-4a9a-4af5-bfc4-4df39676ce0b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:13.839594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7268fdce-b24b-407c-976b-76fa9a325582 req-9756ef41-4a9a-4af5-bfc4-4df39676ce0b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2412 time: 0.6016822 Nov 02 16:38:13.881351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-ab2ec752-05d8-4d53-9c28-f9488f270c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:13.887986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-ab2ec752-05d8-4d53-9c28-f9488f270c7a service neutron] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 916 time: 0.7640905 Nov 02 16:38:13.923009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec3f331-58b2-43f2-932c-092a0ebeb330 req-15724637-ec79-476d-9928-b769dae4437d service neutron] 10.222.0.55 "GET /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291187 Nov 02 16:38:13.933544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:13.933815 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment 12b2a6c9-4761-4319-ac69-4b0885404626 of type vlan for network afe1c794-3ce5-42f6-b3a8-0965eb754e59 Nov 02 16:38:14.003563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:14.014147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7268fdce-b24b-407c-976b-76fa9a325582 req-5cdd3d10-75ea-4419-99be-320724b444b7 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736510 Nov 02 16:38:14.022715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-97218969-8064-4f8a-b705-691707cf15d1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69c13c66-885f-46fa-9b94-48b3c273ed27 HTTP/1.1" status: 200 len: 217 time: 0.1147671 Nov 02 16:38:14.079318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:14.089523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:14.098481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:14.208813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94b02-dada-4b62-9b78-f5625f2da1fb req-e7fdc770-8d4d-4a08-bfec-315ed6607c09 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:14.216880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2da94b02-dada-4b62-9b78-f5625f2da1fb req-e7fdc770-8d4d-4a08-bfec-315ed6607c09 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1716342 Nov 02 16:38:14.219565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-8f01ff13-735f-4e47-986f-9d2f47251ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:14.221093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-8f01ff13-735f-4e47-986f-9d2f47251ade service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.1894426 Nov 02 16:38:14.249683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6700840 Nov 02 16:38:14.249683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38894) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:14.262492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': 'afe1c794-3ce5-42f6-b3a8-0965eb754e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:14.293139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=afe1c794-3ce5-42f6-b3a8-0965eb754e59,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:14.324393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-b1aa562e-da0e-4179-99fb-45299a48547f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770645 Nov 02 16:38:14.332412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c75b7-a6c1-4d45-89e2-46912af22992 req-aaf35f4e-91d1-4383-a18f-3a45308a01be tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:14.334088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860c75b7-a6c1-4d45-89e2-46912af22992 req-aaf35f4e-91d1-4383-a18f-3a45308a01be tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 943 time: 0.1870122 Nov 02 16:38:14.422455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.422810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.423157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.423496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.423833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.424169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.424499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.424836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.425165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.425490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.425818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.426178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562d8d48-1446-4df7-b942-86a6e179bed1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:14.439153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network afe1c794-3ce5-42f6-b3a8-0965eb754e59 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:14.445717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2da94b02-dada-4b62-9b78-f5625f2da1fb req-cd19d254-1148-4a07-a387-010c66feb996 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278914 Nov 02 16:38:14.448824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-1f795102-6922-4d77-b76b-d161da21f7e9 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130664 Nov 02 16:38:14.529688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:14.534019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:14.560671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-860c75b7-a6c1-4d45-89e2-46912af22992 req-99c4e867-ad2b-4b61-a65c-b9098fe23e55 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106274 Nov 02 16:38:14.605673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed694f5f-9e0a-4e86-b294-156702a9d85f req-2a4b40fd-bb01-4067-ab30-64677d345882 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281948 Nov 02 16:38:14.928496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.010637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=bc8bbd8c-ce9f-463e-8b6c-19dc9c010eaa,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:15.033358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': '12b2a6c9-4761-4319-ac69-4b0885404626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'afe1c794-3ce5-42f6-b3a8-0965eb754e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:15.033984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: afe1c794-3ce5-42f6-b3a8-0965eb754e59, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:15.058754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network afe1c794-3ce5-42f6-b3a8-0965eb754e59 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:15.078006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f961bfbb-d12d-4dc5-986a-879d455afe16 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:38:15.079910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, afe1c794-3ce5-42f6-b3a8-0965eb754e59) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:15.092295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:15.092998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.116365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f14bb8be-b5ff-4eba-b399-90fa8207ac5c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8689883 Nov 02 16:38:15.122848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38912) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:15.439729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc1ec2-530a-4fa0-94a1-816dc1c53a02 req-4c679fa3-6110-483e-818c-4334004b2297 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:15.450548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc1ec2-530a-4fa0-94a1-816dc1c53a02 req-4c679fa3-6110-483e-818c-4334004b2297 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:15.467197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc1ec2-530a-4fa0-94a1-816dc1c53a02 req-4c679fa3-6110-483e-818c-4334004b2297 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:15.474941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2dc1ec2-530a-4fa0-94a1-816dc1c53a02 req-4c679fa3-6110-483e-818c-4334004b2297 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2412 time: 0.1890633 Nov 02 16:38:15.491972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f961bfbb-d12d-4dc5-986a-879d455afe16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f961bfbb-d12d-4dc5-986a-879d455afe16,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:15.506205 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.507155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a6d8d-8d3d-4253-b161-67ccd3b510ec None None] Network afe1c794-3ce5-42f6-b3a8-0965eb754e59 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:15.538648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2dc1ec2-530a-4fa0-94a1-816dc1c53a02 req-b6f50481-95b9-47a3-8e50-4ac46c8cebae tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Nov 02 16:38:15.569193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f961bfbb-d12d-4dc5-986a-879d455afe16', 'network_id': 'a50eaa01-2e55-4eab-9d0f-4c29597e5ac6', 'port_id': 'f961bfbb-d12d-4dc5-986a-879d455afe16', 'mac_address': 'fa:16:3e:ee:1f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:38:15.650363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.668733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.699590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f961bfbb-d12d-4dc5-986a-879d455afe16 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:15.717341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ef4f-3d23-4002-9dd4-f37b5afbcf92 req-34fd6c5f-bc7e-4e32-a656-42168f50d73b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:15.720982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0ef4f-3d23-4002-9dd4-f37b5afbcf92 req-34fd6c5f-bc7e-4e32-a656-42168f50d73b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1292961 Nov 02 16:38:15.763248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f961bfbb-d12d-4dc5-986a-879d455afe16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f961bfbb-d12d-4dc5-986a-879d455afe16,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:15.777219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.778420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5691419b-741f-4d98-acab-ec5299e062a8 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:38:15.781097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e046b0d-0fc2-4fa0-893c-2503f59338fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-afe1c794-3ce5-42f6-b3a8-0965eb754e59', 'network_id': 'afe1c794-3ce5-42f6-b3a8-0965eb754e59', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': 'bc8bbd8c-ce9f-463e-8b6c-19dc9c010eaa'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:15.782348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e046b0d-0fc2-4fa0-893c-2503f59338fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.837148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644952-dc67-46b3-a692-27d285747b04 req-3921122c-f1a2-4969-aabc-091843a41d3f tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:15.839763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40644952-dc67-46b3-a692-27d285747b04 req-3921122c-f1a2-4969-aabc-091843a41d3f tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 943 time: 0.1134696 Nov 02 16:38:15.851663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:15.883878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0ef4f-3d23-4002-9dd4-f37b5afbcf92 req-a6adc92a-654c-458e-b499-f4aef1103761 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083000 Nov 02 16:38:15.890665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f961bfbb-d12d-4dc5-986a-879d455afe16,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:15.909084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8bbd8c-ce9f-463e-8b6c-19dc9c010eaa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:15.982042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.003881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe1c794-3ce5-42f6-b3a8-0965eb754e59']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:16.013985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b2a6c9-4761-4319-ac69-4b0885404626') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:16.014435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b2a6c9-4761-4319-ac69-4b0885404626') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:16.029878 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.034110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40644952-dc67-46b3-a692-27d285747b04 req-0bb942ff-4e17-4c7c-a7e7-5156ca2db5d9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799581 Nov 02 16:38:16.051656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.063943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:16.064790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:16.068906 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:16.076821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 69c13c66-885f-46fa-9b94-48b3c273ed27 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:38:16.078877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ab7b4-d1cf-49d7-acd7-d0efe3dca97b None None] Network afe1c794-3ce5-42f6-b3a8-0965eb754e59 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:16.171945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.181150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.191560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/afe1c794-3ce5-42f6-b3a8-0965eb754e59 HTTP/1.1" status: 204 len: 168 time: 1.0640912 Nov 02 16:38:16.191925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38930) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:16.200422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239053803'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:16.210325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3412895-a9b9-4d3e-986a-e905062f0dac tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=afe1c794-3ce5-42f6-b3a8-0965eb754e59,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:16.244778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:16.248353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.309672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:16.346450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.348038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5691419b-741f-4d98-acab-ec5299e062a8,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:16.348834 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment ba0da938-1cea-49b1-a291-f7cc30ec0538 of type vlan for network 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee Nov 02 16:38:16.382171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '5691419b-741f-4d98-acab-ec5299e062a8', 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915', 'port_id': '5691419b-741f-4d98-acab-ec5299e062a8', 'mac_address': 'fa:16:3e:ee:3e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bc5fc7-a928-4f92-9f63-3734bb451f37', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:38:16.446703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.508993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.516525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 69c13c66-885f-46fa-9b94-48b3c273ed27, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=69c13c66-885f-46fa-9b94-48b3c273ed27,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:16.524324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:16.525168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.533625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '69c13c66-885f-46fa-9b94-48b3c273ed27', 'network_id': 'ddba1911-91db-4eda-a734-697c24abff54', 'port_id': '69c13c66-885f-46fa-9b94-48b3c273ed27', 'mac_address': 'fa:16:3e:8a:09:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7ccf3f-ef84-49f8-a202-60eef244e759', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:38:16.563092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3700540 Nov 02 16:38:16.565961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38946) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:16.571116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:16.646325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b066a6d-a924-4b47-9220-0d3ab4f719b1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:16.671926 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.686061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:16.780318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c13c66-885f-46fa-9b94-48b3c273ed27 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:16.803768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 69c13c66-885f-46fa-9b94-48b3c273ed27, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=69c13c66-885f-46fa-9b94-48b3c273ed27,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:16.805180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.820966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5691419b-741f-4d98-acab-ec5299e062a8 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:16.825909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.834208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-0d506904-44bd-483d-bbe7-44723e9291ac tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ed2b023b577f4bd0b96bd66116ddc690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133306 Nov 02 16:38:16.882644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5691419b-741f-4d98-acab-ec5299e062a8,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:16.892034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:16.892742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:38:16.923328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:16.939776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55', 'network_id': '13e13292-f7e5-4fec-8f41-ad4ad639d915', 'port_id': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55', 'mac_address': 'fa:16:3e:16:a0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bc5fc7-a928-4f92-9f63-3734bb451f37', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:38:16.949561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=69c13c66-885f-46fa-9b94-48b3c273ed27,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:16.988288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-7230889e-3ebd-44e6-a949-72502b1b5a21 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:16.989810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-7230889e-3ebd-44e6-a949-72502b1b5a21 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447144 Nov 02 16:38:17.015574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:17.030323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6263da6-6360-4f5f-ae31-1bcc890ebb68 req-3636257c-4365-4ff4-8438-bfb3c850cd81 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:17.036400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:17.041328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6263da6-6360-4f5f-ae31-1bcc890ebb68 req-3636257c-4365-4ff4-8438-bfb3c850cd81 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:17.047987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6263da6-6360-4f5f-ae31-1bcc890ebb68 req-3636257c-4365-4ff4-8438-bfb3c850cd81 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:17.050161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6263da6-6360-4f5f-ae31-1bcc890ebb68 req-3636257c-4365-4ff4-8438-bfb3c850cd81 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2413 time: 0.3428926 Nov 02 16:38:17.055970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-952d4918-5669-46df-96f5-a7be7d32a1f9 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/quotas/ed2b023b577f4bd0b96bd66116ddc690 HTTP/1.1" status: 200 len: 375 time: 0.0570138 Nov 02 16:38:17.068189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:17.098337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:17.105370 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:17.106000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6263da6-6360-4f5f-ae31-1bcc890ebb68 req-d51051a2-124a-4357-a5fa-38c3e5245683 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Nov 02 16:38:17.107430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:17.112677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:17.207438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-9ae4e8f2-65ff-4c2f-96a7-e30aaa535a22 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed2b023b577f4bd0b96bd66116ddc690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059468 Nov 02 16:38:17.298736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:17.320799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['69c13c66-885f-46fa-9b94-48b3c273ed27'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:17.366319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d29f6-97e1-4cf9-908b-b4e4c294fd4e req-57cd1f2c-818c-41e1-9392-2b1ef61b0568 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:17.375950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-551d29f6-97e1-4cf9-908b-b4e4c294fd4e req-57cd1f2c-818c-41e1-9392-2b1ef61b0568 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1673450 Nov 02 16:38:17.448822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['9bf3ee0f-2f88-4cb2-a900-15e492a4ea55'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:17.512793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-551d29f6-97e1-4cf9-908b-b4e4c294fd4e req-002fd850-745f-4657-9e7b-58502dac81c5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359375 Nov 02 16:38:17.524220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f961bfbb-d12d-4dc5-986a-879d455afe16'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:17.540011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:17.783010 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:17.822543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75273564-33a1-46b4-b556-6f9e8fffb04e req-bae15542-ad54-40c9-9318-a711e8c03b21 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:17.824921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75273564-33a1-46b4-b556-6f9e8fffb04e req-bae15542-ad54-40c9-9318-a711e8c03b21 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 944 time: 0.1899610 Nov 02 16:38:17.928581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=370019b7-d731-4852-b46e-36ba2c7ee733,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:17.989005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-974ac1b6-c410-4b02-b705-5b1e6ad0daac req-e18624d3-2f8c-45a7-b32c-b39ecd8f8b90 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 210 time: 0.1629245 Nov 02 16:38:18.099604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75273564-33a1-46b4-b556-6f9e8fffb04e req-c200f3db-c808-4454-b296-afd86bfc4c56 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425109 Nov 02 16:38:18.114828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'ba0da938-1cea-49b1-a291-f7cc30ec0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:18.116280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:18.151322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:18.169732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:18.176344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:18.177469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:18.204544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d6eec-1b4c-4f80-a5dd-be0b65a38adf None None] Network 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:18.229147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b3300a88-09d3-4af3-9845-3b4c06163e4b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6592307 Nov 02 16:38:18.251558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38994) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:18.433819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058fc58-b5f2-4bf7-bc17-91f30aea01d2 req-b34d1c8e-a86f-4207-872b-65e24d7dbe2a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:18.440161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058fc58-b5f2-4bf7-bc17-91f30aea01d2 req-b34d1c8e-a86f-4207-872b-65e24d7dbe2a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:18.446537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058fc58-b5f2-4bf7-bc17-91f30aea01d2 req-b34d1c8e-a86f-4207-872b-65e24d7dbe2a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:18.452033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5058fc58-b5f2-4bf7-bc17-91f30aea01d2 req-b34d1c8e-a86f-4207-872b-65e24d7dbe2a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2415 time: 0.1962945 Nov 02 16:38:18.521501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:18.526876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5058fc58-b5f2-4bf7-bc17-91f30aea01d2 req-85af39e4-2846-4f8b-9336-b5f9eab769b8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670121 Nov 02 16:38:18.593479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d8cb3-5b50-4459-8124-1a586f79dcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee', 'network_id': '7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '370019b7-d731-4852-b46e-36ba2c7ee733'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:18.594463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8cb3-5b50-4459-8124-1a586f79dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:18.627543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:18.639390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['5691419b-741f-4d98-acab-ec5299e062a8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:18.898356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b37e7-e880-4600-acfe-2bb85dacff79 req-787ab44d-3fed-4cee-9c42-78999fcef915 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:18.900070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-241b37e7-e880-4600-acfe-2bb85dacff79 req-787ab44d-3fed-4cee-9c42-78999fcef915 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2161243 Nov 02 16:38:18.916541 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-7a7d8cb3-5b50-4459-8124-1a586f79dcc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 370019b7-d731-4852-b46e-36ba2c7ee733: This subnet is being modified by another concurrent operation. Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:38:18.931916 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 370019b7-d731-4852-b46e-36ba2c7ee733: This subnet is being modified by another concurrent operation. Nov 02 16:38:18.938843 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:38:18.976419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f985b-bfb2-4873-9cff-2095808abd09 None None] Network 7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:18.986903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=370019b7-d731-4852-b46e-36ba2c7ee733,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:19.068692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-241b37e7-e880-4600-acfe-2bb85dacff79 req-0c7bd03e-73e5-4ef2-a4e6-3d70779207ca tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604133 Nov 02 16:38:19.101054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.159549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:19.176230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0da938-1cea-49b1-a291-f7cc30ec0538') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:19.176524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0da938-1cea-49b1-a291-f7cc30ec0538') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:19.187139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.194088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f961bfbb-d12d-4dc5-986a-879d455afe16 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:19.208862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.217982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:19.218615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:19.224960 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:19.301599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-b30ad569-8398-4af4-8731-b39ed2d9bdf3 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ed2b023b577f4bd0b96bd66116ddc690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423417 Nov 02 16:38:19.357523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2df433b-b3c8-4bf3-814c-381b16037c44 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:38:19.463943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.479929 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.500420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee HTTP/1.1" status: 204 len: 168 time: 1.2402585 Nov 02 16:38:19.502042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:19.511972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444785735'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:19.584405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-f62dec9b-a847-418e-ad6d-07bed30efb00 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:19.589579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-f62dec9b-a847-418e-ad6d-07bed30efb00 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813406 Nov 02 16:38:19.606835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Request body: {'port': {'device_id': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': 'ed2b023b577f4bd0b96bd66116ddc690'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:19.617791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port f961bfbb-d12d-4dc5-986a-879d455afe16 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:38:19.653473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e69b6d71-ce43-49b8-b625-4f3abe7373fe req-0ea22ed4-3c57-4b65-a0bb-64859049a6ef tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 210 time: 0.5483830 Nov 02 16:38:19.654423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f961bfbb-d12d-4dc5-986a-879d455afe16 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:19.654802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.664070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd2888-0d58-48fd-9a8b-66a22874c086 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:19.705882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:19.709555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.734079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f77a5e-e24b-4b53-a14d-c5ae8728a96f req-e1cacd1a-defc-4996-a842-8d3641747b57 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:19.741006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47f77a5e-e24b-4b53-a14d-c5ae8728a96f req-e1cacd1a-defc-4996-a842-8d3641747b57 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 944 time: 0.3747532 Nov 02 16:38:19.834420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:19.848609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Made reservation on behalf of ed2b023b577f4bd0b96bd66116ddc690 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:19.856709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df433b-b3c8-4bf3-814c-381b16037c44 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:38:19.856941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.869195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.869866 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment b2f318c5-f34e-446c-a70b-05460610e0a9 of type vlan for network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 Nov 02 16:38:19.871734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.882186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47f77a5e-e24b-4b53-a14d-c5ae8728a96f req-2577afa0-026c-4ff3-94cd-37f8f9c7b608 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368787 Nov 02 16:38:19.953973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.963130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98755277-6bca-4997-86bb-3dbfcf52e475 req-acdbf401-1dd3-4de5-8c82-a8d514e9e647 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:19.972338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:19.992561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98755277-6bca-4997-86bb-3dbfcf52e475 req-acdbf401-1dd3-4de5-8c82-a8d514e9e647 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:19.992791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961bfbb-d12d-4dc5-986a-879d455afe16'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:19.995635 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dfce77-8395-46f7-b9e7-0e226e2f8d4c" -d '{"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-plugged", "status": "completed", "tag": "f961bfbb-d12d-4dc5-986a-879d455afe16"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:20.012512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98755277-6bca-4997-86bb-3dbfcf52e475 req-acdbf401-1dd3-4de5-8c82-a8d514e9e647 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:20.021163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f961bfbb-d12d-4dc5-986a-879d455afe16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f961bfbb-d12d-4dc5-986a-879d455afe16,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:20.028400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98755277-6bca-4997-86bb-3dbfcf52e475 req-acdbf401-1dd3-4de5-8c82-a8d514e9e647 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2415 time: 0.2397699 Nov 02 16:38:20.030245 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.031348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:20.045568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.054639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:20.055664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.106268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 69c13c66-885f-46fa-9b94-48b3c273ed27 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:20.139575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98755277-6bca-4997-86bb-3dbfcf52e475 req-3215aa5b-2340-4cf6-8f6f-fe80c64d243d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094289 Nov 02 16:38:20.153388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39040) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:20.153993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6507528 Nov 02 16:38:20.161320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:20.177596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defec96e-3e5b-4a16-b86b-93e56bb27091 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=bad021e8-b6d6-4f88-b5ff-61f7f48aa481,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:20.196379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.210227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:20.212121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.303964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:20.491687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Allocated IP 192.168.233.60 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/8cab4f18-7250-4d8c-a399-bd8c8b492d3c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:20.557285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c786a6c-a805-47db-b8e0-d4cb167de766 req-feb8ce72-dbdd-48cb-831b-b707855a6d6c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:20.567048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c786a6c-a805-47db-b8e0-d4cb167de766 req-feb8ce72-dbdd-48cb-831b-b707855a6d6c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1423345 Nov 02 16:38:20.606082 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547075f8-0077-4675-a7dc-70d51a883645 x-openstack-request-id: req-547075f8-0077-4675-a7dc-70d51a883645 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:20.606670 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-plugged", "status": "completed", "tag": "f961bfbb-d12d-4dc5-986a-879d455afe16", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:20.610390 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-547075f8-0077-4675-a7dc-70d51a883645 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:20.615865 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961bfbb-d12d-4dc5-986a-879d455afe16', 'code': 200} Nov 02 16:38:20.617871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f961bfbb-d12d-4dc5-986a-879d455afe16,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:20.641989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.674242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c786a6c-a805-47db-b8e0-d4cb167de766 req-44e00c29-ecd9-481c-bbad-151e5b17f49b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008201 Nov 02 16:38:20.693045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.717335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 is not hosted by any dhcp agent {{(pid=102066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:38:20.723553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:20.724163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.731382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "PUT /v2.0/networks/bad021e8-b6d6-4f88-b5ff-61f7f48aa481 HTTP/1.1" status: 200 len: 723 time: 0.5764170 Nov 02 16:38:20.732712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39050) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:20.768774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:20.844931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.878406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:38:20.892422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 69c13c66-885f-46fa-9b94-48b3c273ed27 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:38:20.896800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:20.897178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.898896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05580d-37ae-4a33-93d8-b2c9c9ba4915 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=bad021e8-b6d6-4f88-b5ff-61f7f48aa481,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:20.903942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.924709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58d59c68-f6f5-4c96-b3c5-f53886716b30 req-525d8739-ed04-4fe0-9c3c-c547ad295fc6 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 210 time: 0.0709972 Nov 02 16:38:20.925949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:20.929149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 69c13c66-885f-46fa-9b94-48b3c273ed27 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:20.929512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:20.977020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:20.985708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:20.998670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:21.030424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:21.042267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.053990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Pushing event updated for resources: {'Port': ['ID=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:21.081217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:21.082463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.111972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-65e75f08-7132-4dc3-a399-9f3d2324a141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5105953 Nov 02 16:38:21.271730 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.291883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.317921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Request body: {'port': {'device_id': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:21.425130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 69c13c66-885f-46fa-9b94-48b3c273ed27, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=69c13c66-885f-46fa-9b94-48b3c273ed27,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:21.458685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.470349 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.487144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:21.556626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.571448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5691419b-741f-4d98-acab-ec5299e062a8 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:21.640102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=69c13c66-885f-46fa-9b94-48b3c273ed27,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:21.712166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:21.722049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1c77b871-e586-4d10-9bd3-c9bb9304b4fb None None] Provisioning complete for port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:21.722491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1c77b871-e586-4d10-9bd3-c9bb9304b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.766798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 5691419b-741f-4d98-acab-ec5299e062a8 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:38:21.772741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 5691419b-741f-4d98-acab-ec5299e062a8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:21.773122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.781794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b871-e586-4d10-9bd3-c9bb9304b4fb None None] Port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:38:21.876550 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:21.883492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24483dbf-8344-4156-8c82-86187472dd53 req-8af27d9a-736d-4ae9-b8e0-a3f441989553 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:21.892169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24483dbf-8344-4156-8c82-86187472dd53 req-8af27d9a-736d-4ae9-b8e0-a3f441989553 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 944 time: 0.8396044 Nov 02 16:38:21.910018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cfdf3-60b5-4ba0-bcf9-2feb3b76188d req-4b18d8c5-e71b-4a23-85e3-a873fee441c3 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:21.917898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cfdf3-60b5-4ba0-bcf9-2feb3b76188d req-4b18d8c5-e71b-4a23-85e3-a873fee441c3 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:21.918452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5691419b-741f-4d98-acab-ec5299e062a8,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:21.927105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cfdf3-60b5-4ba0-bcf9-2feb3b76188d req-4b18d8c5-e71b-4a23-85e3-a873fee441c3 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:21.929577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163cfdf3-60b5-4ba0-bcf9-2feb3b76188d req-4b18d8c5-e71b-4a23-85e3-a873fee441c3 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2417 time: 0.1580212 Nov 02 16:38:21.941439 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.015102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-163cfdf3-60b5-4ba0-bcf9-2feb3b76188d req-e65b9554-f867-47a8-882f-3f6f0f49a1ae tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608840 Nov 02 16:38:22.025039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cab4f18-7250-4d8c-a399-bd8c8b492d3c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:22.043427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24483dbf-8344-4156-8c82-86187472dd53 req-da3b7933-3258-40ed-b92c-b8aeca542e17 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499748 Nov 02 16:38:22.049072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.093187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:22.102255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Transition to ACTIVE for port object 8cab4f18-7250-4d8c-a399-bd8c8b492d3c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:22.107270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.250932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b90b8-431e-43ce-9008-948f7a9d0936 req-7aaafe93-bc86-45f9-a2fc-e16076bc17a7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:22.254441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-268b90b8-431e-43ce-9008-948f7a9d0936 req-7aaafe93-bc86-45f9-a2fc-e16076bc17a7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1176293 Nov 02 16:38:22.268494 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.299003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:22.415953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Attempting to bind port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:22.417209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Attempting to bind port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:22.417209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Attempting to bind port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:22.444986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:22.444986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Attempting to bind port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:22.459986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:22.459986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:22.459986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:22.459986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Bound port: 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:22.459986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.602936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'b2f318c5-f34e-446c-a70b-05460610e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:22.603297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: bad021e8-b6d6-4f88-b5ff-61f7f48aa481, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:22.608671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=0c6ca8bd-c648-4751-ad65-8121be68d536,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:22.617578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55'}, {'server_uuid': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c13c66-885f-46fa-9b94-48b3c273ed27'}, {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:22.622686 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebf8c6f-b8b5-4882-be9d-d2812f94f5e1" -d '{"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-plugged", "status": "completed", "tag": "9bf3ee0f-2f88-4cb2-a900-15e492a4ea55"}, {"server_uuid": "71d79923-196b-4c05-9dcf-00f2be0895e4", "name": "network-vif-plugged", "status": "completed", "tag": "69c13c66-885f-46fa-9b94-48b3c273ed27"}, {"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-plugged", "status": "completed", "tag": "5691419b-741f-4d98-acab-ec5299e062a8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:22.624362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-268b90b8-431e-43ce-9008-948f7a9d0936 req-6da39e28-19b7-4080-97da-736ff85fa136 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580699 Nov 02 16:38:22.637788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857c0f6-d0c7-41c3-974f-a5381a19d173 req-93bfaa6e-dda9-4e05-9a2a-2a88a7008dc6 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:22.637788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b857c0f6-d0c7-41c3-974f-a5381a19d173 req-93bfaa6e-dda9-4e05-9a2a-2a88a7008dc6 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 947 time: 0.3560224 Nov 02 16:38:22.658683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] For port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:22.671530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] For port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:22.674111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:22.677361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.712499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, bad021e8-b6d6-4f88-b5ff-61f7f48aa481) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:22.721700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:22.722593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.724078 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] 10.222.0.55 "PUT /v2.0/ports/8cab4f18-7250-4d8c-a399-bd8c8b492d3c HTTP/1.1" status: 200 len: 1095 time: 1.6037431 Nov 02 16:38:22.727512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'tag': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:22.730097 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848efacf-06b0-499b-a26b-e709acfa8bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc4594f-18fe-4837-9f1a-f6612ab47726", "tag": "8cab4f18-7250-4d8c-a399-bd8c8b492d3c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:22.730349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:22.730966 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731760'] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:22.758175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d63808-a877-439e-ab37-ca333217e51b None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:22.837850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b857c0f6-d0c7-41c3-974f-a5381a19d173 req-5e6c19a2-1d7b-4f4c-8baf-9856d4b91953 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809492 Nov 02 16:38:22.888950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba0c6b-c308-4409-ac40-213a72c38616 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:22.896987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff516db0-524d-42cd-be7c-1bb918946015 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1297240 Nov 02 16:38:22.897738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39096) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:22.909337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:22.948044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-d6ca5ab3-6dc5-4658-b198-fa285e7ff665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:22.949999 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-d6ca5ab3-6dc5-4658-b198-fa285e7ff665 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed2b023b577f4bd0b96bd66116ddc690&device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 1098 time: 0.1787293 Nov 02 16:38:22.951630 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160dd442-e4f3-4e01-828a-f9545353810d x-openstack-request-id: req-160dd442-e4f3-4e01-828a-f9545353810d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:22.954036 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1883e2b-4947-4624-bafe-c6b45cc83871 x-openstack-request-id: req-d1883e2b-4947-4624-bafe-c6b45cc83871 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:22.954581 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-plugged", "status": "completed", "tag": "9bf3ee0f-2f88-4cb2-a900-15e492a4ea55", "code": 200}, {"server_uuid": "71d79923-196b-4c05-9dcf-00f2be0895e4", "name": "network-vif-plugged", "status": "completed", "tag": "69c13c66-885f-46fa-9b94-48b3c273ed27", "code": 200}, {"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-plugged", "status": "completed", "tag": "5691419b-741f-4d98-acab-ec5299e062a8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:22.955016 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1883e2b-4947-4624-bafe-c6b45cc83871 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:22.955601 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55', 'code': 200} Nov 02 16:38:22.956037 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c13c66-885f-46fa-9b94-48b3c273ed27', 'code': 200} Nov 02 16:38:22.956457 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8', 'code': 200} Nov 02 16:38:22.956817 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc4594f-18fe-4837-9f1a-f6612ab47726", "tag": "8cab4f18-7250-4d8c-a399-bd8c8b492d3c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:22.957181 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-160dd442-e4f3-4e01-828a-f9545353810d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:22.957838 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'tag': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c', 'status': 'completed', 'code': 200} Nov 02 16:38:22.999783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.063559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-540f9eda-39cb-433a-9567-8a859f8d1211 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c HTTP/1.1" status: 200 len: 217 time: 0.1036284 Nov 02 16:38:23.131502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-bad021e8-b6d6-4f88-b5ff-61f7f48aa481', 'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '0c6ca8bd-c648-4751-ad65-8121be68d536'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:23.133292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.219424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59004a0-0c6f-41b1-a1d0-51d1e00e445a req-e6e5e437-12f7-47bb-ad57-97005be3dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.220286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59004a0-0c6f-41b1-a1d0-51d1e00e445a req-e6e5e437-12f7-47bb-ad57-97005be3dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.220939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59004a0-0c6f-41b1-a1d0-51d1e00e445a req-e6e5e437-12f7-47bb-ad57-97005be3dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.222917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c59004a0-0c6f-41b1-a1d0-51d1e00e445a req-e6e5e437-12f7-47bb-ad57-97005be3dc95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2871 time: 0.1404176 Nov 02 16:38:23.227315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-9f0ce354-1ca4-4603-bb24-d183959a18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.230393 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-9f0ce354-1ca4-4603-bb24-d183959a18d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1490901 Nov 02 16:38:23.240904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60206963'] for subnet, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.342718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Allocated IP 172.20.0.2 (bad021e8-b6d6-4f88-b5ff-61f7f48aa481/0c6ca8bd-c648-4751-ad65-8121be68d536/73bc8c19-fa0e-4974-b6ce-b171dbf56c1e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:23.372471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c59004a0-0c6f-41b1-a1d0-51d1e00e445a req-2e7d4b94-b7a4-4813-81ed-8feb80a50ae0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367762 Nov 02 16:38:23.381856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-817e55ff-6489-4a3d-8bf2-d2f47833f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.383570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-817e55ff-6489-4a3d-8bf2-d2f47833f151 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454625 Nov 02 16:38:23.492204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8fcd-e4af-4602-a5ae-df28af98fd55 req-d707b728-d93d-4c48-9d10-5d3252ab966d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.501230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9cb8fcd-e4af-4602-a5ae-df28af98fd55 req-d707b728-d93d-4c48-9d10-5d3252ab966d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 0.1704855 Nov 02 16:38:23.504410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a6af-b9a4-45c9-adf6-5b00efbbd27f req-8a61f106-6499-4e89-8d18-6d89aebf5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.507045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe85a6af-b9a4-45c9-adf6-5b00efbbd27f req-8a61f106-6499-4e89-8d18-6d89aebf5359 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 1096 time: 0.4588921 Nov 02 16:38:23.523792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f92b-83b5-4b25-b930-636d6d4f85da req-da7f6f00-e63a-478f-90ac-94cc75a89eb0 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.531329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f92b-83b5-4b25-b930-636d6d4f85da req-da7f6f00-e63a-478f-90ac-94cc75a89eb0 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.537469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f92b-83b5-4b25-b930-636d6d4f85da req-da7f6f00-e63a-478f-90ac-94cc75a89eb0 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.539415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69f8f92b-83b5-4b25-b930-636d6d4f85da req-da7f6f00-e63a-478f-90ac-94cc75a89eb0 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2418 time: 0.1744382 Nov 02 16:38:23.549892 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.557440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.624584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:23.625329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Pushing event updated for resources: {'Port': ['ID=73bc8c19-fa0e-4974-b6ce-b171dbf56c1e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:23.630524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:23.632577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:23.676531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe85a6af-b9a4-45c9-adf6-5b00efbbd27f req-fa24a031-464b-48d0-bb98-5a0713359ef1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626532 Nov 02 16:38:23.723592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9cb8fcd-e4af-4602-a5ae-df28af98fd55 req-617aa3d7-af74-4d3b-a27c-f1a9ec2ed99a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194185 Nov 02 16:38:23.744513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69f8f92b-83b5-4b25-b930-636d6d4f85da req-88fb30e6-ca76-43d9-9509-1ccf6d64818c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920402 Nov 02 16:38:23.769602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Attempting to bind port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:23.770207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Attempting to bind port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b2f318c5-f34e-446c-a70b-05460610e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:23.770347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Attempting to bind port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e on network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:23.780369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:23.780578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-7d641036-fc6f-4045-972e-21ee7bbeb7e6 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121880 Nov 02 16:38:23.781344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Checking segment: {'id': 'b2f318c5-f34e-446c-a70b-05460610e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:23.782082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.783022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Bound using segment: {'id': 'b2f318c5-f34e-446c-a70b-05460610e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:23.783521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Bound port: 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f318c5-f34e-446c-a70b-05460610e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bad021e8-b6d6-4f88-b5ff-61f7f48aa481'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:23.783907 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.859936 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756002221105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60144473'] for subnet, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.936169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] For port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:23.944852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] For port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=73bc8c19-fa0e-4974-b6ce-b171dbf56c1e,segment=NetworkSegment(b2f318c5-f34e-446c-a70b-05460610e0a9),segment_id=b2f318c5-f34e-446c-a70b-05460610e0a9)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:23.950821 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.962023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.962630 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:23.967523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "PUT /v2.0/subnets/0c6ca8bd-c648-4751-ad65-8121be68d536 HTTP/1.1" status: 200 len: 806 time: 1.0686598 Nov 02 16:38:23.972621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39122) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:23.988902 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-603469ac-76b4-44cf-b08a-1b97fca21d55 req-071d39f2-af92-432f-87b9-91f44dab7508 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999705 Nov 02 16:38:24.051184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69412f-a330-45e6-8422-ffb3259e5478 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=0c6ca8bd-c648-4751-ad65-8121be68d536,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:24.097149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b721707-21f6-4004-bdf5-a9f11e6eb86c None None] Pushing event updated for resources: {'Port': ['ID=73bc8c19-fa0e-4974-b6ce-b171dbf56c1e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:24.123308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a32af-4ace-4952-b852-2fad949e53f2 req-f0357064-574a-4f34-97d2-9e07b805ab5f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.125735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e2a32af-4ace-4952-b852-2fad949e53f2 req-f0357064-574a-4f34-97d2-9e07b805ab5f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.2008646 Nov 02 16:38:24.161800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-30d4333d-b0ec-4f65-bd31-9b648ccb1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.163380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-30d4333d-b0ec-4f65-bd31-9b648ccb1bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed2b023b577f4bd0b96bd66116ddc690&device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 1098 time: 0.1099846 Nov 02 16:38:24.180398 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:24.323880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-963153d0-c2b9-40d6-94d4-c86035219f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.326742 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-963153d0-c2b9-40d6-94d4-c86035219f2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.1544473 Nov 02 16:38:24.328862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e2a32af-4ace-4952-b852-2fad949e53f2 req-dad101ef-7312-49b9-ad0a-c074abd2fb75 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379914 Nov 02 16:38:24.367768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc249-49f5-464f-9a53-edfa94c1fe96 req-2861d033-e571-4043-ba1b-17c244175cf5 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.381222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a1dc249-49f5-464f-9a53-edfa94c1fe96 req-2861d033-e571-4043-ba1b-17c244175cf5 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 947 time: 0.1890509 Nov 02 16:38:24.404995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-c7164f45-f61d-49c8-a35a-7b3fc04addd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c HTTP/1.1" status: 200 len: 217 time: 0.0672631 Nov 02 16:38:24.499745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a1dc249-49f5-464f-9a53-edfa94c1fe96 req-ebc96951-d7e2-44d5-8a71-ebbd72565a6f tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121030 Nov 02 16:38:24.508216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Deleting port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:24.509730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:24.531662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-2b573162-8f92-4067-ab03-d1dd54675796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.535028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-2b573162-8f92-4067-ab03-d1dd54675796 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1225369 Nov 02 16:38:24.655662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-c2a87be3-6576-47cb-b4b1-e344367de2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.657171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-c2a87be3-6576-47cb-b4b1-e344367de2af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985098 Nov 02 16:38:24.685346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] For port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=73bc8c19-fa0e-4974-b6ce-b171dbf56c1e,segment=NetworkSegment(b2f318c5-f34e-446c-a70b-05460610e0a9),segment_id=b2f318c5-f34e-446c-a70b-05460610e0a9)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:24.685711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:24.717840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Calling delete_port for 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:24.834225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-5bdddcbf-06bf-47bd-a8b0-b3b8186ec27b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645124 Nov 02 16:38:25.037329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-848efacf-06b0-499b-a26b-e709acfa8bf9 req-e7699223-6762-4bdc-b7d1-1df50c84ebd3 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940324 Nov 02 16:38:25.049868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.061687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047f3a1-dc25-421d-8313-ac1d8660f784 req-d65cd289-2657-4a9d-b380-49d03c7f4eaa tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:25.063255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d047f3a1-dc25-421d-8313-ac1d8660f784 req-d65cd289-2657-4a9d-b380-49d03c7f4eaa tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 0.1997228 Nov 02 16:38:25.074318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519c03-f31a-4b40-8fff-d968d4c8a41a req-73ed31eb-eab1-48a0-8fff-0d9923788af5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:25.080280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519c03-f31a-4b40-8fff-d968d4c8a41a req-73ed31eb-eab1-48a0-8fff-0d9923788af5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:25.086294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519c03-f31a-4b40-8fff-d968d4c8a41a req-73ed31eb-eab1-48a0-8fff-0d9923788af5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:25.090570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76519c03-f31a-4b40-8fff-d968d4c8a41a req-73ed31eb-eab1-48a0-8fff-0d9923788af5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2418 time: 0.2522154 Nov 02 16:38:25.125971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Port': ['ID=73bc8c19-fa0e-4974-b6ce-b171dbf56c1e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:25.279956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No DVR routers for this DVR port 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:25.292402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d047f3a1-dc25-421d-8313-ac1d8660f784 req-87ae27cb-5d4f-4e0c-b005-cb842a966963 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005827 Nov 02 16:38:25.374157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76519c03-f31a-4b40-8fff-d968d4c8a41a req-f3820e16-59ce-4c0b-990c-731a19765270 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577846 Nov 02 16:38:25.480112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.614017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.656597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c476d9-daee-4fba-a9a8-bc7b755040a0 req-f10228b0-8936-4247-906c-5544eceaf642 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:25.658186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92c476d9-daee-4fba-a9a8-bc7b755040a0 req-f10228b0-8936-4247-906c-5544eceaf642 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.0995452 Nov 02 16:38:25.658984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6ca8bd-c648-4751-ad65-8121be68d536,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:25.735121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.805161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92c476d9-daee-4fba-a9a8-bc7b755040a0 req-ce67b3bd-de90-4012-87de-db1e52d82534 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291807 Nov 02 16:38:25.807715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad021e8-b6d6-4f88-b5ff-61f7f48aa481']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:25.832050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f318c5-f34e-446c-a70b-05460610e0a9') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:25.832403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f318c5-f34e-446c-a70b-05460610e0a9') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:25.837003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa8bf3-d8ca-4c76-9561-7d1c945a07dc None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:25.851422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.861400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a47db0-2f69-47ac-acbf-5ae7f11b1f09 req-e67b2053-80e8-43a6-b9ab-2b9bc09e8e0a tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:25.863060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7a47db0-2f69-47ac-acbf-5ae7f11b1f09 req-e67b2053-80e8-43a6-b9ab-2b9bc09e8e0a tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 947 time: 0.1254089 Nov 02 16:38:25.893654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.903147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:25.903554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:25.906724 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:25.943855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-21925b4e-621f-4032-b100-ce1bda31a422 None None] Could not find standard attr ID for object 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:38:25.999423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7a47db0-2f69-47ac-acbf-5ae7f11b1f09 req-d4f60ecd-2f8d-4401-8991-0875c5cfddbe tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248536 Nov 02 16:38:26.033075 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.066367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.070337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/bad021e8-b6d6-4f88-b5ff-61f7f48aa481 HTTP/1.1" status: 204 len: 168 time: 2.0959821 Nov 02 16:38:26.073127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39168) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:26.101457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad3430-6d8b-4584-93a4-514d505ee36a tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=bad021e8-b6d6-4f88-b5ff-61f7f48aa481,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:26.117122 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4b0280-cc31-4690-b406-62ab0bf0ecd9 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:26.120132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4b0280-cc31-4690-b406-62ab0bf0ecd9 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:26.133126 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed4b0280-cc31-4690-b406-62ab0bf0ecd9 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/bad021e8-b6d6-4f88-b5ff-61f7f48aa481 HTTP/1.1" status: 404 len: 339 time: 0.0587869 Nov 02 16:38:26.139576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39172) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:26.144597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522658359', 'description': 'd1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:26.156431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48921f-7830-42f3-a3a1-0fcb8faefc72 None None] DHCP port deletion for bad021e8-b6d6-4f88-b5ff-61f7f48aa481 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:38:26.180946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:26.192778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.193314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d2791-89c3-43a9-8594-270acfda9c0d None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:26.220849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d2791-89c3-43a9-8594-270acfda9c0d None None] Network bad021e8-b6d6-4f88-b5ff-61f7f48aa481 could not be found, it might have been deleted concurrently. {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 16:38:26.236490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523a506-0a6b-4e54-867e-a0ddafbf4390 req-fa5d9af2-f790-42a5-80d3-02eebd65eae7 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.238895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:26.243795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523a506-0a6b-4e54-867e-a0ddafbf4390 req-fa5d9af2-f790-42a5-80d3-02eebd65eae7 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.251237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523a506-0a6b-4e54-867e-a0ddafbf4390 req-fa5d9af2-f790-42a5-80d3-02eebd65eae7 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.264881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0523a506-0a6b-4e54-867e-a0ddafbf4390 req-fa5d9af2-f790-42a5-80d3-02eebd65eae7 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2418 time: 0.1374700 Nov 02 16:38:26.277472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.278745 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment c21cc865-c4df-4356-ad1f-d5630719ae8a of type vlan for network 6f9085de-9ac4-44d4-99ad-20c7917f7e86 Nov 02 16:38:26.321010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0523a506-0a6b-4e54-867e-a0ddafbf4390 req-bda646e1-8732-4da4-b57c-ecab913e1f9c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589418 Nov 02 16:38:26.349163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.376960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.389365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.390104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.475537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3348386 Nov 02 16:38:26.478591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92da26-b252-4706-a497-1b0c4657bf16 req-ce3349c1-16e0-4cce-8cdf-2270d8e3288e tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.480880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec92da26-b252-4706-a497-1b0c4657bf16 req-ce3349c1-16e0-4cce-8cdf-2270d8e3288e tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 0.0728898 Nov 02 16:38:26.481482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39186) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:26.492162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bb80f-5780-4295-ab46-d71970779780 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=6f9085de-9ac4-44d4-99ad-20c7917f7e86,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:26.507874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6f9085de-9ac4-44d4-99ad-20c7917f7e86 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:26.625188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192ff7c-46fa-4f3c-b94c-26dc46824d10 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.626800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c192ff7c-46fa-4f3c-b94c-26dc46824d10 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks?id=6f9085de-9ac4-44d4-99ad-20c7917f7e86 HTTP/1.1" status: 200 len: 761 time: 0.1443338 Nov 02 16:38:26.629664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39190) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:26.636845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'description': 'd2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:26.725623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec92da26-b252-4706-a497-1b0c4657bf16 req-ec9148d2-e9f5-4681-b503-badb4f322c3c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136315 Nov 02 16:38:26.873495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.898312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.928430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 6f9085de-9ac4-44d4-99ad-20c7917f7e86 is not hosted by any dhcp agent {{(pid=102066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:38:26.936856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:26.937958 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:26.942190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "PUT /v2.0/networks/6f9085de-9ac4-44d4-99ad-20c7917f7e86 HTTP/1.1" status: 200 len: 758 time: 0.3084273 Nov 02 16:38:26.942881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:27.099909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176639a8-4200-4f19-93ba-f29f068fa751 req-4c4ac04e-7c34-4de8-b977-d9f060084053 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.104537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-176639a8-4200-4f19-93ba-f29f068fa751 req-4c4ac04e-7c34-4de8-b977-d9f060084053 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1636994 Nov 02 16:38:27.149101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf79c-3727-41c4-a689-01c4ccae257d tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=6f9085de-9ac4-44d4-99ad-20c7917f7e86,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:27.162820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6f9085de-9ac4-44d4-99ad-20c7917f7e86 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:27.173343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a363fe-4b2a-40f3-b08b-7c1b928e4865 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.188691 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16a363fe-4b2a-40f3-b08b-7c1b928e4865 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks?id=6f9085de-9ac4-44d4-99ad-20c7917f7e86 HTTP/1.1" status: 200 len: 761 time: 0.2405553 Nov 02 16:38:27.189575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39206) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:27.207058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-474045449'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:27.258752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:27.266807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.273307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1ac92-f0c3-453e-91e6-dd51a03672c2 req-7939fb19-d095-4047-8518-0ca1ac7af004 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.286848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efa1ac92-f0c3-453e-91e6-dd51a03672c2 req-7939fb19-d095-4047-8518-0ca1ac7af004 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 947 time: 0.1721671 Nov 02 16:38:27.299020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-176639a8-4200-4f19-93ba-f29f068fa751 req-34d6d5b2-4a3c-4574-83a6-ba445d0f4407 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826217 Nov 02 16:38:27.326159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8cab4f18-7250-4d8c-a399-bd8c8b492d3c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:38:27.350987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:27.378219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.378706 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment acbf8f54-9261-4e3d-b8ad-7cd900f0322c of type vlan for network 6effc635-4478-4810-a2d3-8c03fa303d6f Nov 02 16:38:27.382497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efa1ac92-f0c3-453e-91e6-dd51a03672c2 req-1b5f64e6-2f40-44d2-8fe6-124c74357faa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946677 Nov 02 16:38:27.505840 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.545809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:27.576722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72e8d-7124-4219-90b9-8c9b44d24637 req-2da917e1-1088-4b18-8aeb-fb34efa86c55 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.587299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72e8d-7124-4219-90b9-8c9b44d24637 req-2da917e1-1088-4b18-8aeb-fb34efa86c55 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.590484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:27.590838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 73bc8c19-fa0e-4974-b6ce-b171dbf56c1e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:27.598706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72e8d-7124-4219-90b9-8c9b44d24637 req-2da917e1-1088-4b18-8aeb-fb34efa86c55 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.607711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91e72e8d-7124-4219-90b9-8c9b44d24637 req-2da917e1-1088-4b18-8aeb-fb34efa86c55 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2418 time: 0.1313949 Nov 02 16:38:27.631253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.649025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.653637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.674748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:27.701296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c', 'mac_address': 'fa:16:3e:d5:56:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:38:27.708274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91e72e8d-7124-4219-90b9-8c9b44d24637 req-52280296-cd45-42b3-9295-a895cd1842c0 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773478 Nov 02 16:38:27.784925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.801513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e885b9-654d-43cc-90d8-62f588074312 req-1f9a37a1-2177-425a-afa2-783ef2dcfd6e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.803493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cab4f18-7250-4d8c-a399-bd8c8b492d3c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:27.816198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e885b9-654d-43cc-90d8-62f588074312 req-1f9a37a1-2177-425a-afa2-783ef2dcfd6e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.826300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e885b9-654d-43cc-90d8-62f588074312 req-1f9a37a1-2177-425a-afa2-783ef2dcfd6e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.827980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e885b9-654d-43cc-90d8-62f588074312 req-1f9a37a1-2177-425a-afa2-783ef2dcfd6e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 2418 time: 0.2647636 Nov 02 16:38:27.831424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:27.835122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6413631 Nov 02 16:38:27.836633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:27.838992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39216) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:27.846503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:27.960068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d19cc-f134-44f1-89df-e3794944e553 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=6effc635-4478-4810-a2d3-8c03fa303d6f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:27.979202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6effc635-4478-4810-a2d3-8c03fa303d6f details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:27.995916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port f961bfbb-d12d-4dc5-986a-879d455afe16 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:27.996398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:28.062100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:28.069017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:28.084890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:28.108434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port f961bfbb-d12d-4dc5-986a-879d455afe16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f961bfbb-d12d-4dc5-986a-879d455afe16,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:28.109203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:28.123634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for f961bfbb-d12d-4dc5-986a-879d455afe16 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:28.164202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['8cab4f18-7250-4d8c-a399-bd8c8b492d3c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:28.403355 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:28.508243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=f961bfbb-d12d-4dc5-986a-879d455afe16,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:28.617640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:28.636162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port f961bfbb-d12d-4dc5-986a-879d455afe16 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:28.649897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:28.658588 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e885b9-654d-43cc-90d8-62f588074312 req-1c46ad55-e8c4-44e1-89cc-dc4bee84512f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "DELETE /v2.0/ports/f961bfbb-d12d-4dc5-986a-879d455afe16 HTTP/1.1" status: 204 len: 173 time: 0.8165927 Nov 02 16:38:28.659077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-deleted', 'tag': 'f961bfbb-d12d-4dc5-986a-879d455afe16'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:28.671839 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89e2b3c-6527-44a1-b9e6-a2b6966452dc" -d '{"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-deleted", "tag": "f961bfbb-d12d-4dc5-986a-879d455afe16"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:28.865847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['9bf3ee0f-2f88-4cb2-a900-15e492a4ea55', 'f961bfbb-d12d-4dc5-986a-879d455afe16', '5691419b-741f-4d98-acab-ec5299e062a8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:28.917028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=61229e8c-d27f-426e-bf6d-bf89c709e159,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:28.944127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de22e5-ee39-478e-8c12-f142dca8b818 req-8a3018f0-5bac-4c7e-9eb7-e5389c85a8ca tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:28.945855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85de22e5-ee39-478e-8c12-f142dca8b818 req-8a3018f0-5bac-4c7e-9eb7-e5389c85a8ca tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 948 time: 0.3971813 Nov 02 16:38:28.987905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-273decd2-1875-4050-86e1-ccf16e8ded04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2105868 Nov 02 16:38:28.991854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65f93b-8b2f-463e-a6d9-170958902185 req-91573ef6-e60c-4394-b81f-e7cb17bc2e63 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:28.995471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d65f93b-8b2f-463e-a6d9-170958902185 req-91573ef6-e60c-4394-b81f-e7cb17bc2e63 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.4930217 Nov 02 16:38:29.015670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:29.016387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.127604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:29.127993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 6effc635-4478-4810-a2d3-8c03fa303d6f, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:29.134545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-f58fa4a1-85f1-4883-a569-7388ac211a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.137537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-f58fa4a1-85f1-4883-a569-7388ac211a8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cef62e18b9c47c38fea1909d1221c41&device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 1101 time: 0.1142492 Nov 02 16:38:29.157198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85de22e5-ee39-478e-8c12-f142dca8b818 req-8de51d70-c8f0-44cc-8f23-355b9ec50fae tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601238 Nov 02 16:38:29.192244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d65f93b-8b2f-463e-a6d9-170958902185 req-acea27e0-c02e-4c88-845f-78f60d4af10a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429696 Nov 02 16:38:29.194725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8cab4f18-7250-4d8c-a399-bd8c8b492d3c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:29.228371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 6effc635-4478-4810-a2d3-8c03fa303d6f is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:29.252259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 6effc635-4478-4810-a2d3-8c03fa303d6f) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:29.257434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.258066 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.278500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627081a6-6188-4b41-959f-38693122f2b3 None None] Network 6effc635-4478-4810-a2d3-8c03fa303d6f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:29.297838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc83af89-a94b-422a-965e-8b5a358f3e59 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4572728 Nov 02 16:38:29.298542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39236) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:29.314332 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27effc4d-cdd2-4f32-9fe3-d102dab843b7 x-openstack-request-id: req-27effc4d-cdd2-4f32-9fe3-d102dab843b7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:29.314332 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-deleted", "tag": "f961bfbb-d12d-4dc5-986a-879d455afe16", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:29.326732 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27effc4d-cdd2-4f32-9fe3-d102dab843b7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:29.327190 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-deleted', 'tag': 'f961bfbb-d12d-4dc5-986a-879d455afe16', 'status': 'completed', 'code': 200} Nov 02 16:38:29.416081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:29.416823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.477842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:29.540049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-b3e30f9c-11fa-4ed2-b1bc-2a15c3be88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.542206 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-b3e30f9c-11fa-4ed2-b1bc-2a15c3be88e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.3711250 Nov 02 16:38:29.543383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.563995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-6effc635-4478-4810-a2d3-8c03fa303d6f', 'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '61229e8c-d27f-426e-bf6d-bf89c709e159'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:29.565061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.567472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:38:29.599532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:29.600042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.707517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.723404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954baf0-45f3-4beb-b61a-cff91c64cc05 req-9cd7414e-470a-443c-b24b-bfab8c0a931b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.730949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954baf0-45f3-4beb-b61a-cff91c64cc05 req-9cd7414e-470a-443c-b24b-bfab8c0a931b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.732737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0954baf0-45f3-4beb-b61a-cff91c64cc05 req-9cd7414e-470a-443c-b24b-bfab8c0a931b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 1682 time: 0.2026281 Nov 02 16:38:29.751378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-c95b08f2-f1ad-43f3-8f4a-301113f4ed2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5 HTTP/1.1" status: 200 len: 217 time: 0.1408443 Nov 02 16:38:29.806236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0954baf0-45f3-4beb-b61a-cff91c64cc05 req-cff60e4b-b081-45c1-845e-69272985cf14 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488141 Nov 02 16:38:29.883318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-539f82c8-39a1-4b0c-850d-0c31bf4bb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.885993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-539f82c8-39a1-4b0c-850d-0c31bf4bb6e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.1207547 Nov 02 16:38:29.896110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:29.993649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-1fa53172-cedd-4df3-96cd-7784a5ba66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:29.996893 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-1fa53172-cedd-4df3-96cd-7784a5ba66a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994148 Nov 02 16:38:30.001350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:30.127236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:30.131160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:30.134055 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9dc3b-7557-4d42-b7c6-d68c0253bf62" -d '{"events": [{"server_uuid": "9bc4594f-18fe-4837-9f1a-f6612ab47726", "name": "network-vif-plugged", "status": "completed", "tag": "8cab4f18-7250-4d8c-a399-bd8c8b492d3c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:30.160310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:30.162611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f961bfbb-d12d-4dc5-986a-879d455afe16 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:30.217297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-03b0b1f6-89b2-4a84-ada9-6afa7687bba9 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993186 Nov 02 16:38:30.268089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=9bf3ee0f-2f88-4cb2-a900-15e492a4ea55,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:30.312242 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91707ecc-54c0-4242-a4de-65dab0158a09 x-openstack-request-id: req-91707ecc-54c0-4242-a4de-65dab0158a09 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:30.312721 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc4594f-18fe-4837-9f1a-f6612ab47726", "name": "network-vif-plugged", "status": "completed", "tag": "8cab4f18-7250-4d8c-a399-bd8c8b492d3c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:30.312817 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91707ecc-54c0-4242-a4de-65dab0158a09 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:30.313168 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c', 'code': 200} Nov 02 16:38:30.367356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:30.379676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: f961bfbb-d12d-4dc5-986a-879d455afe16 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:30.380030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f961bfbb-d12d-4dc5-986a-879d455afe16 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:30.405771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Allocated IP 172.20.0.2 (6effc635-4478-4810-a2d3-8c03fa303d6f/61229e8c-d27f-426e-bf6d-bf89c709e159/3f1fdd9a-701c-49bf-8ff3-8ce88ace310a) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:30.561134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553a250-de25-46c0-bb85-d02cfd34d177 req-6aeab935-5145-4559-869e-2b5a8288fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:30.562707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a553a250-de25-46c0-bb85-d02cfd34d177 req-6aeab935-5145-4559-869e-2b5a8288fd78 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 1100 time: 0.2756846 Nov 02 16:38:30.843267 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:30.854214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:30.854896 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:30.857738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:30.861882 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e885b9-654d-43cc-90d8-62f588074312 req-6bc329ee-0b4c-4533-90ee-751be134ad1a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "DELETE /v2.0/ports/9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 HTTP/1.1" status: 204 len: 173 time: 2.1864038 Nov 02 16:38:30.931360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Network 6effc635-4478-4810-a2d3-8c03fa303d6f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:30.935517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:30.940018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:30.954796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Pushing event updated for resources: {'Port': ['ID=3f1fdd9a-701c-49bf-8ff3-8ce88ace310a,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:31.019258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Attempting to bind port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:31.019708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Attempting to bind port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:31.020081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Attempting to bind port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a on network 6effc635-4478-4810-a2d3-8c03fa303d6f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:31.026729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:31.027108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Checking segment: {'id': 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:31.027575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.027919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Bound using segment: {'id': 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:31.028644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Bound port: 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6effc635-4478-4810-a2d3-8c03fa303d6f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:31.029159 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.110715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4f53f3f-7393-4067-844c-fce6aca9f07e req-2a690469-8a6c-4338-a71e-8d6a387fdc9b service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232136 Nov 02 16:38:31.114873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] For port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:31.118971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] For port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3f1fdd9a-701c-49bf-8ff3-8ce88ace310a,segment=NetworkSegment(acbf8f54-9261-4e3d-b8ad-7cd900f0322c),segment_id=acbf8f54-9261-4e3d-b8ad-7cd900f0322c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:31.131260 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.164063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port 5691419b-741f-4d98-acab-ec5299e062a8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:31.164427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.194463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5691419b-741f-4d98-acab-ec5299e062a8 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:31.256043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1849b8f-a45c-42db-a82f-7e921eeb8593 req-4ecdb60c-145f-4f53-974e-733a7101a168 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:31.266716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1849b8f-a45c-42db-a82f-7e921eeb8593 req-4ecdb60c-145f-4f53-974e-733a7101a168 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 949 time: 0.8195848 Nov 02 16:38:31.302140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e729a-e0a6-48cd-b209-b1cb995cfce3 req-b8be2d47-0f6b-4c97-bfad-5b26631e1bb0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:31.309991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e40e729a-e0a6-48cd-b209-b1cb995cfce3 req-b8be2d47-0f6b-4c97-bfad-5b26631e1bb0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.9475822 Nov 02 16:38:31.317238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b903146-ca69-45e7-afad-74cbcd5e0a34 None None] Pushing event updated for resources: {'Port': ['ID=3f1fdd9a-701c-49bf-8ff3-8ce88ace310a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:31.333373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-deleted', 'tag': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:31.342773 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d69425-b89a-43d5-89a9-d043f300f749" -d '{"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-deleted", "tag": "9bf3ee0f-2f88-4cb2-a900-15e492a4ea55"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:31.379944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a553a250-de25-46c0-bb85-d02cfd34d177 req-037ae7bf-2e05-4124-b46d-f16ea65e0fc3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954085 Nov 02 16:38:31.419377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e40e729a-e0a6-48cd-b209-b1cb995cfce3 req-29d98970-1a1c-4cd1-8d9d-83d2275b7336 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060860 Nov 02 16:38:31.434273 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.453288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.502564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5691419b-741f-4d98-acab-ec5299e062a8,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:31.503015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.535085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for 5691419b-741f-4d98-acab-ec5299e062a8 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:31.568854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5691419b-741f-4d98-acab-ec5299e062a8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5691419b-741f-4d98-acab-ec5299e062a8,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:31.574859 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.575959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:31.650856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.696311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6effc635-4478-4810-a2d3-8c03fa303d6f']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:31.711912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:31.711912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 9bf3ee0f-2f88-4cb2-a900-15e492a4ea55 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:31.723040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:31.724429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:31.762035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.790837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:31.792240 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.807395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:31.807833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.894641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:31.919083 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:31.938824 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 16:38:31.938824 n-d-811405-2 neutron-server[102066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 16:38:31.938824 n-d-811405-2 neutron-server[102066]: [parameters: {'id': '6effc635-4478-4810-a2d3-8c03fa303d6f'}] Nov 02 16:38:31.938824 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:38:31.939315 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:38:31.941347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=61229e8c-d27f-426e-bf6d-bf89c709e159,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:31.953940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1849b8f-a45c-42db-a82f-7e921eeb8593 req-2557fa3a-bea6-4f30-82fc-c6fa85f358b5 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6862607 Nov 02 16:38:31.987509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=5691419b-741f-4d98-acab-ec5299e062a8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:32.011385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port 5691419b-741f-4d98-acab-ec5299e062a8 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:32.012376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b021c44-5d1d-4414-a83c-91b61c34b69a req-1d4dba75-9149-43fc-a2d2-ba8e57fe8b37 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=60a0da37-401e-4c32-9f80-55cd6be32c64 HTTP/1.1" status: 200 len: 210 time: 0.0862551 Nov 02 16:38:32.017673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.018621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.019141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.019670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.022604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.023337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.024039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.024612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.025112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.025737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.026532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.026849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:32.028109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:32.032808 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e885b9-654d-43cc-90d8-62f588074312 req-a87cd399-e130-4d4f-bb26-7fb0a8ab94f1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "DELETE /v2.0/ports/5691419b-741f-4d98-acab-ec5299e062a8 HTTP/1.1" status: 204 len: 173 time: 1.1625168 Nov 02 16:38:32.054789 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0afb72e-bf2a-49b9-8ce0-79b507e3d588 x-openstack-request-id: req-e0afb72e-bf2a-49b9-8ce0-79b507e3d588 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:32.055084 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-deleted", "tag": "9bf3ee0f-2f88-4cb2-a900-15e492a4ea55", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:32.055343 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0afb72e-bf2a-49b9-8ce0-79b507e3d588 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:32.055759 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-deleted', 'tag': '9bf3ee0f-2f88-4cb2-a900-15e492a4ea55', 'status': 'completed', 'code': 200} Nov 02 16:38:32.315533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:32.319652 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdbaaa6-5456-45b1-9621-2bd0223c0ef7" -d '{"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-unplugged", "status": "completed", "tag": "5691419b-741f-4d98-acab-ec5299e062a8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:32.368081 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa141ef-c0e8-4229-8f3a-90ca10ae2d26 x-openstack-request-id: req-0aa141ef-c0e8-4229-8f3a-90ca10ae2d26 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:32.368629 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-unplugged", "status": "completed", "tag": "5691419b-741f-4d98-acab-ec5299e062a8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:32.368895 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aa141ef-c0e8-4229-8f3a-90ca10ae2d26 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:32.369334 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8', 'code': 200} Nov 02 16:38:32.440475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:32.700411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Deleting port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:32.701057 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:32.722283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88510b5-ba93-4a5f-ae54-18423db84cf8 req-804014d5-5107-4ddd-9c1a-f002920c4522 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:32.733218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b88510b5-ba93-4a5f-ae54-18423db84cf8 req-804014d5-5107-4ddd-9c1a-f002920c4522 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1848111 Nov 02 16:38:32.852487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b88510b5-ba93-4a5f-ae54-18423db84cf8 req-b51970e4-1199-4598-ad15-f7e1e4d5960b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160941 Nov 02 16:38:32.872765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] For port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3f1fdd9a-701c-49bf-8ff3-8ce88ace310a,segment=NetworkSegment(acbf8f54-9261-4e3d-b8ad-7cd900f0322c),segment_id=acbf8f54-9261-4e3d-b8ad-7cd900f0322c)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:32.873463 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:32.889191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Calling delete_port for 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:32.984514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.033120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Port': ['ID=3f1fdd9a-701c-49bf-8ff3-8ce88ace310a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:33.081933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No DVR routers for this DVR port 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:33.100047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403b0ae-e6c1-41b4-9bc9-383b36619ace None None] Network 6effc635-4478-4810-a2d3-8c03fa303d6f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:33.104883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39290) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:33.179441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-23c880c6-8d3b-4e7c-8013-7e9ffb11b981 None None] Could not find standard attr ID for object 3f1fdd9a-701c-49bf-8ff3-8ce88ace310a. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:38:33.200265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b612d6-f110-45e2-bdc7-1549012e9fb5 req-be7c7daa-a81b-47f0-8cf7-4da4a3fa545c tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:33.212511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45b612d6-f110-45e2-bdc7-1549012e9fb5 req-be7c7daa-a81b-47f0-8cf7-4da4a3fa545c tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 949 time: 0.1650498 Nov 02 16:38:33.222123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting subnet 1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:38:33.226302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.251680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.293056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.303934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45b612d6-f110-45e2-bdc7-1549012e9fb5 req-01ce364d-d629-40a3-9021-0761aa4ceac0 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896540 Nov 02 16:38:33.317174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6effc635-4478-4810-a2d3-8c03fa303d6f']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:33.346527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:33.347128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbf8f54-9261-4e3d-b8ad-7cd900f0322c') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:33.360400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.367757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c505ff9-5f7d-4b11-955b-2b9d0ff17321 None None] DHCP port deletion for 6effc635-4478-4810-a2d3-8c03fa303d6f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:38:33.395608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.402936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:33.403484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.443601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:33.481268 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:33.485108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.493167 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.497332 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/6effc635-4478-4810-a2d3-8c03fa303d6f HTTP/1.1" status: 204 len: 168 time: 4.1977825 Nov 02 16:38:33.504499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39298) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:33.555159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.561118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b18d6-8f80-4bbf-9e96-6c9affbc162c tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=6effc635-4478-4810-a2d3-8c03fa303d6f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:33.624540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:33.628810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:33.637228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc45055-7f44-4e98-a97c-7ed7e4e84dde None None] Network a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:33.648896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f334405d-7209-4694-a594-b2d4eea81c97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/subnets/1fb4931d-ed2b-44e7-afb0-42b6fae7e8ff HTTP/1.1" status: 204 len: 168 time: 0.5420847 Nov 02 16:38:33.655708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39304) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:33.669043 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5564de4-bcd5-4811-80b8-02aa2b796728 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] GET failed (client error): The resource could not be found. Nov 02 16:38:33.673020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a5564de4-bcd5-4811-80b8-02aa2b796728 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/subnets/61229e8c-d27f-426e-bf6d-bf89c709e159 HTTP/1.1" status: 404 len: 337 time: 0.1648383 Nov 02 16:38:33.673610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39306) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:33.724343 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea419fc-7839-4517-9907-17cce644acab tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:33.740050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea419fc-7839-4517-9907-17cce644acab tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:33.756103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bea419fc-7839-4517-9907-17cce644acab tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/6effc635-4478-4810-a2d3-8c03fa303d6f HTTP/1.1" status: 404 len: 339 time: 0.0686057 Nov 02 16:38:33.756841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39310) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:33.885921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.006110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb1a70-f44d-4df7-8ba2-64770dcccdf0 req-77b642aa-3c37-4ed9-9bc4-5317ae4ef629 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.013714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4eb1a70-f44d-4df7-8ba2-64770dcccdf0 req-77b642aa-3c37-4ed9-9bc4-5317ae4ef629 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 949 time: 0.1406724 Nov 02 16:38:34.042307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:34.043161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.081442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-deleted', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:34.093469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] DHCP port deletion for a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:38:34.102089 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f4aebd-d675-4c73-bfca-a280623e0517" -d '{"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-deleted", "tag": "5691419b-741f-4d98-acab-ec5299e062a8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:34.135907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4eb1a70-f44d-4df7-8ba2-64770dcccdf0 req-ecd1efa5-b1ea-45da-8097-65112f12f1ce tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209667 Nov 02 16:38:34.160013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc387a26-d097-4e99-86f2-bd0632fa875e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.165695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc387a26-d097-4e99-86f2-bd0632fa875e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4040365 Nov 02 16:38:34.165877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39330) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.173372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] Deleting port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:34.173750 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.205588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27984559-0b6f-46b8-87e6-fd61356a5dd1 req-6a1a9084-8c72-4ae4-90b7-9a5c966101a4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.214447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-999eb555-e1e5-4c6f-a574-09400d94cfc1 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 207 time: 0.0435805 Nov 02 16:38:34.214790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39334) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.217038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27984559-0b6f-46b8-87e6-fd61356a5dd1 req-6a1a9084-8c72-4ae4-90b7-9a5c966101a4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1659172 Nov 02 16:38:34.279902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27984559-0b6f-46b8-87e6-fd61356a5dd1 req-ebeefcf3-6a0f-4708-afda-762de275ae66 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536361 Nov 02 16:38:34.315844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] For port 8dcac11d-2ee2-49a7-903f-42ac350dabe6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8dcac11d-2ee2-49a7-903f-42ac350dabe6,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:34.316618 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.330682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port 8dcac11d-2ee2-49a7-903f-42ac350dabe6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8dcac11d-2ee2-49a7-903f-42ac350dabe6,segment=NetworkSegment(9c1ebde5-09d6-4c7e-9291-6a14d2b387c6),segment_id=9c1ebde5-09d6-4c7e-9291-6a14d2b387c6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:34.331068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.335746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] Calling delete_port for 8dcac11d-2ee2-49a7-903f-42ac350dabe6 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:34.344741 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cf6397-65eb-445e-8260-7b91a32bf7de x-openstack-request-id: req-a9cf6397-65eb-445e-8260-7b91a32bf7de {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:34.345057 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a0da37-401e-4c32-9f80-55cd6be32c64", "name": "network-vif-deleted", "tag": "5691419b-741f-4d98-acab-ec5299e062a8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:34.345277 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9cf6397-65eb-445e-8260-7b91a32bf7de {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:34.345660 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0da37-401e-4c32-9f80-55cd6be32c64', 'name': 'network-vif-deleted', 'tag': '5691419b-741f-4d98-acab-ec5299e062a8', 'status': 'completed', 'code': 200} Nov 02 16:38:34.383032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for 8dcac11d-2ee2-49a7-903f-42ac350dabe6 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:34.423103 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.453870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] Pushing event deleted for resources: {'Port': ['ID=8dcac11d-2ee2-49a7-903f-42ac350dabe6,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:34.455983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0ad64-b18d-4ce3-8a21-f25aafe077a0 None None] No DVR routers for this DVR port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:34.500065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc007c4-14e8-4408-8207-b146529689bf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.506570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc007c4-14e8-4408-8207-b146529689bf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.513897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc007c4-14e8-4408-8207-b146529689bf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.521445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc007c4-14e8-4408-8207-b146529689bf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.523349 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0bc007c4-14e8-4408-8207-b146529689bf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3075318 Nov 02 16:38:34.528952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39336) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.556177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.588117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=8dcac11d-2ee2-49a7-903f-42ac350dabe6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:34.589870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port 8dcac11d-2ee2-49a7-903f-42ac350dabe6 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:34.669882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c5dd186-9d33-4714-ad9c-db2f773f3160 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1347878 Nov 02 16:38:34.670482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39338) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.687737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.713960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50eaa01-2e55-4eab-9d0f-4c29597e5ac6']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:34.724658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2907ee-f303-43f2-aac7-64ef4f4ab0da tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.725864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:34.726264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1ebde5-09d6-4c7e-9291-6a14d2b387c6') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:34.726488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2907ee-f303-43f2-aac7-64ef4f4ab0da tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.728158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0b2907ee-f303-43f2-aac7-64ef4f4ab0da tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0566587 Nov 02 16:38:34.733765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39340) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.740851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.757520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.764934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:34.765634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:34.769902 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:34.808009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4266f-43a8-4f3a-9e01-77e5b733d18e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.809738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4266f-43a8-4f3a-9e01-77e5b733d18e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['shared'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.814403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ccd4266f-43a8-4f3a-9e01-77e5b733d18e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0765014 Nov 02 16:38:34.815047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39344) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.895035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.899957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:34.906619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/networks/a50eaa01-2e55-4eab-9d0f-4c29597e5ac6 HTTP/1.1" status: 204 len: 168 time: 1.2496495 Nov 02 16:38:34.915358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:34.992537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-f61a3168-80a1-44b3-ae67-6c9a3749e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:34.994585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-f61a3168-80a1-44b3-ae67-6c9a3749e1db service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1096 time: 0.1575434 Nov 02 16:38:34.996132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e6a8-bd99-4ef3-8fae-6c93f3830949 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Network': ['ID=a50eaa01-2e55-4eab-9d0f-4c29597e5ac6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:34.999580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting subnet 00bc5fc7-a928-4f92-9f63-3734bb451f37 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:38:35.003225 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.009320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566b684-9c44-44ac-9928-47528f610bce tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.015164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c566b684-9c44-44ac-9928-47528f610bce tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks/829444b9-f2ca-4504-a61e-b8c9e8ce34af HTTP/1.1" status: 200 len: 800 time: 0.1927056 Nov 02 16:38:35.016608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39354) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:35.046656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.101790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-ba51daff-5d2f-4ac5-a59b-253dd0387126 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.103391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-ba51daff-5d2f-4ac5-a59b-253dd0387126 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 949 time: 0.1955059 Nov 02 16:38:35.226598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1125576d-a98b-4bed-870e-eda21c228769 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/networks/829444b9-f2ca-4504-a61e-b8c9e8ce34af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2086129 Nov 02 16:38:35.228139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.233130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39360) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:35.265638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-86427c14-6de3-4565-a241-32575a26c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.267130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-86427c14-6de3-4565-a241-32575a26c663 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 914 time: 0.1994717 Nov 02 16:38:35.321274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Deleting port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:35.321875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.336863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-eec11cfb-d442-439a-8100-1c6d1dfb175d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 217 time: 0.0528140 Nov 02 16:38:35.351843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56de848-80ea-43c4-8867-0a8a1c3676b0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.361979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c56de848-80ea-43c4-8867-0a8a1c3676b0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/subnets/86df1471-d97c-4ac4-9922-d37cb29f4c3a HTTP/1.1" status: 200 len: 811 time: 0.1229892 Nov 02 16:38:35.362797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39368) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:35.365281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbda99-14af-40a9-ad16-54650c563f7f req-9c4ac565-103f-4ad6-b65b-e3d17afa20d8 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.373734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97cbda99-14af-40a9-ad16-54650c563f7f req-9c4ac565-103f-4ad6-b65b-e3d17afa20d8 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 949 time: 0.1474471 Nov 02 16:38:35.499195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.560197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea66937-0afa-4625-a112-912bc1de40cd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['shared'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.562377 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ea66937-0afa-4625-a112-912bc1de40cd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "GET /v2.0/subnets/86df1471-d97c-4ac4-9922-d37cb29f4c3a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1188874 Nov 02 16:38:35.567693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809b97-94f3-4165-aaff-cbc4db1906a1 req-475e03bf-20e6-4a18-be3a-022f93f19e67 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.571508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39384) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:35.571886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8dcac11d-2ee2-49a7-903f-42ac350dabe6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:35.576928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90809b97-94f3-4165-aaff-cbc4db1906a1 req-475e03bf-20e6-4a18-be3a-022f93f19e67 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1908858 Nov 02 16:38:35.577922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518227304'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:35.591967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-df9bb076-ea05-4e82-bd98-69fb08db9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:35.593763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-df9bb076-ea05-4e82-bd98-69fb08db9617 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.2438302 Nov 02 16:38:35.599322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97cbda99-14af-40a9-ad16-54650c563f7f req-1484df5e-44b9-4efb-bf4a-5a309f51e6c2 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/security-groups?id=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246232 Nov 02 16:38:35.607092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.613251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] For port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:35.613977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.615654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220314ae-1a9b-47a2-8836-995abb12fb4c None None] Network 13e13292-f7e5-4fec-8f41-ad4ad639d915 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:35.617907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8dcac11d-2ee2-49a7-903f-42ac350dabe6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:35.630807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Calling delete_port for 8cab4f18-7250-4d8c-a399-bd8c8b492d3c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:35.631317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/subnets/00bc5fc7-a928-4f92-9f63-3734bb451f37 HTTP/1.1" status: 204 len: 168 time: 0.7139707 Nov 02 16:38:35.636899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8dcac11d-2ee2-49a7-903f-42ac350dabe6 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:35.653345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39390) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:35.654140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e81a0-cfcb-453f-95c7-dbb9ef4dabda tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Subnet': ['ID=00bc5fc7-a928-4f92-9f63-3734bb451f37,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:35.711367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-773a68d6-77a1-4151-a8f5-7268286b4c7c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787215 Nov 02 16:38:35.730059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:35.734601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.777829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:35.836484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.836832 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Added segment e96ee8a8-fe77-4ca1-8857-26e25e8b18a0 of type vlan for network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 Nov 02 16:38:35.859600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90809b97-94f3-4165-aaff-cbc4db1906a1 req-a7e1ebc4-f3df-4772-9820-91621ba7f1e5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642140 Nov 02 16:38:35.887403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.956587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:35.960220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-c32420d6-e7cb-4e71-8fc0-45aa3ebeaa67 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266116 Nov 02 16:38:35.991920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.000250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:36.001115 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.010490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] DHCP port deletion for 13e13292-f7e5-4fec-8f41-ad4ad639d915 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:38:36.019604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.047375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['8cab4f18-7250-4d8c-a399-bd8c8b492d3c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:38:36.126190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5525584 Nov 02 16:38:36.126586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4bef1-f03f-4dad-b508-983ffbc88a5c req-36b4ad5b-75cb-4604-b315-1836a8c03e30 service neutron] 10.222.0.100 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518860 Nov 02 16:38:36.129461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39438) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:36.137193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:36.155941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] Deleting port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:36.157616 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.235207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Pushing event deleted for resources: {'Port': ['ID=8cab4f18-7250-4d8c-a399-bd8c8b492d3c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:36.290812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:36.291651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.301208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] No DVR routers for this DVR port 8cab4f18-7250-4d8c-a399-bd8c8b492d3c on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:36.311136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.311972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] For port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:36.312565 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.326073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c43c0844-e201-4797-a4e6-ed488fdaeb92 req-5c4bf775-a083-4523-af4b-e374072701aa tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.55 "DELETE /v2.0/ports/8cab4f18-7250-4d8c-a399-bd8c8b492d3c HTTP/1.1" status: 204 len: 173 time: 1.2124772 Nov 02 16:38:36.327843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be5322-43be-4359-b31a-e387bedabb5f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Network': ['ID=0b9bdb68-e376-417b-a26d-b744a0c7ae37,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:36.345977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:36.347068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'name': 'network-vif-deleted', 'tag': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:36.355404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] Calling delete_port for 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:36.357103 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb73e10-f3c9-4072-8a29-d9e71e8de2ab" -d '{"events": [{"server_uuid": "9bc4594f-18fe-4837-9f1a-f6612ab47726", "name": "network-vif-deleted", "tag": "8cab4f18-7250-4d8c-a399-bd8c8b492d3c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:36.448171 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4928bc0c-95d2-4446-9d7b-b2e0e2f3187a x-openstack-request-id: req-4928bc0c-95d2-4446-9d7b-b2e0e2f3187a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:36.449102 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc4594f-18fe-4837-9f1a-f6612ab47726", "name": "network-vif-deleted", "tag": "8cab4f18-7250-4d8c-a399-bd8c8b492d3c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:36.449548 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4928bc0c-95d2-4446-9d7b-b2e0e2f3187a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:36.450790 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc4594f-18fe-4837-9f1a-f6612ab47726', 'name': 'network-vif-deleted', 'tag': '8cab4f18-7250-4d8c-a399-bd8c8b492d3c', 'status': 'completed', 'code': 200} Nov 02 16:38:36.497973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Made reservation on behalf of 87932cf7e8bd4c59bb1b473328f35773 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:36.501888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.506396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,segment=NetworkSegment(5bad3ba0-f428-408d-9c79-b04cc14f54ce),segment_id=5bad3ba0-f428-408d-9c79-b04cc14f54ce)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:36.510350 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.567488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:36.596779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Performing IP validity checks on allocation pools {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:38:36.597903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:38:36.616404 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.668744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] Pushing event deleted for resources: {'Port': ['ID=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:36.682966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b326860-8311-4d6b-8c87-01331246df18 None None] No DVR routers for this DVR port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:36.766728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e92b855-6dfc-4b88-ae64-d4813620689b req-44dbe172-e2f9-45e8-98dd-ed5b7d3ee141 tempest-VolumesNegativeTest-1202234887 tempest-VolumesNegativeTest-1202234887-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bc4594f-18fe-4837-9f1a-f6612ab47726 HTTP/1.1" status: 200 len: 210 time: 0.0381193 Nov 02 16:38:36.832261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:36.913545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:36.932173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:37.359931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.363750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.435305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e13292-f7e5-4fec-8f41-ad4ad639d915']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:37.456531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dc7f8-ee67-4f07-a348-b1c805a0d1d1 req-a90fc981-3dc1-41b2-9464-c3b48c5d9023 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:37.458089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-677dc7f8-ee67-4f07-a348-b1c805a0d1d1 req-a90fc981-3dc1-41b2-9464-c3b48c5d9023 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.4607270 Nov 02 16:38:37.467244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bad3ba0-f428-408d-9c79-b04cc14f54ce') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:37.467528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bad3ba0-f428-408d-9c79-b04cc14f54ce') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:37.523023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=779fa5ea-ceab-42a4-8a79-9966a2d3d0fe,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:37.535282 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.554706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:37.568977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.573708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Checking segment: {'id': 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:37.574318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network hostable DHCP agents. Network: 0b9bdb68-e376-417b-a26d-b744a0c7ae37, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:37.578830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:37.579162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9e3a2dbd-7fe0-4aa8-aa59-23e07044fd3e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:37.594571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-677dc7f8-ee67-4f07-a348-b1c805a0d1d1 req-80d2f20f-4837-4ec2-8f7b-3e75db0aaf45 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187077 Nov 02 16:38:37.597730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:37.598310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:37.605668 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:37.678155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:37.681761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.689782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.697953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/networks/13e13292-f7e5-4fec-8f41-ad4ad639d915 HTTP/1.1" status: 204 len: 168 time: 2.0243356 Nov 02 16:38:37.699675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39620) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:37.706456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-633207065'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:37.716869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdb9f6-0dfa-496b-9ff7-1e44c93dc3de tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Network': ['ID=13e13292-f7e5-4fec-8f41-ad4ad639d915,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:37.718896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0b9bdb68-e376-417b-a26d-b744a0c7ae37) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:37.727826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:37.729210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.733173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf52b72-6cc2-44e2-b4a7-3cf65ab5e75b None None] Network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:37.764634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:37.776869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4fdffc6b-772e-4202-8399-64764c27dab3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6460238 Nov 02 16:38:37.779638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39630) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:37.783841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.788294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:37.854878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:37.902302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:37.902672 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Added segment 577d36a8-61d4-497c-b60a-920f3bb64fab of type vlan for network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 Nov 02 16:38:38.017933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.022600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60206963'] for subnet, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.065889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.068826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0b9bdb68-e376-417b-a26d-b744a0c7ae37', 'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37', 'tenant_id': '87932cf7e8bd4c59bb1b473328f35773', 'fixed_ips': [{'subnet_id': '779fa5ea-ceab-42a4-8a79-9966a2d3d0fe'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:38.069794 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.078297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:38.079673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.199911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Network': ['ID=ac815c85-c58f-4542-b9ba-d2c8b5f3a912,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:38.224666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6aa1139b-e913-4ee2-b42d-aea3f3a4143b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5220132 Nov 02 16:38:38.227564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39692) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:38.237271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'subnet': {'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:38.266465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:38.270407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:38.474606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:38.480706 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.489838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7afa5c71-70ae-4921-9275-5308db2813b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.519404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756002221105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60144473'] for subnet, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.652349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:38.655979 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.658619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "PUT /v2.0/subnets/779fa5ea-ceab-42a4-8a79-9966a2d3d0fe HTTP/1.1" status: 200 len: 877 time: 0.8778324 Nov 02 16:38:38.661034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:38.661440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:38.707718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86be88f-1227-43be-88ba-318f0ffc9232 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event updated for resources: {'Subnet': ['ID=779fa5ea-ceab-42a4-8a79-9966a2d3d0fe,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:38.757251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Allocated IP 172.20.0.3 (0b9bdb68-e376-417b-a26d-b744a0c7ae37/779fa5ea-ceab-42a4-8a79-9966a2d3d0fe/98073ddc-e298-4a6e-86f0-47679efd7b70) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:38.779133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:38.783176 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff44f1-eadf-4d29-b7f7-42168d0d2913" -d '{"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-unplugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:38.813458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:38.888907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970522-2404-4fd7-8593-53be808fc1dc req-f94a2ed5-a5a8-4920-b649-564e8757e4fb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:38.904914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7970522-2404-4fd7-8593-53be808fc1dc req-f94a2ed5-a5a8-4920-b649-564e8757e4fb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1401432 Nov 02 16:38:38.919384 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.001924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7970522-2404-4fd7-8593-53be808fc1dc req-a6bf0582-1651-4a6d-b4dd-c1048cb87965 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957639 Nov 02 16:38:39.127027 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd68a62-0c46-4694-8061-d089bf356d71 x-openstack-request-id: req-cbd68a62-0c46-4694-8061-d089bf356d71 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:39.127335 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-unplugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:39.127613 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbd68a62-0c46-4694-8061-d089bf356d71 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:39.130667 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'code': 200} Nov 02 16:38:39.133816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:39.157737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.158381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.158921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.159425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.160082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.160336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.160681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.161045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.161385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.162105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.162968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.163497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.164028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:39.263469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8cab4f18-7250-4d8c-a399-bd8c8b492d3c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:39.288788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.292268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.299589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 8cab4f18-7250-4d8c-a399-bd8c8b492d3c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:39.300171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 8cab4f18-7250-4d8c-a399-bd8c8b492d3c not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:39.416542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.440352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.466736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Checking segment: {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:39.467012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network hostable DHCP agents. Network: ac815c85-c58f-4542-b9ba-d2c8b5f3a912, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:39.472478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Subnet': ['ID=886ebea1-9a63-4856-a599-3bb4ea513f4a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:39.513825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:39.535217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ac815c85-c58f-4542-b9ba-d2c8b5f3a912) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:39.563856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:39.564217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Pushing event updated for resources: {'Port': ['ID=98073ddc-e298-4a6e-86f0-47679efd7b70,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:39.564326 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.567639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50ca31-040e-43a1-9dac-c039cf51371e None None] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:39.588282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.667258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=779fa5ea-ceab-42a4-8a79-9966a2d3d0fe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:39.685510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-026ae750-e49a-48af-9498-807ffceed2a2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4570436 Nov 02 16:38:39.688121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39902) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:39.716787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1351164601'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:39.772301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.812671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9bdb68-e376-417b-a26d-b744a0c7ae37']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:39.816200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:39.820401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.839350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:39.839738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:39.880300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.889080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:39.914469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.914795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.915204 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Added segment 2c5332e6-ea0e-420e-9252-4135f98b7219 of type vlan for network b112c716-41fb-4923-a25e-15868e5eb5c2 Nov 02 16:38:39.930983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:39.932935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:39.940781 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:39.968685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.030341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.047975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.api [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 16:38:40.047975 n-d-811405-2 neutron-server[102065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 16:38:40.047975 n-d-811405-2 neutron-server[102065]: [parameters: {'id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37'}] Nov 02 16:38:40.047975 n-d-811405-2 neutron-server[102065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:38:40.049242 n-d-811405-2 neutron-server[102065]: DEBUG oslo_db.api [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:38:40.049484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:40.050884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.132772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4389420 Nov 02 16:38:40.135976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39954) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:40.141644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'subnet': {'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:40.156802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00ab6a-fe39-4ca5-8e86-fca2e087dad8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Network': ['ID=b112c716-41fb-4923-a25e-15868e5eb5c2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:40.172802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b112c716-41fb-4923-a25e-15868e5eb5c2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:40.237326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:40.245201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:40.250729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:40.294969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7738-9eaa-4363-a296-9ed09128ab09 req-b5674cbf-28c8-439e-81a9-d2989565a472 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:40.303398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7df7738-9eaa-4363-a296-9ed09128ab09 req-b5674cbf-28c8-439e-81a9-d2989565a472 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.1258278 Nov 02 16:38:40.337457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:40.355950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.356990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Attempting to bind port 98073ddc-e298-4a6e-86f0-47679efd7b70 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:40.357578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Attempting to bind port 98073ddc-e298-4a6e-86f0-47679efd7b70 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:40.358182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Attempting to bind port 98073ddc-e298-4a6e-86f0-47679efd7b70 on network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:40.369170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:40.369807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Checking segment: {'id': 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:40.370595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.371172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Bound using segment: {'id': 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:40.371833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Bound port: 98073ddc-e298-4a6e-86f0-47679efd7b70, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b9bdb68-e376-417b-a26d-b744a0c7ae37'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:40.373102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7df7738-9eaa-4363-a296-9ed09128ab09 req-7523f001-4d9c-4a30-94cb-35dd19f0cf29 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655589 Nov 02 16:38:40.381965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.573259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2de5d4-0151-496d-8e4d-07a2683627b8 req-4adda78b-6217-4cbd-937a-26e86883277b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:40.582898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c2de5d4-0151-496d-8e4d-07a2683627b8 req-4adda78b-6217-4cbd-937a-26e86883277b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.0989709 Nov 02 16:38:40.607889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.653917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c2de5d4-0151-496d-8e4d-07a2683627b8 req-a9e73181-6642-45a6-9978-ea4da178f855 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Nov 02 16:38:40.671226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] For port 98073ddc-e298-4a6e-86f0-47679efd7b70, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:40.676638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] For port 98073ddc-e298-4a6e-86f0-47679efd7b70, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=98073ddc-e298-4a6e-86f0-47679efd7b70,segment=NetworkSegment(e96ee8a8-fe77-4ca1-8857-26e25e8b18a0),segment_id=e96ee8a8-fe77-4ca1-8857-26e25e8b18a0)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:40.681042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.710166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ac815c85-c58f-4542-b9ba-d2c8b5f3a912', 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'fixed_ips': [{'subnet_id': '886ebea1-9a63-4856-a599-3bb4ea513f4a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:40.710166 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.873087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c63e3-dbd2-4e2a-995a-de995fbf54bd None None] Network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:40.891615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.927248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Deleting port 98073ddc-e298-4a6e-86f0-47679efd7b70 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:40.927589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:40.975792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e298109-ce74-4612-9768-a1cd2943aadc None None] Pushing event updated for resources: {'Port': ['ID=98073ddc-e298-4a6e-86f0-47679efd7b70,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:41.068001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Allocated IP 19.80.0.2 (ac815c85-c58f-4542-b9ba-d2c8b5f3a912/886ebea1-9a63-4856-a599-3bb4ea513f4a/a71fae4a-40f7-4261-bc29-62907169a27c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:41.069263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] For port 98073ddc-e298-4a6e-86f0-47679efd7b70, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=98073ddc-e298-4a6e-86f0-47679efd7b70,segment=NetworkSegment(e96ee8a8-fe77-4ca1-8857-26e25e8b18a0),segment_id=e96ee8a8-fe77-4ca1-8857-26e25e8b18a0)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:41.069638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.075153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e1bef-637d-4658-a955-92019888956b None None] Network 0b9bdb68-e376-417b-a26d-b744a0c7ae37 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:41.102316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Calling delete_port for 98073ddc-e298-4a6e-86f0-47679efd7b70 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:41.118205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-e73ffe08-a853-4685-9290-9cd8d91a6065 req-23b3b763-6809-4c6a-84f0-a1adddc34cde service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:38:41.119710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e73ffe08-a853-4685-9290-9cd8d91a6065 req-23b3b763-6809-4c6a-84f0-a1adddc34cde service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062032 Nov 02 16:38:41.141862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-491f9388-76af-4e8d-b7dc-8b62738ed030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.287543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.326774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No DVR routers for this DVR port 98073ddc-e298-4a6e-86f0-47679efd7b70 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:41.332295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Port': ['ID=98073ddc-e298-4a6e-86f0-47679efd7b70,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:41.385741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Subnet': ['ID=bb91940b-d755-4980-b7f9-d9b3a7a1b0b0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:41.423222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.545589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.568515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9bdb68-e376-417b-a26d-b744a0c7ae37']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:41.579821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:41.580130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96ee8a8-fe77-4ca1-8857-26e25e8b18a0') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:41.584425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.590617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.593398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.605907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.612798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:41.613442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.638478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:41.646938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:41.652842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:41.661306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9992c7-4958-45fc-bb0a-8f5292007605 req-0c4a6fe0-d6a5-4f1b-bd09-ebac005f2c36 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:41.671337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da9992c7-4958-45fc-bb0a-8f5292007605 req-0c4a6fe0-d6a5-4f1b-bd09-ebac005f2c36 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.1213212 Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:41.682273 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:41.685148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.728108 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.733573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/0b9bdb68-e376-417b-a26d-b744a0c7ae37 HTTP/1.1" status: 204 len: 168 time: 3.0706592 Nov 02 16:38:41.735503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6c96-55a4-4740-bfcf-893efb507467 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=0b9bdb68-e376-417b-a26d-b744a0c7ae37,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:41.739091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40066) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:41.751040 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da9992c7-4958-45fc-bb0a-8f5292007605 req-680c8405-3304-4102-aaac-34e439fd44d8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Nov 02 16:38:41.819917 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f00317-d887-41d0-8835-12b19964682b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:41.820341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f00317-d887-41d0-8835-12b19964682b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:41.826474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Pushing event updated for resources: {'Port': ['ID=a71fae4a-40f7-4261-bc29-62907169a27c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:41.827995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-41f00317-d887-41d0-8835-12b19964682b tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/779fa5ea-ceab-42a4-8a79-9966a2d3d0fe HTTP/1.1" status: 404 len: 337 time: 0.0873809 Nov 02 16:38:41.831734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40074) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:41.843816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Checking segment: {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:41.844579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network hostable DHCP agents. Network: b112c716-41fb-4923-a25e-15868e5eb5c2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:41.890603 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c76b62d-9206-4478-b1ad-645510e351cf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:41.890769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network b112c716-41fb-4923-a25e-15868e5eb5c2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:41.892650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c76b62d-9206-4478-b1ad-645510e351cf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:41.902693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c76b62d-9206-4478-b1ad-645510e351cf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/0b9bdb68-e376-417b-a26d-b744a0c7ae37 HTTP/1.1" status: 404 len: 339 time: 0.0671406 Nov 02 16:38:41.902816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:41.918711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b112c716-41fb-4923-a25e-15868e5eb5c2) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:41.923446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:41.924051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:41.947798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8676875-1a7f-4b9d-a028-e57d08489976 None None] Network b112c716-41fb-4923-a25e-15868e5eb5c2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:41.955345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-235d1654-3003-439d-a21b-479d50552cd4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8170550 Nov 02 16:38:41.977259 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e3234c-ff7d-4704-ae85-1b2e6e8deff2 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:41.977729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e3234c-ff7d-4704-ae85-1b2e6e8deff2 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:41.983664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-56e3234c-ff7d-4704-ae85-1b2e6e8deff2 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/61229e8c-d27f-426e-bf6d-bf89c709e159 HTTP/1.1" status: 404 len: 337 time: 0.0799363 Nov 02 16:38:41.986392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40086) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:41.989309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Attempting to bind port a71fae4a-40f7-4261-bc29-62907169a27c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:41.989899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Attempting to bind port a71fae4a-40f7-4261-bc29-62907169a27c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:41.991823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Attempting to bind port a71fae4a-40f7-4261-bc29-62907169a27c on network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:42.027762 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bb0997-5bfb-4628-8f25-4f3e7d0cc5e7 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:42.027762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bb0997-5bfb-4628-8f25-4f3e7d0cc5e7 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:42.027762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e9bb0997-5bfb-4628-8f25-4f3e7d0cc5e7 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/6effc635-4478-4810-a2d3-8c03fa303d6f HTTP/1.1" status: 404 len: 339 time: 0.0398781 Nov 02 16:38:42.029768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40092) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:42.038446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:42.039486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Checking segment: {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:42.040090 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.040659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Bound using segment: {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:42.041495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Bound port: a71fae4a-40f7-4261-bc29-62907169a27c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:42.041895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.059166 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-71b4b39d-24d3-453e-9f60-7261b49e96a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2229345 Nov 02 16:38:42.077377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-073311ac-7d65-417d-ba0c-fad345b69457 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:38:42.078541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-073311ac-7d65-417d-ba0c-fad345b69457 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142546 Nov 02 16:38:42.165126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:42.193399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.243078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] For port a71fae4a-40f7-4261-bc29-62907169a27c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:42.299195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] For port a71fae4a-40f7-4261-bc29-62907169a27c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a71fae4a-40f7-4261-bc29-62907169a27c,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:42.308687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.393190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1036b-9b8f-4f1c-9a40-42d30166fb62 None None] Pushing event updated for resources: {'Port': ['ID=a71fae4a-40f7-4261-bc29-62907169a27c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:42.443193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.486319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9085de-9ac4-44d4-99ad-20c7917f7e86']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:42.491469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-b112c716-41fb-4923-a25e-15868e5eb5c2', 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'fixed_ips': [{'subnet_id': 'bb91940b-d755-4980-b7f9-d9b3a7a1b0b0'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:42.493162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.516096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21cc865-c4df-4356-ad1f-d5630719ae8a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:42.516582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21cc865-c4df-4356-ad1f-d5630719ae8a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:42.561083 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.589962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-dc519862-d8ba-46f5-9aba-fee5d5036424 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:42.598962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-dc519862-d8ba-46f5-9aba-fee5d5036424 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:42.601525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-dc519862-d8ba-46f5-9aba-fee5d5036424 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/networks?id=ac815c85-c58f-4542-b9ba-d2c8b5f3a912&id=b112c716-41fb-4923-a25e-15868e5eb5c2 HTTP/1.1" status: 200 len: 1391 time: 0.3424327 Nov 02 16:38:42.606377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.618026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.651997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-cc4d9ac1-e04a-4ce2-86a1-ccc779904303 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/quotas/577da0f9dfb9415cae9e9114b45f6f14 HTTP/1.1" status: 200 len: 375 time: 0.0389106 Nov 02 16:38:42.656457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:42.657535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:42.662799 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:42.895726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Allocated IP 19.86.0.2 (b112c716-41fb-4923-a25e-15868e5eb5c2/bb91940b-d755-4980-b7f9-d9b3a7a1b0b0/4fc8116c-fb70-4c50-9945-fb294aba5fdd) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:42.919116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-4e88bb98-d1fc-429d-877c-0be45f3ab4b3 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2652440 Nov 02 16:38:42.949391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.955238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:42.959447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/6f9085de-9ac4-44d4-99ad-20c7917f7e86 HTTP/1.1" status: 204 len: 168 time: 0.9275913 Nov 02 16:38:42.961976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.027601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ce89f-ba58-4276-aef9-e4ba137ee04f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=6f9085de-9ac4-44d4-99ad-20c7917f7e86,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:43.027887 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ccee0-1a46-4280-9f5a-89c234516d5e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.028595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ccee0-1a46-4280-9f5a-89c234516d5e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.032308 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-512ccee0-1a46-4280-9f5a-89c234516d5e tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/0c6ca8bd-c648-4751-ad65-8121be68d536 HTTP/1.1" status: 404 len: 337 time: 0.0679216 Nov 02 16:38:43.034877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40150) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.070020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fefea-52be-4364-9217-32a568e65e92 req-db53f688-4f1e-4884-a0c0-933ec22e7a0c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:43.071801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-858fefea-52be-4364-9217-32a568e65e92 req-db53f688-4f1e-4884-a0c0-933ec22e7a0c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.1957014 Nov 02 16:38:43.078571 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6032d6bc-b861-4c74-a4e1-9c3a7082dde0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.082431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6032d6bc-b861-4c74-a4e1-9c3a7082dde0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.085908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6032d6bc-b861-4c74-a4e1-9c3a7082dde0 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/bad021e8-b6d6-4f88-b5ff-61f7f48aa481 HTTP/1.1" status: 404 len: 339 time: 0.0498362 Nov 02 16:38:43.092674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40156) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.158575 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a15576-733d-458b-931f-0bfc99ed8f06 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.159365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a15576-733d-458b-931f-0bfc99ed8f06 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.162192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f1a15576-733d-458b-931f-0bfc99ed8f06 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/370019b7-d731-4852-b46e-36ba2c7ee733 HTTP/1.1" status: 404 len: 337 time: 0.0684848 Nov 02 16:38:43.166414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40166) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.177424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-db931a9e-dd17-4225-aaf8-af6e4192a7cf service neutron] 10.222.0.31 "GET /v2.0/networks/ac815c85-c58f-4542-b9ba-d2c8b5f3a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572656 Nov 02 16:38:43.245712 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.261558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.316190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Network b112c716-41fb-4923-a25e-15868e5eb5c2 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:43.323721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:43.327497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22839-afdc-4970-ab05-39880afa4353 req-a74baf6b-4620-497b-a58b-9a219b894067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:43.329026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-a74baf6b-4620-497b-a58b-9a219b894067 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa&tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae HTTP/1.1" status: 200 len: 1094 time: 0.1497605 Nov 02 16:38:43.335044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:43.343885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:43.350465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-858fefea-52be-4364-9217-32a568e65e92 req-ccf0e5e0-90dd-4a13-9f3f-6dbea9525c0b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674267 Nov 02 16:38:43.355865 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de918d4-6ad2-469f-bbec-da641ac15bb5 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.356495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de918d4-6ad2-469f-bbec-da641ac15bb5 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.375926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Pushing event updated for resources: {'Port': ['ID=4fc8116c-fb70-4c50-9945-fb294aba5fdd,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:43.386795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8de918d4-6ad2-469f-bbec-da641ac15bb5 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/7f2759df-2db8-4a3c-9df8-7a7a2d9e55ee HTTP/1.1" status: 404 len: 339 time: 0.1934972 Nov 02 16:38:43.389875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40180) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.452218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Attempting to bind port 4fc8116c-fb70-4c50-9945-fb294aba5fdd on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:43.452603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Attempting to bind port 4fc8116c-fb70-4c50-9945-fb294aba5fdd by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:43.452976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Attempting to bind port 4fc8116c-fb70-4c50-9945-fb294aba5fdd on network b112c716-41fb-4923-a25e-15868e5eb5c2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:43.461555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.467253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:43.468117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Checking segment: {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:43.468537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.468938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Bound using segment: {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:43.469428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Bound port: 4fc8116c-fb70-4c50-9945-fb294aba5fdd, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:43.469868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.477161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-8bbfc552-b256-49d0-9061-f47a40c49e43 service neutron] 10.222.0.31 "GET /v2.0/networks/ac815c85-c58f-4542-b9ba-d2c8b5f3a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988188 Nov 02 16:38:43.520335 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37e834d-cfb7-46f7-9aed-a49881e7c7bd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.521204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37e834d-cfb7-46f7-9aed-a49881e7c7bd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.533844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d37e834d-cfb7-46f7-9aed-a49881e7c7bd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/bc8bbd8c-ce9f-463e-8b6c-19dc9c010eaa HTTP/1.1" status: 404 len: 337 time: 0.1410151 Nov 02 16:38:43.534736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40182) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.592959 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf2e603-841a-4023-8d76-4ef0bec5f54f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.594106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf2e603-841a-4023-8d76-4ef0bec5f54f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.600808 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8bf2e603-841a-4023-8d76-4ef0bec5f54f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/afe1c794-3ce5-42f6-b3a8-0965eb754e59 HTTP/1.1" status: 404 len: 339 time: 0.0542228 Nov 02 16:38:43.620284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40184) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.659213 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8343d04-9735-4baa-b703-c2e218c5fbf7 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.667188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8343d04-9735-4baa-b703-c2e218c5fbf7 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.673975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c8343d04-9735-4baa-b703-c2e218c5fbf7 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/7e402910-8d61-47ad-b2f0-4437559af3b5 HTTP/1.1" status: 404 len: 337 time: 0.0518327 Nov 02 16:38:43.676775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40186) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.705789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] For port 4fc8116c-fb70-4c50-9945-fb294aba5fdd, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:43.713353 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f13503-7150-4670-946f-0f4ca82b0271 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.714345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f13503-7150-4670-946f-0f4ca82b0271 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.714534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] For port 4fc8116c-fb70-4c50-9945-fb294aba5fdd, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4fc8116c-fb70-4c50-9945-fb294aba5fdd,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:43.721745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-52f13503-7150-4670-946f-0f4ca82b0271 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/8c290ab7-5596-4654-be56-0524a6a0f4b2 HTTP/1.1" status: 404 len: 339 time: 0.0434625 Nov 02 16:38:43.722780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40188) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.727326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a71fae4a-40f7-4261-bc29-62907169a27c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:43.766079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-33ca82b3-3086-461b-84a0-48ac62410b4d service neutron] 10.222.0.31 "GET /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687714 Nov 02 16:38:43.770781 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2acc0d7-98ec-4c4c-aea8-6876eb2c2ebc tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:43.771542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2acc0d7-98ec-4c4c-aea8-6876eb2c2ebc tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:43.777876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a2acc0d7-98ec-4c4c-aea8-6876eb2c2ebc tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/ba0db1d4-a395-4463-84f8-fa10ffd7d702 HTTP/1.1" status: 404 len: 337 time: 0.0518293 Nov 02 16:38:43.778914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:43.792681 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.890688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:43.982955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d592030-ed67-422b-ace6-6bbf83a735e3 None None] Pushing event updated for resources: {'Port': ['ID=4fc8116c-fb70-4c50-9945-fb294aba5fdd,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:43.992006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-bef3692e-f856-43af-9025-7a4f5f7e0c12 service neutron] 10.222.0.31 "GET /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249327 Nov 02 16:38:44.022257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a71fae4a-40f7-4261-bc29-62907169a27c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:44.022643 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:44.136185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6250dac-d9d6-4c61-89fe-e77a960f7767 None None] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:44.352136 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c127550-9568-4abb-bd04-5084d6c9c5fd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:44.352880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c127550-9568-4abb-bd04-5084d6c9c5fd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:44.358074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c127550-9568-4abb-bd04-5084d6c9c5fd tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/aab29bde-ab93-435d-9573-bf1bddb03ad3 HTTP/1.1" status: 404 len: 339 time: 0.5752773 Nov 02 16:38:44.371106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bdcff8b4-163f-414d-979b-922c7f89bdb4 req-86c77320-d02a-4e9b-a749-63899fffaca8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 210 time: 0.0712116 Nov 02 16:38:44.373179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40200) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:44.481117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3bf02a52-e54b-435c-87e8-098d2a8a65c9 None None] Provisioning complete for port a71fae4a-40f7-4261-bc29-62907169a27c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:44.486968 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bf02a52-e54b-435c-87e8-098d2a8a65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:44.530496 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e441d242-3e24-46d6-a19a-d27f21d89ca3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:44.531384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e441d242-3e24-46d6-a19a-d27f21d89ca3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:44.534809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e441d242-3e24-46d6-a19a-d27f21d89ca3 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/6be9243d-64c4-471c-b133-c70f2cf90481 HTTP/1.1" status: 404 len: 337 time: 0.1606045 Nov 02 16:38:44.540038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40210) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:44.608433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:44.618660 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec03575-27b9-46e9-8fff-62a8388c25cf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:44.627917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec03575-27b9-46e9-8fff-62a8388c25cf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:44.635529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dec03575-27b9-46e9-8fff-62a8388c25cf tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/d14d581a-e704-4979-9afe-2f83d14e771d HTTP/1.1" status: 404 len: 339 time: 0.0956461 Nov 02 16:38:44.640712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40214) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:44.713007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61dd5-890e-4009-aefe-7034fb912957 req-19cd6731-ad6f-4e19-9b72-dae0562dfd3c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:44.714644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1f61dd5-890e-4009-aefe-7034fb912957 req-19cd6731-ad6f-4e19-9b72-dae0562dfd3c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 943 time: 0.1912570 Nov 02 16:38:44.727990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port a71fae4a-40f7-4261-bc29-62907169a27c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a71fae4a-40f7-4261-bc29-62907169a27c,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:44.742994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:44.813396 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c4fed3-7bf4-445d-bb33-0e3afa2c5f94 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:44.813855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c4fed3-7bf4-445d-bb33-0e3afa2c5f94 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:44.817714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7c4fed3-7bf4-445d-bb33-0e3afa2c5f94 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/3ea5798a-b587-40c7-8794-eb61cb25d9ca HTTP/1.1" status: 404 len: 337 time: 0.1569912 Nov 02 16:38:44.840568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40218) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:44.873387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:44.882336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1f61dd5-890e-4009-aefe-7034fb912957 req-c1402e08-8e47-4059-a89b-f3fa18530a55 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555302 Nov 02 16:38:44.925809 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b026301-025e-4d8e-b5a7-944870642502 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:44.926928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b026301-025e-4d8e-b5a7-944870642502 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:44.933600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40224) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:44.949588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:38:44.952763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b026301-025e-4d8e-b5a7-944870642502 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/175a4bcd-35e0-4a22-befc-c9e4ecb650e3 HTTP/1.1" status: 404 len: 339 time: 0.1098313 Nov 02 16:38:45.017543 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-be94b82d-15e0-4668-990c-2f47c6839c89 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:45.018003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be94b82d-15e0-4668-990c-2f47c6839c89 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:45.024118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-be94b82d-15e0-4668-990c-2f47c6839c89 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/b3771d9a-8842-40aa-801e-efa4af6f2e0d HTTP/1.1" status: 404 len: 337 time: 0.0891969 Nov 02 16:38:45.024361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:45.025676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40226) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:45.061007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:45.063742 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e960b559-45b7-4692-b5b7-ebf994f3aef9 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] DELETE failed (client error): The resource could not be found. Nov 02 16:38:45.070837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.071454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e960b559-45b7-4692-b5b7-ebf994f3aef9 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:38:45.086506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Transition to ACTIVE for port object e40fb174-7062-4f58-bbc5-f1d38671f5d4 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:45.088279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40228) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:45.089597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e960b559-45b7-4692-b5b7-ebf994f3aef9 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/675d6666-7b90-44f0-906c-0ae6d49a6b52 HTTP/1.1" status: 404 len: 339 time: 0.0625751 Nov 02 16:38:45.097609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.197131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bf02a52-e54b-435c-87e8-098d2a8a65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.245229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=a71fae4a-40f7-4261-bc29-62907169a27c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:45.283373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] No DVR routers for this DVR port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:45.324093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Deleting subnet 86df1471-d97c-4ac4-9922-d37cb29f4c3a {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:38:45.330734 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-3bf02a52-e54b-435c-87e8-098d2a8a65c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:38:45.331097 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-3bf02a52-e54b-435c-87e8-098d2a8a65c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:38:45.335085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.345010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=9']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:45.424116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:45.425233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:45.425799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on network 2e7fca9e-c007-4d73-9611-7bd53904baad {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:45.437457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on network 2e7fca9e-c007-4d73-9611-7bd53904baad not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:45.438101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Attempting to bind port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on network 2e7fca9e-c007-4d73-9611-7bd53904baad {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:45.447687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:45.448353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Checking segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:45.449094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Bound using segment: {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:45.449498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Bound port: e40fb174-7062-4f58-bbc5-f1d38671f5d4, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408ef35-1cb2-4eb7-ad66-b00454b7d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:45.449935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.488408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.542183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64b44d9e-932b-4a35-98bd-0726e4bdeda1 req-64f97105-fcdb-4e62-8412-e66037fd4016 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 210 time: 0.0832045 Nov 02 16:38:45.741731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4fc8116c-fb70-4c50-9945-fb294aba5fdd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:45.770914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:45.771781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db76ee-ee40-4972-a378-747736f1d133 None None] Network b112c716-41fb-4923-a25e-15868e5eb5c2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:45.776408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:45.807052 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.860241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.982315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:45.983215 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:45.997216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] 10.222.0.55 "PUT /v2.0/ports/e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 1091 time: 2.6596878 Nov 02 16:38:45.998710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:46.004319 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12" -d '{"events": [{"name": "network-changed", "server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:46.020736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4fc8116c-fb70-4c50-9945-fb294aba5fdd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:46.021202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.148548 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991bb38-da8f-461e-95fa-f8e7a858572d x-openstack-request-id: req-1991bb38-da8f-461e-95fa-f8e7a858572d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:46.148826 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:46.149035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1991bb38-da8f-461e-95fa-f8e7a858572d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:46.151807 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'status': 'completed', 'code': 200} Nov 02 16:38:46.161850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.174640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3eb3c-d52e-42bf-bbbf-e1c126707e86 service neutron] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:46.180069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-f989a204-eccb-48aa-ad46-e17eddbf7ee6 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:46.192697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-f989a204-eccb-48aa-ad46-e17eddbf7ee6 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:46.200373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-f989a204-eccb-48aa-ad46-e17eddbf7ee6 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "GET /v2.0/networks?id=ac815c85-c58f-4542-b9ba-d2c8b5f3a912&id=b112c716-41fb-4923-a25e-15868e5eb5c2 HTTP/1.1" status: 200 len: 1391 time: 0.3298566 Nov 02 16:38:46.202637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22839-afdc-4970-ab05-39880afa4353 req-afe6cf25-b5e0-4c97-9d0f-f1db9cc227f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:46.205128 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-afe6cf25-b5e0-4c97-9d0f-f1db9cc227f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1095 time: 0.1312237 Nov 02 16:38:46.207826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Subnet': ['ID=86df1471-d97c-4ac4-9922-d37cb29f4c3a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:46.211483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.217610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d163b81a-2b6e-409d-a37f-ede6953abf73 tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/subnets/86df1471-d97c-4ac4-9922-d37cb29f4c3a HTTP/1.1" status: 204 len: 168 time: 1.1280627 Nov 02 16:38:46.220577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Provisioning complete for port 4fc8116c-fb70-4c50-9945-fb294aba5fdd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:46.221025 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.242299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40248) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:46.279832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd40fac-8977-4b7c-a624-2a325213f8fb None None] Network 829444b9-f2ca-4504-a61e-b8c9e8ce34af requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:46.283434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'port': {'device_id': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912', 'admin_state_up': True, 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:46.352030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22839-afdc-4970-ab05-39880afa4353 req-78576dfb-cbba-4ab5-a9da-25672c64bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:46.354676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-78576dfb-cbba-4ab5-a9da-25672c64bb28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 914 time: 0.1356938 Nov 02 16:38:46.413253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08896e-d9ce-444f-a932-46effd49b26a req-5b353573-1084-4099-b314-adbb2aeb734e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:46.421850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-627357d1-0e5c-46c8-b09e-56fdba0af700 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 217 time: 0.0597672 Nov 02 16:38:46.424171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba08896e-d9ce-444f-a932-46effd49b26a req-5b353573-1084-4099-b314-adbb2aeb734e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.3606784 Nov 02 16:38:46.505241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22839-afdc-4970-ab05-39880afa4353 req-17f74c7b-feea-4d57-9700-9bf3903b5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:46.507632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-17f74c7b-feea-4d57-9700-9bf3903b5d12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.0764215 Nov 02 16:38:46.522041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.541729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.556388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.564318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-4341c7e6-d1c4-45d5-97b0-8463aeb23aa6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472679 Nov 02 16:38:46.601316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba08896e-d9ce-444f-a932-46effd49b26a req-e3b1c33c-0826-4c31-923f-41ce0481843a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760888 Nov 02 16:38:46.674804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] For port 4fc8116c-fb70-4c50-9945-fb294aba5fdd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4fc8116c-fb70-4c50-9945-fb294aba5fdd,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:46.685452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.767471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] DHCP port deletion for 829444b9-f2ca-4504-a61e-b8c9e8ce34af request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:38:46.768142 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-8d37c02c-b745-497d-9168-6b58015b5ba4 service neutron] 10.222.0.55 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958940 Nov 02 16:38:46.785749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Provisioning complete for port a71fae4a-40f7-4261-bc29-62907169a27c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:46.786149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.800598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4789e3c-e5df-478a-816b-bef068e6919d req-830395b9-2525-4c5c-be3e-539f9e041430 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 210 time: 0.0988340 Nov 02 16:38:46.823539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:46.827408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.861980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:38:46.862609 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:38:46.893537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4222b9e-25bb-4a28-ab90-16fc29c9156a None None] Pushing event updated for resources: {'Port': ['ID=4fc8116c-fb70-4c50-9945-fb294aba5fdd,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:46.960005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] Deleting port f093967f-c1b0-451b-ba39-cce7d92870ff {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:46.960370 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.965354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Deleting port f093967f-c1b0-451b-ba39-cce7d92870ff {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:46.965967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:46.972433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50e22839-afdc-4970-ab05-39880afa4353 req-20ad0c01-b7d0-4e3b-9311-ddafa3a27fa5 service neutron] 10.222.0.55 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974332 Nov 02 16:38:47.093823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] For port f093967f-c1b0-451b-ba39-cce7d92870ff, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f093967f-c1b0-451b-ba39-cce7d92870ff,segment=NetworkSegment(b3974fc7-7967-4fb1-a33f-a6f4e6431a1f),segment_id=b3974fc7-7967-4fb1-a33f-a6f4e6431a1f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:47.095775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:47.115415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] Calling delete_port for f093967f-c1b0-451b-ba39-cce7d92870ff owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:47.148036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-f410b8cc-7c64-44e8-8d8d-95e5d452b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:47.152541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-f410b8cc-7c64-44e8-8d8d-95e5d452b6be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1095 time: 0.1173429 Nov 02 16:38:47.216291 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:47.259810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] Pushing event deleted for resources: {'Port': ['ID=f093967f-c1b0-451b-ba39-cce7d92870ff,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:47.271275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f8529-c790-4d5d-9a09-c9d568034186 None None] No DVR routers for this DVR port f093967f-c1b0-451b-ba39-cce7d92870ff on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:47.302638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031da52-52da-4434-a298-e0dd337d9fcb None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:38:47.310719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-1a1e2b8b-265d-4294-a646-0ec5fe0f22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:47.312333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-1a1e2b8b-265d-4294-a646-0ec5fe0f22a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 914 time: 0.1524625 Nov 02 16:38:47.355175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Allocated IP 19.80.0.218 (ac815c85-c58f-4542-b9ba-d2c8b5f3a912/886ebea1-9a63-4856-a599-3bb4ea513f4a/db6b186b-a388-4c39-830c-2c99b7d291ad) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:47.412413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-7943ece3-e5ca-466c-9a9b-93c43a935435 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 217 time: 0.0929723 Nov 02 16:38:47.418996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:47.449401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1828789e-f238-40e5-ade5-d78e57dc0372 None None] Provisioning complete for port 4fc8116c-fb70-4c50-9945-fb294aba5fdd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:47.449789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1828789e-f238-40e5-ade5-d78e57dc0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:47.492169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:47.507132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a71fae4a-40f7-4261-bc29-62907169a27c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:47.543904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-8448d4af-742e-4f94-a5c7-bed252d60f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:47.548430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-8448d4af-742e-4f94-a5c7-bed252d60f39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.1283135 Nov 02 16:38:47.597430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-85f86131-3dc0-4897-8780-c696301912dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414722 Nov 02 16:38:47.650895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] For port f093967f-c1b0-451b-ba39-cce7d92870ff, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f093967f-c1b0-451b-ba39-cce7d92870ff,segment=NetworkSegment(b3974fc7-7967-4fb1-a33f-a6f4e6431a1f),segment_id=b3974fc7-7967-4fb1-a33f-a6f4e6431a1f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:47.652600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:47.731618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Calling delete_port for f093967f-c1b0-451b-ba39-cce7d92870ff owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:47.753020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-251a6502-1b51-4b2d-a83d-1b96f5156ae6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2296014 Nov 02 16:38:47.828125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a71fae4a-40f7-4261-bc29-62907169a27c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:47.828608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:47.923757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-d3457cb4-23a9-431d-9ea0-0c0e412e14f9 service neutron] 10.222.0.55 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169646 Nov 02 16:38:47.938871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ac431c1e-e968-471f-8157-4f5d68b41558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed2b023b577f4bd0b96bd66116ddc690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338524 Nov 02 16:38:47.939537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40296) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:47.992572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031da52-52da-4434-a298-e0dd337d9fcb None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:38:48.086115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.232664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-2e5077a5-3ece-464e-8af2-09a88e33cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:48.255162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-2e5077a5-3ece-464e-8af2-09a88e33cb17 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c348386697e144029ed2dca3119a7ee1&device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 1096 time: 0.4461081 Nov 02 16:38:48.260359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05d45792-d37d-4842-90e2-cb0843270da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.261597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e56320ed-a870-413e-963d-9995761e48a3 req-ed658e80-5175-4097-8a6d-b2d59a9816cb tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 210 time: 0.1572933 Nov 02 16:38:48.422346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05d45792-d37d-4842-90e2-cb0843270da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.429826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4fc8116c-fb70-4c50-9945-fb294aba5fdd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:48.430103 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf90abc4-ddc7-4227-98cc-31d5c58b8c12 req-4889e887-d7bc-4bb1-b09f-6a6c3dc752b0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856665 Nov 02 16:38:48.485824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf1ff-2390-4df9-b177-33a7846d9d62 req-b527847b-1586-44c6-a729-65d34651e691 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:48.487660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58ebf1ff-2390-4df9-b177-33a7846d9d62 req-b527847b-1586-44c6-a729-65d34651e691 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.6617072 Nov 02 16:38:48.524367 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05d45792-d37d-4842-90e2-cb0843270da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.527872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05d45792-d37d-4842-90e2-cb0843270da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.531922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-05d45792-d37d-4842-90e2-cb0843270da7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04d767c7-4f8d-4065-99d5-d9fb03b3ae7f HTTP/1.1" status: 204 len: 168 time: 0.5837626 Nov 02 16:38:48.544689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d45792-d37d-4842-90e2-cb0843270da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d767c7-4f8d-4065-99d5-d9fb03b3ae7f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:48.563500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.585104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.667900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Port': ['ID=f093967f-c1b0-451b-ba39-cce7d92870ff,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:48.701285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] No DVR routers for this DVR port f093967f-c1b0-451b-ba39-cce7d92870ff on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:38:48.843985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58ebf1ff-2390-4df9-b177-33a7846d9d62 req-e3868cd3-dd02-4aec-8cfd-10a75974ebac tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461261 Nov 02 16:38:48.928587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4fc8116c-fb70-4c50-9945-fb294aba5fdd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:48.929388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:48.978776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Port': ['ID=db6b186b-a388-4c39-830c-2c99b7d291ad,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:49.075148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:49.145564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-9a01ccbf-2a03-406c-bec0-7b7242376bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:49.148215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-9a01ccbf-2a03-406c-bec0-7b7242376bc6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 200 len: 916 time: 0.8843930 Nov 02 16:38:49.167221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:49.204845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:49.359177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f093967f-c1b0-451b-ba39-cce7d92870ff no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:49.430532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f093967f-c1b0-451b-ba39-cce7d92870ff {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:38:49.430924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f093967f-c1b0-451b-ba39-cce7d92870ff not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:38:49.776790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c2dd969e-73fe-4903-aefa-191499d45891 None None] Provisioning complete for port db6b186b-a388-4c39-830c-2c99b7d291ad triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:49.777469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2dd969e-73fe-4903-aefa-191499d45891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:49.900661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd969e-73fe-4903-aefa-191499d45891 None None] Port db6b186b-a388-4c39-830c-2c99b7d291ad cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:38:49.956874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.000339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40346) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:50.066441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-bc5316b8-d922-4a88-b3f6-a5076deb22ad service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7897cfb-1270-4266-90fb-82a676be1e55 HTTP/1.1" status: 200 len: 217 time: 0.8669727 Nov 02 16:38:50.115482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829444b9-f2ca-4504-a61e-b8c9e8ce34af']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:50.184838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1467012900-network', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:50.191767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bef4e-96e5-47f9-86eb-2ac8a28cb935 req-668f4cac-4ada-415f-ac29-f3cec2e22b32 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:50.197238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b5bef4e-96e5-47f9-86eb-2ac8a28cb935 req-668f4cac-4ada-415f-ac29-f3cec2e22b32 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 1.4874749 Nov 02 16:38:50.208633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:50.209079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3974fc7-7967-4fb1-a33f-a6f4e6431a1f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:50.224429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:50.227737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.239413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.268432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.297786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:50.298894 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.304272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.352896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a90b9-8ca0-4060-9f0b-a59b687e0fd0 req-b73b17e3-9fbe-43ae-90d5-0455e4fafd97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:50.361070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e33a90b9-8ca0-4060-9f0b-a59b687e0fd0 req-b73b17e3-9fbe-43ae-90d5-0455e4fafd97 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 932 time: 0.4109509 Nov 02 16:38:50.363741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:38:50.364161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:38:50.374306 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:38:50.396480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-162e1848-f715-45d5-bbf6-9f1c88bb8093 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1530867 Nov 02 16:38:50.405117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b5bef4e-96e5-47f9-86eb-2ac8a28cb935 req-15ae1364-6cbf-4275-a67d-00c42bc32d8a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454792 Nov 02 16:38:50.527544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-b113683f-5f05-4f65-bb98-33f3f7bc6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:50.529824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-b113683f-5f05-4f65-bb98-33f3f7bc6f6a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 200 len: 855 time: 0.4343107 Nov 02 16:38:50.606952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.713108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.723473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.727081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] 10.222.0.31 "DELETE /v2.0/networks/829444b9-f2ca-4504-a61e-b8c9e8ce34af HTTP/1.1" status: 204 len: 168 time: 4.4480002 Nov 02 16:38:50.728513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.733123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e33a90b9-8ca0-4060-9f0b-a59b687e0fd0 req-00450786-30ae-4bc8-8b38-99933da79629 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710649 Nov 02 16:38:50.738890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-6b86e149-a957-4277-829d-7adea5a2af90 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ddba1911-91db-4eda-a734-697c24abff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479373 Nov 02 16:38:50.740651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eea4b5-6257-42a0-8fdd-88eb6b83267f tempest-NetworksTest-2137768179 tempest-NetworksTest-2137768179-project] Pushing event deleted for resources: {'Network': ['ID=829444b9-f2ca-4504-a61e-b8c9e8ce34af,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:50.795721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:38:50.855084 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:50.855436 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Added segment a03fe15c-6317-4066-ad9d-d31c4c671ebd of type vlan for network 19822ac7-9f9a-467d-9996-e82bd86f7fec Nov 02 16:38:50.876676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2988a7cd-50c6-4155-8da3-5872ee0fcd7b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:51.012911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-46df8409-1c51-4b1c-8efe-25259981fc62 service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559712 Nov 02 16:38:51.014762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.039433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a81ce4-6356-41df-a036-7ef3f1d71cda req-15c1f67c-d17f-4010-850f-84253421f93d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:51.046326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47a81ce4-6356-41df-a036-7ef3f1d71cda req-15c1f67c-d17f-4010-850f-84253421f93d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.3104751 Nov 02 16:38:51.066302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.070047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:51.075788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.129831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40360) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:51.191843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47a81ce4-6356-41df-a036-7ef3f1d71cda req-613e179d-64bb-4448-a5da-85c198f30ea8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262662 Nov 02 16:38:51.231480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3411f278-60b9-4147-93fd-bdd9907c9cfc req-a0a5838f-785e-4a03-b364-d1a8c608ce4c service neutron] 10.222.0.100 "GET /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838346 Nov 02 16:38:51.235186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40364) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:51.235740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2343574 Nov 02 16:38:51.248145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Request body: {'subnet': {'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1467012900-subnet', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:51.263787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd420c1e-2d15-4a40-86d4-1f311ec900bb admin admin] Pushing event updated for resources: {'Network': ['ID=19822ac7-9f9a-467d-9996-e82bd86f7fec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:51.291263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:51.311611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:51.320881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.657155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42da7c90-f4c5-4f4d-a037-565d270e22f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87932cf7e8bd4c59bb1b473328f35773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260062 Nov 02 16:38:51.659679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40376) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:51.678732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721d1b4-820e-43c5-a837-ff0fa83cd4b3 req-e738a278-e741-4e10-bf2f-be1ddfd1d154 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:51.680656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c721d1b4-820e-43c5-a837-ff0fa83cd4b3 req-e738a278-e741-4e10-bf2f-be1ddfd1d154 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.1825123 Nov 02 16:38:51.689425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50fb6e-bdb8-429c-87b8-d310200f5e1b req-94a65923-5398-452e-9ea5-321790112af6 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:51.698747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf50fb6e-bdb8-429c-87b8-d310200f5e1b req-94a65923-5398-452e-9ea5-321790112af6 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.2832274 Nov 02 16:38:51.770027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c721d1b4-820e-43c5-a837-ff0fa83cd4b3 req-0f48af68-a637-4c68-9791-77fa962cf7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653198 Nov 02 16:38:51.780262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab952a4a-8257-4713-b4bb-a1d4151e77c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.814712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab952a4a-8257-4713-b4bb-a1d4151e77c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.831698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf50fb6e-bdb8-429c-87b8-d310200f5e1b req-a719650b-9da6-460c-86c4-05936e14ad27 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317012 Nov 02 16:38:51.895521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab952a4a-8257-4713-b4bb-a1d4151e77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.899097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab952a4a-8257-4713-b4bb-a1d4151e77c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:51.901078 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab952a4a-8257-4713-b4bb-a1d4151e77c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/357ecfbd-6546-4d53-9d23-1b3d8875a927 HTTP/1.1" status: 204 len: 168 time: 0.2402222 Nov 02 16:38:51.919872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab952a4a-8257-4713-b4bb-a1d4151e77c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357ecfbd-6546-4d53-9d23-1b3d8875a927,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:51.982756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:52.287668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07fa7d-9cdf-4035-b08b-5795db29dcc2 req-b61be4d6-de30-4948-9dfb-f90874f3e25a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:52.300254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e07fa7d-9cdf-4035-b08b-5795db29dcc2 req-b61be4d6-de30-4948-9dfb-f90874f3e25a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 932 time: 0.2355568 Nov 02 16:38:52.324247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3630de-cbdd-4f3c-858a-40cbec6d0f06,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:52.383581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:52.383965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Network hostable DHCP agents. Network: 19822ac7-9f9a-467d-9996-e82bd86f7fec, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:52.447314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e07fa7d-9cdf-4035-b08b-5795db29dcc2 req-e219fcaf-b66e-428f-8b66-088f959084a8 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429999 Nov 02 16:38:52.524276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:52.561369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adce81-fc25-4035-bd67-7138984125e3 req-cc92faca-2aef-4853-9150-8131c7ff325d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:52.583196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0adce81-fc25-4035-bd67-7138984125e3 req-cc92faca-2aef-4853-9150-8131c7ff325d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.2623234 Nov 02 16:38:52.586289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 19822ac7-9f9a-467d-9996-e82bd86f7fec) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:52.596430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4d137-5d23-4ff6-b2d1-24a7dbc0c251 None None] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:52.608124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:52.608622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:52.644858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9b6d5936-afd2-4e1c-9a9e-a0d20b30c982 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4082525 Nov 02 16:38:52.647473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40394) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:52.655672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:52.701819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0adce81-fc25-4035-bd67-7138984125e3 req-14f878da-b46f-431e-898a-33203c905681 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125319 Nov 02 16:38:52.708391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:52.710433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:52.880602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:52.884924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-19822ac7-9f9a-467d-9996-e82bd86f7fec', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:38:52.886453 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:52.940361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:53.022466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Request body: {'port': {'device_id': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2', 'admin_state_up': True, 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:53.289213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Allocated IP 172.20.0.2 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/a658b907-ab0b-4863-95ef-3240c287a821) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:53.343868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:53.354768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dd09e-f196-49a0-ba11-0f964ec7e5dc req-b2c5c966-6ac3-4902-94b7-c1f2870baee6 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:53.369741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a8dd09e-f196-49a0-ba11-0f964ec7e5dc req-b2c5c966-6ac3-4902-94b7-c1f2870baee6 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.4155219 Nov 02 16:38:53.425486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:53.467167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af80d0-f523-44a0-b6d8-f6847f77263d req-b8c569fd-a825-420b-aa77-0c8d09bfed8e tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:53.468891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79af80d0-f523-44a0-b6d8-f6847f77263d req-b8c569fd-a825-420b-aa77-0c8d09bfed8e tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.4246237 Nov 02 16:38:53.579573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Made reservation on behalf of 577da0f9dfb9415cae9e9114b45f6f14 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:53.588819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:53.599284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a8dd09e-f196-49a0-ba11-0f964ec7e5dc req-e06e4f43-9ca2-45a5-93dd-9c2d5c44a347 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282755 Nov 02 16:38:53.668434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79af80d0-f523-44a0-b6d8-f6847f77263d req-b278b6d4-718d-4bb0-b15f-e8089520295f tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820362 Nov 02 16:38:53.672391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:53.684866 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:53.773237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:53.777443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:53.783194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3baa6f24-0b7f-4dcf-9eec-ae01aefa6855 tempest-DvrRoutersNegativeTest-1401503744 tempest-DvrRoutersNegativeTest-1401503744-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-522708102', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:53.792205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.policy [None req-3baa6f24-0b7f-4dcf-9eec-ae01aefa6855 tempest-DvrRoutersNegativeTest-1401503744 tempest-DvrRoutersNegativeTest-1401503744-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102065) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 02 16:38:53.792568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.policy [None req-3baa6f24-0b7f-4dcf-9eec-ae01aefa6855 tempest-DvrRoutersNegativeTest-1401503744 tempest-DvrRoutersNegativeTest-1401503744-project] Failed policy check for 'create_router' {{(pid=102065) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 02 16:38:53.793095 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-3baa6f24-0b7f-4dcf-9eec-ae01aefa6855 tempest-DvrRoutersNegativeTest-1401503744 tempest-DvrRoutersNegativeTest-1401503744-project] create failed (client error): Access was denied to this resource. Nov 02 16:38:53.794164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3baa6f24-0b7f-4dcf-9eec-ae01aefa6855 tempest-DvrRoutersNegativeTest-1401503744 tempest-DvrRoutersNegativeTest-1401503744-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3571367 Nov 02 16:38:53.803247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:53.969358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:53.994285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Pushing event updated for resources: {'Port': ['ID=a658b907-ab0b-4863-95ef-3240c287a821,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:54.057266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.057846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Attempting to bind port a658b907-ab0b-4863-95ef-3240c287a821 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:54.058251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Attempting to bind port a658b907-ab0b-4863-95ef-3240c287a821 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:54.058916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Attempting to bind port a658b907-ab0b-4863-95ef-3240c287a821 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:54.075472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:54.080574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:54.081353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.082021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:54.082781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Bound port: a658b907-ab0b-4863-95ef-3240c287a821, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:54.086774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.126374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Allocated IP 19.86.0.111 (b112c716-41fb-4923-a25e-15868e5eb5c2/bb91940b-d755-4980-b7f9-d9b3a7a1b0b0/c314de9b-1d49-4441-9cf2-fea54629f0b3) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:54.164121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbeb72-5ca4-4fa8-8ec9-0d4241255e15 req-40f17bfd-b4b7-459c-9cdc-b37134d0209b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:54.170589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25dbeb72-5ca4-4fa8-8ec9-0d4241255e15 req-40f17bfd-b4b7-459c-9cdc-b37134d0209b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 932 time: 0.2076972 Nov 02 16:38:54.211620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-29184ef5-0e2f-4158-ae82-743909ccbc74 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:54.214243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-29184ef5-0e2f-4158-ae82-743909ccbc74 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.1534986 Nov 02 16:38:54.403359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Allocated IP 172.25.7.46 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:54.457973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40424) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:54.460510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Deleting port 005f607a-d4a7-418e-8e16-4ad8b2554165 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:54.461033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.502697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.605111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.662754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] For port a658b907-ab0b-4863-95ef-3240c287a821, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:54.666899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] For port a658b907-ab0b-4863-95ef-3240c287a821, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a658b907-ab0b-4863-95ef-3240c287a821,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:54.687138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.749009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Network b112c716-41fb-4923-a25e-15868e5eb5c2 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:54.768587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f79ca4-e870-4254-88b2-3757036f8ec6 req-f0a8633b-3cb6-417b-9ac9-4ae1b9ec82a9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:54.779018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfc0e-530f-4b11-b4e4-5b56ac0de6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.782488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26f79ca4-e870-4254-88b2-3757036f8ec6 req-f0a8633b-3cb6-417b-9ac9-4ae1b9ec82a9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.7727704 Nov 02 16:38:54.797943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] For port 005f607a-d4a7-418e-8e16-4ad8b2554165, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=005f607a-d4a7-418e-8e16-4ad8b2554165,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:54.798752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.807426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5a20-76eb-484e-87f6-f7cf30660e31 None None] Pushing event updated for resources: {'Port': ['ID=a658b907-ab0b-4863-95ef-3240c287a821,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:54.810807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:54.824026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:54.879646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event updated for resources: {'Port': ['ID=c314de9b-1d49-4441-9cf2-fea54629f0b3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:54.891063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:54.957318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25dbeb72-5ca4-4fa8-8ec9-0d4241255e15 req-32b49aaf-5edb-4d03-ba71-0a17c5c95210 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7786932 Nov 02 16:38:54.969270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:54.970221 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.039655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d50a45aa-fad4-409c-9cdb-de06968cb468 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0341859 Nov 02 16:38:55.062118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26f79ca4-e870-4254-88b2-3757036f8ec6 req-e0d80890-d9e4-48ce-8f32-4a27c0a2f7fc tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782896 Nov 02 16:38:55.098493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Request body: {'port': {'device_id': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:55.397973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.409847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f6004c46-9dca-4f85-a550-afe932e835b0 None None] Provisioning complete for port c314de9b-1d49-4441-9cf2-fea54629f0b3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:55.410534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ebc22-8eb7-4256-9ccb-01b70f8731e2 req-b9dcfb8b-8c73-475b-a445-124d3734b0d9 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:55.410994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6004c46-9dca-4f85-a550-afe932e835b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.425529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c2ebc22-8eb7-4256-9ccb-01b70f8731e2 req-b9dcfb8b-8c73-475b-a445-124d3734b0d9 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.1819603 Nov 02 16:38:55.541710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f6004c46-9dca-4f85-a550-afe932e835b0 None None] Port c314de9b-1d49-4441-9cf2-fea54629f0b3 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:38:55.587224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.613459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c2ebc22-8eb7-4256-9ccb-01b70f8731e2 req-71f85a45-5e95-492a-8dde-15933ce7a4c2 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864102 Nov 02 16:38:55.625626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:55.629849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:55.638187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b969-6bef-4914-807b-516d494ee869 req-5947146c-9f96-4a9c-aff9-e849edbe54ef tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:55.641938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75b1b969-6bef-4914-807b-516d494ee869 req-5947146c-9f96-4a9c-aff9-e849edbe54ef tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 945 time: 0.4652040 Nov 02 16:38:55.671303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfc0e-530f-4b11-b4e4-5b56ac0de6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.677300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:55.759164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea7bfc0e-530f-4b11-b4e4-5b56ac0de6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.769337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:55.840258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75b1b969-6bef-4914-807b-516d494ee869 req-31c45338-db0e-434a-a570-444d75b6bca9 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b263d60-0054-45f2-bb52-0dcb1ed8264f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300931 Nov 02 16:38:55.882742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.883260 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:55.883691 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Floating IP d5c4cc45-6b8b-4c95-a929-607a602115db disassociated. External IP: 172.25.7.243, port: 005f607a-d4a7-418e-8e16-4ad8b2554165. Nov 02 16:38:55.886465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Calling delete_port for 005f607a-d4a7-418e-8e16-4ad8b2554165 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:55.894423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea7bfc0e-530f-4b11-b4e4-5b56ac0de6b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af50d4bc6c224826bbf8d8d3a43407d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4290154 Nov 02 16:38:55.904989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40438) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:55.920839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bfc0e-530f-4b11-b4e4-5b56ac0de6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ae7211-0dcc-4be0-92e8-6a6bd85f532f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:56.445293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a658b907-ab0b-4863-95ef-3240c287a821 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:56.455356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6b186b-a388-4c39-830c-2c99b7d291ad {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:56.469781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:56.479935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10085ca-5ce4-42e5-bd03-4ea0c350e28d req-4911e499-9dad-4358-b0a3-f204c59b7598 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:56.485790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10085ca-5ce4-42e5-bd03-4ea0c350e28d req-4911e499-9dad-4358-b0a3-f204c59b7598 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:56.494639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f10085ca-5ce4-42e5-bd03-4ea0c350e28d req-4911e499-9dad-4358-b0a3-f204c59b7598 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1655 time: 0.1860147 Nov 02 16:38:56.552576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa3417-4a42-4f23-9a9f-b83e992a86dd req-1dd6b5a0-3353-4b46-a31b-197111d2988a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:56.567203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7aa3417-4a42-4f23-9a9f-b83e992a86dd req-1dd6b5a0-3353-4b46-a31b-197111d2988a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.2597368 Nov 02 16:38:56.593398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a658b907-ab0b-4863-95ef-3240c287a821 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:56.594601 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:56.599274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Transition to ACTIVE for port object db6b186b-a388-4c39-830c-2c99b7d291ad will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:56.631727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:56.752241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-23167a64-a4b9-4d45-8428-532741b30ea4 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:56.760632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-23167a64-a4b9-4d45-8428-532741b30ea4 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.5622783 Nov 02 16:38:56.767946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Pushing event updated for resources: {'Port': ['ID=db6b186b-a388-4c39-830c-2c99b7d291ad,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:56.832975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7aa3417-4a42-4f23-9a9f-b83e992a86dd req-cbdbc964-cf8f-43cc-8c0b-64f0f721ae27 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648082 Nov 02 16:38:56.849398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:56.863750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f10085ca-5ce4-42e5-bd03-4ea0c350e28d req-cb60160f-5d6c-4655-b6d9-7bf6676a3c14 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681576 Nov 02 16:38:56.959595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port a658b907-ab0b-4863-95ef-3240c287a821, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a658b907-ab0b-4863-95ef-3240c287a821,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:56.965929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:56.997303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34ecf567-abe5-4c29-a25b-289d93c221b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.026967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01acecb-7221-490b-9417-dcebc3a946c5 None None] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:57.162962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.209065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Attempting to bind port db6b186b-a388-4c39-830c-2c99b7d291ad on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:57.209766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Attempting to bind port db6b186b-a388-4c39-830c-2c99b7d291ad by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:57.210348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Attempting to bind port db6b186b-a388-4c39-830c-2c99b7d291ad on network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:57.217424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Port db6b186b-a388-4c39-830c-2c99b7d291ad on network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:57.218247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Attempting to bind port db6b186b-a388-4c39-830c-2c99b7d291ad on network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:57.224556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:57.225219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Checking segment: {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:57.225824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Bound using segment: {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:57.226518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Bound port: db6b186b-a388-4c39-830c-2c99b7d291ad, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577d36a8-61d4-497c-b60a-920f3bb64fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:57.227104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.238518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcce50-2cee-40f1-87ad-ac5b211d8353 req-4d60d39f-59dc-4acf-941a-a474e5e2873d tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:57.240315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4dcce50-2cee-40f1-87ad-ac5b211d8353 req-4d60d39f-59dc-4acf-941a-a474e5e2873d tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.1713157 Nov 02 16:38:57.403965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] For port db6b186b-a388-4c39-830c-2c99b7d291ad, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:57.407799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] For port db6b186b-a388-4c39-830c-2c99b7d291ad, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=db6b186b-a388-4c39-830c-2c99b7d291ad,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:57.417912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 005f607a-d4a7-418e-8e16-4ad8b2554165 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:57.429443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.537297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:57.547158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.549217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] 10.222.0.55 "PUT /v2.0/ports/db6b186b-a388-4c39-830c-2c99b7d291ad HTTP/1.1" status: 200 len: 1092 time: 2.4563403 Nov 02 16:38:57.550009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'tag': 'db6b186b-a388-4c39-830c-2c99b7d291ad'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:57.552766 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4" -d '{"events": [{"name": "network-changed", "server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "tag": "db6b186b-a388-4c39-830c-2c99b7d291ad"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:57.603857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f9d5c597-7548-4380-a975-241d0845d7a6 None None] Provisioning complete for port a658b907-ab0b-4863-95ef-3240c287a821 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:57.605732 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c597-7548-4380-a975-241d0845d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.609511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4dcce50-2cee-40f1-87ad-ac5b211d8353 req-44fc7ad1-72db-4f15-a9e9-8ffaa11ac670 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238132 Nov 02 16:38:57.629064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Request body: {'port': {'device_id': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:57.695040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=a658b907-ab0b-4863-95ef-3240c287a821,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:57.901262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d8b51-7282-49e7-9cef-414f8bc74ccc service neutron] Pushing event updated for resources: {'Port': ['ID=db6b186b-a388-4c39-830c-2c99b7d291ad,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:57.912990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:57.996680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34ecf567-abe5-4c29-a25b-289d93c221b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.102625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.176266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.55', 57149) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:58.305572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c314de9b-1d49-4441-9cf2-fea54629f0b3 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:38:58.316871 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.341907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Transition to ACTIVE for port object c314de9b-1d49-4441-9cf2-fea54629f0b3 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:38:58.349082 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a5ee1d-7fca-4548-8185-c21007bf2219 x-openstack-request-id: req-61a5ee1d-7fca-4548-8185-c21007bf2219 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:58.349445 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "tag": "db6b186b-a388-4c39-830c-2c99b7d291ad", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:58.349684 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61a5ee1d-7fca-4548-8185-c21007bf2219 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:58.350110 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'tag': 'db6b186b-a388-4c39-830c-2c99b7d291ad', 'status': 'completed', 'code': 200} Nov 02 16:38:58.351702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.414394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a658b907-ab0b-4863-95ef-3240c287a821 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:58.477387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-a2c795fd-bc5a-4cad-8853-17c16470aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:58.479105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-a2c795fd-bc5a-4cad-8853-17c16470aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:58.482009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-a2c795fd-bc5a-4cad-8853-17c16470aa2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1914 time: 0.2794881 Nov 02 16:38:58.504849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f2b172b-2b35-4cb5-90d4-5b3e7f7d1b92 None None] Provisioning complete for port a658b907-ab0b-4863-95ef-3240c287a821 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:58.505212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f2b172b-2b35-4cb5-90d4-5b3e7f7d1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.517994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Deleting port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:38:58.529143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.644639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a658b907-ab0b-4863-95ef-3240c287a821 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:58.645488 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.655295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:58.801907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-570399f9-5f64-48c8-b914-e38aa6066d64 req-0b771ad5-fcdb-4939-b258-27326da76a8c tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 210 time: 0.3729732 Nov 02 16:38:58.855771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80facc-a80a-4846-8a77-37942abe20e9 req-451cb9b6-622b-4362-9ef9-b2deb4aa31d5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:58.866254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e80facc-a80a-4846-8a77-37942abe20e9 req-451cb9b6-622b-4362-9ef9-b2deb4aa31d5 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.5214353 Nov 02 16:38:58.871806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c314de9b-1d49-4441-9cf2-fea54629f0b3,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:58.883069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event deleted for resources: {'Port': ['ID=005f607a-d4a7-418e-8e16-4ad8b2554165,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:59.014558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e80facc-a80a-4846-8a77-37942abe20e9 req-ff342cd9-5239-4849-9a78-08a15288f97b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460583 Nov 02 16:38:59.103201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da2796-667e-4f7e-b783-7eb326a34208 req-f3368ea1-c746-40d3-8fbf-dbc871871e96 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:59.135746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da2796-667e-4f7e-b783-7eb326a34208 req-f3368ea1-c746-40d3-8fbf-dbc871871e96 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:59.154185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21da2796-667e-4f7e-b783-7eb326a34208 req-f3368ea1-c746-40d3-8fbf-dbc871871e96 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1679 time: 0.2309022 Nov 02 16:38:59.155095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Attempting to bind port c314de9b-1d49-4441-9cf2-fea54629f0b3 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:38:59.155761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34ecf567-abe5-4c29-a25b-289d93c221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.156196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Attempting to bind port c314de9b-1d49-4441-9cf2-fea54629f0b3 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:38:59.156622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Attempting to bind port c314de9b-1d49-4441-9cf2-fea54629f0b3 on network b112c716-41fb-4923-a25e-15868e5eb5c2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:59.163397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34ecf567-abe5-4c29-a25b-289d93c221b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.178655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-34ecf567-abe5-4c29-a25b-289d93c221b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05ae7211-0dcc-4be0-92e8-6a6bd85f532f HTTP/1.1" status: 204 len: 168 time: 3.2721589 Nov 02 16:38:59.278162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Port c314de9b-1d49-4441-9cf2-fea54629f0b3 on network b112c716-41fb-4923-a25e-15868e5eb5c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:38:59.278700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Attempting to bind port c314de9b-1d49-4441-9cf2-fea54629f0b3 on network b112c716-41fb-4923-a25e-15868e5eb5c2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:59.307781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecf567-abe5-4c29-a25b-289d93c221b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ae7211-0dcc-4be0-92e8-6a6bd85f532f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:59.316821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:59.318847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Checking segment: {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:38:59.327812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Bound using segment: {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:59.332133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Bound port: c314de9b-1d49-4441-9cf2-fea54629f0b3, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5332e6-ea0e-420e-9252-4135f98b7219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:38:59.332868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.379880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c263e7d2-bc21-4839-ad1e-2edd58cd40b5 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:38:59.513534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21da2796-667e-4f7e-b783-7eb326a34208 req-9950e0a6-ab6c-4976-9e61-69d8efa55ac2 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468385 Nov 02 16:38:59.576515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] For port c314de9b-1d49-4441-9cf2-fea54629f0b3, host n-h1-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:59.581983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] For port c314de9b-1d49-4441-9cf2-fea54629f0b3, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:59.606638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.620017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:59.620397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.635784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.662083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Router af8b7976-a5d4-4462-85c4-c573aacb5e39 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:38:59.683096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Calling delete_port for c263e7d2-bc21-4839-ad1e-2edd58cd40b5 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:38:59.688258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.696244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:38:59.700161 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7be5b4-deea-4bfa-bae3-7de2f4d5777e" -d '{"events": [{"server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:38:59.737408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c263e7d2-bc21-4839-ad1e-2edd58cd40b5, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:59.745924 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.880295 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49610968-b2b2-49df-83bb-478fcc47c34c x-openstack-request-id: req-49610968-b2b2-49df-83bb-478fcc47c34c {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:38:59.881805 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:38:59.882338 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49610968-b2b2-49df-83bb-478fcc47c34c {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:38:59.887241 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5', 'code': 200} Nov 02 16:38:59.936881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:59.937543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:38:59.943742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/c314de9b-1d49-4441-9cf2-fea54629f0b3 HTTP/1.1" status: 200 len: 1092 time: 2.3559940 Nov 02 16:38:59.961312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c314de9b-1d49-4441-9cf2-fea54629f0b3,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:59.997425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:00.114350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986ad2-3b10-46eb-a3ce-2347d497aa9a req-753bd8cf-23df-4eac-85e0-cfb3331e9098 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.116767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1986ad2-3b10-46eb-a3ce-2347d497aa9a req-753bd8cf-23df-4eac-85e0-cfb3331e9098 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 950 time: 0.5295410 Nov 02 16:39:00.205867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1986ad2-3b10-46eb-a3ce-2347d497aa9a req-e2a3227d-13f2-48ad-b4bd-fbb6bdb1f4d0 tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6775430-b048-40fb-8ba9-fd13e6fcb4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818276 Nov 02 16:39:00.246000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad41e6a8-9adf-4561-8909-ad314316b41c req-03d2e889-dce3-4c20-8e88-d65524480140 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 210 time: 0.0522950 Nov 02 16:39:00.249674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-898da7bb-59d6-4c51-b94f-2f3c52566c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.255168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-898da7bb-59d6-4c51-b94f-2f3c52566c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.261856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-898da7bb-59d6-4c51-b94f-2f3c52566c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.263842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-898da7bb-59d6-4c51-b94f-2f3c52566c13 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.6248028 Nov 02 16:39:00.351169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'tag': 'c314de9b-1d49-4441-9cf2-fea54629f0b3'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:00.355091 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348270c2-f840-4916-b2c1-986a8810a31b" -d '{"events": [{"name": "network-changed", "server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "tag": "c314de9b-1d49-4441-9cf2-fea54629f0b3"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:00.464964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-0e363069-0670-44c3-b855-dcadd6d6332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.466658 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-95f8f6f8-4fa1-4c97-a4fb-95575d87fec4 req-0e363069-0670-44c3-b855-dcadd6d6332a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488538 Nov 02 16:39:00.490687 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f0e2b4-7938-49ca-9e11-2fcebbc7db75 x-openstack-request-id: req-a4f0e2b4-7938-49ca-9e11-2fcebbc7db75 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:00.490989 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "tag": "c314de9b-1d49-4441-9cf2-fea54629f0b3", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:00.491342 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4f0e2b4-7938-49ca-9e11-2fcebbc7db75 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:00.498782 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'tag': 'c314de9b-1d49-4441-9cf2-fea54629f0b3', 'status': 'completed', 'code': 200} Nov 02 16:39:00.500206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Router 506868b7-1dc6-49cb-907c-53abc8951847 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:39:00.581970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302471-5ed4-4b4c-a4df-58d3bc489900 req-72664f6d-a3b2-4100-8af3-3d821d600293 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.594299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06302471-5ed4-4b4c-a4df-58d3bc489900 req-72664f6d-a3b2-4100-8af3-3d821d600293 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.2145412 Nov 02 16:39:00.679537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06302471-5ed4-4b4c-a4df-58d3bc489900 req-eb0db750-fda0-4abb-9b5e-f049a5d856b8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836642 Nov 02 16:39:00.759854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:00.772790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:00.787532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:00.789925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:00.811316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:00.819241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30102-42ef-4007-9c1f-eb1116bb3aaf req-70d72c6c-c692-4f15-b784-3ddb7b30e162 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.825867 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] Sync routers for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:00.839269 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:00.839894 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:00.847379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30102-42ef-4007-9c1f-eb1116bb3aaf req-70d72c6c-c692-4f15-b784-3ddb7b30e162 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.851247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3da30102-42ef-4007-9c1f-eb1116bb3aaf req-70d72c6c-c692-4f15-b784-3ddb7b30e162 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1679 time: 0.1014647 Nov 02 16:39:00.918412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] No DVR routers for this DVR port 005f607a-d4a7-418e-8e16-4ad8b2554165 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:00.923077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:00.927860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0cfa499d-5e13-4b84-b4d4-9524c0b38c57 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2766149 Nov 02 16:39:00.929483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40508) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:00.935172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:00.937966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3da30102-42ef-4007-9c1f-eb1116bb3aaf req-a52ecc08-92c0-443e-815f-ad132eafdd24 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744576 Nov 02 16:39:00.939603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd250d97-0fd3-4689-a72a-8ce7ad2f31c9 req-f3152284-415b-4cd8-a8b1-c4271b675c5a tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.55 "DELETE /v2.0/ports/005f607a-d4a7-418e-8e16-4ad8b2554165 HTTP/1.1" status: 204 len: 173 time: 6.6950648 Nov 02 16:39:00.942917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-74cfb581-5ce6-4459-be41-1adf70efc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.943574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-74cfb581-5ce6-4459-be41-1adf70efc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:00.945458 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-74cfb581-5ce6-4459-be41-1adf70efc330 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1981 time: 0.4067349 Nov 02 16:39:00.948129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'name': 'network-vif-deleted', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:00.950560 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d539ef-8c2d-441f-a28a-9e20054f47ef" -d '{"events": [{"server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "name": "network-vif-deleted", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:01.027469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:01.042051 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:01.066099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40512) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:01.086945 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-912c8f93-355b-481a-9347-164d57b592cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=db6b186b-a388-4c39-830c-2c99b7d291ad HTTP/1.1" status: 200 len: 217 time: 0.0473208 Nov 02 16:39:01.093566 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec55756-e5ad-4cb5-a1e9-06ef1d804f70 x-openstack-request-id: req-0ec55756-e5ad-4cb5-a1e9-06ef1d804f70 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:01.094260 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4956540-f321-485d-871a-db31a1f13c01", "name": "network-vif-deleted", "tag": "005f607a-d4a7-418e-8e16-4ad8b2554165", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:01.094873 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec55756-e5ad-4cb5-a1e9-06ef1d804f70 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:01.095480 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4956540-f321-485d-871a-db31a1f13c01', 'name': 'network-vif-deleted', 'tag': '005f607a-d4a7-418e-8e16-4ad8b2554165', 'status': 'completed', 'code': 200} Nov 02 16:39:01.140622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:01.190397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Pushing event deleted for resources: {'Port': ['ID=c263e7d2-bc21-4839-ad1e-2edd58cd40b5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:01.207339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d185802d-32b1-4474-86ac-c59210a05d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:01.209195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-d185802d-32b1-4474-86ac-c59210a05d0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=886ebea1-9a63-4856-a599-3bb4ea513f4a HTTP/1.1" status: 200 len: 801 time: 0.1081583 Nov 02 16:39:01.223581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e70c2393-5ee8-4a76-a007-d041f7724337 tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1214653781', 'prefixes': ['172.20.0.0/16']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:01.292555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] No DVR routers for this DVR port c263e7d2-bc21-4839-ad1e-2edd58cd40b5 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:01.301122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:01.306084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2be2e5c2-d4de-42b8-a323-06942f8fd73b req-a9d647ce-3ca9-41d2-9bc8-64509d885f1c tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.55 "DELETE /v2.0/ports/c263e7d2-bc21-4839-ad1e-2edd58cd40b5 HTTP/1.1" status: 204 len: 173 time: 4.3152199 Nov 02 16:39:01.331626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:38:56Z', 'revision_number': 3, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:01.366579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:01.367004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Updating router 506868b7-1dc6-49cb-907c-53abc8951847 port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:39:01.398074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:01.435421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e70c2393-5ee8-4a76-a007-d041f7724337 tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] Notify callbacks [] for subnetpool, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:01.437738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e70c2393-5ee8-4a76-a007-d041f7724337 tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3703971 Nov 02 16:39:01.438436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-75394932-5108-43ac-b2ff-86d1f1e46f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:01.440746 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-75394932-5108-43ac-b2ff-86d1f1e46f67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac815c85-c58f-4542-b9ba-d2c8b5f3a912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2224042 Nov 02 16:39:01.443076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40520) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:01.539974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cb46996-d3ed-4880-b421-66daba81b299 req-7889f8c2-21b1-4d92-b71e-3f1ad5109abe tempest-VolumesBackupsTest-655123931 tempest-VolumesBackupsTest-655123931-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea HTTP/1.1" status: 200 len: 210 time: 0.1000812 Nov 02 16:39:01.621539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-857e0e09-ddfd-4532-8815-981809049fb5 tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] 10.222.0.31 "GET /v2.0/subnetpools/5a863f83-613d-4c93-ab67-1bd2c7e0326b HTTP/1.1" status: 200 len: 732 time: 0.1771631 Nov 02 16:39:01.627539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:01.646046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4fcfe1e3-0164-4bec-8849-627402a065fa tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1293614592'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:01.652796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b28cc68-e584-428c-9375-1b5bad9fd4d9 req-0960485c-e9c3-4001-bf35-67b6f2816da2 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4956540-f321-485d-871a-db31a1f13c01 HTTP/1.1" status: 200 len: 210 time: 0.1526206 Nov 02 16:39:01.688894 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:48Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:01.725688 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] Checking router: af8b7976-a5d4-4462-85c4-c573aacb5e39 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:01.737453 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:01.738268 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:01.850948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-5244c21c-acc4-41d7-a7b0-8e1ab8640245 service neutron] 10.222.0.55 "GET /v2.0/networks/ac815c85-c58f-4542-b9ba-d2c8b5f3a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012840 Nov 02 16:39:01.911018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffb2a-55ef-478c-b953-59bb28d0a806 req-facb96f0-1ba0-47c9-bb36-8f6bffdc759e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:01.923749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce1ffb2a-55ef-478c-b953-59bb28d0a806 req-facb96f0-1ba0-47c9-bb36-8f6bffdc759e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.1204505 Nov 02 16:39:01.954338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:01.963114 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:01.996320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce1ffb2a-55ef-478c-b953-59bb28d0a806 req-3aa1adbd-ca4a-4d35-8106-5d2fa42683cb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 Nov 02 16:39:02.042139 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:02.066679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe1e3-0164-4bec-8849-627402a065fa tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] Notify callbacks [] for subnetpool, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:02.067814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4fcfe1e3-0164-4bec-8849-627402a065fa tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] 10.222.0.31 "PUT /v2.0/subnetpools/5a863f83-613d-4c93-ab67-1bd2c7e0326b HTTP/1.1" status: 200 len: 684 time: 0.4363849 Nov 02 16:39:02.074011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40532) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:02.090976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Attempting to bind port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:02.091361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Attempting to bind port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:02.091725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Attempting to bind port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:02.094925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e2efc-2db7-4eaf-84bd-1ff6c706b70a None None] Pushing event updated for resources: {'Port': ['ID=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:02.103191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:02.103191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:02.103433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:02.104158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:02.104285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Bound port: 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:02.104671 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:02.169057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf68f9-8acf-4a68-9e1e-5640e468e4ea req-fa6782e6-a780-4303-b0a5-b25cac3210b5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:02.179618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] For port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:02.184213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] For port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:02.188849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf68f9-8acf-4a68-9e1e-5640e468e4ea req-fa6782e6-a780-4303-b0a5-b25cac3210b5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:02.189962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:02.193583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edaf68f9-8acf-4a68-9e1e-5640e468e4ea req-fa6782e6-a780-4303-b0a5-b25cac3210b5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1679 time: 0.1262054 Nov 02 16:39:02.273015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edaf68f9-8acf-4a68-9e1e-5640e468e4ea req-bc00080b-d152-4fa5-9468-2466c7ca5826 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Nov 02 16:39:02.275580 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-5e4583bf-4530-47d7-a4d2-5ed00ad9d704 service neutron] 10.222.0.55 "GET /v2.0/networks/ac815c85-c58f-4542-b9ba-d2c8b5f3a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031868 Nov 02 16:39:02.290200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:02.291311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:02.375656 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:48Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:02.379531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e2efc-2db7-4eaf-84bd-1ff6c706b70a None None] Pushing event updated for resources: {'Port': ['ID=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:02.409795 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566fdadf-40af-422f-a6df-b40087d15a97 None None] The sync data for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 is: [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:36:43Z', 'revision_number': 4, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e34473b5-2064-4ae0-b4d8-854c949c156c', 'name': '', 'network_id': 'eab61ef8-bff0-45e2-98ac-83f1cf106c78', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'mac_address': 'fa:16:3e:ac:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:42Z', 'updated_at': '2021-11-02T16:36:48Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'subnets': [{'id': '651669a0-41c0-43ec-84c8-180a46b1825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:02.459364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:02.663303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:02.708801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:38:56Z', 'revision_number': 3, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:02.729609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-f7345b7a-f299-4a0f-af81-25dc443bfea1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0694077 Nov 02 16:39:02.733193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-465c8158-eb51-4c4e-8978-beccbe5621cf tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] Notify callbacks [] for subnetpool, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:02.737276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-465c8158-eb51-4c4e-8978-beccbe5621cf tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] 10.222.0.31 "DELETE /v2.0/subnetpools/5a863f83-613d-4c93-ab67-1bd2c7e0326b HTTP/1.1" status: 204 len: 168 time: 0.6607797 Nov 02 16:39:02.737680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40542) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:02.806501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40548) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:02.807893 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-2036eec1-58d3-4011-9765-6efb103dc669 tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] show failed (client error): The resource could not be found. Nov 02 16:39:02.809647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2036eec1-58d3-4011-9765-6efb103dc669 tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] 10.222.0.31 "GET /v2.0/subnetpools/5a863f83-613d-4c93-ab67-1bd2c7e0326b HTTP/1.1" status: 404 len: 346 time: 0.0694532 Nov 02 16:39:02.813314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:02.831730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b805-30dd-449e-9fdd-1630ddf0814e None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:38:56Z', 'revision_number': 3, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:02.861713 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-3166fd24-8a5a-43d2-bedd-d7bcb87ad31b tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] delete failed (client error): The resource could not be found. Nov 02 16:39:02.867721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3166fd24-8a5a-43d2-bedd-d7bcb87ad31b tempest-SubnetPoolsTestJSON-1078526286 tempest-SubnetPoolsTestJSON-1078526286-project] 10.222.0.31 "DELETE /v2.0/subnetpools/5a863f83-613d-4c93-ab67-1bd2c7e0326b HTTP/1.1" status: 404 len: 346 time: 0.0533664 Nov 02 16:39:02.886011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e26f9-261d-4458-b204-9e7ae5a2c0a2 None None] New status for floating IP d5c4cc45-6b8b-4c95-a929-607a602115db: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:39:02.924794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1445f4c2-bad9-49da-888b-e13f70a5d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:02.926725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1445f4c2-bad9-49da-888b-e13f70a5d5a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb91940b-d755-4980-b7f9-d9b3a7a1b0b0 HTTP/1.1" status: 200 len: 801 time: 0.1869566 Nov 02 16:39:02.999940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eda5e4fa-7510-4daa-b2b1-b758670fb7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.081259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eda5e4fa-7510-4daa-b2b1-b758670fb7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.097743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'name': 'network-vif-deleted', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:03.100071 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58dee42-fe27-4ca1-a82c-4d659815b0b5" -d '{"events": [{"server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "name": "network-vif-deleted", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:03.131997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-cbfc8e1a-70bb-4ebe-a792-aa333a402865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:03.138675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-cbfc8e1a-70bb-4ebe-a792-aa333a402865 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b112c716-41fb-4923-a25e-15868e5eb5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2043209 Nov 02 16:39:03.205267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Allocated IP 172.20.0.1 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/1e95c1a4-07e8-4fe8-9852-1a814a26f273) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:03.212844 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de9b865-6a81-47a5-85aa-bbfed3ed19cc x-openstack-request-id: req-6de9b865-6a81-47a5-85aa-bbfed3ed19cc {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:03.213139 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea", "name": "network-vif-deleted", "tag": "c263e7d2-bc21-4839-ad1e-2edd58cd40b5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:03.213394 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6de9b865-6a81-47a5-85aa-bbfed3ed19cc {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:03.213796 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0715f6f-cd7b-470c-9fa0-2f0baafdc8ea', 'name': 'network-vif-deleted', 'tag': 'c263e7d2-bc21-4839-ad1e-2edd58cd40b5', 'status': 'completed', 'code': 200} Nov 02 16:39:03.344211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-a273a6fc-7e8b-44c7-bcdb-4fac0c9fefe7 service neutron] 10.222.0.55 "GET /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009928 Nov 02 16:39:03.376619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:39:03.408017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e54dbd-c8b6-4c5f-9ff3-69b310df7929 req-cbf178fc-0bf4-4f7d-9e91-c4862cfd63e1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:03.433289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5e54dbd-c8b6-4c5f-9ff3-69b310df7929 req-cbf178fc-0bf4-4f7d-9e91-c4862cfd63e1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 944 time: 0.2972925 Nov 02 16:39:03.518854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eda5e4fa-7510-4daa-b2b1-b758670fb7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.528256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eda5e4fa-7510-4daa-b2b1-b758670fb7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.532239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eda5e4fa-7510-4daa-b2b1-b758670fb7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b263d60-0054-45f2-bb52-0dcb1ed8264f HTTP/1.1" status: 204 len: 168 time: 0.7169855 Nov 02 16:39:03.533102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40564) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:03.572566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5e54dbd-c8b6-4c5f-9ff3-69b310df7929 req-7469d45d-12bf-4052-bf57-49a85d620fa8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330259 Nov 02 16:39:03.609930 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-b561ff8f-abcc-484b-9216-476122d397ec tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] show failed (client error): The resource could not be found. Nov 02 16:39:03.611327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b561ff8f-abcc-484b-9216-476122d397ec tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "GET /v2.0/security-groups/3b263d60-0054-45f2-bb52-0dcb1ed8264f HTTP/1.1" status: 404 len: 347 time: 0.0563991 Nov 02 16:39:03.617085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40566) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:03.617691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40568) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:03.623362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-539a0933-e79f-45f7-a045-1c5358bbaa38 service neutron] 10.222.0.55 "GET /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722819 Nov 02 16:39:03.635253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:03.653378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'network_id': '2e7fca9e-c007-4d73-9611-7bd53904baad', 'port_id': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'mac_address': 'fa:16:3e:9b:90:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b6b37b-6e39-4665-b7fe-617038229d62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:39:03.716688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.730661 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.760981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:39:03.784069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e4fa-7510-4daa-b2b1-b758670fb7bc tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b263d60-0054-45f2-bb52-0dcb1ed8264f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:03.834498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:03.845105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:03.852835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348270c2-f840-4916-b2c1-986a8810a31b req-d7b312bc-c193-4c61-91ca-dfd3ee840633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:03.853316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348270c2-f840-4916-b2c1-986a8810a31b req-d7b312bc-c193-4c61-91ca-dfd3ee840633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:03.871840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-d7b312bc-c193-4c61-91ca-dfd3ee840633 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1981 time: 0.1821883 Nov 02 16:39:03.889194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c25512-c2cc-438d-ba26-9ef5b8dabcd0 req-6563a030-553c-4612-a681-3aba4c530dbb tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:03.895309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c25512-c2cc-438d-ba26-9ef5b8dabcd0 req-6563a030-553c-4612-a681-3aba4c530dbb tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:03.946663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10c25512-c2cc-438d-ba26-9ef5b8dabcd0 req-6563a030-553c-4612-a681-3aba4c530dbb tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1679 time: 0.4650474 Nov 02 16:39:03.964107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:04.029040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348270c2-f840-4916-b2c1-986a8810a31b req-396e88b8-e31f-40cb-b413-05289b798102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:04.030852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-396e88b8-e31f-40cb-b413-05289b798102 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b112c716-41fb-4923-a25e-15868e5eb5c2 HTTP/1.1" status: 200 len: 903 time: 0.1389680 Nov 02 16:39:04.056726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.075107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e40fb174-7062-4f58-bbc5-f1d38671f5d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:04.131691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10c25512-c2cc-438d-ba26-9ef5b8dabcd0 req-83a31d95-0936-444a-85dd-815ba27fa574 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075535 Nov 02 16:39:04.139970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc39fdd1-7873-4921-9fb1-6eedc46979c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.159479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e95c1a4-07e8-4fe8-9852-1a814a26f273,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:04.183099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-c1cd3fe7-e4b4-4996-b8a5-ff2aa2314918 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3 HTTP/1.1" status: 200 len: 217 time: 0.1365285 Nov 02 16:39:04.300946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348270c2-f840-4916-b2c1-986a8810a31b req-956e6a7f-07b8-4076-9884-5c3579f57ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:04.302554 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-956e6a7f-07b8-4076-9884-5c3579f57ced service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb91940b-d755-4980-b7f9-d9b3a7a1b0b0 HTTP/1.1" status: 200 len: 801 time: 0.1121747 Nov 02 16:39:04.304541 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc39fdd1-7873-4921-9fb1-6eedc46979c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.309671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc39fdd1-7873-4921-9fb1-6eedc46979c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.310436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:04.320650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:04.326334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:04.346506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc39fdd1-7873-4921-9fb1-6eedc46979c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=023c119cd014481a9c55fdfc0001b420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257354 Nov 02 16:39:04.351248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40582) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:04.405208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Deleting port b10f1fc0-2538-4677-88d3-e9f1a2f02fd6 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:04.405897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.450017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348270c2-f840-4916-b2c1-986a8810a31b req-dac67b13-7042-460d-b0d2-1eb0ab05245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:04.451646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-dac67b13-7042-460d-b0d2-1eb0ab05245b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b112c716-41fb-4923-a25e-15868e5eb5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1400898 Nov 02 16:39:04.452907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.527079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39fdd1-7873-4921-9fb1-6eedc46979c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f65f4a-a49b-43c4-899a-542ba74a37ae,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:04.536961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957a96a-e7ea-45e9-b9e5-089f4f31e153 req-330264e4-16b9-4ee3-b3d2-2f9858107c73 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:04.550274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a957a96a-e7ea-45e9-b9e5-089f4f31e153 req-330264e4-16b9-4ee3-b3d2-2f9858107c73 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 0.2445252 Nov 02 16:39:04.616896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:04.665045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a957a96a-e7ea-45e9-b9e5-089f4f31e153 req-81dd5333-0638-46bf-953b-4bd200b3e424 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134989 Nov 02 16:39:04.700137 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cabfaa7c-38e9-475d-a6a3-625348264bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.739025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.742306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.742926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.760824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:04.761308 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.817571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cabfaa7c-38e9-475d-a6a3-625348264bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.830028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-b7266107-9e45-4ec6-ac18-248a44ad3a78 service neutron] 10.222.0.55 "GET /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989787 Nov 02 16:39:04.833658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Calling delete_port for b10f1fc0-2538-4677-88d3-e9f1a2f02fd6 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:04.881522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41016e21-dda4-4998-a4db-3dd05e746c49 req-856935f2-6f9e-46ca-9044-f71748fb6f22 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:04.883447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41016e21-dda4-4998-a4db-3dd05e746c49 req-856935f2-6f9e-46ca-9044-f71748fb6f22 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 945 time: 0.1521883 Nov 02 16:39:04.906890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.921118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-34d7cc33-47f4-4698-a169-86f69f4249d0 None None] Provisioning complete for port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:04.921590 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34d7cc33-47f4-4698-a169-86f69f4249d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:04.951169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:04.958647 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.010999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-34d7cc33-47f4-4698-a169-86f69f4249d0 None None] Port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:05.047139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-348270c2-f840-4916-b2c1-986a8810a31b req-e29e13d6-4c42-42a4-ba2b-3445249280c6 service neutron] 10.222.0.55 "GET /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067211 Nov 02 16:39:05.053461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41016e21-dda4-4998-a4db-3dd05e746c49 req-78e7585d-7b48-4e70-b512-55e4ef031df3 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520317 Nov 02 16:39:05.082780 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cabfaa7c-38e9-475d-a6a3-625348264bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.087489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cabfaa7c-38e9-475d-a6a3-625348264bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.088599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cabfaa7c-38e9-475d-a6a3-625348264bae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03f65f4a-a49b-43c4-899a-542ba74a37ae HTTP/1.1" status: 204 len: 168 time: 0.7304025 Nov 02 16:39:05.096297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:05.126166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.130460 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.134925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfaa7c-38e9-475d-a6a3-625348264bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f65f4a-a49b-43c4-899a-542ba74a37ae,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:05.250090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.314771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Pushing event deleted for resources: {'Port': ['ID=b10f1fc0-2538-4677-88d3-e9f1a2f02fd6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:05.347028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e95c1a4-07e8-4fe8-9852-1a814a26f273,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:05.354870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.421792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c314de9b-1d49-4441-9cf2-fea54629f0b3 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:39:05.423821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:05.460239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.464138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.468110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bb3c2b6a-546d-4c82-9f45-52cec0d16f97 tempest-ServersTestFqdnHostnames-309018795 tempest-ServersTestFqdnHostnames-309018795-project] 10.222.0.31 "DELETE /v2.0/floatingips/d5c4cc45-6b8b-4c95-a929-607a602115db HTTP/1.1" status: 204 len: 168 time: 1.8371091 Nov 02 16:39:05.468449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:05.621042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:05.626322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port e40fb174-7062-4f58-bbc5-f1d38671f5d4 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:39:05.628128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:05.641722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port e40fb174-7062-4f58-bbc5-f1d38671f5d4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:05.642175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:05.829099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c314de9b-1d49-4441-9cf2-fea54629f0b3, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:05.851151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:39:05.880997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66377d51-5359-4f0e-abc8-00afb32a9134 req-78df101f-6b3d-4dc8-8e92-61aa35a1d80a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:05.894000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66377d51-5359-4f0e-abc8-00afb32a9134 req-78df101f-6b3d-4dc8-8e92-61aa35a1d80a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:05.898359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'c314de9b-1d49-4441-9cf2-fea54629f0b3', 'network_id': 'b112c716-41fb-4923-a25e-15868e5eb5c2', 'port_id': 'c314de9b-1d49-4441-9cf2-fea54629f0b3', 'mac_address': 'fa:16:3e:01:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb91940b-d755-4980-b7f9-d9b3a7a1b0b0', 'ip_address': '19.86.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:39:05.905228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66377d51-5359-4f0e-abc8-00afb32a9134 req-78df101f-6b3d-4dc8-8e92-61aa35a1d80a tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1679 time: 0.6712618 Nov 02 16:39:05.952113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.035484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:06.038802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:06.043792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66377d51-5359-4f0e-abc8-00afb32a9134 req-979855cd-12fb-49ea-8a00-aead39f231e3 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288326 Nov 02 16:39:06.044003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:06.045542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ce73d43-b514-4d23-ac79-bcb3f3dd8bb2 admin admin] 10.222.0.31 "PUT /v2.0/routers/506868b7-1dc6-49cb-907c-53abc8951847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0989070 Nov 02 16:39:06.055098 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:06.070178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93116e2-eaf3-4f96-99b4-0c61e3819738" -d '{"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-plugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:06.076033 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:06.076676 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:06.078577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.092222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.175811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790396b-6154-4fc2-8585-e35948d9f7a5 req-2ea272fd-5f0a-49e8-9936-f25e46d81138 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:06.177389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5790396b-6154-4fc2-8585-e35948d9f7a5 req-2ea272fd-5f0a-49e8-9936-f25e46d81138 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 0.3510096 Nov 02 16:39:06.209405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c314de9b-1d49-4441-9cf2-fea54629f0b3 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:39:06.242758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40624) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:06.276996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c314de9b-1d49-4441-9cf2-fea54629f0b3, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:06.280361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a286aded-9eb2-4eea-b037-40db8d4b79e6 None None] Provisioning complete for port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:06.282891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a286aded-9eb2-4eea-b037-40db8d4b79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.320953 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:06.337708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.338790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device db6b186b-a388-4c39-830c-2c99b7d291ad details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:39:06.409212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:06.435316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-e2481a9a-50c1-4e68-b755-2b2b8764d457 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:06.449664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-e2481a9a-50c1-4e68-b755-2b2b8764d457 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 0.2338281 Nov 02 16:39:06.512110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a286aded-9eb2-4eea-b037-40db8d4b79e6 None None] Port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:06.542854 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:39:06.610791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c314de9b-1d49-4441-9cf2-fea54629f0b3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:06.616494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:06.626463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1644240687-network', 'tenant_id': 'cdca06e118fb419781e1431fd3c8ea0d'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:06.656187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3f849-50a9-4b14-8f4d-5bbdb9ea90ef req-56c84eb5-3202-401d-8fce-ef319955c431 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:06.668830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Made reservation on behalf of cdca06e118fb419781e1431fd3c8ea0d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:06.669320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9d3f849-50a9-4b14-8f4d-5bbdb9ea90ef req-56c84eb5-3202-401d-8fce-ef319955c431 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.4313366 Nov 02 16:39:06.670740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.687414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.708822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5790396b-6154-4fc2-8585-e35948d9f7a5 req-42cd1ca0-0da2-40ee-9359-5d314fdbdbc8 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788897 Nov 02 16:39:06.850916 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 2, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:06.915668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9d3f849-50a9-4b14-8f4d-5bbdb9ea90ef req-b729111d-9748-4faf-bc3f-f212c42fe316 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407396 Nov 02 16:39:06.935222 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:06.935705 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Updating router 506868b7-1dc6-49cb-907c-53abc8951847 port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:39:06.944562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.952726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.967836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:06.968066 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b96ce8-a5c2-435b-9f5b-0a747baa4c57 x-openstack-request-id: req-a9b96ce8-a5c2-435b-9f5b-0a747baa4c57 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:06.968550 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-plugged", "status": "completed", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:06.968550 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9b96ce8-a5c2-435b-9f5b-0a747baa4c57 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:06.968905 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'code': 200} Nov 02 16:39:06.982568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Deleting port 69c13c66-885f-46fa-9b94-48b3c273ed27 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:06.983208 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.005811 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.017596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:39:07.077901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294c06ff-fe70-4bc3-84e8-538d3f850669,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:07.078078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:07.078471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.096949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.113954 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Added segment a8af5523-4cc8-4cdc-a16f-bde0c97fa2dc of type vlan for network 87037fd6-cef3-4956-8983-15bbcb67f7e7 Nov 02 16:39:07.152375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40644) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:07.156419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port db6b186b-a388-4c39-830c-2c99b7d291ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=db6b186b-a388-4c39-830c-2c99b7d291ad,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:07.161377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-38020900-network', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:07.181649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.187527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc405b6-c1c5-43b7-b695-f913ba114a63 req-c9a7e5f9-74a9-4654-bd7a-d121a1b9b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:07.189049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abc405b6-c1c5-43b7-b695-f913ba114a63 req-c9a7e5f9-74a9-4654-bd7a-d121a1b9b916 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1097 time: 0.1521695 Nov 02 16:39:07.204876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'db6b186b-a388-4c39-830c-2c99b7d291ad', 'network_id': 'ac815c85-c58f-4542-b9ba-d2c8b5f3a912', 'port_id': 'db6b186b-a388-4c39-830c-2c99b7d291ad', 'mac_address': 'fa:16:3e:ef:d2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ebea1-9a63-4856-a599-3bb4ea513f4a', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:39:07.239855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Made reservation on behalf of 7ddffd501cd343639cdf07a7ce72dbfd for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:07.242206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.284323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.285304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:07.285882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.288147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.317801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-abc405b6-c1c5-43b7-b695-f913ba114a63 req-4a38c4ba-07a4-4710-92ba-a928fac01269 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187649 Nov 02 16:39:07.370148 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1255763 Nov 02 16:39:07.375819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40662) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:07.388381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Request body: {'subnet': {'network_id': '87037fd6-cef3-4956-8983-15bbcb67f7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1644240687-subnet', 'tenant_id': 'cdca06e118fb419781e1431fd3c8ea0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:07.421335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f499-bfcc-4742-a2c9-474162ced814 admin admin] Pushing event updated for resources: {'Network': ['ID=87037fd6-cef3-4956-8983-15bbcb67f7e7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:07.460948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Made reservation on behalf of cdca06e118fb419781e1431fd3c8ea0d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:07.464161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.487978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 87037fd6-cef3-4956-8983-15bbcb67f7e7 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:39:07.490172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.580689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.589298 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.631747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:39:07.644836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4949436-1e0e-4d82-8760-ae8e4a8a4b7e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:07.651004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6b186b-a388-4c39-830c-2c99b7d291ad {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:39:07.705267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.705810 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Added segment 191e5b31-766d-40a7-9209-83fbf7084ff2 of type vlan for network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 Nov 02 16:39:07.717894 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.727513 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.752437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb92f-3993-403b-97f4-9093123fff4c req-640e9d91-0d2c-415e-a59d-f32f65ce6e47 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:07.762065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port db6b186b-a388-4c39-830c-2c99b7d291ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=db6b186b-a388-4c39-830c-2c99b7d291ad,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:07.764034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb92f-3993-403b-97f4-9093123fff4c req-640e9d91-0d2c-415e-a59d-f32f65ce6e47 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:07.772731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.778734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-248eb92f-3993-403b-97f4-9093123fff4c req-640e9d91-0d2c-415e-a59d-f32f65ce6e47 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1680 time: 0.3727698 Nov 02 16:39:07.829108 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.831611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] For port 69c13c66-885f-46fa-9b94-48b3c273ed27, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=69c13c66-885f-46fa-9b94-48b3c273ed27,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:07.832219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.851502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Calling delete_port for 69c13c66-885f-46fa-9b94-48b3c273ed27 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:07.921280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=db6b186b-a388-4c39-830c-2c99b7d291ad,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:07.967775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.968574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:07.969512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:07.991229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.037316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c314de9b-1d49-4441-9cf2-fea54629f0b3'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:08.074712 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9212134 Nov 02 16:39:08.089047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40698) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:08.139254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Request body: {'subnet': {'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-38020900-subnet', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:08.140472 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Pushing event updated for resources: {'Port': ['ID=1e95c1a4-07e8-4fe8-9852-1a814a26f273,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:08.143831 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Attempting to bind port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:08.144173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Attempting to bind port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:08.144534 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Attempting to bind port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:08.161113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.161891 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.162254 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.168315 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.168759 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.169101 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.169431 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.169756 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.170467 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.170467 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.170794 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.171118 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:08.187585 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:08.187955 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:08.188386 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.188740 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:08.189215 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Bound port: 1e95c1a4-07e8-4fe8-9852-1a814a26f273, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:08.189593 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.209224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdffe97-ef10-4344-abcf-2bc3f74bf4b5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:08.253248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a8ea3-9213-46c2-95ef-cfa78c4a6c6d admin admin] Pushing event updated for resources: {'Network': ['ID=02a6e841-5f53-4f95-98a2-8620bbbcbb96,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:08.270672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Checking segment: {'id': 'a8af5523-4cc8-4cdc-a16f-bde0c97fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '87037fd6-cef3-4956-8983-15bbcb67f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:08.271036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Network hostable DHCP agents. Network: 87037fd6-cef3-4956-8983-15bbcb67f7e7, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:39:08.275418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:39:08.297094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Network 87037fd6-cef3-4956-8983-15bbcb67f7e7 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:39:08.319467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 87037fd6-cef3-4956-8983-15bbcb67f7e7) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:08.333135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:08.334281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.346096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3aea4d93-9fad-458a-aba6-a748e7287482 None None] Provisioning complete for port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:08.346744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3aea4d93-9fad-458a-aba6-a748e7287482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.361698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72de3b6-5c47-425a-859b-9d6e56b8d604 None None] Network 87037fd6-cef3-4956-8983-15bbcb67f7e7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:08.378905 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] For port 1e95c1a4-07e8-4fe8-9852-1a814a26f273, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:08.387033 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] For port 1e95c1a4-07e8-4fe8-9852-1a814a26f273, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e95c1a4-07e8-4fe8-9852-1a814a26f273,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:08.405103 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.433813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-248eb92f-3993-403b-97f4-9093123fff4c req-60592366-afec-4dc9-b530-a93f85b39379 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537886 Nov 02 16:39:08.449540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0518a3d7-433b-4628-8723-86e3befe6f4b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0727074 Nov 02 16:39:08.465754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Made reservation on behalf of 7ddffd501cd343639cdf07a7ce72dbfd for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:08.470704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.542589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce688-6c24-43a2-a46e-29732f2519d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.578175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3aea4d93-9fad-458a-aba6-a748e7287482 None None] Port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:08.584880 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:08.586447 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:08.591582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3498a0-1a74-4cf5-b422-a6fd5e6cb6ff None None] Pushing event updated for resources: {'Port': ['ID=1e95c1a4-07e8-4fe8-9852-1a814a26f273,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:08.809723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5881f-1048-4533-94c4-03aff7d962aa None None] Network 87037fd6-cef3-4956-8983-15bbcb67f7e7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:08.885477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:08.890257 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:08.915756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:08.918754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7897cfb-1270-4266-90fb-82a676be1e55', '05c0ede5-32be-4663-9788-ad6f2aeba60f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:09.104408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2845d97-1a08-4a0b-b207-3c8a6e1e4e39 req-268c4134-5ed1-4d6e-9977-79d672dd6375 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:09.120943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2845d97-1a08-4a0b-b207-3c8a6e1e4e39 req-268c4134-5ed1-4d6e-9977-79d672dd6375 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d79923-196b-4c05-9dcf-00f2be0895e4 HTTP/1.1" status: 200 len: 945 time: 1.0442076 Nov 02 16:39:09.141985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event deleted for resources: {'Port': ['ID=69c13c66-885f-46fa-9b94-48b3c273ed27,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:09.240344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] No DVR routers for this DVR port 69c13c66-885f-46fa-9b94-48b3c273ed27 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:09.251313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:09.251313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c52f0d6-5435-46f6-8fc7-608d802eb3dd req-ef79b685-1ce9-4bbb-bfda-ffcabbc2e0a7 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "DELETE /v2.0/ports/69c13c66-885f-46fa-9b94-48b3c273ed27 HTTP/1.1" status: 204 len: 173 time: 2.7619154 Nov 02 16:39:09.254972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'name': 'network-vif-deleted', 'tag': '69c13c66-885f-46fa-9b94-48b3c273ed27'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:09.257551 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff3f682-7cd9-41f7-9d45-e057a5f06a03" -d '{"events": [{"server_uuid": "71d79923-196b-4c05-9dcf-00f2be0895e4", "name": "network-vif-deleted", "tag": "69c13c66-885f-46fa-9b94-48b3c273ed27"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:09.260633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:09.283686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef806496-df77-4f71-8148-da51e79f493b req-ca3a7ee2-6b4b-4b5b-9e78-865f554a8e6e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:09.283947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['db6b186b-a388-4c39-830c-2c99b7d291ad'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:09.293948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef806496-df77-4f71-8148-da51e79f493b req-ca3a7ee2-6b4b-4b5b-9e78-865f554a8e6e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.4429193 Nov 02 16:39:09.338518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2845d97-1a08-4a0b-b207-3c8a6e1e4e39 req-1630238d-99fc-4da6-ac83-ae18c439f09b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118092 Nov 02 16:39:09.366241 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:08Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:09.405781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657db569-caf2-41bd-adb2-bf7795633aca None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:08Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:09.473687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-514069ac-1ea8-4c60-8b0d-31a7bb01e053 None None] Provisioning complete for port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:09.474067 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-514069ac-1ea8-4c60-8b0d-31a7bb01e053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:09.516975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef806496-df77-4f71-8148-da51e79f493b req-27ade70a-19e2-4879-a1cb-7304a9f9b14a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203224 Nov 02 16:39:09.518038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62cbabe-9aff-4f44-8691-631b1bb3f6aa,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:09.620045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Checking segment: {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:09.620413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Network hostable DHCP agents. Network: 02a6e841-5f53-4f95-98a2-8620bbbcbb96, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:39:09.631012 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9c19dd-da8e-4b34-ad5a-642d2675e1ab x-openstack-request-id: req-9b9c19dd-da8e-4b34-ad5a-642d2675e1ab {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:09.631359 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d79923-196b-4c05-9dcf-00f2be0895e4", "name": "network-vif-deleted", "tag": "69c13c66-885f-46fa-9b94-48b3c273ed27", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:09.631695 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b9c19dd-da8e-4b34-ad5a-642d2675e1ab {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:09.632172 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d79923-196b-4c05-9dcf-00f2be0895e4', 'name': 'network-vif-deleted', 'tag': '69c13c66-885f-46fa-9b94-48b3c273ed27', 'status': 'completed', 'code': 200} Nov 02 16:39:09.782340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:39:09.799497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Deleting port e34473b5-2064-4ae0-b4d8-854c949c156c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:09.799809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:09.803795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c314de9b-1d49-4441-9cf2-fea54629f0b3 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:09.929736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] For port e34473b5-2064-4ae0-b4d8-854c949c156c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e34473b5-2064-4ae0-b4d8-854c949c156c,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:09.930338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:09.952532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Calling delete_port for e34473b5-2064-4ae0-b4d8-854c949c156c owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:09.960586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:09.966538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1088942344-network', 'tenant_id': '89467cb3cf2a4db49576e878f6047d11'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:09.995503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa7a48-d1bf-4ed0-a44a-3a11ec77a95c req-4b808fd3-3d05-47e0-a771-0da378ccca45 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:10.007570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa7a48-d1bf-4ed0-a44a-3a11ec77a95c req-4b808fd3-3d05-47e0-a771-0da378ccca45 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:10.011079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfa7a48-d1bf-4ed0-a44a-3a11ec77a95c req-4b808fd3-3d05-47e0-a771-0da378ccca45 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1681 time: 0.3725975 Nov 02 16:39:10.012577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Made reservation on behalf of 89467cb3cf2a4db49576e878f6047d11 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:10.024198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.054531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.082806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 02a6e841-5f53-4f95-98a2-8620bbbcbb96) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:10.105830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:10.106443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.110656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33171a-3aff-4060-a390-d83c356dec19 None None] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:10.160908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfa7a48-d1bf-4ed0-a44a-3a11ec77a95c req-828e343a-79a5-4b11-af59-6080f8940d8c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340928 Nov 02 16:39:10.174397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-abca5cf5-98de-4b93-a217-f5936863dcd3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0417304 Nov 02 16:39:10.176503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40786) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:10.182038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:10.255797 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-514069ac-1ea8-4c60-8b0d-31a7bb01e053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.267504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port c314de9b-1d49-4441-9cf2-fea54629f0b3 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:39:10.279424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.286599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.331518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:39:10.336714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port c314de9b-1d49-4441-9cf2-fea54629f0b3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:10.337904 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.341728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.348905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.352313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27674653-b89d-4e85-8d01-db5859232b22,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:10.373454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 69c13c66-885f-46fa-9b94-48b3c273ed27 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:10.374857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.375348 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Added segment 4102ad2a-a35d-42af-bc96-a59772d4d428 of type vlan for network b846904a-bb2f-493f-94bd-9f62bf981502 Nov 02 16:39:10.457874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.472023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.485191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 69c13c66-885f-46fa-9b94-48b3c273ed27 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:10.485682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 69c13c66-885f-46fa-9b94-48b3c273ed27 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:10.549312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.551807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:10.552614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.576209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-514069ac-1ea8-4c60-8b0d-31a7bb01e053 None None] For port 1e95c1a4-07e8-4fe8-9852-1a814a26f273, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e95c1a4-07e8-4fe8-9852-1a814a26f273,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:10.624838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-514069ac-1ea8-4c60-8b0d-31a7bb01e053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.642877 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.726530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7645504 Nov 02 16:39:10.730964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40800) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:10.738112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Request body: {'subnet': {'network_id': 'b846904a-bb2f-493f-94bd-9f62bf981502', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1088942344-subnet', 'tenant_id': '89467cb3cf2a4db49576e878f6047d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:10.740954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e95c1a4-07e8-4fe8-9852-1a814a26f273 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:10.764320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568bff0-8e14-49fa-b8c2-35d661015578 admin admin] Pushing event updated for resources: {'Network': ['ID=b846904a-bb2f-493f-94bd-9f62bf981502,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:10.779481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Made reservation on behalf of 89467cb3cf2a4db49576e878f6047d11 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:10.783364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.826723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:10.841021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e34473b5-2064-4ae0-b4d8-854c949c156c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:10.876091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514069ac-1ea8-4c60-8b0d-31a7bb01e053 None None] Pushing event updated for resources: {'Port': ['ID=1e95c1a4-07e8-4fe8-9852-1a814a26f273,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:10.892162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b846904a-bb2f-493f-94bd-9f62bf981502 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:39:11.100180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.142860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e020dc-d572-48f3-9561-2fdc90d6853f req-3e08cf53-0e64-47b5-840b-f1656b3779ca tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:11.154758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96e020dc-d572-48f3-9561-2fdc90d6853f req-3e08cf53-0e64-47b5-840b-f1656b3779ca tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3155243 Nov 02 16:39:11.164692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-02a6e841-5f53-4f95-98a2-8620bbbcbb96', 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'fixed_ips': [{'subnet_id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:39:11.169239 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.207622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ef4996-cd40-4b23-9234-faaa4a4850c0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:11.213552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Checking segment: {'id': '4102ad2a-a35d-42af-bc96-a59772d4d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b846904a-bb2f-493f-94bd-9f62bf981502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:11.213911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Network hostable DHCP agents. Network: b846904a-bb2f-493f-94bd-9f62bf981502, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:39:11.235293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Network b846904a-bb2f-493f-94bd-9f62bf981502 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:39:11.260711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b846904a-bb2f-493f-94bd-9f62bf981502) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:11.266971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:11.271756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.321922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d99546fd-a6a1-4268-9b08-c30cb5c8f1f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5895147 Nov 02 16:39:11.537662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a3cc6-8f63-489a-a417-4efd81e330fb None None] Network b846904a-bb2f-493f-94bd-9f62bf981502 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:11.576671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:11.631684 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9c149fde-17da-4abe-a41a-4ee2b7ba1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.669969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Deleting subnet acdffe97-ef10-4344-abcf-2bc3f74bf4b5 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:11.677500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.715682 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.717682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:11.718053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.727648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.765213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-7b9bd5c9-56e1-4b90-a8b9-5496fa30938e req-bb7bf5ea-3c03-42cd-9a0f-d7d28b3064b3 service neutron] (102066) timed out ('10.222.0.100', 57872) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 16:39:11.831764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.838204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92de564-950a-4d5b-b049-661fc839fcde req-1dcad05c-cbd9-47dc-a86c-c7e7bd52369f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:11.844371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92de564-950a-4d5b-b049-661fc839fcde req-1dcad05c-cbd9-47dc-a86c-c7e7bd52369f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:11.851942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c92de564-950a-4d5b-b049-661fc839fcde req-1dcad05c-cbd9-47dc-a86c-c7e7bd52369f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1681 time: 0.1260865 Nov 02 16:39:11.875187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Allocated IP 172.20.0.2 (02a6e841-5f53-4f95-98a2-8620bbbcbb96/e62cbabe-9aff-4f44-8691-631b1bb3f6aa/32a96a71-e37d-488e-ac19-fec3cfc4bc9a) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:11.913668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96e020dc-d572-48f3-9561-2fdc90d6853f req-29bf141a-d5e9-4d6f-8098-6b7ed1e44550 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891406 Nov 02 16:39:11.997262 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:11.997530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.023778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c92de564-950a-4d5b-b049-661fc839fcde req-2fbba0cd-a221-44d3-b834-27a0fcd6b2ff tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701913 Nov 02 16:39:12.056280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acdffe97-ef10-4344-abcf-2bc3f74bf4b5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:12.067369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.070832 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1a3b8156-d4af-4ed2-bb0a-2a975da4b6ad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/acdffe97-ef10-4344-abcf-2bc3f74bf4b5 HTTP/1.1" status: 204 len: 168 time: 0.4931331 Nov 02 16:39:12.074334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40816) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:12.076300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c314de9b-1d49-4441-9cf2-fea54629f0b3'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:12.079172 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be254345-3bd0-4713-95a3-a879ed99ac47" -d '{"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-plugged", "status": "completed", "tag": "c314de9b-1d49-4441-9cf2-fea54629f0b3"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:12.134227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.163277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.169724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c314de9b-1d49-4441-9cf2-fea54629f0b3, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:12.173707 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72863fa3-0797-415c-9ca0-0281c4f4fd76 x-openstack-request-id: req-72863fa3-0797-415c-9ca0-0281c4f4fd76 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:12.173994 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-plugged", "status": "completed", "tag": "c314de9b-1d49-4441-9cf2-fea54629f0b3", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:12.174420 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72863fa3-0797-415c-9ca0-0281c4f4fd76 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:12.174661 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c314de9b-1d49-4441-9cf2-fea54629f0b3', 'code': 200} Nov 02 16:39:12.197960 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.298280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.301240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c314de9b-1d49-4441-9cf2-fea54629f0b3,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:12.304457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device db6b186b-a388-4c39-830c-2c99b7d291ad up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:12.339312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87037fd6-cef3-4956-8983-15bbcb67f7e7']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:12.362368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2939e-9f54-4c6b-979f-545b79e94860 req-cd2731c0-6099-46bf-b0b0-a6c233eca6a6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:12.364602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68d2939e-9f54-4c6b-979f-545b79e94860 req-cd2731c0-6099-46bf-b0b0-a6c233eca6a6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1874549 Nov 02 16:39:12.365349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8af5523-4cc8-4cdc-a16f-bde0c97fa2dc') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:12.365662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8af5523-4cc8-4cdc-a16f-bde0c97fa2dc') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:12.381150 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.393478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.407228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348559b-9cad-4c3b-afb9-46be57d99592 None None] Network b846904a-bb2f-493f-94bd-9f62bf981502 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:12.407584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.424766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:12.425187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:12.427260 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:12.431431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.466392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68d2939e-9f54-4c6b-979f-545b79e94860 req-e5ad73e4-bb99-4a41-af5e-cfdf8ed4bb23 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918088 Nov 02 16:39:12.519793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.539679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.553490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] 10.222.0.31 "DELETE /v2.0/networks/87037fd6-cef3-4956-8983-15bbcb67f7e7 HTTP/1.1" status: 204 len: 168 time: 0.4755938 Nov 02 16:39:12.584712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40824) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:12.587664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2232f6c-31f3-49e4-a45f-ebc81157939f admin admin] Pushing event deleted for resources: {'Network': ['ID=87037fd6-cef3-4956-8983-15bbcb67f7e7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:12.714306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Deleting subnet 11ef4996-cd40-4b23-9234-faaa4a4850c0 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:12.718222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.769359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.822534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e95c1a4-07e8-4fe8-9852-1a814a26f273 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:12.829623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Router af8b7976-a5d4-4462-85c4-c573aacb5e39 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:39:12.845825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Allocated IP 172.25.7.122 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/cb299b9e-4599-448b-9be3-6ba61508f634) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:12.853078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.861142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b054-d4d1-47a1-a98f-350e7f8f59ac req-b8d65d56-43c3-43aa-bc20-721e5d217ce1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:12.864967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1007b054-d4d1-47a1-a98f-350e7f8f59ac req-b8d65d56-43c3-43aa-bc20-721e5d217ce1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1424856 Nov 02 16:39:12.870283 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.888313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.986672 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:12.995374 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.032637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ef4996-cd40-4b23-9234-faaa4a4850c0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:13.035041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.046285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79700057-968f-4232-a7fa-4f8a50470def admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11ef4996-cd40-4b23-9234-faaa4a4850c0 HTTP/1.1" status: 204 len: 168 time: 0.4511971 Nov 02 16:39:13.047149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:13.136901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1007b054-d4d1-47a1-a98f-350e7f8f59ac req-85c0aa50-a0b5-4191-82e5-ab761b6cee39 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542553 Nov 02 16:39:13.140170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Pushing event updated for resources: {'Port': ['ID=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:13.147796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port db6b186b-a388-4c39-830c-2c99b7d291ad completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:39:13.160586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port db6b186b-a388-4c39-830c-2c99b7d291ad triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:13.161304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.175434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:13.218109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:13.220501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:13.227970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.239877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:13.240244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.365594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.380536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Attempting to bind port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:13.380913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Attempting to bind port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:13.381282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Attempting to bind port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a on network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:13.399686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b846904a-bb2f-493f-94bd-9f62bf981502']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:13.425308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:13.426081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Checking segment: {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:13.426539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.426946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Bound using segment: {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:13.427452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Bound port: 32a96a71-e37d-488e-ac19-fec3cfc4bc9a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:13.427845 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.429826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4102ad2a-a35d-42af-bc96-a59772d4d428') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:13.432550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4102ad2a-a35d-42af-bc96-a59772d4d428') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:13.440821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a0af-ccb5-423c-a866-d38c268bdadf req-ca8accbf-a0c4-414c-8191-5cf048d39da4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:13.447491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a0af-ccb5-423c-a866-d38c268bdadf req-ca8accbf-a0c4-414c-8191-5cf048d39da4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:13.452177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.455582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3223a0af-ccb5-423c-a866-d38c268bdadf req-ca8accbf-a0c4-414c-8191-5cf048d39da4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1682 time: 0.3155584 Nov 02 16:39:13.487976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.498748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:13.504489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:13.504489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:13.508719 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:13.518326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3303b556-1eec-4783-86f7-26af4935ca8e admin admin] 10.222.0.31 "PUT /v2.0/routers/af8b7976-a5d4-4462-85c4-c573aacb5e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0486414 Nov 02 16:39:13.522325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.523881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40838) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:13.532740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] Sync routers for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:13.625322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] For port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:13.629413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] For port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:13.671680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.675062 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.675753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3223a0af-ccb5-423c-a866-d38c268bdadf req-008295dd-6b62-4233-94ce-2dd8bb47c95d tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175200 Nov 02 16:39:13.686375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.691820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b846904a-bb2f-493f-94bd-9f62bf981502 HTTP/1.1" status: 204 len: 168 time: 0.6426778 Nov 02 16:39:13.695711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:13.698120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:13.735192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f4230-c480-4fe6-b490-43825ea7f92f admin admin] Pushing event deleted for resources: {'Network': ['ID=b846904a-bb2f-493f-94bd-9f62bf981502,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:13.755564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c685c9-517b-4b22-90f5-20b5e1dcd374 req-dffb6d56-2aef-43d8-8564-c720dbc3221d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:13.764773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5c685c9-517b-4b22-90f5-20b5e1dcd374 req-dffb6d56-2aef-43d8-8564-c720dbc3221d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1843650 Nov 02 16:39:13.774904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.777433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.841004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.933303 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.941280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:13.966843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port db6b186b-a388-4c39-830c-2c99b7d291ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=db6b186b-a388-4c39-830c-2c99b7d291ad,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:13.969681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:13.975980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e277bcb-c701-43b8-aa71-ead335ae75c6 None None] Pushing event updated for resources: {'Port': ['ID=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:13.976306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:13.981881 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:13.988414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5c685c9-517b-4b22-90f5-20b5e1dcd374 req-3572f04a-9238-43ab-b261-22f74d8ab969 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220581 Nov 02 16:39:14.016880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40846) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:14.059872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Pushing event updated for resources: {'Port': ['ID=cb299b9e-4599-448b-9be3-6ba61508f634,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:14.068627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:14.085095 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-702a0d1b-b4ad-4564-8221-2160348a031c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdca06e118fb419781e1431fd3c8ea0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667343 Nov 02 16:39:14.088605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40850) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:14.183219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:14.222365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-044b9741-fa6f-4a94-a5ab-9f609014c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:14.267658 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-044b9741-fa6f-4a94-a5ab-9f609014c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:14.348914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6b186b-a388-4c39-830c-2c99b7d291ad'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:14.352213 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1543951-2533-42d1-ad24-0d9ff1726d03" -d '{"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-plugged", "status": "completed", "tag": "db6b186b-a388-4c39-830c-2c99b7d291ad"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:14.355738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-044b9741-fa6f-4a94-a5ab-9f609014c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:14.359485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-044b9741-fa6f-4a94-a5ab-9f609014c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:14.363514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-044b9741-fa6f-4a94-a5ab-9f609014c2b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/294c06ff-fe70-4bc3-84e8-538d3f850669 HTTP/1.1" status: 204 len: 168 time: 0.2716453 Nov 02 16:39:14.404436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b9741-fa6f-4a94-a5ab-9f609014c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294c06ff-fe70-4bc3-84e8-538d3f850669,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:14.482884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=db6b186b-a388-4c39-830c-2c99b7d291ad,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:14.534050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port': {'id': '8061007f-c306-49a4-b29b-db0dd5c936e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:36:38Z', 'updated_at': '2021-11-02T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:14.538469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c1d68-8b1e-4320-8424-40a0c69779a0 req-e4b2230d-c95b-473b-a4bd-08dba17b2a27 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:14.542740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-849c1d68-8b1e-4320-8424-40a0c69779a0 req-e4b2230d-c95b-473b-a4bd-08dba17b2a27 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3764338 Nov 02 16:39:14.570396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] Checking router: af8b7976-a5d4-4462-85c4-c573aacb5e39 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:14.584278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] Routers {'af8b7976-a5d4-4462-85c4-c573aacb5e39'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:14.584912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['af8b7976-a5d4-4462-85c4-c573aacb5e39'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:14.787487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccd3ab-5ae2-4e7d-b942-c9bd340f191e req-355cb17d-d68f-40fe-8eba-795891cac2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:14.787984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccd3ab-5ae2-4e7d-b942-c9bd340f191e req-355cb17d-d68f-40fe-8eba-795891cac2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:14.790796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cfccd3ab-5ae2-4e7d-b942-c9bd340f191e req-355cb17d-d68f-40fe-8eba-795891cac2e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1985 time: 0.1210899 Nov 02 16:39:14.830743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-849c1d68-8b1e-4320-8424-40a0c69779a0 req-f7a91ae8-a08b-45f0-a76b-15ffa58993bb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704430 Nov 02 16:39:14.883556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cfccd3ab-5ae2-4e7d-b942-c9bd340f191e req-eeeee65d-afe2-4858-b490-e9386828bb2f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826809 Nov 02 16:39:14.948306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Deleting port 8061007f-c306-49a4-b29b-db0dd5c936e0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:14.948643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.034092 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e892dc-7da8-47ab-884a-b5350d153dbd x-openstack-request-id: req-89e892dc-7da8-47ab-884a-b5350d153dbd {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:15.036329 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-plugged", "status": "completed", "tag": "db6b186b-a388-4c39-830c-2c99b7d291ad", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:15.036845 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89e892dc-7da8-47ab-884a-b5350d153dbd {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:15.037487 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6b186b-a388-4c39-830c-2c99b7d291ad', 'code': 200} Nov 02 16:39:15.039106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32a96a71-e37d-488e-ac19-fec3cfc4bc9a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:15.116782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] Set router af8b7976-a5d4-4462-85c4-c573aacb5e39 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:15.209549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40870) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:15.255164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:39:14Z', 'revision_number': 6, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:15.257870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:15.258444 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.316419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bf1ea323-9d0c-4a4e-a296-807c52fc1b53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89467cb3cf2a4db49576e878f6047d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019714 Nov 02 16:39:15.318057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40872) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:15.340154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f377d-5eca-44c3-acf5-b0e6158aca71 None None] The sync data for ids ['af8b7976-a5d4-4462-85c4-c573aacb5e39'] in n-d-811405-2 is: [{'id': 'af8b7976-a5d4-4462-85c4-c573aacb5e39', 'name': 'tempest-ServersTestFqdnHostnames-640031571-router', 'tenant_id': '39778b425ff54f49b16e5bcf2f164d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:36:37Z', 'updated_at': '2021-11-02T16:39:14Z', 'revision_number': 6, 'project_id': '39778b425ff54f49b16e5bcf2f164d63', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:15.407684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.451956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.468808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.506441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.510569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.511909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27674653-b89d-4e85-8d01-db5859232b22 HTTP/1.1" status: 204 len: 168 time: 0.1927118 Nov 02 16:39:15.525114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27674653-b89d-4e85-8d01-db5859232b22,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:15.537103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.537450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.537793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.538406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.538594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.538927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.539251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.539572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.540684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.541013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.541753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.541753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e29d7-56ff-459b-8b7a-d9d622403a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:15.551823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:15.563660 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.607710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] For port 8061007f-c306-49a4-b29b-db0dd5c936e0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8061007f-c306-49a4-b29b-db0dd5c936e0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:15.608298 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.625028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Calling delete_port for 8061007f-c306-49a4-b29b-db0dd5c936e0 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:15.641690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a73381-52b3-40f4-a007-83b2f4628cc4 None None] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:15.809945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:15.843062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038f4f5-3177-4df3-905d-8bb3da005703 req-4c8d3e74-5439-40bb-a72f-a7f93cbd2ac4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:15.851665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a935f771-a20e-48e2-93cb-3005ecf698bd None None] Provisioning complete for port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:15.853000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038f4f5-3177-4df3-905d-8bb3da005703 req-4c8d3e74-5439-40bb-a72f-a7f93cbd2ac4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:15.853830 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a935f771-a20e-48e2-93cb-3005ecf698bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:15.861197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d038f4f5-3177-4df3-905d-8bb3da005703 req-4c8d3e74-5439-40bb-a72f-a7f93cbd2ac4 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1683 time: 1.0292439 Nov 02 16:39:15.948233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:16.094839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d038f4f5-3177-4df3-905d-8bb3da005703 req-dea6ef99-e5b5-407b-ac1c-5281753ebfb5 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329888 Nov 02 16:39:16.128349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfd66-d941-4c3f-9672-0376c8758067 req-76456d6e-96d5-4916-899b-f8ea6bae6e79 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:16.139359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d5cfd66-d941-4c3f-9672-0376c8758067 req-76456d6e-96d5-4916-899b-f8ea6bae6e79 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.5872700 Nov 02 16:39:16.316569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d5cfd66-d941-4c3f-9672-0376c8758067 req-c1071581-4d29-4b98-8053-412678e3acd9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757631 Nov 02 16:39:16.340186 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:16.439112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Pushing event deleted for resources: {'Port': ['ID=8061007f-c306-49a4-b29b-db0dd5c936e0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:16.626921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32a96a71-e37d-488e-ac19-fec3cfc4bc9a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:16.754246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:16.755186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:16.847121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d5832827-afd0-47d3-8f02-ff0a2660bdde None None] Provisioning complete for port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:16.847504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5832827-afd0-47d3-8f02-ff0a2660bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:16.879029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb463ee-2bbd-4e61-9a79-d63480506a5f req-09446469-5fb2-46ad-a815-15dd19a28c27 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:16.880598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcb463ee-2bbd-4e61-9a79-d63480506a5f req-09446469-5fb2-46ad-a815-15dd19a28c27 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.4213650 Nov 02 16:39:16.895145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.056903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9488e-b156-4864-a7fc-2ad58bde7eab req-fe43c9be-7074-4f67-80fb-db039639fde4 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:17.058756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81a9488e-b156-4864-a7fc-2ad58bde7eab req-fe43c9be-7074-4f67-80fb-db039639fde4 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 945 time: 0.2544143 Nov 02 16:39:17.073267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.083066 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.084598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8061007f-c306-49a4-b29b-db0dd5c936e0 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:17.095237 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.103706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcb463ee-2bbd-4e61-9a79-d63480506a5f req-55a8b24e-b418-4418-9523-66f8747276ca tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135377 Nov 02 16:39:17.118350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8061007f-c306-49a4-b29b-db0dd5c936e0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:17.118812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8061007f-c306-49a4-b29b-db0dd5c936e0 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:17.119253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e34473b5-2064-4ae0-b4d8-854c949c156c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:17.157911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e34473b5-2064-4ae0-b4d8-854c949c156c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:17.166298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e34473b5-2064-4ae0-b4d8-854c949c156c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:17.285950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.286537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8b7976-a5d4-4462-85c4-c573aacb5e39 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:39:17.290662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81a9488e-b156-4864-a7fc-2ad58bde7eab req-d83f4c40-2498-40cb-a004-3d5ef443e58d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148175 Nov 02 16:39:17.296117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.297069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58192ea5-7800-4c2e-8e61-7ed8010d494f admin admin] 10.222.0.31 "DELETE /v2.0/routers/af8b7976-a5d4-4462-85c4-c573aacb5e39 HTTP/1.1" status: 204 len: 168 time: 3.7716432 Nov 02 16:39:17.299796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40924) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:17.345569 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.356483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a684cbb-8c2e-4c33-851a-f878bb18444d req-f8c89a8d-ac2e-4e6a-b337-c712a405494e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:17.360592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a684cbb-8c2e-4c33-851a-f878bb18444d req-f8c89a8d-ac2e-4e6a-b337-c712a405494e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:17.368800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a684cbb-8c2e-4c33-851a-f878bb18444d req-f8c89a8d-ac2e-4e6a-b337-c712a405494e tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1683 time: 0.1224902 Nov 02 16:39:17.391732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Deleting subnet 651669a0-41c0-43ec-84c8-180a46b1825e {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:17.398478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.459456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a684cbb-8c2e-4c33-851a-f878bb18444d req-ca43b5b6-b112-4c81-b97b-d5e6b2fd5fd1 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889611 Nov 02 16:39:17.482028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:39:17.507623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.700814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.752998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:17.771649 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Sync routers for ids ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:17.773970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669789a8-dcb6-4ac0-87c4-710da527cbfc req-c59eeac3-9423-4417-a195-fa01fe62fa69 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:17.781350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-669789a8-dcb6-4ac0-87c4-710da527cbfc req-c59eeac3-9423-4417-a195-fa01fe62fa69 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1018896 Nov 02 16:39:17.786828 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Routers {'e5e46d80-ed99-4b82-913a-2bc0a8254bf4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:17.791425 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:17.823854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.828187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-51b27e38-0890-4dbc-b018-ba255568a929 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6504350 Nov 02 16:39:17.829032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40940) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:17.845868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.900150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651669a0-41c0-43ec-84c8-180a46b1825e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:17.922355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c712f8-ac9f-489a-8ef9-1507747c66b2 None None] Network eab61ef8-bff0-45e2-98ac-83f1cf106c78 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:17.923938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:17.930020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a83814b6-61c9-4caf-bb6a-b3de0771ef99 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/651669a0-41c0-43ec-84c8-180a46b1825e HTTP/1.1" status: 204 len: 168 time: 0.6244423 Nov 02 16:39:17.930237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-669789a8-dcb6-4ac0-87c4-710da527cbfc req-1013d184-f343-473c-9e14-3a20e92a0c9b tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460552 Nov 02 16:39:17.944424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40944) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:17.987561 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Set router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:18.053453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.133040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Deleting port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:18.133822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.296783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] For port e76c5cf4-79d5-4695-b31e-0db7b19e73a7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:18.300990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.303276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] DHCP port deletion for eab61ef8-bff0-45e2-98ac-83f1cf106c78 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:39:18.323163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Calling delete_port for e76c5cf4-79d5-4695-b31e-0db7b19e73a7 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:18.387446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:39:14Z', 'revision_number': 3, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:18.419885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] Deleting port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:18.420273 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.447744 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Checking router: e5e46d80-ed99-4b82-913a-2bc0a8254bf4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:18.448569 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Updating router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 port cb299b9e-4599-448b-9be3-6ba61508f634 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:39:18.508308 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.531354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] For port e76c5cf4-79d5-4695-b31e-0db7b19e73a7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,segment=NetworkSegment(1d787618-517d-4770-bea6-6ab7f1bc75fd),segment_id=1d787618-517d-4770-bea6-6ab7f1bc75fd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:18.531903 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.552382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c833-6671-4385-9b51-7d3b9514a8cc req-c35cb9c4-bc42-437f-b17f-29ca39f3f857 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:18.564566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] Calling delete_port for e76c5cf4-79d5-4695-b31e-0db7b19e73a7 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:18.567075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c833-6671-4385-9b51-7d3b9514a8cc req-c35cb9c4-bc42-437f-b17f-29ca39f3f857 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:18.579882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1f1c833-6671-4385-9b51-7d3b9514a8cc req-c35cb9c4-bc42-437f-b17f-29ca39f3f857 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1683 time: 0.2664762 Nov 02 16:39:18.596166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e76c5cf4-79d5-4695-b31e-0db7b19e73a7 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:18.716498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faeefb-b965-484f-95da-f72ffd4dc1a6 req-42146f03-2859-479e-8f1d-fce3d5835a73 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:18.728319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81faeefb-b965-484f-95da-f72ffd4dc1a6 req-42146f03-2859-479e-8f1d-fce3d5835a73 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 945 time: 0.3027818 Nov 02 16:39:18.843996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1f1c833-6671-4385-9b51-7d3b9514a8cc req-37e86b7c-860c-4209-adf2-fe3039821b6b tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573841 Nov 02 16:39:18.871512 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.878953 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.909984 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.946761 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Attempting to bind port cb299b9e-4599-448b-9be3-6ba61508f634 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:18.947470 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Attempting to bind port cb299b9e-4599-448b-9be3-6ba61508f634 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:18.947854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Attempting to bind port cb299b9e-4599-448b-9be3-6ba61508f634 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:18.956834 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:18.957288 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:18.957646 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.958043 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:18.958551 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Bound port: cb299b9e-4599-448b-9be3-6ba61508f634, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:18.958955 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:18.977860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] Pushing event deleted for resources: {'Port': ['ID=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:18.988058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No active binding found for port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 {{(pid=102067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 16:39:18.989285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e76c5cf4-79d5-4695-b31e-0db7b19e73a7 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:19.011976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bfbf4-f9f9-4665-8eb4-4fb74c4770f9 None None] No DVR routers for this DVR port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:19.053559 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e5dcc-44e9-4bce-bf5f-d6160c1e025b None None] Pushing event updated for resources: {'Port': ['ID=cb299b9e-4599-448b-9be3-6ba61508f634,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:19.063063 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] For port cb299b9e-4599-448b-9be3-6ba61508f634, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:19.072648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81faeefb-b965-484f-95da-f72ffd4dc1a6 req-5f55a3bd-bf98-4433-9187-5cfb409cbb8a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420837 Nov 02 16:39:19.106491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d63e-13ac-4641-81db-057c427efd10 req-8f707cfa-726f-4f2c-ac89-fd159ca618da tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:19.108051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4533d63e-13ac-4641-81db-057c427efd10 req-8f707cfa-726f-4f2c-ac89-fd159ca618da tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 945 time: 0.4096730 Nov 02 16:39:19.110778 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] For port cb299b9e-4599-448b-9be3-6ba61508f634, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cb299b9e-4599-448b-9be3-6ba61508f634,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:19.117547 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.212921 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Routers {'e5e46d80-ed99-4b82-913a-2bc0a8254bf4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:19.213581 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:19.319004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.366772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] No DVR routers for this DVR port e76c5cf4-79d5-4695-b31e-0db7b19e73a7 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:19.385351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76c5cf4-79d5-4695-b31e-0db7b19e73a7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:19.406944 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] Set router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:19.521621 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e5dcc-44e9-4bce-bf5f-d6160c1e025b None None] Pushing event updated for resources: {'Port': ['ID=cb299b9e-4599-448b-9be3-6ba61508f634,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:19.620735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.648174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab61ef8-bff0-45e2-98ac-83f1cf106c78']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:19.678169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4007-7483-4878-be50-289cf36bf687 req-18e031f2-295d-48fa-b257-8755da5d3f11 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:19.688363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4007-7483-4878-be50-289cf36bf687 req-18e031f2-295d-48fa-b257-8755da5d3f11 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:19.690860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72aa4007-7483-4878-be50-289cf36bf687 req-18e031f2-295d-48fa-b257-8755da5d3f11 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1683 time: 0.3591771 Nov 02 16:39:19.693471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d787618-517d-4770-bea6-6ab7f1bc75fd') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:19.693962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d787618-517d-4770-bea6-6ab7f1bc75fd') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:19.712890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.714791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d09a03-19db-413a-ae97-de9064fa1869 req-dca3d884-afb5-4a92-88ef-a76597d73d42 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:19.726966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78d09a03-19db-413a-ae97-de9064fa1869 req-dca3d884-afb5-4a92-88ef-a76597d73d42 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.2107172 Nov 02 16:39:19.744337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.755185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:19.755898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.819992 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:39:14Z', 'revision_number': 3, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:19.844937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Deleting port 05c0ede5-32be-4663-9788-ad6f2aeba60f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:19.845249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:19.850598 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:19.857149 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916dbc3-1d8f-4896-9dcd-62e8f4afb51e None None] The sync data for ids ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'] in n-d-811405-2 is: [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:39:14Z', 'revision_number': 3, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:19.999419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.014756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78d09a03-19db-413a-ae97-de9064fa1869 req-07316fe5-6005-4c24-bb34-b6e66e7f74ca tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732575 Nov 02 16:39:20.017586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.025000 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eab61ef8-bff0-45e2-98ac-83f1cf106c78 HTTP/1.1" status: 204 len: 168 time: 2.0787189 Nov 02 16:39:20.075764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a3238-2e01-4439-8ce2-0711aac96035 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab61ef8-bff0-45e2-98ac-83f1cf106c78,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:20.087691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] For port 05c0ede5-32be-4663-9788-ad6f2aeba60f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=05c0ede5-32be-4663-9788-ad6f2aeba60f,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:20.088884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.092944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port c314de9b-1d49-4441-9cf2-fea54629f0b3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:20.096542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.128808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Calling delete_port for 05c0ede5-32be-4663-9788-ad6f2aeba60f owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:20.329837 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.370294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port c314de9b-1d49-4441-9cf2-fea54629f0b3, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c314de9b-1d49-4441-9cf2-fea54629f0b3,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:20.371381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.395854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for c314de9b-1d49-4441-9cf2-fea54629f0b3 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:20.452599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41050) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:20.537563 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.550666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:20.556327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7897cfb-1270-4266-90fb-82a676be1e55'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:20.575456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cebdf-9541-492b-9088-bc0582c120f3 req-ec867244-1ad9-482a-af80-584331b11fb9 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:20.599951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-15b5de91-dd76-498d-a50d-67743be2b2df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39778b425ff54f49b16e5bcf2f164d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458492 Nov 02 16:39:20.601247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cebdf-9541-492b-9088-bc0582c120f3 req-ec867244-1ad9-482a-af80-584331b11fb9 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:20.603885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41060) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:20.605954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-471cebdf-9541-492b-9088-bc0582c120f3 req-ec867244-1ad9-482a-af80-584331b11fb9 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 1683 time: 0.6339459 Nov 02 16:39:20.679558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb299b9e-4599-448b-9be3-6ba61508f634 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:20.788287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event deleted for resources: {'Port': ['ID=05c0ede5-32be-4663-9788-ad6f2aeba60f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:20.808121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27259b97-2002-4a33-8dc5-09e4acaa2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.827572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cdadd-0874-4feb-bed1-9dffbb675e71 req-b53df6cd-7435-4c30-9be6-c8f970acde2d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:20.839944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f69cdadd-0874-4feb-bed1-9dffbb675e71 req-b53df6cd-7435-4c30-9be6-c8f970acde2d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c6fd0f-b426-4046-b2a8-f28e070ef22c HTTP/1.1" status: 200 len: 867 time: 0.3881795 Nov 02 16:39:20.845987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.874800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27259b97-2002-4a33-8dc5-09e4acaa2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:20.930566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cb299b9e-4599-448b-9be3-6ba61508f634 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:20.932001 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.001504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] No DVR routers for this DVR port 05c0ede5-32be-4663-9788-ad6f2aeba60f on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:21.006156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port c314de9b-1d49-4441-9cf2-fea54629f0b3 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:21.008249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=c314de9b-1d49-4441-9cf2-fea54629f0b3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:21.010537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.015402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4533d63e-13ac-4641-81db-057c427efd10 req-1d7d58b8-b05a-4105-b96e-afec50ad69b2 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "DELETE /v2.0/ports/05c0ede5-32be-4663-9788-ad6f2aeba60f HTTP/1.1" status: 204 len: 173 time: 1.8896186 Nov 02 16:39:21.015871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.025534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'name': 'network-vif-deleted', 'tag': '05c0ede5-32be-4663-9788-ad6f2aeba60f'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:21.029037 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a18b56-3d4f-4a6b-a304-95940fc5f434" -d '{"events": [{"server_uuid": "f8c6fd0f-b426-4046-b2a8-f28e070ef22c", "name": "network-vif-deleted", "tag": "05c0ede5-32be-4663-9788-ad6f2aeba60f"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:21.030828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72aa4007-7483-4878-be50-289cf36bf687 req-76de851a-ca0a-466d-ad2e-d74d1a41c455 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "DELETE /v2.0/ports/c314de9b-1d49-4441-9cf2-fea54629f0b3 HTTP/1.1" status: 204 len: 173 time: 1.1747925 Nov 02 16:39:21.045473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-deleted', 'tag': 'c314de9b-1d49-4441-9cf2-fea54629f0b3'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:21.061053 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c538a5-930e-41ea-b491-aa5c1483a272" -d '{"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-deleted", "tag": "c314de9b-1d49-4441-9cf2-fea54629f0b3"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:21.094301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-471cebdf-9541-492b-9088-bc0582c120f3 req-3c455203-2163-4ae8-9304-43791e40f1ca tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/security-groups?id=27737a78-5a38-4eaa-862d-3276c2094402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271929 Nov 02 16:39:21.183006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f69cdadd-0874-4feb-bed1-9dffbb675e71 req-61211405-7770-43c7-9fca-0b5a7e2fd9fb tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416851 Nov 02 16:39:21.224742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41072) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:21.379011 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7159b2e-7c71-4111-bded-b3506d1bee85 x-openstack-request-id: req-a7159b2e-7c71-4111-bded-b3506d1bee85 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:21.380829 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c6fd0f-b426-4046-b2a8-f28e070ef22c", "name": "network-vif-deleted", "tag": "05c0ede5-32be-4663-9788-ad6f2aeba60f", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:21.382162 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7159b2e-7c71-4111-bded-b3506d1bee85 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:21.383325 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c6fd0f-b426-4046-b2a8-f28e070ef22c', 'name': 'network-vif-deleted', 'tag': '05c0ede5-32be-4663-9788-ad6f2aeba60f', 'status': 'completed', 'code': 200} Nov 02 16:39:21.386328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27259b97-2002-4a33-8dc5-09e4acaa2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.389945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-27259b97-2002-4a33-8dc5-09e4acaa2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.392191 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-27259b97-2002-4a33-8dc5-09e4acaa2ead admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8e76bc7-92e0-4468-ae69-d3fae8b0ff76 HTTP/1.1" status: 204 len: 168 time: 0.7826643 Nov 02 16:39:21.407720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27259b97-2002-4a33-8dc5-09e4acaa2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e76bc7-92e0-4468-ae69-d3fae8b0ff76,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:21.438388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port db6b186b-a388-4c39-830c-2c99b7d291ad {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:21.439552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.450431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.535656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Allocated IP 172.20.0.1 (02a6e841-5f53-4f95-98a2-8620bbbcbb96/e62cbabe-9aff-4f44-8691-631b1bb3f6aa/9c4b0cd2-3146-493d-865b-af50b3f6facc) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:21.613082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port db6b186b-a388-4c39-830c-2c99b7d291ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=db6b186b-a388-4c39-830c-2c99b7d291ad,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:21.613857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.619461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port cb299b9e-4599-448b-9be3-6ba61508f634, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cb299b9e-4599-448b-9be3-6ba61508f634,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:21.632850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for db6b186b-a388-4c39-830c-2c99b7d291ad owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:21.644800 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.779617 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9838f73-47f4-4035-8b65-896cbc5a5107 x-openstack-request-id: req-a9838f73-47f4-4035-8b65-896cbc5a5107 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:21.779910 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-deleted", "tag": "c314de9b-1d49-4441-9cf2-fea54629f0b3", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:21.780181 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9838f73-47f4-4035-8b65-896cbc5a5107 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:21.781021 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-deleted', 'tag': 'c314de9b-1d49-4441-9cf2-fea54629f0b3', 'status': 'completed', 'code': 200} Nov 02 16:39:21.812356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda64c-2a9b-49c2-8c5d-f20db45de4c2 req-21e8eec2-330f-4416-8f89-149b6ba2f999 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:21.819850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5adda64c-2a9b-49c2-8c5d-f20db45de4c2 req-21e8eec2-330f-4416-8f89-149b6ba2f999 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.0880032 Nov 02 16:39:21.836281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=cb299b9e-4599-448b-9be3-6ba61508f634,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:21.870170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d192924-2efd-412c-a31f-84775609c522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.881910 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.893302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5adda64c-2a9b-49c2-8c5d-f20db45de4c2 req-11176bc4-a0c1-4a39-b1a7-87f155f95c61 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725160 Nov 02 16:39:21.943152 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:21.953363 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:39:21.997143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4b0cd2-3146-493d-865b-af50b3f6facc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:22.008045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7371-cbe3-4044-9453-708b93c9a713 req-ad93ea20-daba-4f2f-b610-dc80a6e4f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:22.009749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-ad93ea20-daba-4f2f-b610-dc80a6e4f123 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 1097 time: 0.2552552 Nov 02 16:39:22.010088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:22.011652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:22.014387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:22.059259 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.082692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.198757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=db6b186b-a388-4c39-830c-2c99b7d291ad,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:22.339454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port db6b186b-a388-4c39-830c-2c99b7d291ad on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:22.351668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.389052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72aa4007-7483-4878-be50-289cf36bf687 req-e369d381-1dda-4fbb-910d-4d39708da082 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.55 "DELETE /v2.0/ports/db6b186b-a388-4c39-830c-2c99b7d291ad HTTP/1.1" status: 204 len: 173 time: 1.3249328 Nov 02 16:39:22.390261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdfbb141-3963-45c9-bc9a-113bbfc21000 req-90e9e860-277c-40f7-a458-14d910ad5e64 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ffedd7-cd61-4129-ac2d-e0cd0372cc2f HTTP/1.1" status: 200 len: 210 time: 0.1457543 Nov 02 16:39:22.450497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 05c0ede5-32be-4663-9788-ad6f2aeba60f no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:22.459166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d192924-2efd-412c-a31f-84775609c522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.462184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7371-cbe3-4044-9453-708b93c9a713 req-9ac5a551-e4a0-45c1-8e10-79b4d75341b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:22.464947 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-9ac5a551-e4a0-45c1-8e10-79b4d75341b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 200 len: 914 time: 0.4407897 Nov 02 16:39:22.467745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d192924-2efd-412c-a31f-84775609c522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.475712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.536365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d192924-2efd-412c-a31f-84775609c522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17c11f-716f-4734-a8c0-2f68b553734c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:22.581319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 05c0ede5-32be-4663-9788-ad6f2aeba60f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:22.583650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 05c0ede5-32be-4663-9788-ad6f2aeba60f not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:22.601535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f65d9d79-0b2a-45fc-bf20-e7f7f1f66fce None None] Provisioning complete for port 9c4b0cd2-3146-493d-865b-af50b3f6facc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:22.609577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d79-0b2a-45fc-bf20-e7f7f1f66fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.710435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-ac457856-485b-4cfd-a569-7a3dfe552d66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 200 len: 217 time: 0.1966650 Nov 02 16:39:22.721337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb299b9e-4599-448b-9be3-6ba61508f634 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:22.864072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d192924-2efd-412c-a31f-84775609c522 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3587c9a3016e40e4bf38aa8635a0ff27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6373389 Nov 02 16:39:22.875329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41112) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:22.897730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f65d9d79-0b2a-45fc-bf20-e7f7f1f66fce None None] Port 9c4b0cd2-3146-493d-865b-af50b3f6facc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:22.905884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41114) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:22.913663 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:22.920966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cb299b9e-4599-448b-9be3-6ba61508f634 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:22.921610 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.047814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7371-cbe3-4044-9453-708b93c9a713 req-823c304f-4dc7-47f6-885c-0ef4c3ec70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:23.050587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-823c304f-4dc7-47f6-885c-0ef4c3ec70ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 200 len: 853 time: 0.3224764 Nov 02 16:39:23.122668 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-68d214f8-3cf9-4e50-89a0-4951346451be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e7fca9e-c007-4d73-9611-7bd53904baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569425 Nov 02 16:39:23.123942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e0-1aab-42bc-aeb8-7d2622020df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.153432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.155405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e0-1aab-42bc-aeb8-7d2622020df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.177505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef5221-927f-4733-bcd8-76d8801023b4 req-587e5dd3-2761-4b58-81a9-122cec303ad3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:23.187950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51ef5221-927f-4733-bcd8-76d8801023b4 req-587e5dd3-2761-4b58-81a9-122cec303ad3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.2310014 Nov 02 16:39:23.191414 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.280907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1454176139-network', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:23.295569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e0-1aab-42bc-aeb8-7d2622020df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.299031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e0-1aab-42bc-aeb8-7d2622020df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.302474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-84c6e7e0-1aab-42bc-aeb8-7d2622020df2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d17c11f-716f-4734-a8c0-2f68b553734c HTTP/1.1" status: 204 len: 168 time: 0.4108064 Nov 02 16:39:23.306431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7226f-1cb4-4e49-923b-508232f8f256 req-ac234954-bdc6-4d81-8c0c-e5a6084f8256 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:23.308109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aca7226f-1cb4-4e49-923b-508232f8f256 req-ac234954-bdc6-4d81-8c0c-e5a6084f8256 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.2273581 Nov 02 16:39:23.353631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6e7e0-1aab-42bc-aeb8-7d2622020df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17c11f-716f-4734-a8c0-2f68b553734c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:23.355104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.367532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4b0cd2-3146-493d-865b-af50b3f6facc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:23.368830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:23.373192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.385009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51ef5221-927f-4733-bcd8-76d8801023b4 req-7a647aab-903a-4ab0-a3e6-8a1b8ee37c13 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957412 Nov 02 16:39:23.405344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.432720 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-a56ba60e-fe11-4a17-8940-18df68baea46 service neutron] 10.222.0.55 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211194 Nov 02 16:39:23.455407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aca7226f-1cb4-4e49-923b-508232f8f256 req-840ef670-435c-4778-aa51-a4a4227105f8 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324897 Nov 02 16:39:23.489110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41126) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:23.568397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting subnet bb91940b-d755-4980-b7f9-d9b3a7a1b0b0 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:23.582661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.591065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-018c7371-cbe3-4044-9453-708b93c9a713 req-9182f4b4-2492-43be-9990-7610f11c15a7 service neutron] 10.222.0.55 "GET /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483023 Nov 02 16:39:23.608341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.620161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.642435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:23.646761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:23.651687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.661097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:39:23.671327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae563c8f-eba8-49d6-85bd-22dd6d583afa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:23.696325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.698705 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Added segment 09abf7b5-4152-4f75-815e-f703a97f9a46 of type vlan for network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b Nov 02 16:39:23.721993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:23.783085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.785033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec007c79-cd85-4e46-bcad-29dfdc7ba525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.786823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-deleted', 'tag': 'db6b186b-a388-4c39-830c-2c99b7d291ad'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:23.791945 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5e2dae-5cb4-4d77-bdef-be4bbe5537e1" -d '{"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-deleted", "tag": "db6b186b-a388-4c39-830c-2c99b7d291ad"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:23.833103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.834766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:23.835470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.840066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c314de9b-1d49-4441-9cf2-fea54629f0b3 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:23.916293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: c314de9b-1d49-4441-9cf2-fea54629f0b3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:23.917747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c314de9b-1d49-4441-9cf2-fea54629f0b3 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:23.919028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device db6b186b-a388-4c39-830c-2c99b7d291ad no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:23.928723 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06faf93-8ec4-44bf-ba96-a3f9ba6f1bab x-openstack-request-id: req-d06faf93-8ec4-44bf-ba96-a3f9ba6f1bab {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:23.929154 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ffedd7-cd61-4129-ac2d-e0cd0372cc2f", "name": "network-vif-deleted", "tag": "db6b186b-a388-4c39-830c-2c99b7d291ad", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:23.930070 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d06faf93-8ec4-44bf-ba96-a3f9ba6f1bab {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:23.930669 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ffedd7-cd61-4129-ac2d-e0cd0372cc2f', 'name': 'network-vif-deleted', 'tag': 'db6b186b-a388-4c39-830c-2c99b7d291ad', 'status': 'completed', 'code': 200} Nov 02 16:39:23.931818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:23.941159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2a6695db-64c8-43c8-88d7-7e12b08df362 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0305269 Nov 02 16:39:23.942674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:23.948574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Request body: {'subnet': {'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1454176139-subnet', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:23.963192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:39:23.967478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:23.981843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:39:23.983473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:23.984389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: db6b186b-a388-4c39-830c-2c99b7d291ad {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:23.984723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device db6b186b-a388-4c39-830c-2c99b7d291ad not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:23.988962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.073239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-591847b4-795f-4907-a553-40566299b870 None None] Provisioning complete for port 9c4b0cd2-3146-493d-865b-af50b3f6facc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:24.073714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-591847b4-795f-4907-a553-40566299b870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.116813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec007c79-cd85-4e46-bcad-29dfdc7ba525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.127088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec007c79-cd85-4e46-bcad-29dfdc7ba525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.154680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.163363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-591847b4-795f-4907-a553-40566299b870 None None] Port 9c4b0cd2-3146-493d-865b-af50b3f6facc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:24.217644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec007c79-cd85-4e46-bcad-29dfdc7ba525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae9aeef-2e32-4432-9ae3-78cef38eb722,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:24.220889 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.226504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/subnets/bb91940b-d755-4980-b7f9-d9b3a7a1b0b0 HTTP/1.1" status: 204 len: 168 time: 0.7339270 Nov 02 16:39:24.227095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b789a-8747-45b4-8d70-d30652ec1181 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Subnet': ['ID=bb91940b-d755-4980-b7f9-d9b3a7a1b0b0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:24.230352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec007c79-cd85-4e46-bcad-29dfdc7ba525 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbf24a8772344ab59fbd32c5dad6f7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053842 Nov 02 16:39:24.232097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83d000c-58db-427d-a7a5-00a26ffbe6fe None None] Network b112c716-41fb-4923-a25e-15868e5eb5c2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:24.233221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:24.233550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41140) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:24.315113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.330899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:24.350104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Sync routers for ids ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:24.350950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-51aa4a08-8c7a-4d25-8dab-bac2b70c3190 admin admin] 10.222.0.31 "PUT /v2.0/routers/e5e46d80-ed99-4b82-913a-2bc0a8254bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5183532 Nov 02 16:39:24.386838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Routers {'e5e46d80-ed99-4b82-913a-2bc0a8254bf4'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:24.387735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:24.404950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:24.445245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Checking segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:24.446524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Network hostable DHCP agents. Network: 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:39:24.472475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:39:24.490509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:24.496707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:24.497403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.509886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0c5f7-e559-4d14-b09d-db660492b1bd None None] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:24.533420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-44a3194f-340a-4bcc-89a7-b7487d8052c7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5895674 Nov 02 16:39:24.536326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41148) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:24.554406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:24.632194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.635085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.761931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.851838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Set router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:24.852469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.897561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06adace3-a1cc-48aa-a748-b171e6691331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.936994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] DHCP port deletion for b112c716-41fb-4923-a25e-15868e5eb5c2 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:39:24.955708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a83d3-1e85-401d-99d8-86a8d690dc76 req-2c4f6023-6dd3-423d-a69d-6c905e2b26ba tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:24.962601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:24.964929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d91a83d3-1e85-401d-99d8-86a8d690dc76 req-2c4f6023-6dd3-423d-a69d-6c905e2b26ba tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.2105451 Nov 02 16:39:24.983776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-a9ddb536-7543-4c74-8cf6-36c179e2d4c9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:24.987694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-a9ddb536-7543-4c74-8cf6-36c179e2d4c9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.6492536 Nov 02 16:39:25.015301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74bcb4-b673-44ca-b805-38a8e9c9ec16 req-5d433d38-94f8-4f70-a837-21de0f8a199a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:25.023546 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f74bcb4-b673-44ca-b805-38a8e9c9ec16 req-5d433d38-94f8-4f70-a837-21de0f8a199a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.2753208 Nov 02 16:39:25.066254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06adace3-a1cc-48aa-a748-b171e6691331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.162516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:39:25.163388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.224901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] Deleting port 4fc8116c-fb70-4c50-9945-fb294aba5fdd {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:25.225264 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.267643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d91a83d3-1e85-401d-99d8-86a8d690dc76 req-a94cd3af-5f8d-4a84-bf1e-ebcbda139eab tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014598 Nov 02 16:39:25.469693 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.497565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f74bcb4-b673-44ca-b805-38a8e9c9ec16 req-9e27875b-ef0c-4d2b-b319-97a711b5bfa4 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495912 Nov 02 16:39:25.502468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.511880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] For port 4fc8116c-fb70-4c50-9945-fb294aba5fdd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4fc8116c-fb70-4c50-9945-fb294aba5fdd,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:25.512146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.535061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] Calling delete_port for 4fc8116c-fb70-4c50-9945-fb294aba5fdd owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:25.544576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06adace3-a1cc-48aa-a748-b171e6691331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.551808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Allocated IP 172.20.0.2 (4e6d39d9-ce6c-4012-80e0-ad6029b2de8b/5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3/655681ae-d826-4628-b7ff-5a226da47b38) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:25.557539 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06adace3-a1cc-48aa-a748-b171e6691331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.568326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-06adace3-a1cc-48aa-a748-b171e6691331 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bae9aeef-2e32-4432-9ae3-78cef38eb722 HTTP/1.1" status: 204 len: 168 time: 1.3314600 Nov 02 16:39:25.585419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port 4fc8116c-fb70-4c50-9945-fb294aba5fdd {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:25.585764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.632361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:39:22Z', 'revision_number': 4, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '9c4b0cd2-3146-493d-865b-af50b3f6facc', 'name': '', 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'mac_address': 'fa:16:3e:3c:5e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:20Z', 'updated_at': '2021-11-02T16:39:22Z', 'revision_number': 2, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'subnets': [{'id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:25.683855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port 4fc8116c-fb70-4c50-9945-fb294aba5fdd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4fc8116c-fb70-4c50-9945-fb294aba5fdd,segment=NetworkSegment(2c5332e6-ea0e-420e-9252-4135f98b7219),segment_id=2c5332e6-ea0e-420e-9252-4135f98b7219)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:25.687356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.721761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Checking router: e5e46d80-ed99-4b82-913a-2bc0a8254bf4 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:25.722110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Updating router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 port 9c4b0cd2-3146-493d-865b-af50b3f6facc binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:39:25.745063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Allocated IP 172.25.7.87 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/24a0d3c2-bbba-42c9-aba1-1995d659e6a5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:25.761266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:25.772182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adace3-a1cc-48aa-a748-b171e6691331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae9aeef-2e32-4432-9ae3-78cef38eb722,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:25.782636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for 4fc8116c-fb70-4c50-9945-fb294aba5fdd owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:25.941576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Deleting port d7897cfb-1270-4266-90fb-82a676be1e55 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:25.942183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.000321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.055735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.060680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5238-c207-4870-9d9d-1b7a3a91849b req-32e3d1e1-46c6-44fa-9b14-9577a019071c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:26.062290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f4e5238-c207-4870-9d9d-1b7a3a91849b req-32e3d1e1-46c6-44fa-9b14-9577a019071c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3132644 Nov 02 16:39:26.098197 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.100970 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.111755 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.133973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:26.138320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:26.145614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:26.203307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] No DVR routers for this DVR port 4fc8116c-fb70-4c50-9945-fb294aba5fdd on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:26.206357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383bce4-e634-472e-9c61-1641c8d6da14 None None] Pushing event deleted for resources: {'Port': ['ID=4fc8116c-fb70-4c50-9945-fb294aba5fdd,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:26.223030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Pushing event updated for resources: {'Port': ['ID=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:26.236214 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.346951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f4e5238-c207-4870-9d9d-1b7a3a91849b req-dd0e9804-25a0-45c9-918c-8461c256c8fa tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424822 Nov 02 16:39:26.360659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=4fc8116c-fb70-4c50-9945-fb294aba5fdd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:26.370833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port 4fc8116c-fb70-4c50-9945-fb294aba5fdd on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:26.373856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:26.394424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:26.417564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:26.473129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Pushing event updated for resources: {'Port': ['ID=655681ae-d826-4628-b7ff-5a226da47b38,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:26.584316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] For port d7897cfb-1270-4266-90fb-82a676be1e55, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7897cfb-1270-4266-90fb-82a676be1e55,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:26.584718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.598496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4fc8116c-fb70-4c50-9945-fb294aba5fdd no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:26.666252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Calling delete_port for d7897cfb-1270-4266-90fb-82a676be1e55 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:26.687796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Attempting to bind port 655681ae-d826-4628-b7ff-5a226da47b38 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:26.688175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Attempting to bind port 655681ae-d826-4628-b7ff-5a226da47b38 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:26.689587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Attempting to bind port 655681ae-d826-4628-b7ff-5a226da47b38 on network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:26.705940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4fc8116c-fb70-4c50-9945-fb294aba5fdd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:26.706239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.706383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4fc8116c-fb70-4c50-9945-fb294aba5fdd not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:26.736617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:26.737003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Checking segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:26.737399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.737794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Bound using segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:26.738664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Bound port: 655681ae-d826-4628-b7ff-5a226da47b38, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:26.739054 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.782452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.807604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5873e2-236c-4446-a93f-8b55407fd415 req-11ec4013-34bf-4e3a-9e23-1394ee517bec tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:26.809148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c5873e2-236c-4446-a93f-8b55407fd415 req-11ec4013-34bf-4e3a-9e23-1394ee517bec tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 945 time: 0.3347330 Nov 02 16:39:26.832377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b112c716-41fb-4923-a25e-15868e5eb5c2']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:26.891838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a39b-333f-4a26-b668-f570ab37a351 req-2644f664-049d-4350-87bf-c465e25393c0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:26.893714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaf5a39b-333f-4a26-b668-f570ab37a351 req-2644f664-049d-4350-87bf-c465e25393c0 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3513408 Nov 02 16:39:26.912583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5332e6-ea0e-420e-9252-4135f98b7219') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:26.914845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5332e6-ea0e-420e-9252-4135f98b7219') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:26.955700 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.976210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] For port 655681ae-d826-4628-b7ff-5a226da47b38, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:26.994071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:26.997287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.063976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c5873e2-236c-4446-a93f-8b55407fd415 req-bdb84260-82c8-465d-8713-086377fd702f tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354238 Nov 02 16:39:27.088694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaf5a39b-333f-4a26-b668-f570ab37a351 req-0eace014-c65d-4ee0-b5e1-a22a47e49066 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655180 Nov 02 16:39:27.091294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.101059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:27.101926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:27.105619 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:27.109338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] For port 655681ae-d826-4628-b7ff-5a226da47b38, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=655681ae-d826-4628-b7ff-5a226da47b38,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:27.213623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.227518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044830eb-e15d-4eab-a844-0269a63f20ae None None] Pushing event updated for resources: {'Port': ['ID=9c4b0cd2-3146-493d-865b-af50b3f6facc,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:27.284211 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.291535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.298892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/networks/b112c716-41fb-4923-a25e-15868e5eb5c2 HTTP/1.1" status: 204 len: 168 time: 3.0612054 Nov 02 16:39:27.305231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41210) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:27.331061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683de0a-f76f-4844-a8c5-a3faf054356c tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Network': ['ID=b112c716-41fb-4923-a25e-15868e5eb5c2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:27.375438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.395660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting subnet 886ebea1-9a63-4856-a599-3bb4ea513f4a {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:27.404846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.410633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['6c331900-07ad-4d9f-8cab-0a75c5f61366'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:27.450720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event deleted for resources: {'Port': ['ID=d7897cfb-1270-4266-90fb-82a676be1e55,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:27.465920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.507509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] No DVR routers for this DVR port d7897cfb-1270-4266-90fb-82a676be1e55 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:27.511967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.515681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4558cfdd-f4f7-4592-9c0e-c8aad732efa0 req-ab687d86-0aa0-4911-957a-5eaa3a2d1447 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.100 "DELETE /v2.0/ports/d7897cfb-1270-4266-90fb-82a676be1e55 HTTP/1.1" status: 204 len: 173 time: 2.4842639 Nov 02 16:39:27.517089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'name': 'network-vif-deleted', 'tag': 'd7897cfb-1270-4266-90fb-82a676be1e55'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:27.520786 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b6d04-0b63-472f-a1a3-59e97eeeaba3" -d '{"events": [{"server_uuid": "90f34a68-f091-4832-b6d6-f73ab7fc8300", "name": "network-vif-deleted", "tag": "d7897cfb-1270-4266-90fb-82a676be1e55"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:27.605440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359f9e8-2df6-451b-912b-a1cdbf70f33e req-33a8df0a-336e-447f-9ee9-51b4f06e4148 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:27.612284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c359f9e8-2df6-451b-912b-a1cdbf70f33e req-33a8df0a-336e-447f-9ee9-51b4f06e4148 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3147111 Nov 02 16:39:27.663829 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e0d07-141c-45f1-84a0-67938781444a x-openstack-request-id: req-eb5e0d07-141c-45f1-84a0-67938781444a {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:27.669662 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f34a68-f091-4832-b6d6-f73ab7fc8300", "name": "network-vif-deleted", "tag": "d7897cfb-1270-4266-90fb-82a676be1e55", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:27.669662 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb5e0d07-141c-45f1-84a0-67938781444a {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:27.669662 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f34a68-f091-4832-b6d6-f73ab7fc8300', 'name': 'network-vif-deleted', 'tag': 'd7897cfb-1270-4266-90fb-82a676be1e55', 'status': 'completed', 'code': 200} Nov 02 16:39:27.687008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0bdc7-f975-4374-af10-ec22fa5bb5af None None] Pushing event updated for resources: {'Port': ['ID=655681ae-d826-4628-b7ff-5a226da47b38,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:27.694403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c359f9e8-2df6-451b-912b-a1cdbf70f33e req-930247f3-d4ec-45ef-831c-739f00dfabd7 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Nov 02 16:39:27.778096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d51b938e-54d2-48f1-aa71-f08824721fd4 None None] Provisioning complete for port 9c4b0cd2-3146-493d-865b-af50b3f6facc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:27.782434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d51b938e-54d2-48f1-aa71-f08824721fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.869307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Attempting to bind port 9c4b0cd2-3146-493d-865b-af50b3f6facc on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:27.870004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Attempting to bind port 9c4b0cd2-3146-493d-865b-af50b3f6facc by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:27.871383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Attempting to bind port 9c4b0cd2-3146-493d-865b-af50b3f6facc on network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:27.901457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:27.903657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Checking segment: {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:27.904244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.905351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Bound using segment: {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:27.905951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Bound port: 9c4b0cd2-3146-493d-865b-af50b3f6facc, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191e5b31-766d-40a7-9209-83fbf7084ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:27.906430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:27.942693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d51b938e-54d2-48f1-aa71-f08824721fd4 None None] Port 9c4b0cd2-3146-493d-865b-af50b3f6facc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:28.056789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] For port 9c4b0cd2-3146-493d-865b-af50b3f6facc, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:28.115700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] For port 9c4b0cd2-3146-493d-865b-af50b3f6facc, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9c4b0cd2-3146-493d-865b-af50b3f6facc,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:28.167472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:28.209635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b863e2-27f0-4d04-95c6-b90f7da49680 req-7c68a87c-a974-4186-90fc-931133d67f71 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:28.215312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20b863e2-27f0-4d04-95c6-b90f7da49680 req-7c68a87c-a974-4186-90fc-931133d67f71 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.2004657 Nov 02 16:39:28.347746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20b863e2-27f0-4d04-95c6-b90f7da49680 req-2adca322-97a7-4e1f-a361-7629e81f771e tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201718 Nov 02 16:39:28.457615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044830eb-e15d-4eab-a844-0269a63f20ae None None] Pushing event updated for resources: {'Port': ['ID=9c4b0cd2-3146-493d-865b-af50b3f6facc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:28.474198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b8c59a4-1ac1-4221-b3cf-0ce181c0fd3f req-9382f7c5-5518-41e3-85a1-5abd86e186c9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=90f34a68-f091-4832-b6d6-f73ab7fc8300 HTTP/1.1" status: 200 len: 210 time: 0.0865188 Nov 02 16:39:28.488478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Routers {'e5e46d80-ed99-4b82-913a-2bc0a8254bf4'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:28.490864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:28.530328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7897cfb-1270-4266-90fb-82a676be1e55 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:28.585821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:28.724305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:28.810115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02311-13e0-4b58-9b30-eb33a90acefd req-99e33817-7205-49e7-9fa0-2da519cd75ae tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:28.812422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81d02311-13e0-4b58-9b30-eb33a90acefd req-99e33817-7205-49e7-9fa0-2da519cd75ae tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1267152 Nov 02 16:39:28.938585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:39:28.948595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:28.992089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81d02311-13e0-4b58-9b30-eb33a90acefd req-be734e08-a75f-4fe2-ab91-6c5be65e2ebb tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730599 Nov 02 16:39:28.998146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Subnet': ['ID=886ebea1-9a63-4856-a599-3bb4ea513f4a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:29.001237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:29.008056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41254) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:29.009398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a3fd7f8-6479-435c-b5ad-60ea9e6a5e3f tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/subnets/886ebea1-9a63-4856-a599-3bb4ea513f4a HTTP/1.1" status: 204 len: 168 time: 1.7008419 Nov 02 16:39:29.294005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: d7897cfb-1270-4266-90fb-82a676be1e55 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:29.302770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7897cfb-1270-4266-90fb-82a676be1e55 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:29.304526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 655681ae-d826-4628-b7ff-5a226da47b38 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:29.307888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:29.322497 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Sync routers for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:29.339817 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:29.340663 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:29.349062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:29.353005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bad0e211-6134-4f54-9daa-02a563930e66 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8134000 Nov 02 16:39:29.355966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41264) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:29.371337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:29.416312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e56af5-8145-4101-ba69-05fa3d39380c None None] Network ac815c85-c58f-4542-b9ba-d2c8b5f3a912 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:29.421376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9545d1-cd55-4f5c-8511-938b4d73a7f3 req-3e189fae-60fb-4f1c-a107-268380baa727 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:29.434713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b9545d1-cd55-4f5c-8511-938b4d73a7f3 req-3e189fae-60fb-4f1c-a107-268380baa727 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1381567 Nov 02 16:39:29.500144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ca4f2-4c7f-4486-923c-605bac60c0ed None None] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:29.612744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b9545d1-cd55-4f5c-8511-938b4d73a7f3 req-d79fea35-091d-4075-ba94-ccba9d9f084a tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710961 Nov 02 16:39:29.627115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-7ee8faa4-ae9d-4d76-ad59-fe2d3cd4ff80 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:29.634809 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:29.635530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-7ee8faa4-ae9d-4d76-ad59-fe2d3cd4ff80 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.5075061 Nov 02 16:39:29.676740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-3dad4d56-b955-464d-a725-dd37bc57b30a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0324428 Nov 02 16:39:29.694044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0ec6648e-a1c7-4fb8-b4dc-ad7e1299eae9 None None] Provisioning complete for port 9c4b0cd2-3146-493d-865b-af50b3f6facc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:29.704352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ec6648e-a1c7-4fb8-b4dc-ad7e1299eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:29.846105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Deleting port a71fae4a-40f7-4261-bc29-62907169a27c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:29.862329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:29.969357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-050ce66a-1fe3-488f-8e09-e475c5083f74 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647252 Nov 02 16:39:30.023623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 655681ae-d826-4628-b7ff-5a226da47b38 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:30.024337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:30.116660 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:26Z', 'revision_number': 3, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:30.208898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] For port a71fae4a-40f7-4261-bc29-62907169a27c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a71fae4a-40f7-4261-bc29-62907169a27c,segment=NetworkSegment(577d36a8-61d4-497c-b60a-920f3bb64fab),segment_id=577d36a8-61d4-497c-b60a-920f3bb64fab)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:30.209554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:30.271639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] Set router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:30.299105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Calling delete_port for a71fae4a-40f7-4261-bc29-62907169a27c owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:30.321635 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Checking router: a6d1bbca-5c76-4c4d-bd77-9cf220070b05 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:30.322068 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Updating router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:39:30.357376 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:30.407961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5e78f-2734-4489-8cae-5e726b3a975b req-beab9dd7-1a2f-49e1-bab9-6c9cc6ae9a72 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:30.412942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fe5e78f-2734-4489-8cae-5e726b3a975b req-beab9dd7-1a2f-49e1-bab9-6c9cc6ae9a72 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3965802 Nov 02 16:39:30.437260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-94e743e0-240c-48c3-9ed1-3011eb0c54aa service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501216 Nov 02 16:39:30.505197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:30.704731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:30.757461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-7e5621aa-8540-4a25-93af-9acd34c83a84 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070765 Nov 02 16:39:30.962531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fe5e78f-2734-4489-8cae-5e726b3a975b req-f8222ce5-d153-4136-868b-5ca027623959 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377128 Nov 02 16:39:31.061031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.075560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Allocated IP 172.20.0.1 (4e6d39d9-ce6c-4012-80e0-ad6029b2de8b/5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3/1f31ef08-6741-4211-9ab8-e8cd2236fe5d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:31.156091 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.170843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Port': ['ID=a71fae4a-40f7-4261-bc29-62907169a27c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:31.172358 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.196106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] No DVR routers for this DVR port a71fae4a-40f7-4261-bc29-62907169a27c on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:31.321809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ec6648e-a1c7-4fb8-b4dc-ad7e1299eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.352735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ad1c4-c1cb-4155-867a-c77a1a9181f8 None None] DHCP port deletion for ac815c85-c58f-4542-b9ba-d2c8b5f3a912 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:39:31.381488 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c0046-d921-4336-99a4-6a14bf883090 None None] Pushing event updated for resources: {'Port': ['ID=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:31.401707 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Attempting to bind port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:31.402378 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Attempting to bind port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:31.402879 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Attempting to bind port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:31.426454 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:31.427223 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:31.429038 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.429685 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:31.437282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Bound port: 24a0d3c2-bbba-42c9-aba1-1995d659e6a5, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:31.437839 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.454485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.511422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.526749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 655681ae-d826-4628-b7ff-5a226da47b38, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=655681ae-d826-4628-b7ff-5a226da47b38,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:31.533647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.546567 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.584555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac815c85-c58f-4542-b9ba-d2c8b5f3a912']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:31.587745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:31.595758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:31.603547 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] For port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:31.612100 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] For port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:31.619069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:31.623832 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.700873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0ec6648e-a1c7-4fb8-b4dc-ad7e1299eae9 None None] For port 9c4b0cd2-3146-493d-865b-af50b3f6facc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9c4b0cd2-3146-493d-865b-af50b3f6facc,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:31.720570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Pushing event updated for resources: {'Port': ['ID=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:31.728553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ec6648e-a1c7-4fb8-b4dc-ad7e1299eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.746001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a71fae4a-40f7-4261-bc29-62907169a27c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:31.770710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.772869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-304ac1d8-8b87-4fe0-ba0e-7a7c05233f61 req-c774986a-4e31-4ba5-a978-b83e63322d3b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.2007790 Nov 02 16:39:31.782273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577d36a8-61d4-497c-b60a-920f3bb64fab') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:31.782647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577d36a8-61d4-497c-b60a-920f3bb64fab') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:31.806934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a71fae4a-40f7-4261-bc29-62907169a27c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:31.810791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a71fae4a-40f7-4261-bc29-62907169a27c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:31.827148 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.835896 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:31.836566 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:31.853059 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c0046-d921-4336-99a4-6a14bf883090 None None] Pushing event updated for resources: {'Port': ['ID=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:31.869058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=655681ae-d826-4628-b7ff-5a226da47b38,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:31.881495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:39:22Z', 'revision_number': 4, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '9c4b0cd2-3146-493d-865b-af50b3f6facc', 'name': '', 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'mac_address': 'fa:16:3e:3c:5e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:20Z', 'updated_at': '2021-11-02T16:39:28Z', 'revision_number': 4, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'subnets': [{'id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:31.894519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.934155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048e858-f16a-4384-9f84-bab4755ae821 req-8e3070cf-da2f-496c-af17-655000018c3f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:31.955867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c048e858-f16a-4384-9f84-bab4755ae821 req-8e3070cf-da2f-496c-af17-655000018c3f tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3412399 Nov 02 16:39:31.965812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:31.965812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:31.986674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef298-f07d-45a1-ad93-535f639dbde5 None None] The sync data for ids ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'] in n-d-811405-2 is: [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:39:22Z', 'revision_number': 4, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '9c4b0cd2-3146-493d-865b-af50b3f6facc', 'name': '', 'network_id': '02a6e841-5f53-4f95-98a2-8620bbbcbb96', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'mac_address': 'fa:16:3e:3c:5e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:20Z', 'updated_at': '2021-11-02T16:39:28Z', 'revision_number': 4, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'subnets': [{'id': 'e62cbabe-9aff-4f44-8691-631b1bb3f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:32.143603 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:32.161345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e3ef7cad-1cdf-4f6b-a78f-9ef3c9f1ffc0 None None] Provisioning complete for port 655681ae-d826-4628-b7ff-5a226da47b38 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:32.163391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7cad-1cdf-4f6b-a78f-9ef3c9f1ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:32.204176 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:32.232720 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:32.241028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:32.256886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:32.271181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] 10.222.0.31 "DELETE /v2.0/networks/ac815c85-c58f-4542-b9ba-d2c8b5f3a912 HTTP/1.1" status: 204 len: 168 time: 3.2579894 Nov 02 16:39:32.376634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c048e858-f16a-4384-9f84-bab4755ae821 req-dcad64bf-30b1-4ee4-9dc9-5bcd39aff751 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185688 Nov 02 16:39:32.378670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Pushing event deleted for resources: {'Network': ['ID=ac815c85-c58f-4542-b9ba-d2c8b5f3a912,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:32.421466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.424196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.425200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.427127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.429015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.430590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.431547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.433093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.434830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6648e-a1c7-4fb8-b4dc-ad7e1299eae9 None None] Pushing event updated for resources: {'Port': ['ID=9c4b0cd2-3146-493d-865b-af50b3f6facc,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:32.437232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.439032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.440151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.442194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f732d3-812a-4a06-911e-28b5c5806706 tempest-ServersTestMultiNic-377665326 tempest-ServersTestMultiNic-377665326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:32.692785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41348) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:32.755347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-469e9850-5502-423c-aae6-032ad019c95a None None] Provisioning complete for port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:32.755973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-469e9850-5502-423c-aae6-032ad019c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:32.800209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed10f46-9f5a-4e73-addb-df2a200158b2 req-77f894f4-97a6-480a-ab0d-cd84db485351 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:32.801835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ed10f46-9f5a-4e73-addb-df2a200158b2 req-77f894f4-97a6-480a-ab0d-cd84db485351 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1417329 Nov 02 16:39:32.858888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-469e9850-5502-423c-aae6-032ad019c95a None None] Port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:32.896326 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:26Z', 'revision_number': 3, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:32.991967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbe7e75f-c2b7-4d80-967f-2051e954d772 req-647bcd9c-c125-4606-b5ca-27749bc655e1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.0970807 Nov 02 16:39:33.000722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ed10f46-9f5a-4e73-addb-df2a200158b2 req-d3381226-0e91-4098-aeaa-62ab8f25effc tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809330 Nov 02 16:39:33.047441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0659a-412b-41da-b8e3-f71fd609175f None None] The sync data for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 is: [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:26Z', 'revision_number': 3, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:33.129037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:33.136704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:33.317970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5b0b-cea8-45bc-ad85-821c790ed196 req-a9d7d79b-2bad-4130-8054-205bfe9fe3d9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:33.332554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbcd5b0b-cea8-45bc-ad85-821c790ed196 req-a9d7d79b-2bad-4130-8054-205bfe9fe3d9 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1476154 Nov 02 16:39:33.464489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:33.491355 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbcd5b0b-cea8-45bc-ad85-821c790ed196 req-567f3704-332b-4acb-af56-a270312570ff tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576624 Nov 02 16:39:33.959565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Pushing event updated for resources: {'Port': ['ID=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:34.015066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-1e8ff069-2297-4977-b18d-1e9b88077970 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:34.016746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-1e8ff069-2297-4977-b18d-1e9b88077970 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.5951488 Nov 02 16:39:34.036157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 655681ae-d826-4628-b7ff-5a226da47b38 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:34.078323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:34.167504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:34.195192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd209-d40b-4520-b67a-fae3c319a552 req-aac0cdd9-3778-44f2-8f33-b002882dfded tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:34.204254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f2bd209-d40b-4520-b67a-fae3c319a552 req-aac0cdd9-3778-44f2-8f33-b002882dfded tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3689156 Nov 02 16:39:34.245093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 655681ae-d826-4628-b7ff-5a226da47b38 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:34.245742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:34.253361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:34.554806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad154019-31fa-45d5-9049-8a4c9c4535e3 req-8def52a0-c2df-4d67-904e-631768259b30 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.1288288 Nov 02 16:39:34.559374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:34.645842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f2bd209-d40b-4520-b67a-fae3c319a552 req-d58fd9aa-520c-47fc-a649-98e8f2e9fdbc tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270165 Nov 02 16:39:34.652186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:34.652644 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:34.691884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:34.705483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:34.853002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:39:34.899298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-432f0ed8-db89-4133-af3d-e6d699536384 None None] Provisioning complete for port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:34.899558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-432f0ed8-db89-4133-af3d-e6d699536384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:34.923617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:34.979867 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:35.113954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:35.115254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-432f0ed8-db89-4133-af3d-e6d699536384 None None] Port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:35.123733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:35.127981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9c4b0cd2-3146-493d-865b-af50b3f6facc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:35.254768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:35.343085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9c4b0cd2-3146-493d-865b-af50b3f6facc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:35.343447 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:35.601559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:35.678105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7842c8f-19f6-41f9-a5b3-ca3e4b5e1111 admin admin] 10.222.0.31 "PUT /v2.0/routers/a6d1bbca-5c76-4c4d-bd77-9cf220070b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3199837 Nov 02 16:39:35.738646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7210d7-5a71-4a28-87da-3d547061d152 req-4dd21e50-7577-42bc-b66c-833e433ce990 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:35.754427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc7210d7-5a71-4a28-87da-3d547061d152 req-4dd21e50-7577-42bc-b66c-833e433ce990 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.2209964 Nov 02 16:39:35.889593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:35.948161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9e5d74a-2048-4919-ba0e-adabcdeb6df5 req-1578a807-4665-4639-9bcb-db8f52039026 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.1055508 Nov 02 16:39:36.067716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:36.068167 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:36.132008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc7210d7-5a71-4a28-87da-3d547061d152 req-e1792ed4-0c0e-4546-9c96-3c64732708a1 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762357 Nov 02 16:39:36.206240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Deleting port 542e9b3f-7493-4628-9f10-5fbea70d374a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:36.213469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.7 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/38541b63-a960-4615-950f-0934d44ff084) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:36.214338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:36.532369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] For port 542e9b3f-7493-4628-9f10-5fbea70d374a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=542e9b3f-7493-4628-9f10-5fbea70d374a,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:36.538254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:36.592769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30fabb-d0f5-4b6f-bb98-72a8fdd2fc31 req-eda72f5c-27fa-4da3-889d-c1546e9e2050 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:36.594315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d30fabb-d0f5-4b6f-bb98-72a8fdd2fc31 req-eda72f5c-27fa-4da3-889d-c1546e9e2050 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.2388868 Nov 02 16:39:36.613423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Calling delete_port for 542e9b3f-7493-4628-9f10-5fbea70d374a owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:36.701723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d30fabb-d0f5-4b6f-bb98-72a8fdd2fc31 req-676496ac-7e48-4051-bc4e-4c96cb8f91ab tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919123 Nov 02 16:39:36.713005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Sync routers for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:36.734725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:36.735353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:36.804707 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:36.953792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:36.982055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:37.104492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=38541b63-a960-4615-950f-0934d44ff084,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:37.196356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:37.246440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:37.272182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:37.278557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:37.352709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52634-596b-4249-ae83-597d5468f856 req-bb06d774-0500-4c88-a981-d9ba9b14c109 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:37.361499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Pushing event deleted for resources: {'Port': ['ID=542e9b3f-7493-4628-9f10-5fbea70d374a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:37.374559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64a52634-596b-4249-ae83-597d5468f856 req-bb06d774-0500-4c88-a981-d9ba9b14c109 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.5044160 Nov 02 16:39:37.682359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb26de-1571-4067-a597-1ce3f809fbee req-23125164-a0df-43d7-8a21-166a30a93d63 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:37.702747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6efb26de-1571-4067-a597-1ce3f809fbee req-23125164-a0df-43d7-8a21-166a30a93d63 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 931 time: 0.5850825 Nov 02 16:39:37.900088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:38.001204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64a52634-596b-4249-ae83-597d5468f856 req-1fb8e327-333a-42b2-aba5-2a079a42750d tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239460 Nov 02 16:39:38.141931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6efb26de-1571-4067-a597-1ce3f809fbee req-844759b2-d7b6-476a-8ade-247a31785379 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346488 Nov 02 16:39:38.160377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:38.161041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:38.228622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-e6e866d0-eed7-47c3-926b-fc2d4ab3509c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1978531 Nov 02 16:39:38.229125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d8f92ded-cb1f-4043-a84c-8db0be21acb1 None None] Provisioning complete for port 38541b63-a960-4615-950f-0934d44ff084 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:38.229831 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d8f92ded-cb1f-4043-a84c-8db0be21acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:38.260884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 2, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:38.268878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Request body: {'port': {'device_id': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:38.330096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Checking router: a6d1bbca-5c76-4c4d-bd77-9cf220070b05 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:38.330582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Updating router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:39:38.505278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:38.733380 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:38.755377 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c246d17-4b9d-43a2-aebc-9f85bb2307d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:38.784868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d8f92ded-cb1f-4043-a84c-8db0be21acb1 None None] Port 38541b63-a960-4615-950f-0934d44ff084 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:39:39.264559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb856f-456a-4957-babc-b35bd5db3a90 req-d9427941-af3a-426e-9a91-0da3d73e757d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:39.278866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdeb856f-456a-4957-babc-b35bd5db3a90 req-d9427941-af3a-426e-9a91-0da3d73e757d tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 945 time: 0.3559046 Nov 02 16:39:39.424552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdeb856f-456a-4957-babc-b35bd5db3a90 req-8578369c-353a-4dd4-89f5-013acdd8b628 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425295 Nov 02 16:39:39.441345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:39.463641 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:39.491135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561018d3-cb57-4f04-a68a-24f115a4cb9d req-a3c183da-8584-49c9-8a7d-a3f5eee142d9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:39.503064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-561018d3-cb57-4f04-a68a-24f115a4cb9d req-a3c183da-8584-49c9-8a7d-a3f5eee142d9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 931 time: 0.1823938 Nov 02 16:39:39.580442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Pushing event updated for resources: {'Port': ['ID=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:39.607869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.608226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.608568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.608897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.613846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.614292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.614640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.614974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.615306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.618796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.619188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.619533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:39:39.729552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-561018d3-cb57-4f04-a68a-24f115a4cb9d req-5d747f32-133a-4fa6-9023-67d8ae5a5947 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240508 Nov 02 16:39:39.881712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Attempting to bind port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:39.882267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Attempting to bind port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:39.884541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Attempting to bind port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d on network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:39.894342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38541b63-a960-4615-950f-0934d44ff084 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:39:39.919849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:39.920200 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:39.920796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Checking segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:39.924081 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:39.924655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Bound using segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:39.925515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Bound port: 1f31ef08-6741-4211-9ab8-e8cd2236fe5d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:39.926849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:39.962100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Transition to ACTIVE for port object 38541b63-a960-4615-950f-0934d44ff084 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:39:39.971271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:40.019778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Router d4414268-bfc9-4f8c-835e-4febc7e6ce8f has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:39:40.219873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] For port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:40.337618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] For port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:40.365350 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:40.393358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3d545509-09da-4c82-91f1-644b0e7bec18 None None] Provisioning complete for port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:40.402011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d545509-09da-4c82-91f1-644b0e7bec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:40.528174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-8c7b225a-9aee-48bf-baeb-815f1b73e1c9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:40.537919 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-8c7b225a-9aee-48bf-baeb-815f1b73e1c9 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.55 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 945 time: 0.2419782 Nov 02 16:39:40.574491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Attempting to bind port 38541b63-a960-4615-950f-0934d44ff084 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:40.575144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Attempting to bind port 38541b63-a960-4615-950f-0934d44ff084 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:40.575269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Attempting to bind port 38541b63-a960-4615-950f-0934d44ff084 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:40.590534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:39:40.609799 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] Sync routers for ids ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:39:40.633346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Pushing event updated for resources: {'Port': ['ID=38541b63-a960-4615-950f-0934d44ff084,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:40.634697 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b5583bd6-1e7f-4b09-89ef-e73e9330148e admin admin] 10.222.0.31 "PUT /v2.0/routers/d4414268-bfc9-4f8c-835e-4febc7e6ce8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9384995 Nov 02 16:39:40.640253 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] Routers {'d4414268-bfc9-4f8c-835e-4febc7e6ce8f'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:40.646807 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:40.649583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41536) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:40.668334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:40.673620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:40.678746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Port 38541b63-a960-4615-950f-0934d44ff084 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:39:40.682912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Attempting to bind port 38541b63-a960-4615-950f-0934d44ff084 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:40.842933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:40.843266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:40.843648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:40.850037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Bound port: 38541b63-a960-4615-950f-0934d44ff084, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:40.850502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.034021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437285fb-d04b-4c98-94cd-4c3a800e1b3d None None] Pushing event updated for resources: {'Port': ['ID=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:41.122045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041bdc6-26f3-400e-bf37-7dfad4464698 req-07075d97-c789-483e-bad5-cc734baae9a3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:41.125831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9041bdc6-26f3-400e-bf37-7dfad4464698 req-07075d97-c789-483e-bad5-cc734baae9a3 tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 945 time: 0.3974845 Nov 02 16:39:41.166418 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0c75ada7-7c6b-4de1-813b-9154bf2b7a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.213228 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] Set router d4414268-bfc9-4f8c-835e-4febc7e6ce8f gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:41.271975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.356630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d545509-09da-4c82-91f1-644b0e7bec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.426905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9041bdc6-26f3-400e-bf37-7dfad4464698 req-3db185b9-9852-4cae-a7bf-509ca25164eb tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522750 Nov 02 16:39:41.562086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] For port 38541b63-a960-4615-950f-0934d44ff084, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:41.594325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] For port 38541b63-a960-4615-950f-0934d44ff084, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=38541b63-a960-4615-950f-0934d44ff084,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:41.597043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.619359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6e0b2-f840-48de-9e4d-e15d32d4888e req-0acc4668-8c65-4dfe-815a-56a3735bc9f7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:41.625166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6af6e0b2-f840-48de-9e4d-e15d32d4888e req-0acc4668-8c65-4dfe-815a-56a3735bc9f7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.4936619 Nov 02 16:39:41.627195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.628414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:41.689990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.795757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3d545509-09da-4c82-91f1-644b0e7bec18 None None] For port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:41.817542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:41.818243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.820065 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:39:37Z', 'revision_number': 5, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port': {'id': 'e2656eb6-7a2e-4685-8ef1-58909db459e2', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:37:41Z', 'updated_at': '2021-11-02T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:41.822986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] 10.222.0.100 "PUT /v2.0/ports/38541b63-a960-4615-950f-0934d44ff084 HTTP/1.1" status: 200 len: 1091 time: 3.5840983 Nov 02 16:39:41.824805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fd0fd-5e71-488b-9a1a-4ec1e901d6cf service neutron] Pushing event updated for resources: {'Port': ['ID=38541b63-a960-4615-950f-0934d44ff084,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:41.829290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Deleting port 6c331900-07ad-4d9f-8cab-0a75c5f61366 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:41.832409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.863513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'tag': '38541b63-a960-4615-950f-0934d44ff084'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:41.874058 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299" -d '{"events": [{"name": "network-changed", "server_uuid": "2991a55a-e6f1-43ce-b157-e20ec7fb0954", "tag": "38541b63-a960-4615-950f-0934d44ff084"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:41.918674 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d545509-09da-4c82-91f1-644b0e7bec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:41.963515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] Checking router: d4414268-bfc9-4f8c-835e-4febc7e6ce8f for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:39:42.010026 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] Routers {'d4414268-bfc9-4f8c-835e-4febc7e6ce8f'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:39:42.010682 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:42.085713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Deleting port e2656eb6-7a2e-4685-8ef1-58909db459e2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:42.096524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:42.144291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d545509-09da-4c82-91f1-644b0e7bec18 None None] Pushing event updated for resources: {'Port': ['ID=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:42.159992 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be680f0-3863-4d38-a86c-49fb91ce13c4 x-openstack-request-id: req-2be680f0-3863-4d38-a86c-49fb91ce13c4 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:42.160270 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2991a55a-e6f1-43ce-b157-e20ec7fb0954", "tag": "38541b63-a960-4615-950f-0934d44ff084", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:42.160536 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2be680f0-3863-4d38-a86c-49fb91ce13c4 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:42.160929 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'tag': '38541b63-a960-4615-950f-0934d44ff084', 'status': 'completed', 'code': 200} Nov 02 16:39:42.167891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6af6e0b2-f840-48de-9e4d-e15d32d4888e req-6a8a6876-3f52-4ded-86dd-4c04e2260380 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228100 Nov 02 16:39:42.256915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2837533d-ec66-459f-8f51-8043643bf7bb None None] Provisioning complete for port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:42.260163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-6c2464df-20f6-4ea6-9cd3-140d5eb2008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:42.274716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-6c2464df-20f6-4ea6-9cd3-140d5eb2008f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 1094 time: 0.3230376 Nov 02 16:39:42.275850 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2837533d-ec66-459f-8f51-8043643bf7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:42.352727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] For port 6c331900-07ad-4d9f-8cab-0a75c5f61366, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=6c331900-07ad-4d9f-8cab-0a75c5f61366,segment=NetworkSegment(6569e66f-da4e-4ad2-be10-6f9ff35b2c24),segment_id=6569e66f-da4e-4ad2-be10-6f9ff35b2c24)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:42.353332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:42.362064 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] Set router d4414268-bfc9-4f8c-835e-4febc7e6ce8f gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:39:42.403674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Calling delete_port for 6c331900-07ad-4d9f-8cab-0a75c5f61366 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:42.412451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-898d13f8-3be8-4452-b67d-3a23eecec666 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38541b63-a960-4615-950f-0934d44ff084 HTTP/1.1" status: 200 len: 217 time: 0.1172588 Nov 02 16:39:42.511127 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 6, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:42.525532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-d802d62b-134b-4f40-b36d-6884f4e0c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:42.528674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-d802d62b-134b-4f40-b36d-6884f4e0c6a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1082191 Nov 02 16:39:42.604585 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a770e3-6d54-49b8-a75e-fc265d6b201b None None] The sync data for ids ['d4414268-bfc9-4f8c-835e-4febc7e6ce8f'] in n-d-811405-2 is: [{'id': 'd4414268-bfc9-4f8c-835e-4febc7e6ce8f', 'name': 'tempest-ServersTestMultiNic-53245858-router', 'tenant_id': '577da0f9dfb9415cae9e9114b45f6f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:37:39Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 6, 'project_id': '577da0f9dfb9415cae9e9114b45f6f14', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:42.623979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-36729af6-e574-4259-b52d-0e520b018293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:40Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:42.633729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:42.647181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] For port e2656eb6-7a2e-4685-8ef1-58909db459e2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2656eb6-7a2e-4685-8ef1-58909db459e2,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:42.647573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:42.677562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36729af6-e574-4259-b52d-0e520b018293 None None] The sync data for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 is: [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:40Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:39:42.735885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-159b8baa-80a2-4e53-bf7e-5d06c068ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:42.737473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-159b8baa-80a2-4e53-bf7e-5d06c068ee8f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012331 Nov 02 16:39:42.740995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Calling delete_port for e2656eb6-7a2e-4685-8ef1-58909db459e2 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:42.887195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f74bdb-bf4d-4a99-9dce-319bcda55fd2 req-fdc5e320-a062-47b4-951d-a52474d57b0c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:42.888763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2f74bdb-bf4d-4a99-9dce-319bcda55fd2 req-fdc5e320-a062-47b4-951d-a52474d57b0c tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 945 time: 0.2749820 Nov 02 16:39:42.893857 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-f6110acd-577e-43fa-8f0a-d6683afd6769 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398106 Nov 02 16:39:43.157519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:43.237850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2f74bdb-bf4d-4a99-9dce-319bcda55fd2 req-88ca7a66-688e-4820-88b7-f79f86c73adf tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b0fe725-fa94-4bec-baff-deeeac96182c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245099 Nov 02 16:39:43.279641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Pushing event deleted for resources: {'Port': ['ID=6c331900-07ad-4d9f-8cab-0a75c5f61366,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:43.391215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d8923ee-fc0b-4171-a806-f3780a006a54 req-bbd18fa6-8609-4bee-a6c4-085c3e0860bc service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902940 Nov 02 16:39:43.445367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] No DVR routers for this DVR port 6c331900-07ad-4d9f-8cab-0a75c5f61366 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:43.449915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:43.458535 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-acb47fb5-d957-4ec3-b5a9-511cc6db569e req-a650a1a5-e9c9-49d8-b192-066396e7294a tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.55 "DELETE /v2.0/ports/6c331900-07ad-4d9f-8cab-0a75c5f61366 HTTP/1.1" status: 204 len: 173 time: 2.9150424 Nov 02 16:39:43.459092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'name': 'network-vif-deleted', 'tag': '6c331900-07ad-4d9f-8cab-0a75c5f61366'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:43.474903 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1336d075-ed58-4d83-85bc-9541673a8a87" -d '{"events": [{"server_uuid": "074e0420-b9dd-4f95-9133-b5e028bedd22", "name": "network-vif-deleted", "tag": "6c331900-07ad-4d9f-8cab-0a75c5f61366"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:43.600271 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555b1493-78d9-48e1-b363-3101e0a94c4b x-openstack-request-id: req-555b1493-78d9-48e1-b363-3101e0a94c4b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:43.600674 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074e0420-b9dd-4f95-9133-b5e028bedd22", "name": "network-vif-deleted", "tag": "6c331900-07ad-4d9f-8cab-0a75c5f61366", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:43.601024 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-555b1493-78d9-48e1-b363-3101e0a94c4b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:43.608575 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074e0420-b9dd-4f95-9133-b5e028bedd22', 'name': 'network-vif-deleted', 'tag': '6c331900-07ad-4d9f-8cab-0a75c5f61366', 'status': 'completed', 'code': 200} Nov 02 16:39:43.647229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:43.649716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-665c69bd-05c4-461a-8333-f46bdc306862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:43.652042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-665c69bd-05c4-461a-8333-f46bdc306862 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 1094 time: 0.1529186 Nov 02 16:39:43.662656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b7659-5a72-412f-a369-259c48354a87 req-f3fcb2e5-2a39-425f-ac58-a96ab054c2ba tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:43.673629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac7b7659-5a72-412f-a369-259c48354a87 req-f3fcb2e5-2a39-425f-ac58-a96ab054c2ba tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.2640743 Nov 02 16:39:43.716720 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:43.736614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2656eb6-7a2e-4685-8ef1-58909db459e2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:43.911203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6c331900-07ad-4d9f-8cab-0a75c5f61366 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:43.919126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac7b7659-5a72-412f-a369-259c48354a87 req-7f724e18-09e5-456d-86e0-0ae59b319cde tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445586 Nov 02 16:39:44.003923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 6c331900-07ad-4d9f-8cab-0a75c5f61366 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:44.005370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 6c331900-07ad-4d9f-8cab-0a75c5f61366 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:44.012174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-db81a5fc-8566-42ec-941a-748fc5497dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:44.015458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-db81a5fc-8566-42ec-941a-748fc5497dba service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.3148336 Nov 02 16:39:44.017357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1f31ef08-6741-4211-9ab8-e8cd2236fe5d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:44.032305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.207733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-c806a1a2-c90d-4ce3-9641-8a923732e2d7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38541b63-a960-4615-950f-0934d44ff084 HTTP/1.1" status: 200 len: 217 time: 0.1838200 Nov 02 16:39:44.215511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:44.215883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.443980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-ae9464f2-3b68-4809-9d77-8feb319b9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:44.447614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-ae9464f2-3b68-4809-9d77-8feb319b9996 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.2326951 Nov 02 16:39:44.468005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.478543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.585838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e92224ec-1591-4b07-936d-12650ef8df44 req-04576748-b627-47c9-950b-946907c65b8b tempest-AttachVolumeNegativeTest-247570084 tempest-AttachVolumeNegativeTest-247570084-project] 10.222.0.31 "GET /v2.0/ports?device_id=074e0420-b9dd-4f95-9133-b5e028bedd22 HTTP/1.1" status: 200 len: 210 time: 0.0812354 Nov 02 16:39:44.628675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-4926b090-ca0b-4b51-a1b1-883e4fd9fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:44.630506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-4926b090-ca0b-4b51-a1b1-883e4fd9fd72 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743145 Nov 02 16:39:44.654721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.655975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4414268-bfc9-4f8c-835e-4febc7e6ce8f {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:39:44.675686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.676526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 542e9b3f-7493-4628-9f10-5fbea70d374a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:44.679232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-379ed953-12aa-4f40-bab2-2835fa8bf3bc admin admin] 10.222.0.31 "DELETE /v2.0/routers/d4414268-bfc9-4f8c-835e-4febc7e6ce8f HTTP/1.1" status: 204 len: 168 time: 4.0269408 Nov 02 16:39:44.683894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41596) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:44.719077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 542e9b3f-7493-4628-9f10-5fbea70d374a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:44.722772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 542e9b3f-7493-4628-9f10-5fbea70d374a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:44.723770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2656eb6-7a2e-4685-8ef1-58909db459e2 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:44.793018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e2656eb6-7a2e-4685-8ef1-58909db459e2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:44.793018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2656eb6-7a2e-4685-8ef1-58909db459e2 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:44.835298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Deleting subnet a6445ef1-37bf-4a89-9ed7-76bddd6303b8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:44.847869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:44.868318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-033f68e7-b9de-4cfe-8274-6af6981660b3 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169101 Nov 02 16:39:44.950159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.198004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.252598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94511a-29b2-4fa4-bebd-61dbd433a1b8 req-1ff181a3-928d-4be9-8068-99dbdae94455 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:45.266352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa94511a-29b2-4fa4-bebd-61dbd433a1b8 req-1ff181a3-928d-4be9-8068-99dbdae94455 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.2037506 Nov 02 16:39:45.345206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b9e1849-c245-47ba-a81a-e1dd2f7d5299 req-0d2687da-e193-4ab6-a237-b8cf77992d47 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661090 Nov 02 16:39:45.375341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa94511a-29b2-4fa4-bebd-61dbd433a1b8 req-e7836542-0765-4d8a-8837-e0551bbdddb1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994606 Nov 02 16:39:45.415964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.473503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6445ef1-37bf-4a89-9ed7-76bddd6303b8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:45.477825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.480267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbeab67-74a6-4b14-864f-a6d5574b46a0 None None] Network c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:45.481647 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9c59c6c9-a874-4db8-a68d-78decf563beb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a6445ef1-37bf-4a89-9ed7-76bddd6303b8 HTTP/1.1" status: 204 len: 168 time: 0.7965560 Nov 02 16:39:45.484175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41610) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:45.715243 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.740501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41618) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:45.826901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] DHCP port deletion for c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:39:45.893884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Deleting subnet dd7ccf3f-ef84-49f8-a202-60eef244e759 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:45.897311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.923024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Deleting port 2a524787-e112-4dc3-abf4-71e09e45b2d4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:45.923598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.954379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] Deleting port 2a524787-e112-4dc3-abf4-71e09e45b2d4 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:45.955049 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:45.999735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.091733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] For port 2a524787-e112-4dc3-abf4-71e09e45b2d4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2a524787-e112-4dc3-abf4-71e09e45b2d4,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:46.092073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] For port 2a524787-e112-4dc3-abf4-71e09e45b2d4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2a524787-e112-4dc3-abf4-71e09e45b2d4,segment=NetworkSegment(6036d902-2ac4-4fbe-8000-1d3ee5137edc),segment_id=6036d902-2ac4-4fbe-8000-1d3ee5137edc)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:46.092775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.093469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.122411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Calling delete_port for 2a524787-e112-4dc3-abf4-71e09e45b2d4 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:46.124116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] Calling delete_port for 2a524787-e112-4dc3-abf4-71e09e45b2d4 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:46.156239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.232376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.315401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a524787-e112-4dc3-abf4-71e09e45b2d4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:46.338385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.338952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] No DVR routers for this DVR port 2a524787-e112-4dc3-abf4-71e09e45b2d4 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:46.356472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.419792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] Pushing event deleted for resources: {'Port': ['ID=2a524787-e112-4dc3-abf4-71e09e45b2d4,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:46.427359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7ccf3f-ef84-49f8-a202-60eef244e759,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:46.443236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce5abf-44be-49d9-aae9-bfb6c1db5277 None None] No DVR routers for this DVR port 2a524787-e112-4dc3-abf4-71e09e45b2d4 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:46.444928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.463644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b13b618d-0954-41e9-bccc-b8fc34b2bb2e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd7ccf3f-ef84-49f8-a202-60eef244e759 HTTP/1.1" status: 204 len: 168 time: 0.7190061 Nov 02 16:39:46.467575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:46.515893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.563836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:46.590588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6036d902-2ac4-4fbe-8000-1d3ee5137edc') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:46.590905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6036d902-2ac4-4fbe-8000-1d3ee5137edc') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:46.609415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.627206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.635688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.650230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ec184-01ab-4d19-aa7d-88728fb844d9 req-11582710-5992-4c48-af54-291dafcab5e0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:46.652185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a3ec184-01ab-4d19-aa7d-88728fb844d9 req-11582710-5992-4c48-af54-291dafcab5e0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.1034415 Nov 02 16:39:46.676340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:46.677019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:46.682713 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:46.768168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a3ec184-01ab-4d19-aa7d-88728fb844d9 req-08cbef81-fab8-4192-abe9-5d5ac71edbc9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860507 Nov 02 16:39:46.770339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.810956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.819012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba1911-91db-4eda-a734-697c24abff54']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:46.833835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.834898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6569e66f-da4e-4ad2-be10-6f9ff35b2c24') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:46.835216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6569e66f-da4e-4ad2-be10-6f9ff35b2c24') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:46.847512 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5 HTTP/1.1" status: 204 len: 168 time: 1.3621266 Nov 02 16:39:46.853316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ffd5a-072f-476c-bafd-0feca5e17462 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7615d9a-cd57-4ab1-a9a9-0e20eecce0b5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:46.882605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.900488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.907799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:46.908464 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:46.966786 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:46.973084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.980832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:46.984441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ddba1911-91db-4eda-a734-697c24abff54 HTTP/1.1" status: 204 len: 168 time: 0.5152781 Nov 02 16:39:47.001087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6808d-d314-4861-9f1f-37949f08afe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddba1911-91db-4eda-a734-697c24abff54,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:47.131194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41638) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:47.223079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41640) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:47.261962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41642) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:47.266942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2cf208c3-9c14-46ff-b910-b00af2ad1719 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=577da0f9dfb9415cae9e9114b45f6f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245337 Nov 02 16:39:47.350056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-19c01289-79ff-4edd-912d-3f4af4249f5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c348386697e144029ed2dca3119a7ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225669 Nov 02 16:39:47.353062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41646) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:47.354788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.373178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-669ba1bd-9d12-492c-aaef-b93181c81822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.478489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-669ba1bd-9d12-492c-aaef-b93181c81822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.517777 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a386f7bc-fc1f-4c11-a1d0-3b7a74555592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.566107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a386f7bc-fc1f-4c11-a1d0-3b7a74555592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.608832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-669ba1bd-9d12-492c-aaef-b93181c81822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.616529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-669ba1bd-9d12-492c-aaef-b93181c81822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.618716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-669ba1bd-9d12-492c-aaef-b93181c81822 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27737a78-5a38-4eaa-862d-3276c2094402 HTTP/1.1" status: 204 len: 168 time: 0.3551519 Nov 02 16:39:47.636449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ba1bd-9d12-492c-aaef-b93181c81822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27737a78-5a38-4eaa-862d-3276c2094402,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:47.679399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a386f7bc-fc1f-4c11-a1d0-3b7a74555592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.684880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a386f7bc-fc1f-4c11-a1d0-3b7a74555592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:47.692222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a386f7bc-fc1f-4c11-a1d0-3b7a74555592 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b0fe725-fa94-4bec-baff-deeeac96182c HTTP/1.1" status: 204 len: 168 time: 0.3372219 Nov 02 16:39:47.721491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386f7bc-fc1f-4c11-a1d0-3b7a74555592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fe725-fa94-4bec-baff-deeeac96182c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:47.778602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2a524787-e112-4dc3-abf4-71e09e45b2d4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:47.856889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2a524787-e112-4dc3-abf4-71e09e45b2d4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:47.857249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2a524787-e112-4dc3-abf4-71e09e45b2d4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:47.979570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77e6a5-a5b9-4e36-b3c8-f5680eea8fbc req-ea86b498-638a-4505-8959-80081b4c2cc2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:47.988960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d77e6a5-a5b9-4e36-b3c8-f5680eea8fbc req-ea86b498-638a-4505-8959-80081b4c2cc2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.0743654 Nov 02 16:39:48.088972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d77e6a5-a5b9-4e36-b3c8-f5680eea8fbc req-137ea6cf-eddf-4173-bf51-c9b5065557ce tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989783 Nov 02 16:39:49.169080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752877a5-3fa0-40dc-93e0-d980a1260c46 req-40209b79-4dff-4fea-ade0-06476b519a40 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:49.171215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-752877a5-3fa0-40dc-93e0-d980a1260c46 req-40209b79-4dff-4fea-ade0-06476b519a40 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1063914 Nov 02 16:39:49.293835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-752877a5-3fa0-40dc-93e0-d980a1260c46 req-ff304e44-3dcf-4f91-83a7-4a717d1be5a2 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045091 Nov 02 16:39:49.334039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c876479-fa6c-438a-ab77-df88e571f248 req-3a0ea32d-7b55-46c3-bdad-5af2e1f6e4a8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:49.346980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41730) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:49.350899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c876479-fa6c-438a-ab77-df88e571f248 req-3a0ea32d-7b55-46c3-bdad-5af2e1f6e4a8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.1384807 Nov 02 16:39:49.451653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c876479-fa6c-438a-ab77-df88e571f248 req-03871a0e-f3a7-4bf4-9dba-63010572ddbc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933862 Nov 02 16:39:49.706023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-738537338-network', 'tenant_id': 'ce37403c409d49b48b0fdb39550ba5c0'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:49.745397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Made reservation on behalf of ce37403c409d49b48b0fdb39550ba5c0 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:49.748891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:49.760383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:49.887813 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:49.895812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:49.934658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:39:49.957677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:49.983439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:49.986659 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Added segment 76cbf791-a28d-448e-a921-d3163191ebe2 of type vlan for network da2e4338-2da7-4c84-82cc-dc9d5059a42d Nov 02 16:39:50.045488 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.094199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.096506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:50.097711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.308574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] Pushing event updated for resources: {'Network': ['ID=da2e4338-2da7-4c84-82cc-dc9d5059a42d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:50.324735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network da2e4338-2da7-4c84-82cc-dc9d5059a42d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:39:50.337974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aa12f996-acba-40ce-97ba-a14e9db6dcd8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9896290 Nov 02 16:39:50.340979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41754) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:50.347698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Request body: {'subnet': {'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-738537338-subnet', 'tenant_id': 'ce37403c409d49b48b0fdb39550ba5c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:50.503234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Made reservation on behalf of ce37403c409d49b48b0fdb39550ba5c0 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:50.512725 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.529775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-53cd6312-8eee-4762-a804-b8744c7df442 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:50.534585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-53cd6312-8eee-4762-a804-b8744c7df442 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.55 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.1153529 Nov 02 16:39:50.747025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Deleting port e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:39:50.747800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.806314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aeb5c-28fa-4202-be48-d3fd7074d827 req-fe5c08a3-206c-400e-a5e8-4bbe714cebc6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:50.808204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c81aeb5c-28fa-4202-be48-d3fd7074d827 req-fe5c08a3-206c-400e-a5e8-4bbe714cebc6 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/ports?device_id=d327bc60-520a-45f3-9752-44bb741fecaa HTTP/1.1" status: 200 len: 946 time: 0.3931894 Nov 02 16:39:50.908237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4018d03-4f54-4d75-9014-9b130c648c58 req-1d4fa08f-ba45-4808-91ad-01414e8acb85 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:50.910329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4018d03-4f54-4d75-9014-9b130c648c58 req-1d4fa08f-ba45-4808-91ad-01414e8acb85 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.1675463 Nov 02 16:39:50.926444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] For port e40fb174-7062-4f58-bbc5-f1d38671f5d4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e40fb174-7062-4f58-bbc5-f1d38671f5d4,segment=NetworkSegment(3408ef35-1cb2-4eb7-ad66-b00454b7d039),segment_id=3408ef35-1cb2-4eb7-ad66-b00454b7d039)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:50.926817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.943547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Calling delete_port for e40fb174-7062-4f58-bbc5-f1d38671f5d4 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:39:50.955571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:50.985007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c81aeb5c-28fa-4202-be48-d3fd7074d827 req-b9dda19e-e049-41c3-95fd-5991374e095c tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2ebfd3e-e513-4aea-ae69-8ae24569e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662228 Nov 02 16:39:51.095843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4018d03-4f54-4d75-9014-9b130c648c58 req-5b1fd52b-f781-42e9-8e62-d78f417d9844 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697879 Nov 02 16:39:51.140532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efe2bcf-a561-4d27-93c2-ba865abe1948,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:51.143808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Checking segment: {'id': '76cbf791-a28d-448e-a921-d3163191ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:51.144138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Network hostable DHCP agents. Network: da2e4338-2da7-4c84-82cc-dc9d5059a42d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:39:51.172330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Network da2e4338-2da7-4c84-82cc-dc9d5059a42d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:39:51.174765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:51.188214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e40fb174-7062-4f58-bbc5-f1d38671f5d4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:51.192532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, da2e4338-2da7-4c84-82cc-dc9d5059a42d) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:51.211880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:51.212897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:51.225453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Pushing event deleted for resources: {'Port': ['ID=e40fb174-7062-4f58-bbc5-f1d38671f5d4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:51.245746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c73067-29e2-446f-838c-a2f6f6bc4e88 None None] Network da2e4338-2da7-4c84-82cc-dc9d5059a42d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:51.249262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14a36f83-f28a-492a-87e2-cfe4e81e25ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9063392 Nov 02 16:39:51.292568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] No DVR routers for this DVR port e40fb174-7062-4f58-bbc5-f1d38671f5d4 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:39:51.296057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:51.301197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7a9dfeed-d96d-4f94-9955-7469c0ffb7ea req-025b3e5d-8711-4255-bd42-11abe45d5020 tempest-ServersNegativeTestJSON-1573239147 tempest-ServersNegativeTestJSON-1573239147-project] 10.222.0.55 "DELETE /v2.0/ports/e40fb174-7062-4f58-bbc5-f1d38671f5d4 HTTP/1.1" status: 204 len: 173 time: 0.7590165 Nov 02 16:39:51.302697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-deleted', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:51.318424 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e65a0-ef99-46d8-84f0-834b78367161" -d '{"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-deleted", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:51.412048 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf30bf-73cd-4e91-a1bd-3e333d084aab x-openstack-request-id: req-7baf30bf-73cd-4e91-a1bd-3e333d084aab {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:51.412232 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327bc60-520a-45f3-9752-44bb741fecaa", "name": "network-vif-deleted", "tag": "e40fb174-7062-4f58-bbc5-f1d38671f5d4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:51.412386 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7baf30bf-73cd-4e91-a1bd-3e333d084aab {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:51.412774 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327bc60-520a-45f3-9752-44bb741fecaa', 'name': 'network-vif-deleted', 'tag': 'e40fb174-7062-4f58-bbc5-f1d38671f5d4', 'status': 'completed', 'code': 200} Nov 02 16:39:51.553437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3dec0a-5020-4af6-b751-7638bcab8f9b None None] Network da2e4338-2da7-4c84-82cc-dc9d5059a42d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:39:52.105410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41814) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:52.215666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Deleting subnet b8b6b37b-6e39-4665-b7fe-617038229d62 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:39:52.225297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:52.347247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:52.416676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca018df2-3914-49cf-ab87-3ca1ebfad46b req-60d6a50d-9f8c-4862-a1e1-06d619a413b9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:52.424430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca018df2-3914-49cf-ab87-3ca1ebfad46b req-60d6a50d-9f8c-4862-a1e1-06d619a413b9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.1647663 Nov 02 16:39:52.456731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:52.856509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-ab6dd180-59eb-4497-9337-ab42a0941a64 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:52.863813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-ab6dd180-59eb-4497-9337-ab42a0941a64 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/networks?id=da2e4338-2da7-4c84-82cc-dc9d5059a42d HTTP/1.1" status: 200 len: 821 time: 0.6566215 Nov 02 16:39:52.878699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca018df2-3914-49cf-ab87-3ca1ebfad46b req-ce7853e4-f9cd-44fd-95d9-8ccb62dfeac8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530308 Nov 02 16:39:52.885336 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:52.930271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-ff3c39ff-6a5c-4ed1-8386-b379894353e3 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/quotas/ce37403c409d49b48b0fdb39550ba5c0 HTTP/1.1" status: 200 len: 375 time: 0.0583565 Nov 02 16:39:52.986678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-a42ecaed-40ff-4e07-a666-8273b38e2706 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce37403c409d49b48b0fdb39550ba5c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550547 Nov 02 16:39:53.000751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.042220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b6b37b-6e39-4665-b7fe-617038229d62,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:53.059088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.063975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ea080c0-f996-4b10-901e-950575c7eb5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8b6b37b-6e39-4665-b7fe-617038229d62 HTTP/1.1" status: 204 len: 168 time: 0.9558504 Nov 02 16:39:53.066066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41852) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:53.155339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.357939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.399564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7fca9e-c007-4d73-9611-7bd53904baad']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:53.420618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3408ef35-1cb2-4eb7-ad66-b00454b7d039') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:53.420925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3408ef35-1cb2-4eb7-ad66-b00454b7d039') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:53.444688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-f655b88d-9106-4acc-a5b1-eb9742e316ba service neutron] 10.222.0.31 "GET /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566627 Nov 02 16:39:53.467443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.584108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.606454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:53.607116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:53.609073 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:53.745809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.751161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:53.756930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e7fca9e-c007-4d73-9611-7bd53904baad HTTP/1.1" status: 204 len: 168 time: 0.6870141 Nov 02 16:39:53.790681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-f91fe763-5c1e-42fc-bb97-af112e974759 service neutron] 10.222.0.31 "GET /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433042 Nov 02 16:39:53.798236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f722c8-8cb8-4d90-a54e-d15ff00f7cce admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7fca9e-c007-4d73-9611-7bd53904baad,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:53.971688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:39:54.037945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c03a77f-03da-4a58-bff8-0ff5a79578df req-1ea6af70-6894-4050-9160-1e707000a25d tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 210 time: 0.0420752 Nov 02 16:39:54.056414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: e40fb174-7062-4f58-bbc5-f1d38671f5d4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:39:54.057703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e40fb174-7062-4f58-bbc5-f1d38671f5d4 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:39:54.177027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ee83d-598b-41da-8c84-6601a42c4479 req-914e7727-40fa-4de8-817c-7eff345ca8c0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:54.195403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc0ee83d-598b-41da-8c84-6601a42c4479 req-914e7727-40fa-4de8-817c-7eff345ca8c0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 943 time: 0.1034467 Nov 02 16:39:54.200343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41890) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:54.277597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7b8852dc-1a17-43e9-8622-c3cdb61c84e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79d676b3a5bc40a9856ce0ca7b7f5aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761566 Nov 02 16:39:54.280078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41896) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:54.314833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc0ee83d-598b-41da-8c84-6601a42c4479 req-30280951-0246-403c-b33b-21e6155bf226 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184001 Nov 02 16:39:54.337825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-346a6aad-c7c4-40a8-9d52-04575e6f3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:54.365685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-346a6aad-c7c4-40a8-9d52-04575e6f3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:54.429075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-346a6aad-c7c4-40a8-9d52-04575e6f3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:54.432656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-346a6aad-c7c4-40a8-9d52-04575e6f3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:54.433867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-346a6aad-c7c4-40a8-9d52-04575e6f3af8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2ebfd3e-e513-4aea-ae69-8ae24569e02f HTTP/1.1" status: 204 len: 168 time: 0.1525362 Nov 02 16:39:54.443231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6aad-c7c4-40a8-9d52-04575e6f3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ebfd3e-e513-4aea-ae69-8ae24569e02f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:54.599837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 38541b63-a960-4615-950f-0934d44ff084 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:39:54.722099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 38541b63-a960-4615-950f-0934d44ff084, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=38541b63-a960-4615-950f-0934d44ff084,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:54.747136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '38541b63-a960-4615-950f-0934d44ff084', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': '38541b63-a960-4615-950f-0934d44ff084', 'mac_address': 'fa:16:3e:9b:90:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:39:54.796391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:54.885490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38541b63-a960-4615-950f-0934d44ff084 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:39:54.978079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 38541b63-a960-4615-950f-0934d44ff084, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=38541b63-a960-4615-950f-0934d44ff084,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:54.990946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:55.084719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=38541b63-a960-4615-950f-0934d44ff084,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:55.294784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-218c755f-f73c-47c2-901b-b2de292113bd req-78e124d0-4768-490a-b79f-9288e5e16ebb tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 210 time: 0.0805135 Nov 02 16:39:55.331104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['38541b63-a960-4615-950f-0934d44ff084'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:39:55.631212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35eb54-357e-420a-a248-6f6165a7407a req-cf9d174c-b07a-4c9e-998e-7ff0a32d0e71 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:55.640031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e35eb54-357e-420a-a248-6f6165a7407a req-cf9d174c-b07a-4c9e-998e-7ff0a32d0e71 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 944 time: 0.1785309 Nov 02 16:39:55.655513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-aeadda8d-5997-4a5c-8324-7afd6fd6c4b9 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:55.659660 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-aeadda8d-5997-4a5c-8324-7afd6fd6c4b9 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.55 "GET /v2.0/networks?id=da2e4338-2da7-4c84-82cc-dc9d5059a42d HTTP/1.1" status: 200 len: 821 time: 0.3517561 Nov 02 16:39:55.678936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Request body: {'port': {'device_id': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d', 'admin_state_up': True, 'tenant_id': 'ce37403c409d49b48b0fdb39550ba5c0'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:55.737806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e35eb54-357e-420a-a248-6f6165a7407a req-09acf705-df26-4e05-a940-0375d3c0cdd2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913391 Nov 02 16:39:55.861906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Made reservation on behalf of ce37403c409d49b48b0fdb39550ba5c0 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:55.868651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.047141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41984) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:56.113130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Allocated IP 172.20.0.12 (da2e4338-2da7-4c84-82cc-dc9d5059a42d/0efe2bcf-a561-4d27-93c2-ba865abe1948/910e5f75-8d18-490e-b417-33af53720c29) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:39:56.329715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-866364658-network', 'tenant_id': 'df9b74a86981491faa7a14f4435e8d38'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:56.415775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Made reservation on behalf of df9b74a86981491faa7a14f4435e8d38 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:39:56.422007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.436230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.564709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.631592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 38541b63-a960-4615-950f-0934d44ff084 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:39:56.646045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.713690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c99fe3d0-5f66-4cd5-b151-14be5bebe901 req-f234f2c5-65ec-4ccb-8391-0c4372935583 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 210 time: 0.2127137 Nov 02 16:39:56.770277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Network da2e4338-2da7-4c84-82cc-dc9d5059a42d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:39:56.778217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.780208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:39:56.787907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:39:56.790822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.795915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 38541b63-a960-4615-950f-0934d44ff084 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:39:56.814794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 38541b63-a960-4615-950f-0934d44ff084 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:39:56.815905 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.856802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Pushing event updated for resources: {'Port': ['ID=910e5f75-8d18-490e-b417-33af53720c29,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:56.889712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:39:56.910850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a03b9c-adfd-4db9-b155-c4f8838569d9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:56.920779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:56.921484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.932582 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:56.934347 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Added segment b873babb-069f-4a79-b179-667e8c5985b6 of type vlan for network 3ef1ab0b-ac54-481f-82f2-73520a483f86 Nov 02 16:39:57.005578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-44c60995-7a4e-4f5a-a54e-8efffb38eb48 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3351223 Nov 02 16:39:57.016528 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:57.035165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Request body: {'port': {'device_id': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:39:57.038038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8b00-73b5-4935-ac6e-a8a9aadf3b38 req-cf077e44-28e1-48f1-98ba-0816937c9dfd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:57.047928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-111f8b00-73b5-4935-ac6e-a8a9aadf3b38 req-cf077e44-28e1-48f1-98ba-0816937c9dfd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 944 time: 0.1470473 Nov 02 16:39:57.129697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:57.131085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:57.132810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:57.189612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:57.219814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:57.274891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 38541b63-a960-4615-950f-0934d44ff084, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=38541b63-a960-4615-950f-0934d44ff084,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:39:57.279730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38541b63-a960-4615-950f-0934d44ff084'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:57.285272 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f93d63-13f0-40ff-9527-74d5fea5b995" -d '{"events": [{"server_uuid": "2991a55a-e6f1-43ce-b157-e20ec7fb0954", "name": "network-vif-plugged", "status": "completed", "tag": "38541b63-a960-4615-950f-0934d44ff084"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:57.294572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-111f8b00-73b5-4935-ac6e-a8a9aadf3b38 req-3ba040c3-1d77-492b-9c63-ece511e40cb5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451479 Nov 02 16:39:57.295826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:57.347236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2984729 Nov 02 16:39:57.383681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3a41-809c-4ad0-adda-4a5005c9de48 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef1ab0b-ac54-481f-82f2-73520a483f86,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:57.479431 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5bdb04-99fd-4b12-b682-6fcdea9120ac x-openstack-request-id: req-6f5bdb04-99fd-4b12-b682-6fcdea9120ac {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:57.479636 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991a55a-e6f1-43ce-b157-e20ec7fb0954", "name": "network-vif-plugged", "status": "completed", "tag": "38541b63-a960-4615-950f-0934d44ff084", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:57.479879 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f5bdb04-99fd-4b12-b682-6fcdea9120ac {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:57.480316 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38541b63-a960-4615-950f-0934d44ff084', 'code': 200} Nov 02 16:39:57.487377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 3ef1ab0b-ac54-481f-82f2-73520a483f86 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:39:57.499548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=38541b63-a960-4615-950f-0934d44ff084,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:57.674882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0ac6a-a484-4c37-a9d8-e4a1cde814c1 req-02e4674d-777b-4399-a63b-ad24e4fdef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:57.676457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aec0ac6a-a484-4c37-a9d8-e4a1cde814c1 req-02e4674d-777b-4399-a63b-ad24e4fdef10 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 1096 time: 0.1301188 Nov 02 16:39:57.754662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aec0ac6a-a484-4c37-a9d8-e4a1cde814c1 req-260b4788-f31d-42ee-899f-2bac985899eb service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701056 Nov 02 16:39:58.041142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910e5f75-8d18-490e-b417-33af53720c29 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:39:58.049970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:58.076187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Transition to ACTIVE for port object 910e5f75-8d18-490e-b417-33af53720c29 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:39:58.079680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d817e97-4c7d-4996-aa44-17c8b8a05cb8 req-7d596b5d-30df-4594-8e86-717e401cdf40 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.081910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d817e97-4c7d-4996-aa44-17c8b8a05cb8 req-7d596b5d-30df-4594-8e86-717e401cdf40 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 932 time: 0.1297066 Nov 02 16:39:58.084512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:58.180071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d817e97-4c7d-4996-aa44-17c8b8a05cb8 req-dfd7892d-d0ee-463f-89f3-f6ea5ccf0e61 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 Nov 02 16:39:58.217838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Pushing event updated for resources: {'Port': ['ID=910e5f75-8d18-490e-b417-33af53720c29,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:58.422764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Attempting to bind port 910e5f75-8d18-490e-b417-33af53720c29 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:39:58.423133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Attempting to bind port 910e5f75-8d18-490e-b417-33af53720c29 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '76cbf791-a28d-448e-a921-d3163191ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:39:58.423469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Attempting to bind port 910e5f75-8d18-490e-b417-33af53720c29 on network da2e4338-2da7-4c84-82cc-dc9d5059a42d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:58.433100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Port 910e5f75-8d18-490e-b417-33af53720c29 on network da2e4338-2da7-4c84-82cc-dc9d5059a42d not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:39:58.433426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Attempting to bind port 910e5f75-8d18-490e-b417-33af53720c29 on network da2e4338-2da7-4c84-82cc-dc9d5059a42d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:39:58.446744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:39:58.448403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Checking segment: {'id': '76cbf791-a28d-448e-a921-d3163191ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:39:58.449777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Bound using segment: {'id': '76cbf791-a28d-448e-a921-d3163191ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:39:58.451880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Bound port: 910e5f75-8d18-490e-b417-33af53720c29, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cbf791-a28d-448e-a921-d3163191ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:39:58.453004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:58.567545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] For port 910e5f75-8d18-490e-b417-33af53720c29, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:39:58.571939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] For port 910e5f75-8d18-490e-b417-33af53720c29, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=910e5f75-8d18-490e-b417-33af53720c29,segment=NetworkSegment(76cbf791-a28d-448e-a921-d3163191ebe2),segment_id=76cbf791-a28d-448e-a921-d3163191ebe2)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:39:58.578006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:58.648948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Pushing event updated for resources: {'Port': ['ID=910e5f75-8d18-490e-b417-33af53720c29,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:39:58.660862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.662496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:58.665210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-54a7bdff-e17f-46f0-9f02-df2005ac9d0c service neutron] 10.222.0.55 "PUT /v2.0/ports/910e5f75-8d18-490e-b417-33af53720c29 HTTP/1.1" status: 200 len: 1092 time: 1.6499705 Nov 02 16:39:58.665980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'tag': '910e5f75-8d18-490e-b417-33af53720c29'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:39:58.668533 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18" -d '{"events": [{"name": "network-changed", "server_uuid": "9396c8e7-e204-45ad-8b4c-cdd09ef6fc64", "tag": "910e5f75-8d18-490e-b417-33af53720c29"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:39:58.711882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b6f2d-e226-4554-bdf1-ca247163713e req-fb152d52-6995-4a53-81e9-42d75d0d2694 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.720828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e3b6f2d-e226-4554-bdf1-ca247163713e req-fb152d52-6995-4a53-81e9-42d75d0d2694 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.2627332 Nov 02 16:39:58.783979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4850c9-e37e-4d32-9763-0bf04000ff30 req-9fc34f4b-84d3-4615-9df6-4c19772f146e tempest-ComputeTenantNetworksTest-132438224 tempest-ComputeTenantNetworksTest-132438224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.791515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-6f61cc1e-aeed-4540-aa74-904f6c02cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.793508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4850c9-e37e-4d32-9763-0bf04000ff30 req-9fc34f4b-84d3-4615-9df6-4c19772f146e tempest-ComputeTenantNetworksTest-132438224 tempest-ComputeTenantNetworksTest-132438224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.800561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4850c9-e37e-4d32-9763-0bf04000ff30 req-9fc34f4b-84d3-4615-9df6-4c19772f146e tempest-ComputeTenantNetworksTest-132438224 tempest-ComputeTenantNetworksTest-132438224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:58.802323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a4850c9-e37e-4d32-9763-0bf04000ff30 req-9fc34f4b-84d3-4615-9df6-4c19772f146e tempest-ComputeTenantNetworksTest-132438224 tempest-ComputeTenantNetworksTest-132438224-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4562879 Nov 02 16:39:58.823193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-6f61cc1e-aeed-4540-aa74-904f6c02cf9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce37403c409d49b48b0fdb39550ba5c0&device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 1095 time: 0.1168759 Nov 02 16:39:58.884765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e3b6f2d-e226-4554-bdf1-ca247163713e req-b188aa37-ec95-4e36-93a9-695e3c44a0f2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626773 Nov 02 16:39:58.934103 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-8b6c15dd-e5b3-4552-9584-0d5a93bbf38e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=910e5f75-8d18-490e-b417-33af53720c29 HTTP/1.1" status: 200 len: 217 time: 0.1028695 Nov 02 16:39:58.958991 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:39:59.068387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-e99d1f3e-8a0e-4657-945b-ffa79ce0f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:59.070285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-e99d1f3e-8a0e-4657-945b-ffa79ce0f81b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0efe2bcf-a561-4d27-93c2-ba865abe1948 HTTP/1.1" status: 200 len: 861 time: 0.1295388 Nov 02 16:39:59.075155 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15989676-2b2c-4510-a393-9a412df38e0c x-openstack-request-id: req-15989676-2b2c-4510-a393-9a412df38e0c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:39:59.075671 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9396c8e7-e204-45ad-8b4c-cdd09ef6fc64", "tag": "910e5f75-8d18-490e-b417-33af53720c29", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:39:59.076273 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15989676-2b2c-4510-a393-9a412df38e0c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:39:59.077238 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'tag': '910e5f75-8d18-490e-b417-33af53720c29', 'status': 'completed', 'code': 200} Nov 02 16:39:59.114307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-5d49a39d-4e51-472b-b5e4-4c6d28af0986 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da2e4338-2da7-4c84-82cc-dc9d5059a42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358005 Nov 02 16:39:59.216384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb069a9-c9e0-4ad4-b5f6-8382448b200d req-c62feefb-2d63-48f4-b5b6-909d2115337c tempest-ComputeTenantNetworksTest-132438224 tempest-ComputeTenantNetworksTest-132438224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:59.223364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fb069a9-c9e0-4ad4-b5f6-8382448b200d req-c62feefb-2d63-48f4-b5b6-909d2115337c tempest-ComputeTenantNetworksTest-132438224 tempest-ComputeTenantNetworksTest-132438224-project] 10.222.0.31 "GET /v2.0/networks/3ef1ab0b-ac54-481f-82f2-73520a483f86 HTTP/1.1" status: 200 len: 768 time: 0.1889148 Nov 02 16:39:59.227719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42146) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:59.321755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-db3397f5-9dae-4825-96e9-23f25fadba04 service neutron] 10.222.0.55 "GET /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992595 Nov 02 16:39:59.428005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.449677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930764-466b-4dee-a3df-1f1dc117c738 req-b3c32566-f229-4c3e-b0ed-b5ffd0bcf474 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:59.452038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4930764-466b-4dee-a3df-1f1dc117c738 req-b3c32566-f229-4c3e-b0ed-b5ffd0bcf474 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 944 time: 0.0951393 Nov 02 16:39:59.529655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11b81f41-96cb-44bd-99cd-39490d28b3d3 req-abd55022-2706-45a4-b6f5-aeef220f47b0 service neutron] 10.222.0.55 "GET /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016113 Nov 02 16:39:59.530376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42150) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:39:59.630465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.633910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-367e2ee3-ab1a-4d76-850d-f9f4ec9f8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:59.635578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-367e2ee3-ab1a-4d76-850d-f9f4ec9f8f34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce37403c409d49b48b0fdb39550ba5c0&device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 1095 time: 0.0530207 Nov 02 16:39:59.659866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4930764-466b-4dee-a3df-1f1dc117c738 req-76f7a8f0-50a9-440c-931e-b5267147d9f2 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008326 Nov 02 16:39:59.684558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef1ab0b-ac54-481f-82f2-73520a483f86']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:59.701692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b873babb-069f-4a79-b179-667e8c5985b6') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:59.702032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b873babb-069f-4a79-b179-667e8c5985b6') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:39:59.713292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.728043 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.735227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:39:59.735839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:39:59.738400 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:39:59.753142 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-202d663f-4181-445f-a112-6e37a8237e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.808744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-c4d04c26-cebe-4594-84e7-422b9e974fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:39:59.810776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-c4d04c26-cebe-4594-84e7-422b9e974fb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da2e4338-2da7-4c84-82cc-dc9d5059a42d HTTP/1.1" status: 200 len: 922 time: 0.1669619 Nov 02 16:39:59.828456 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.839229 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:39:59.847652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ef1ab0b-ac54-481f-82f2-73520a483f86 HTTP/1.1" status: 204 len: 168 time: 0.6186860 Nov 02 16:39:59.863144 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-3ae56a55-1f54-4cef-bd8f-81aa71dc8763 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=910e5f75-8d18-490e-b417-33af53720c29 HTTP/1.1" status: 200 len: 217 time: 0.0446336 Nov 02 16:39:59.878000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529d36d-f7b6-472c-9109-0f9cda521328 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef1ab0b-ac54-481f-82f2-73520a483f86,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:00.022870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-202d663f-4181-445f-a112-6e37a8237e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.028317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-8d1651c4-6860-4f35-ae28-f3ae9b6793e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:00.030689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-8d1651c4-6860-4f35-ae28-f3ae9b6793e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0efe2bcf-a561-4d27-93c2-ba865abe1948 HTTP/1.1" status: 200 len: 861 time: 0.1572180 Nov 02 16:40:00.033149 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-202d663f-4181-445f-a112-6e37a8237e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.076532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-202d663f-4181-445f-a112-6e37a8237e79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e4c66ca2b5c48c39a5b9dec8db96543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451283 Nov 02 16:40:00.084223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42164) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:00.118680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42166) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:00.181996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878ec1-f7b4-4c2f-9f9d-f5d19b40c22d req-5798a9d2-083c-4af3-986b-85a280dcffd4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:00.183935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f878ec1-f7b4-4c2f-9f9d-f5d19b40c22d req-5798a9d2-083c-4af3-986b-85a280dcffd4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.1507719 Nov 02 16:40:00.221543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-660834b7-ab6c-4105-b55d-fc2ecfb6ef90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da2e4338-2da7-4c84-82cc-dc9d5059a42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519220 Nov 02 16:40:00.252667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d567c808-849f-48e9-8fd9-24b450716b65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df9b74a86981491faa7a14f4435e8d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307013 Nov 02 16:40:00.258493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42170) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:00.261886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f878ec1-f7b4-4c2f-9f9d-f5d19b40c22d req-4ebe3e3a-a29a-4eb2-81cd-62fbeb70311c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Nov 02 16:40:00.348923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d663f-4181-445f-a112-6e37a8237e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb077b-7098-4951-ac6e-dcf957887669,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:00.353769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1213585-ab00-4fac-9ff6-753e34cf661d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.383467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9933401-846f-4554-ae64-8fd54827c3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.397613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1213585-ab00-4fac-9ff6-753e34cf661d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.421512 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-8dcc0fcc-2558-4ccc-8747-8a683fb194f5 service neutron] 10.222.0.55 "GET /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877811 Nov 02 16:40:00.450321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9933401-846f-4554-ae64-8fd54827c3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.499942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6747b-fc9b-4291-9136-9a30c7c6a79b req-ced3f3f7-6a1d-460e-b162-0ecde430c72c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:00.501436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acd6747b-fc9b-4291-9136-9a30c7c6a79b req-ced3f3f7-6a1d-460e-b162-0ecde430c72c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.1154830 Nov 02 16:40:00.576193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acd6747b-fc9b-4291-9136-9a30c7c6a79b req-1dc77264-302b-45ca-bafa-b305e157feff tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Nov 02 16:40:00.620105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9933401-846f-4554-ae64-8fd54827c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.626002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9933401-846f-4554-ae64-8fd54827c3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.639834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9933401-846f-4554-ae64-8fd54827c3f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4a03b9c-adfd-4db9-b155-c4f8838569d9 HTTP/1.1" status: 204 len: 168 time: 0.3654144 Nov 02 16:40:00.665264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9933401-846f-4554-ae64-8fd54827c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a03b9c-adfd-4db9-b155-c4f8838569d9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:00.693354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1213585-ab00-4fac-9ff6-753e34cf661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.699171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1213585-ab00-4fac-9ff6-753e34cf661d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:00.707104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b1213585-ab00-4fac-9ff6-753e34cf661d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebdb077b-7098-4951-ac6e-dcf957887669 HTTP/1.1" status: 204 len: 168 time: 0.5998778 Nov 02 16:40:00.752518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1213585-ab00-4fac-9ff6-753e34cf661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb077b-7098-4951-ac6e-dcf957887669,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:00.759764 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99319d16-b0b0-4884-bcd4-f3c71cf0fd18 req-0e9ecb36-1165-4ee7-8e4c-819d186e9a4a service neutron] 10.222.0.55 "GET /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210220 Nov 02 16:40:00.874844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f401d-3bff-4a83-ad76-5759cd7bdc17 req-c42739f6-850f-486f-9b22-f863567c2ad3 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:00.882248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558f401d-3bff-4a83-ad76-5759cd7bdc17 req-c42739f6-850f-486f-9b22-f863567c2ad3 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 944 time: 0.0737586 Nov 02 16:40:00.892175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70a0e9-e2d8-42c7-96b9-1af3dbfad75a req-22dba0e0-aa80-46c1-8440-38d8a65f91e9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:00.900724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea70a0e9-e2d8-42c7-96b9-1af3dbfad75a req-22dba0e0-aa80-46c1-8440-38d8a65f91e9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.1420660 Nov 02 16:40:00.982907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558f401d-3bff-4a83-ad76-5759cd7bdc17 req-7e2dca5c-5211-47b6-b0a9-9e9d7beb707f tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995090 Nov 02 16:40:01.006674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea70a0e9-e2d8-42c7-96b9-1af3dbfad75a req-bb0d4ec2-cdbb-4bd5-b3cc-14c7854eb34e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045020 Nov 02 16:40:01.427567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffdc5a-9b08-4115-8fe8-9eea3e25e46f req-36663faa-0d04-4bc7-9101-5e8f539210fc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:01.431372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91ffdc5a-9b08-4115-8fe8-9eea3e25e46f req-36663faa-0d04-4bc7-9101-5e8f539210fc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.1144557 Nov 02 16:40:01.431905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42208) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:01.450548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e6eca54-bd85-4444-8f96-cd09094ab372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.494835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91ffdc5a-9b08-4115-8fe8-9eea3e25e46f req-4ebad14c-cb56-4e0b-a778-b6df61de708a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566580 Nov 02 16:40:01.553425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e6eca54-bd85-4444-8f96-cd09094ab372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.558837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e6eca54-bd85-4444-8f96-cd09094ab372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.591620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eca54-bd85-4444-8f96-cd09094ab372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c8fa1-f83d-48c5-ad81-bbc4defcb60c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:01.612855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e6eca54-bd85-4444-8f96-cd09094ab372 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2beb6eab038c4d21b557e4ede2c64635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792023 Nov 02 16:40:01.615374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42212) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:01.683894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7093a86-65cd-4852-acae-c50a396681c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.709977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7093a86-65cd-4852-acae-c50a396681c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.780113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7093a86-65cd-4852-acae-c50a396681c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.782900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7093a86-65cd-4852-acae-c50a396681c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:01.784109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e7093a86-65cd-4852-acae-c50a396681c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e66c8fa1-f83d-48c5-ad81-bbc4defcb60c HTTP/1.1" status: 204 len: 168 time: 0.1677716 Nov 02 16:40:01.795334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7093a86-65cd-4852-acae-c50a396681c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c8fa1-f83d-48c5-ad81-bbc4defcb60c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:02.036209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 910e5f75-8d18-490e-b417-33af53720c29 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:40:02.221621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 910e5f75-8d18-490e-b417-33af53720c29, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=910e5f75-8d18-490e-b417-33af53720c29,segment=NetworkSegment(76cbf791-a28d-448e-a921-d3163191ebe2),segment_id=76cbf791-a28d-448e-a921-d3163191ebe2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:02.226691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42242) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:02.241364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04978-397d-465c-a612-a5dc1b5499f5 req-e2609090-5b36-4d70-a3c6-7c5e5a639a2c tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:02.246182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60a04978-397d-465c-a612-a5dc1b5499f5 req-e2609090-5b36-4d70-a3c6-7c5e5a639a2c tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 944 time: 0.1674347 Nov 02 16:40:02.269294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '910e5f75-8d18-490e-b417-33af53720c29', 'network_id': 'da2e4338-2da7-4c84-82cc-dc9d5059a42d', 'port_id': '910e5f75-8d18-490e-b417-33af53720c29', 'mac_address': 'fa:16:3e:d9:5e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efe2bcf-a561-4d27-93c2-ba865abe1948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:40:02.314092 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.334482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910e5f75-8d18-490e-b417-33af53720c29 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:02.360949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 910e5f75-8d18-490e-b417-33af53720c29, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=910e5f75-8d18-490e-b417-33af53720c29,segment=NetworkSegment(76cbf791-a28d-448e-a921-d3163191ebe2),segment_id=76cbf791-a28d-448e-a921-d3163191ebe2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:02.371359 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.409123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60a04978-397d-465c-a612-a5dc1b5499f5 req-fb84abca-c45b-4db7-b2d5-cf62f146c55e tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412718 Nov 02 16:40:02.462453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=910e5f75-8d18-490e-b417-33af53720c29,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:02.478588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-290469406-network', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:02.521173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Made reservation on behalf of d27c579a202d44318ed4e49556e5a9e1 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:02.525430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.549287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.573508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['910e5f75-8d18-490e-b417-33af53720c29'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:02.668079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.695760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.734846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247fe9-a299-49d1-8bbd-b2389a3f37c3 req-687f92f5-92d9-4ff0-bb60-b5767863c2cd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:02.743592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5247fe9-a299-49d1-8bbd-b2389a3f37c3 req-687f92f5-92d9-4ff0-bb60-b5767863c2cd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.1317711 Nov 02 16:40:02.743922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:40:02.798339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.801821 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Added segment 2e8d1946-f9ea-46a5-9399-459ecc6d6f94 of type vlan for network d5842ab3-e187-4662-b966-6f5e848200a0 Nov 02 16:40:02.824894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f989621-717e-4afe-a927-79dea1c6a46f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:02.839727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5247fe9-a299-49d1-8bbd-b2389a3f37c3 req-da1b749c-c2f0-4a1b-9f82-d7c0244c9f28 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923994 Nov 02 16:40:02.889017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.927919 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:02.929546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:02.930254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:03.010116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:03.017632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Request body: {'subnet': {'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-290469406-subnet', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:03.024622 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7960989 Nov 02 16:40:03.055401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb2dd-239b-4a4e-8847-c3bab4c7f13a admin admin] Pushing event updated for resources: {'Network': ['ID=d5842ab3-e187-4662-b966-6f5e848200a0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:03.071492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d5842ab3-e187-4662-b966-6f5e848200a0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:40:03.072170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Made reservation on behalf of d27c579a202d44318ed4e49556e5a9e1 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:03.074779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:03.306676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-29eacf61-39f7-4638-a2fb-aa4a101f46d8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:03.308485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-29eacf61-39f7-4638-a2fb-aa4a101f46d8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.1070664 Nov 02 16:40:03.544242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:03.729663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a612d00-0f25-4826-8773-42bf385aa450,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:03.755687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57beb-10e2-4724-ac1b-17b851aab867 req-8d676be3-7cdc-465f-8c4d-8c23c80d9ba9 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:03.758008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56e57beb-10e2-4724-ac1b-17b851aab867 req-8d676be3-7cdc-465f-8c4d-8c23c80d9ba9 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 945 time: 0.1568198 Nov 02 16:40:03.777669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Checking segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:03.778036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Network hostable DHCP agents. Network: d5842ab3-e187-4662-b966-6f5e848200a0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:40:03.797408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 38541b63-a960-4615-950f-0934d44ff084 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:40:03.797857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:03.904299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56e57beb-10e2-4724-ac1b-17b851aab867 req-d9e7e0da-ebde-4459-ba5c-f6ed3f2c8edd tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333873 Nov 02 16:40:03.921284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Network d5842ab3-e187-4662-b966-6f5e848200a0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:40:03.957108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d5842ab3-e187-4662-b966-6f5e848200a0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:03.974699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:03.976644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2274edb6-957d-498c-bb67-2ccb639b19b1 None None] Network d5842ab3-e187-4662-b966-6f5e848200a0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:03.977935 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.058452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c08a548c-9f28-457a-aeb6-f8df60b93480 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0429215 Nov 02 16:40:04.058904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42308) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:04.064003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:04.066751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port 38541b63-a960-4615-950f-0934d44ff084, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=38541b63-a960-4615-950f-0934d44ff084,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:04.067131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.091014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 38541b63-a960-4615-950f-0934d44ff084 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:40:04.099942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fab30-16fd-4ede-8068-98a4d0d09a83 req-67ec05f7-91db-4fd2-a780-7628dd4907e0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:04.101936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5fab30-16fd-4ede-8068-98a4d0d09a83 req-67ec05f7-91db-4fd2-a780-7628dd4907e0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 945 time: 0.0987635 Nov 02 16:40:04.114918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 910e5f75-8d18-490e-b417-33af53720c29 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:04.205988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.214206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.306856 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5fab30-16fd-4ede-8068-98a4d0d09a83 req-70dec994-94b1-4d49-98ac-fa4554d9b477 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934218 Nov 02 16:40:04.528428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.583161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['38541b63-a960-4615-950f-0934d44ff084'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:04.609834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=38541b63-a960-4615-950f-0934d44ff084,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:04.636001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5842ab3-e187-4662-b966-6f5e848200a0', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:40:04.637857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.693054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 910e5f75-8d18-490e-b417-33af53720c29 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:40:04.707717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port 38541b63-a960-4615-950f-0934d44ff084 on host n-h2-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:40:04.713122 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.724285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cbf31a4-2243-46d8-a9ae-8c432c5edc0b req-f4b4913f-1a36-4d0a-a2f1-d2c45e1b107e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "DELETE /v2.0/ports/38541b63-a960-4615-950f-0934d44ff084 HTTP/1.1" status: 204 len: 173 time: 1.4083340 Nov 02 16:40:04.725672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'name': 'network-vif-deleted', 'tag': '38541b63-a960-4615-950f-0934d44ff084'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:04.733520 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec127e6d-13a2-47c9-a673-5b7f7e52d8ca" -d '{"events": [{"server_uuid": "2991a55a-e6f1-43ce-b157-e20ec7fb0954", "name": "network-vif-deleted", "tag": "38541b63-a960-4615-950f-0934d44ff084"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:04.792620 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c2faf-bf8b-4e82-8b72-ca45c15378ab x-openstack-request-id: req-505c2faf-bf8b-4e82-8b72-ca45c15378ab {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:04.793353 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991a55a-e6f1-43ce-b157-e20ec7fb0954", "name": "network-vif-deleted", "tag": "38541b63-a960-4615-950f-0934d44ff084", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:04.794460 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-505c2faf-bf8b-4e82-8b72-ca45c15378ab {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:04.795292 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2991a55a-e6f1-43ce-b157-e20ec7fb0954', 'name': 'network-vif-deleted', 'tag': '38541b63-a960-4615-950f-0934d44ff084', 'status': 'completed', 'code': 200} Nov 02 16:40:04.896646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 910e5f75-8d18-490e-b417-33af53720c29 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:04.900521 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:04.913022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:05.177788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571d0ba-bc2c-45ac-9f05-52f6d494ee35 req-7c444041-5307-4c61-9145-8bba1e170545 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:05.182457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b571d0ba-bc2c-45ac-9f05-52f6d494ee35 req-7c444041-5307-4c61-9145-8bba1e170545 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 945 time: 0.1113007 Nov 02 16:40:05.210940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:05.260629 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:05.274860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b571d0ba-bc2c-45ac-9f05-52f6d494ee35 req-5f4e7555-d67f-42a8-b11e-63c4c7147e7a tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855231 Nov 02 16:40:05.317312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Allocated IP 172.20.0.2 (d5842ab3-e187-4662-b966-6f5e848200a0/1a612d00-0f25-4826-8773-42bf385aa450/78ce4cd5-f0f7-4419-be67-73ff185a3c96) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:05.344671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e5f75-8d18-490e-b417-33af53720c29'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:05.357317 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb76d94-5003-497f-9410-ddd9821ffe71" -d '{"events": [{"server_uuid": "9396c8e7-e204-45ad-8b4c-cdd09ef6fc64", "name": "network-vif-plugged", "status": "completed", "tag": "910e5f75-8d18-490e-b417-33af53720c29"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:05.538863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd868ed8-3df4-4643-bfdb-480221a4d0ca req-bda76752-5ae0-4b30-a989-8486c1de6145 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.0780580 Nov 02 16:40:05.604931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 910e5f75-8d18-490e-b417-33af53720c29, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=910e5f75-8d18-490e-b417-33af53720c29,segment=NetworkSegment(76cbf791-a28d-448e-a921-d3163191ebe2),segment_id=76cbf791-a28d-448e-a921-d3163191ebe2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:05.611572 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:05.695607 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0e3723-5378-4348-9dbd-c44d728dada7 x-openstack-request-id: req-aa0e3723-5378-4348-9dbd-c44d728dada7 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:05.697931 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9396c8e7-e204-45ad-8b4c-cdd09ef6fc64", "name": "network-vif-plugged", "status": "completed", "tag": "910e5f75-8d18-490e-b417-33af53720c29", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:05.698475 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa0e3723-5378-4348-9dbd-c44d728dada7 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:05.699226 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e5f75-8d18-490e-b417-33af53720c29', 'code': 200} Nov 02 16:40:05.736148 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=910e5f75-8d18-490e-b417-33af53720c29,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:05.884986 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:05.898055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:05.993909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.008754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Network d5842ab3-e187-4662-b966-6f5e848200a0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:06.014975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:06.022264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:06.049675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.060735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Pushing event updated for resources: {'Port': ['ID=78ce4cd5-f0f7-4419-be67-73ff185a3c96,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:06.099407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1e7b7-e78d-4d1e-b7cb-3403f9c6dfc2 req-be80ff76-e7f8-4c90-8bba-fffa2b339215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:06.104795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b0a1e7b7-e78d-4d1e-b7cb-3403f9c6dfc2 req-be80ff76-e7f8-4c90-8bba-fffa2b339215 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 1097 time: 0.2923512 Nov 02 16:40:06.105138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Attempting to bind port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:06.106273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Attempting to bind port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:06.107240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Attempting to bind port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 on network d5842ab3-e187-4662-b966-6f5e848200a0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:06.114499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:06.115154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Checking segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:06.116110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.117889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Bound using segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:06.118867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Bound port: 78ce4cd5-f0f7-4419-be67-73ff185a3c96, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:06.119438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.203656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] For port 78ce4cd5-f0f7-4419-be67-73ff185a3c96, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:06.208043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] For port 78ce4cd5-f0f7-4419-be67-73ff185a3c96, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=78ce4cd5-f0f7-4419-be67-73ff185a3c96,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:06.219072 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.280244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b0a1e7b7-e78d-4d1e-b7cb-3403f9c6dfc2 req-c2d237c8-f53d-4a01-931c-e318b646dbae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662660 Nov 02 16:40:06.370054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37508368-98b3-4473-9c73-a4e4659f2ba6 None None] Pushing event updated for resources: {'Port': ['ID=78ce4cd5-f0f7-4419-be67-73ff185a3c96,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:06.372882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Allocated IP 172.25.7.211 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/106028d4-e982-4636-abcf-c9cb0778148a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:06.595545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ae72a-1582-460b-a6ce-ec71592487c4 req-c65c00d8-f857-4d34-851e-2fc723e48127 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:06.602163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524ae72a-1582-460b-a6ce-ec71592487c4 req-c65c00d8-f857-4d34-851e-2fc723e48127 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 946 time: 0.1406982 Nov 02 16:40:06.635311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.640512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 38541b63-a960-4615-950f-0934d44ff084 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:40:06.704147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:06.765417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 38541b63-a960-4615-950f-0934d44ff084 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:40:06.765770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 38541b63-a960-4615-950f-0934d44ff084 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:40:06.783929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Pushing event updated for resources: {'Port': ['ID=106028d4-e982-4636-abcf-c9cb0778148a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:06.812963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:06.815913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:06.819353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:06.823168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9378741-faaa-4602-bf33-80be412a245e req-32b1cc03-2f9c-4a3b-b299-d9f52c9b30b4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.1906762 Nov 02 16:40:06.857976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-524ae72a-1582-460b-a6ce-ec71592487c4 req-1a3ef8a5-f087-4e02-a4d3-4e62958d3789 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457616 Nov 02 16:40:07.503081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:07.914898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 78ce4cd5-f0f7-4419-be67-73ff185a3c96 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:08.051934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:08.145265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:08.145847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:08.169519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf17da9f-9c2d-4645-8e42-e26d7bc8a1ed req-a54d9602-9143-45a8-b090-8d6e0437f8b9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.0684295 Nov 02 16:40:08.229226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee341d2-15fb-4e81-acaf-419d17c22539 req-c540cdc6-94fc-420a-82c2-ff879a75580a tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:08.254411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ee341d2-15fb-4e81-acaf-419d17c22539 req-c540cdc6-94fc-420a-82c2-ff879a75580a tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 946 time: 0.2366748 Nov 02 16:40:08.398306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf545e-8a60-4998-b492-2da9260e1c32 None None] Network d5842ab3-e187-4662-b966-6f5e848200a0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:08.446234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:40:08.457612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ee341d2-15fb-4e81-acaf-419d17c22539 req-56dc9f76-8be2-4d12-85d0-4853e52196bc tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739607 Nov 02 16:40:08.663088 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34be469d-7005-4fe8-abad-c983f4dfcdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:08.774387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:40:08.792766 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:08.794835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-60518447-e5ea-49d0-bbe9-808a3c399caf None None] Provisioning complete for port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:08.795202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-60518447-e5ea-49d0-bbe9-808a3c399caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:08.834402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:08.842365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:08.842587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3f36ac1d-22a2-418e-b3bc-c7eb6486381d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7821236 Nov 02 16:40:08.895999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:40:09.076721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 78ce4cd5-f0f7-4419-be67-73ff185a3c96, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=78ce4cd5-f0f7-4419-be67-73ff185a3c96,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:09.083264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:40:09.085117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:39:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:09.211868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df979-1d19-4a30-8c9e-cfda4bde5ffa req-5f47a328-805f-4d5b-a2b1-5dc5bf148ea4 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:09.213485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa3df979-1d19-4a30-8c9e-cfda4bde5ffa req-5f47a328-805f-4d5b-a2b1-5dc5bf148ea4 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 946 time: 0.1736286 Nov 02 16:40:09.324040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:40:09.437972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:09.599386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=78ce4cd5-f0f7-4419-be67-73ff185a3c96,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:09.791694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 78ce4cd5-f0f7-4419-be67-73ff185a3c96 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:09.979373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f5a39dd-9e37-4a15-9d72-58e09207f79b req-fe756ff4-508a-4e8f-a975-275ebe6452eb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.6762807 Nov 02 16:40:10.033646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa3df979-1d19-4a30-8c9e-cfda4bde5ffa req-3f5d35ce-bea8-45dc-908a-dc49577024ce tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8123620 Nov 02 16:40:10.318819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-5a48667b-ab29-4b48-a9c1-f82204b1046a tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:10.321110 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-5a48667b-ab29-4b48-a9c1-f82204b1046a tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.55 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 946 time: 0.1456294 Nov 02 16:40:10.512515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5b0de376-0c2e-4e90-b2b3-aafaae09574a None None] Provisioning complete for port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:10.513130 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b0de376-0c2e-4e90-b2b3-aafaae09574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:10.522917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Deleting port 910e5f75-8d18-490e-b417-33af53720c29 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:40:10.523456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:10.660915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] For port 910e5f75-8d18-490e-b417-33af53720c29, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=910e5f75-8d18-490e-b417-33af53720c29,segment=NetworkSegment(76cbf791-a28d-448e-a921-d3163191ebe2),segment_id=76cbf791-a28d-448e-a921-d3163191ebe2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:10.661343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:10.676108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Calling delete_port for 910e5f75-8d18-490e-b417-33af53720c29 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:40:10.683973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:10.684354 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:10.721715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:10.816249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:07Z', 'revision_number': 3, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:10.884047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:40:10.884047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Updating router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 port 106028d4-e982-4636-abcf-c9cb0778148a binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:40:10.901497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:10.942002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['910e5f75-8d18-490e-b417-33af53720c29'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:10.980989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Pushing event deleted for resources: {'Port': ['ID=910e5f75-8d18-490e-b417-33af53720c29,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:11.031746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Allocated IP 172.20.0.1 (d5842ab3-e187-4662-b966-6f5e848200a0/1a612d00-0f25-4826-8773-42bf385aa450/d3808bf0-7827-45c0-afec-e47abfc2e768) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:11.039616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] No DVR routers for this DVR port 910e5f75-8d18-490e-b417-33af53720c29 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:40:11.042166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.045786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d229a25e-1684-40b7-b8d9-405c4f43d99f req-4a6253ab-75a5-4b47-a3a2-15ac19a5cf68 tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.55 "DELETE /v2.0/ports/910e5f75-8d18-490e-b417-33af53720c29 HTTP/1.1" status: 204 len: 173 time: 0.7183769 Nov 02 16:40:11.046295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'name': 'network-vif-deleted', 'tag': '910e5f75-8d18-490e-b417-33af53720c29'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:11.049335 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378bfd5-b3b8-4846-a4e7-61681fcc943b" -d '{"events": [{"server_uuid": "9396c8e7-e204-45ad-8b4c-cdd09ef6fc64", "name": "network-vif-deleted", "tag": "910e5f75-8d18-490e-b417-33af53720c29"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:11.093107 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7c508e-270b-4a95-94d4-c1c3c282cd49 x-openstack-request-id: req-8d7c508e-270b-4a95-94d4-c1c3c282cd49 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:11.093406 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9396c8e7-e204-45ad-8b4c-cdd09ef6fc64", "name": "network-vif-deleted", "tag": "910e5f75-8d18-490e-b417-33af53720c29", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:11.093702 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d7c508e-270b-4a95-94d4-c1c3c282cd49 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:11.094087 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396c8e7-e204-45ad-8b4c-cdd09ef6fc64', 'name': 'network-vif-deleted', 'tag': '910e5f75-8d18-490e-b417-33af53720c29', 'status': 'completed', 'code': 200} Nov 02 16:40:11.148817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.343347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.454601 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5903-4c10-4f58-ad95-b44187e3a33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.498836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c279974c-d11f-487c-82bd-517311107824 req-9676ddf7-ec23-4e48-9a80-2d141eb8223d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.2207029 Nov 02 16:40:11.503322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.518459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.562807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-430f3f39-99f7-4533-b021-4ad876a12b25 req-a049bf61-630f-42ed-a6d6-10ea79ea654a tempest-InstanceActionsNegativeTestJSON-2073017371 tempest-InstanceActionsNegativeTestJSON-2073017371-project] 10.222.0.31 "GET /v2.0/ports?device_id=9396c8e7-e204-45ad-8b4c-cdd09ef6fc64 HTTP/1.1" status: 200 len: 210 time: 0.2871108 Nov 02 16:40:11.801250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Pushing event updated for resources: {'Port': ['ID=d3808bf0-7827-45c0-afec-e47abfc2e768,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:11.809967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Network d5842ab3-e187-4662-b966-6f5e848200a0 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:11.812160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:11.815345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:11.899190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.955568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:11.968250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.059637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96ab1-ae48-4df7-88b0-63e0b390d1e7 None None] Pushing event updated for resources: {'Port': ['ID=106028d4-e982-4636-abcf-c9cb0778148a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:12.127696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Attempting to bind port 106028d4-e982-4636-abcf-c9cb0778148a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:12.134335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Attempting to bind port 106028d4-e982-4636-abcf-c9cb0778148a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:12.134335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Attempting to bind port 106028d4-e982-4636-abcf-c9cb0778148a on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:12.149299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:12.149299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:12.149299 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.149299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:12.154023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Bound port: 106028d4-e982-4636-abcf-c9cb0778148a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:12.154471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.253472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] For port 106028d4-e982-4636-abcf-c9cb0778148a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:12.267517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] For port 106028d4-e982-4636-abcf-c9cb0778148a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=106028d4-e982-4636-abcf-c9cb0778148a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:12.276284 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.286475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.491495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e6e343cd-8be5-4ca1-bc6a-c02c4cfed099 None None] Provisioning complete for port d3808bf0-7827-45c0-afec-e47abfc2e768 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:12.491864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6e343cd-8be5-4ca1-bc6a-c02c4cfed099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.602528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:40:12.603479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:40:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:12.685289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42558) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:12.762737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.774594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.799382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96ab1-ae48-4df7-88b0-63e0b390d1e7 None None] Pushing event updated for resources: {'Port': ['ID=106028d4-e982-4636-abcf-c9cb0778148a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:12.877843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Deleting subnet 0efe2bcf-a561-4d27-93c2-ba865abe1948 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:40:12.892902 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.893678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:12.912190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e6e343cd-8be5-4ca1-bc6a-c02c4cfed099 None None] Port d3808bf0-7827-45c0-afec-e47abfc2e768 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:40:13.016331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.035768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Pushing event updated for resources: {'Port': ['ID=d3808bf0-7827-45c0-afec-e47abfc2e768,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:13.053099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01d38125-a1b2-4e5e-ad9a-afe7a249a0b7 req-f6997540-f446-40ab-9080-2390870898f8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.3903251 Nov 02 16:40:13.074660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:40:13.162784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.182627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.350051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.392476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Network d5842ab3-e187-4662-b966-6f5e848200a0 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:13.394710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:13.436817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efe2bcf-a561-4d27-93c2-ba865abe1948,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:13.446629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.454000 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c8fa10a0-e870-4a1d-a333-71a94d1befe2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0efe2bcf-a561-4d27-93c2-ba865abe1948 HTTP/1.1" status: 204 len: 168 time: 0.7579303 Nov 02 16:40:13.454654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42568) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:13.627242 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.673083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:11Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:13.745599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:40:13.818272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb59a-2a87-4aef-ab1b-49a8aabcfb79 None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:11Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:40:13.871662 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.908566 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.919194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2e4338-2da7-4c84-82cc-dc9d5059a42d']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:13.933915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cbf791-a28d-448e-a921-d3163191ebe2') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:13.935532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cbf791-a28d-448e-a921-d3163191ebe2') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:13.953988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:13.986344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:14.017655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:40:14.020028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:40:14.025441 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:40:14.038078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:40:14.072460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-63e7c315-4fcd-4ccb-b1fe-4ddb0c73f46b admin admin] 10.222.0.31 "PUT /v2.0/routers/69786453-ba3d-4604-b2fc-b9ea6f2eda44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2284577 Nov 02 16:40:14.115043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 910e5f75-8d18-490e-b417-33af53720c29 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:40:14.193489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:14.232302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:14.243963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] 10.222.0.31 "DELETE /v2.0/networks/da2e4338-2da7-4c84-82cc-dc9d5059a42d HTTP/1.1" status: 204 len: 168 time: 0.7877052 Nov 02 16:40:14.328763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c14fd47b-3fff-4a62-a47e-c9f3ce2bc553 req-20c8c421-5b61-49b3-a97a-0fa3b961520f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991a55a-e6f1-43ce-b157-e20ec7fb0954 HTTP/1.1" status: 200 len: 210 time: 0.1436002 Nov 02 16:40:14.331305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d0754-c2fc-4096-97c0-a09d3de8a16b admin admin] Pushing event deleted for resources: {'Network': ['ID=da2e4338-2da7-4c84-82cc-dc9d5059a42d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:14.349324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0ca26e50-91f4-4c68-a512-1e0ff3cf2fef None None] Provisioning complete for port d3808bf0-7827-45c0-afec-e47abfc2e768 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:14.349774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ca26e50-91f4-4c68-a512-1e0ff3cf2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:14.361002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 910e5f75-8d18-490e-b417-33af53720c29 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:40:14.361448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 910e5f75-8d18-490e-b417-33af53720c29 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:40:14.430837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0ca26e50-91f4-4c68-a512-1e0ff3cf2fef None None] Port d3808bf0-7827-45c0-afec-e47abfc2e768 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:40:14.955248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:15.122472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7f26cf39-160b-49f5-9406-473bf97d1a41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce37403c409d49b48b0fdb39550ba5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631019 Nov 02 16:40:15.124698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:15.300386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.374384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.501480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42616) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:15.508492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000543720', 'description': 'tempest-description--815851388'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:15.535193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.560455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.569236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0a74a36-c2fe-4210-b0ce-7f88b9f8490b HTTP/1.1" status: 204 len: 168 time: 0.4292986 Nov 02 16:40:15.654616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a74a36-c2fe-4210-b0ce-7f88b9f8490b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:15.711618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.714425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.714900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.715847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.716643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.718106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.720245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.720898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.723084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.723632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.724148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.724669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632919d-dde1-4ed8-930a-4aeeac2bb7a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:15.753971 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.964194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.976336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:15.998426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 106028d4-e982-4636-abcf-c9cb0778148a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:16.169628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.176074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6720843 Nov 02 16:40:16.178362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42630) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:16.185955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'security_group_rule': {'security_group_id': '93c09d8b-52fc-43d7-9a93-867f4bf5e76e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:16.186769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b471b9d-c7f0-44a1-8501-67cc5cbeaa72 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c09d8b-52fc-43d7-9a93-867f4bf5e76e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:16.203835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 106028d4-e982-4636-abcf-c9cb0778148a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:16.204671 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.287408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.424186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.477634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42642) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:16.488438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 106028d4-e982-4636-abcf-c9cb0778148a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=106028d4-e982-4636-abcf-c9cb0778148a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:16.499199 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.574329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.579911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.605824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8768917e-08d8-444a-93e4-b4ea194338ab,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:16.621032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.626332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42648) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:16.627073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e3af849a-bd53-4b23-9cca-c9ac4dad9d56 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4458687 Nov 02 16:40:16.631351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'security_group_rule': {'security_group_id': '93c09d8b-52fc-43d7-9a93-867f4bf5e76e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:16.640808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=106028d4-e982-4636-abcf-c9cb0778148a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:16.721225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:16.795651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ecd0c2f-4ca4-42dc-8caf-e4f2ef4c78e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.005752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ecd0c2f-4ca4-42dc-8caf-e4f2ef4c78e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.024648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ecd0c2f-4ca4-42dc-8caf-e4f2ef4c78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.182515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.216998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ecd0c2f-4ca4-42dc-8caf-e4f2ef4c78e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41276bb786cd4a8b8d52f7ac71a3b481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7355366 Nov 02 16:40:17.216998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd0c2f-4ca4-42dc-8caf-e4f2ef4c78e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f389e-58d5-4314-9573-25fe256623c7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:17.217394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42664) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:17.250803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.358217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.385127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.387576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7594872 Nov 02 16:40:17.390356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42676) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:17.401327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:17.406151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d173bd-4936-4637-8f94-555b44a8c0e0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d48840-f16f-4e05-a825-ef28be4e1a94,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:17.457442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-245200f3-5f5d-424f-a688-aa62ad44bbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.501433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.574463 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-245200f3-5f5d-424f-a688-aa62ad44bbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.765550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-245200f3-5f5d-424f-a688-aa62ad44bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.768617 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-245200f3-5f5d-424f-a688-aa62ad44bbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:17.775996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-245200f3-5f5d-424f-a688-aa62ad44bbc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/648f389e-58d5-4314-9573-25fe256623c7 HTTP/1.1" status: 204 len: 168 time: 0.5504577 Nov 02 16:40:17.811422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245200f3-5f5d-424f-a688-aa62ad44bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f389e-58d5-4314-9573-25fe256623c7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:17.888601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:17.917922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 106028d4-e982-4636-abcf-c9cb0778148a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:17.930618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.018533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 106028d4-e982-4636-abcf-c9cb0778148a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:18.020675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.288934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1186859382-network', 'tenant_id': '52e6683d87934b06aafbcc1212b31618'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:18.379995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Allocated IP 172.25.7.11 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f549a945-9de9-409a-8bd4-b14d94e08723) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:18.388416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Made reservation on behalf of 52e6683d87934b06aafbcc1212b31618 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:18.391302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.417938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.576878 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:40:18.610574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:40:18.615349 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:40:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:18.717767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42704) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:18.783110 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593857c6-8ea1-49f3-9e99-23c6c63b459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.823257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.901080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.926282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:18.969257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:40:18.988011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.016353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad03676-3439-423a-9992-cd1de28893b6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:19.029144 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.029870 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Added segment ccef51d3-7c17-4f44-8803-a07b1ee44c9a of type vlan for network beed8da3-c0c5-469e-998b-50e6c23f33a3 Nov 02 16:40:19.039108 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:40:19.072532 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593857c6-8ea1-49f3-9e99-23c6c63b459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.077956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593857c6-8ea1-49f3-9e99-23c6c63b459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.144672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:19.192940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593857c6-8ea1-49f3-9e99-23c6c63b459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1c5ae-69d5-46e6-a716-c5734692467c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:19.199803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:19.226867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:19.233640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.236693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'Port': ['ID=f549a945-9de9-409a-8bd4-b14d94e08723,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:19.260914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-593857c6-8ea1-49f3-9e99-23c6c63b459c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52a8402d826642c3a308d52a2f0b87ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394328 Nov 02 16:40:19.264946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42718) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:19.437756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.438856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:19.439364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.441818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6f15-2775-4529-a15f-336ffeaad5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.527408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6f15-2775-4529-a15f-336ffeaad5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.614767 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6f15-2775-4529-a15f-336ffeaad5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.620232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6f15-2775-4529-a15f-336ffeaad5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.625857 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c9ec6f15-2775-4529-a15f-336ffeaad5d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89a1c5ae-69d5-46e6-a716-c5734692467c HTTP/1.1" status: 204 len: 168 time: 0.3536782 Nov 02 16:40:19.633890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42730) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:19.674648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6f15-2775-4529-a15f-336ffeaad5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1c5ae-69d5-46e6-a716-c5734692467c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:19.737026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8470902 Nov 02 16:40:19.744838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42734) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:19.776920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01370b5-54d6-4212-8573-7023ef6fcbed admin admin] Pushing event updated for resources: {'Network': ['ID=beed8da3-c0c5-469e-998b-50e6c23f33a3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:19.787638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.788206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Request body: {'subnet': {'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1186859382-subnet', 'tenant_id': '52e6683d87934b06aafbcc1212b31618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:19.812290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:40:19.913921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Made reservation on behalf of 52e6683d87934b06aafbcc1212b31618 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:19.917087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.921745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:19.922487 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 2, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:19.957749 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:40:19.959287 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Updating router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 port d3808bf0-7827-45c0-afec-e47abfc2e768 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:40:20.042953 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.481588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed46d4f8-33fe-4a94-b4bf-d4cf9d7b038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.512003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.531763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.671331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.748372 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.759015 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.792218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:20.834588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Checking segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:20.835334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Network hostable DHCP agents. Network: beed8da3-c0c5-469e-998b-50e6c23f33a3, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:40:20.844754 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Pushing event updated for resources: {'Port': ['ID=d3808bf0-7827-45c0-afec-e47abfc2e768,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:20.871676 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.872087 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.885446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:40:20.891190 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.897164 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.898548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.898548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.899984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'Port': ['ID=f549a945-9de9-409a-8bd4-b14d94e08723,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:20.902612 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.904578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, beed8da3-c0c5-469e-998b-50e6c23f33a3) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:20.905624 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.910246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:20.912098 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:20.913971 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.914761 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.915325 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.915860 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:20.924013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2383e4-de4a-4478-aa2b-fd07a08522ef None None] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:20.973712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a8402d80-4c6d-4ebd-a77c-54cab7eb1042 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2192397 Nov 02 16:40:20.973951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.069534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed46d4f8-33fe-4a94-b4bf-d4cf9d7b038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.088573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed46d4f8-33fe-4a94-b4bf-d4cf9d7b038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.126083 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Attempting to bind port d3808bf0-7827-45c0-afec-e47abfc2e768 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:21.126686 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Attempting to bind port d3808bf0-7827-45c0-afec-e47abfc2e768 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:21.127102 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Attempting to bind port d3808bf0-7827-45c0-afec-e47abfc2e768 on network d5842ab3-e187-4662-b966-6f5e848200a0 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:21.140574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:21.141097 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Checking segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:21.141661 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.142230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Bound using segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:21.162026 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Bound port: d3808bf0-7827-45c0-afec-e47abfc2e768, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:21.162954 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.172351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.175989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2f78fb3c-7ea9-4f66-9187-e02f6d897ae3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7845690 Nov 02 16:40:21.307077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed46d4f8-33fe-4a94-b4bf-d4cf9d7b038d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e98144f4e78c49b1a98ee53f279a2dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6699622 Nov 02 16:40:21.309887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42772) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:21.312157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46d4f8-33fe-4a94-b4bf-d4cf9d7b038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f15289-ef0e-4768-b74e-05eb6b9ce615,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:21.314633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42774) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:21.352004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-176285643'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:21.377685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3d1ba-b851-4c40-9e52-ab0e33bf9fde None None] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:21.474039 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] For port d3808bf0-7827-45c0-afec-e47abfc2e768, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:21.478339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:21.482620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.491180 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] For port d3808bf0-7827-45c0-afec-e47abfc2e768, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d3808bf0-7827-45c0-afec-e47abfc2e768,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:21.515491 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.568108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c8984d52-4bad-4e5c-b3ca-2f368cd5e698 None None] Provisioning complete for port d3808bf0-7827-45c0-afec-e47abfc2e768 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:21.568634 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8984d52-4bad-4e5c-b3ca-2f368cd5e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.589369 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05767e7-4156-47cf-926a-cb3e4212885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.639048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05767e7-4156-47cf-926a-cb3e4212885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.647786 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dcf8b-cc0b-4a92-82af-1457c3301638 None None] Pushing event updated for resources: {'Port': ['ID=d3808bf0-7827-45c0-afec-e47abfc2e768,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:21.683718 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:40:21.686350 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:40:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:21.779112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05767e7-4156-47cf-926a-cb3e4212885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.798640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05767e7-4156-47cf-926a-cb3e4212885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.807478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e05767e7-4156-47cf-926a-cb3e4212885f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42f15289-ef0e-4768-b74e-05eb6b9ce615 HTTP/1.1" status: 204 len: 168 time: 0.4964616 Nov 02 16:40:21.827821 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8984d52-4bad-4e5c-b3ca-2f368cd5e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.919201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c8984d52-4bad-4e5c-b3ca-2f368cd5e698 None None] For port d3808bf0-7827-45c0-afec-e47abfc2e768, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d3808bf0-7827-45c0-afec-e47abfc2e768,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:21.925642 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8984d52-4bad-4e5c-b3ca-2f368cd5e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:21.948310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:40:21.959040 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:40:21.978329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05767e7-4156-47cf-926a-cb3e4212885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f15289-ef0e-4768-b74e-05eb6b9ce615,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:22.033653 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.034004 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Added segment 635ea6e5-f375-4518-8758-12a172e6498c of type vlan for network 9ab20d19-7540-4319-909a-7d255dbb14c5 Nov 02 16:40:22.047785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d3808bf0-7827-45c0-afec-e47abfc2e768 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:22.068948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-ad3f36da-cbb0-4793-99f6-4685856188af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1000543720&fields=id&tenant_id=d27c579a202d44318ed4e49556e5a9e1 HTTP/1.1" status: 200 len: 267 time: 0.3176885 Nov 02 16:40:22.261572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-32a2f227-f3f7-4c87-adc2-e9a15b4f896c None None] Provisioning complete for port d3808bf0-7827-45c0-afec-e47abfc2e768 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:22.262328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-32a2f227-f3f7-4c87-adc2-e9a15b4f896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.310009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984d52-4bad-4e5c-b3ca-2f368cd5e698 None None] Pushing event updated for resources: {'Port': ['ID=d3808bf0-7827-45c0-afec-e47abfc2e768,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:22.329626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d3808bf0-7827-45c0-afec-e47abfc2e768 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:22.330455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.341502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.626723 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:22.629558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-6b080a6c-60e1-4863-accd-726c2417f054 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:22.642201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-6b080a6c-60e1-4863-accd-726c2417f054 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 818 time: 0.3063612 Nov 02 16:40:22.680740 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baac10f-1067-45d9-8238-f87161041c18 None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:40:22.691500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-aab59382-778b-4948-8317-33097de0d3c9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/quotas/52e6683d87934b06aafbcc1212b31618 HTTP/1.1" status: 200 len: 375 time: 0.0482323 Nov 02 16:40:22.701634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:40:22.806765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-73f484f7-4356-4660-aaed-16c7bdd433d0 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142807 Nov 02 16:40:22.899243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.900151 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.909915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:22.913341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:22.914746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42828) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:22.945387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f692514-c274-4a29-a2de-78bb50365aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.154388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-03b1e1a1-f7d7-451b-967e-0430ebab4165 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:23.156091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-03b1e1a1-f7d7-451b-967e-0430ebab4165 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 810 time: 1.0292532 Nov 02 16:40:23.190906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f692514-c274-4a29-a2de-78bb50365aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.207254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f692514-c274-4a29-a2de-78bb50365aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.215352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8922696 Nov 02 16:40:23.223154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42838) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:23.235139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b975d-7dcc-4a37-befe-bd67f2fe4d1b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Network': ['ID=9ab20d19-7540-4319-909a-7d255dbb14c5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:23.251798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:40:23.259347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-da9fddca-ff1e-4143-ad31-b50450d64cb9 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/quotas/d27c579a202d44318ed4e49556e5a9e1 HTTP/1.1" status: 200 len: 375 time: 0.0523636 Nov 02 16:40:23.264852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1248297702'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:23.271977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-82c9278f-675a-48b4-a5a0-03c25c4bf745 service neutron] 10.222.0.31 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093745 Nov 02 16:40:23.407784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42852) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:23.415147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f692514-c274-4a29-a2de-78bb50365aab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36a7037f34144b2eae72229923fe1435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984899 Nov 02 16:40:23.419788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f692514-c274-4a29-a2de-78bb50365aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaa5937-cf91-4e56-adf8-beef6b4a9ddb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:23.458934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:23.473361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.564595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:40:23.597202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-e4a7d4e7-7639-4982-845c-d949b910a988 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3126903 Nov 02 16:40:23.614341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.615162 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Added segment 05a528ef-f891-4d93-bb33-9f52c7358855 of type vlan for network a72004e9-fb89-4003-80e5-b791065335de Nov 02 16:40:23.738906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.780484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e34927b-ba66-415c-bdb4-f61250ce1e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.840489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.859713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:23.860487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:23.901864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d3808bf0-7827-45c0-afec-e47abfc2e768 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:23.922336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-5cc76982-738f-44d5-ac91-e143060092fd service neutron] 10.222.0.31 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380785 Nov 02 16:40:23.929969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e34927b-ba66-415c-bdb4-f61250ce1e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:24.032793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7741840 Nov 02 16:40:24.034370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42890) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:24.049115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'subnet': {'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:24.066508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d964116-1afb-400f-8018-00ce78eba482 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Network': ['ID=a72004e9-fb89-4003-80e5-b791065335de,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:24.083698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a72004e9-fb89-4003-80e5-b791065335de details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:40:24.307805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:24.311914 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:24.417451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e34927b-ba66-415c-bdb4-f61250ce1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:24.422812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e34927b-ba66-415c-bdb4-f61250ce1e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:24.426354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1e34927b-ba66-415c-bdb4-f61250ce1e98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eaa5937-cf91-4e56-adf8-beef6b4a9ddb HTTP/1.1" status: 204 len: 168 time: 1.0175128 Nov 02 16:40:24.431932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-3de37c72-6baf-4c54-b19f-be4a3364a8b1 service neutron] 10.222.0.31 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8188932 Nov 02 16:40:24.480298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34927b-ba66-415c-bdb4-f61250ce1e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaa5937-cf91-4e56-adf8-beef6b4a9ddb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:24.816888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d3808bf0-7827-45c0-afec-e47abfc2e768 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:24.816888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:24.839210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-69466a42-ab95-4d96-8910-3e5168addd6c service neutron] 10.222.0.31 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967972 Nov 02 16:40:24.896911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:25.074052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Subnet': ['ID=b5c247db-0437-4761-a48d-1fbfc8f90d4e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:25.209868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Checking segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:25.210726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network hostable DHCP agents. Network: 9ab20d19-7540-4319-909a-7d255dbb14c5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:40:25.286062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:40:25.307931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9ab20d19-7540-4319-909a-7d255dbb14c5) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:25.314872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:25.315470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:25.321572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e2503-c220-4793-9bfb-41ce37c7755f None None] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:25.342498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c9b1ec9-49b0-4f63-9c52-eb761e341689 req-93f57f8b-205f-4487-9540-2f3e789fa515 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.1377456 Nov 02 16:40:25.405040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b592ed8f-ee08-4826-a35c-e4d6355ee9d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3629770 Nov 02 16:40:25.405775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:25.416115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'subnet': {'network_id': 'a72004e9-fb89-4003-80e5-b791065335de', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:25.480825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aae99db5-4e25-4cd5-9a46-06c62ec92aeb req-6a8c8175-f56c-44ea-8146-f7983b148773 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 210 time: 0.1134446 Nov 02 16:40:25.765693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:25.775606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:25.943101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-9ab20d19-7540-4319-909a-7d255dbb14c5', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:40:25.945224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:26.191994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:26.287781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Subnet': ['ID=9b6fe332-d9e9-4c7b-9937-9dcda3155acd,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:26.360291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Checking segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:26.360719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network hostable DHCP agents. Network: a72004e9-fb89-4003-80e5-b791065335de, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:40:26.436516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network a72004e9-fb89-4003-80e5-b791065335de is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:40:26.455817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a72004e9-fb89-4003-80e5-b791065335de) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:26.463989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:26.464747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:26.484485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9c779-e72d-47c7-8995-92849c3461dc None None] Network a72004e9-fb89-4003-80e5-b791065335de requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:26.494907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be7829da-346a-487a-bf83-34936ee9a0f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0878937 Nov 02 16:40:26.503519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43008) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:26.509095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'name': 'tempest-TaggedBootDevicesTest-1965957666', 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:26.598731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b95868ac-10ba-4d2e-bd19-13912b1a788e req-9adb7063-3ecc-4789-9ea0-831a103707f2 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.1203763 Nov 02 16:40:26.787449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Allocated IP 10.1.1.2 (9ab20d19-7540-4319-909a-7d255dbb14c5/b5c247db-0437-4761-a48d-1fbfc8f90d4e/67142a56-75cb-4766-b3ed-911f489e10d3) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:26.846664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:26.895912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d42449a4-cbd7-4835-bdf6-48e2d76a538e req-be8cb7d1-1efa-40da-9cf9-2c037b1ab227 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 210 time: 0.1354616 Nov 02 16:40:27.169721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:27.195950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:27.222378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:27.271737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] device_id is not set on port 1b52aba8-da55-4b87-8e92-477f53fdc175 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:40:27.318783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:27.321049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:27.326759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:27.375573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Pushing event updated for resources: {'Port': ['ID=67142a56-75cb-4766-b3ed-911f489e10d3,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:27.381234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43026) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:27.639600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Attempting to bind port 67142a56-75cb-4766-b3ed-911f489e10d3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:27.640108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Attempting to bind port 67142a56-75cb-4766-b3ed-911f489e10d3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:27.643558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Attempting to bind port 67142a56-75cb-4766-b3ed-911f489e10d3 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:27.679938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a72004e9-fb89-4003-80e5-b791065335de', 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'fixed_ips': [{'subnet_id': '9b6fe332-d9e9-4c7b-9937-9dcda3155acd'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:40:27.684367 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:27.788579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:27.795202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Checking segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:27.799022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:27.801820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Bound using segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:27.802706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Bound port: 67142a56-75cb-4766-b3ed-911f489e10d3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:27.803948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.081473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5994-6731-4332-a8f7-51938954353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.084520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] For port 67142a56-75cb-4766-b3ed-911f489e10d3, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:28.096804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] For port 67142a56-75cb-4766-b3ed-911f489e10d3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=67142a56-75cb-4766-b3ed-911f489e10d3,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:28.296893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Allocated IP 10.2.2.2 (a72004e9-fb89-4003-80e5-b791065335de/9b6fe332-d9e9-4c7b-9937-9dcda3155acd/d4fa5fb6-fa16-462a-9459-e430cb9a0124) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:28.315243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c864e3d-288e-4b9c-8053-ea0d07379e9a req-2deb4341-2210-47ed-b6e5-e757264e6218 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.3123181 Nov 02 16:40:28.321846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 10.1.1.207 (9ab20d19-7540-4319-909a-7d255dbb14c5/b5c247db-0437-4761-a48d-1fbfc8f90d4e/1b52aba8-da55-4b87-8e92-477f53fdc175) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:28.356698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-1e470178-c228-474d-b2dd-635fbe1ed7d4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:28.360683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-1e470178-c228-474d-b2dd-635fbe1ed7d4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 810 time: 0.3014522 Nov 02 16:40:28.419122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dd3ecef-effe-41b6-bea0-96983b7911a0 req-34f006a7-28ad-4830-a4bc-41907cb23557 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 210 time: 0.3132122 Nov 02 16:40:28.453906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9e8d51e7-12cd-43be-98f3-84d7d1df85ff tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:28.455917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9e8d51e7-12cd-43be-98f3-84d7d1df85ff tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.100 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 818 time: 0.7440190 Nov 02 16:40:28.485282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Request body: {'port': {'device_id': '4d932a13-0dab-4108-8d5d-e582000daec0', 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'admin_state_up': True, 'tenant_id': '52e6683d87934b06aafbcc1212b31618'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:28.572860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.590685 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.629075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.690810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-10ca01ce-5680-4080-aff2-f65e944e0e67 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:28.692765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-10ca01ce-5680-4080-aff2-f65e944e0e67 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 818 time: 0.1824522 Nov 02 16:40:28.704103 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-98c31d36-18e7-4eab-b109-a4819709b12f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d27c579a202d44318ed4e49556e5a9e1 HTTP/1.1" status: 200 len: 380 time: 0.3303833 Nov 02 16:40:28.713327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Request body: {'port': {'device_id': 'acdf0865-817b-4b84-acae-57f603823c06', 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'admin_state_up': True, 'tenant_id': '52e6683d87934b06aafbcc1212b31618'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:28.737401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'port': {'device_id': 'b7753d68-8948-436e-9da6-a080886d7017', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'admin_state_up': True, 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'security_groups': ['93c09d8b-52fc-43d7-9a93-867f4bf5e76e']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:28.782628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86246835-a31e-42f6-93ab-0f7d88c0f7d7 None None] Pushing event updated for resources: {'Port': ['ID=67142a56-75cb-4766-b3ed-911f489e10d3,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:28.839080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5994-6731-4332-a8f7-51938954353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.854752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5994-6731-4332-a8f7-51938954353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.894106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Made reservation on behalf of 52e6683d87934b06aafbcc1212b31618 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:28.903813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:28.939644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Pushing event updated for resources: {'Port': ['ID=d4fa5fb6-fa16-462a-9459-e430cb9a0124,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:28.964468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Network a72004e9-fb89-4003-80e5-b791065335de is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:28.969157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:28.986407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:29.135986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d1eb5994-6731-4332-a8f7-51938954353b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f99c1dcd5376461abb03da33d487ddef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7516673 Nov 02 16:40:29.137217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5994-6731-4332-a8f7-51938954353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6108d245-59f6-48fb-a9c8-10df34aa1445,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:29.146566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43068) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:29.181492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Attempting to bind port d4fa5fb6-fa16-462a-9459-e430cb9a0124 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:29.192442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Attempting to bind port d4fa5fb6-fa16-462a-9459-e430cb9a0124 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:29.193229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Attempting to bind port d4fa5fb6-fa16-462a-9459-e430cb9a0124 on network a72004e9-fb89-4003-80e5-b791065335de {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:29.200757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:29.201573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Checking segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:29.202254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:29.202908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Bound using segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:29.203634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Bound port: d4fa5fb6-fa16-462a-9459-e430cb9a0124, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:29.204296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:29.450093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] For port d4fa5fb6-fa16-462a-9459-e430cb9a0124, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:29.464408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] For port d4fa5fb6-fa16-462a-9459-e430cb9a0124, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d4fa5fb6-fa16-462a-9459-e430cb9a0124,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:29.486423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:29.587858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cae7b1a8-c71e-4b5e-97a4-6894832f735c req-a5bda5a7-ea80-4a9a-ab59-1476fffecc1c tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.0838211 Nov 02 16:40:29.638175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Allocated IP 172.20.0.12 (beed8da3-c0c5-469e-998b-50e6c23f33a3/8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3/392c19fa-3e95-4a82-bcf5-760adc4ce5d7) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:29.644111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:29.761645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011290d-d6d4-4b0e-aeed-b73e4affd2c4 None None] Pushing event updated for resources: {'Port': ['ID=d4fa5fb6-fa16-462a-9459-e430cb9a0124,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:29.776305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:29.805970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Made reservation on behalf of 52e6683d87934b06aafbcc1212b31618 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:29.812200 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:29.982962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:30.034609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:30.040715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 67142a56-75cb-4766-b3ed-911f489e10d3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:30.057880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5becf766-1913-4579-ade7-5060e5d17790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.103869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:30.254680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 67142a56-75cb-4766-b3ed-911f489e10d3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:30.255018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Made reservation on behalf of d27c579a202d44318ed4e49556e5a9e1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:30.255227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.260173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.269658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:30.277646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.286543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5becf766-1913-4579-ade7-5060e5d17790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.394482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-960ed568-eef1-4f5f-bb34-105c42b95bc3 req-7bf800ce-2fca-4f98-8503-5c6bd2c54a84 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 210 time: 0.3783107 Nov 02 16:40:30.481525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-8443d5a6-96bc-46a7-a636-9c90726d986a tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:30.490995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-8443d5a6-96bc-46a7-a636-9c90726d986a tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 818 time: 1.3914144 Nov 02 16:40:30.528111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:30.547220 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.562447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ec7cd98c-9051-467a-a362-7931be95d5bd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0573137 Nov 02 16:40:30.580004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43104) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:30.585297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Request body: {'port': {'device_id': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'admin_state_up': True, 'tenant_id': '52e6683d87934b06aafbcc1212b31618'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:30.587460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.641725 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5becf766-1913-4579-ade7-5060e5d17790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.650964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5becf766-1913-4579-ade7-5060e5d17790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.663036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5becf766-1913-4579-ade7-5060e5d17790 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6108d245-59f6-48fb-a9c8-10df34aa1445 HTTP/1.1" status: 204 len: 168 time: 1.5091419 Nov 02 16:40:30.669734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'name': 'tempest-TaggedBootDevicesTest-915630446', 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:30.695172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 67142a56-75cb-4766-b3ed-911f489e10d3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=67142a56-75cb-4766-b3ed-911f489e10d3,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:30.702985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.708979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becf766-1913-4579-ade7-5060e5d17790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108d245-59f6-48fb-a9c8-10df34aa1445,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:30.890514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6af053ab-6281-41ee-8dba-9076ebb4127c req-18056f6b-c06a-47bf-bc06-88804ca3f989 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.0970867 Nov 02 16:40:30.905816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=67142a56-75cb-4766-b3ed-911f489e10d3,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:30.907390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:30.945364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63423981-fabc-40e5-a15d-39676c4e69cd None None] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:30.957842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43114) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:31.074505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Pushing event updated for resources: {'Port': ['ID=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:31.110630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:31.113637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:31.124209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:31.327440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:31.328307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:31.387569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-b297fd66-84a8-48e9-a2fb-d75aee0fecc3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9160085 Nov 02 16:40:31.407975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Request body: {'port': {'device_id': '4d932a13-0dab-4108-8d5d-e582000daec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:31.415099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b7b4e146-6d8b-4723-9a1d-aa3cdab41a61 None None] Provisioning complete for port 67142a56-75cb-4766-b3ed-911f489e10d3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:31.416030 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e146-6d8b-4723-9a1d-aa3cdab41a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:31.595470 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:31.614144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:31.623548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:31.691012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Allocated IP 172.20.0.7 (d5842ab3-e187-4662-b966-6f5e848200a0/1a612d00-0f25-4826-8773-42bf385aa450/ba34c1eb-1724-48a2-b643-657204914a52) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:31.693577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43126) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:31.719876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:31.762801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50051ea0-ef15-4952-8e82-b0cd174c38b0 req-ad10951e-9d44-4152-b4ab-f30d273f045c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 210 time: 0.1119924 Nov 02 16:40:31.899329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Allocated IP 172.20.0.9 (beed8da3-c0c5-469e-998b-50e6c23f33a3/8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3/64549e43-18d3-4361-9b8e-f4d81257854e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:31.934876 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1782c0bc-44c0-4847-9115-b15174f4765e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.020939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb6640-b8a6-4fe2-a2c8-a9dabf3c7d21 None None] Network a72004e9-fb89-4003-80e5-b791065335de requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:32.154176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] device_id is not set on port 51924dca-b579-459a-b045-c509d6abea41 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:40:32.158276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 67142a56-75cb-4766-b3ed-911f489e10d3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:32.316825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4d742041-2875-442a-aa87-5ed8306e113c None None] Provisioning complete for port d4fa5fb6-fa16-462a-9459-e430cb9a0124 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:32.317388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4d742041-2875-442a-aa87-5ed8306e113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.452441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.470450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 67142a56-75cb-4766-b3ed-911f489e10d3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:32.471111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.499773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Made reservation on behalf of 52e6683d87934b06aafbcc1212b31618 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:40:32.510587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.692476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1782c0bc-44c0-4847-9115-b15174f4765e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.693201 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4d742041-2875-442a-aa87-5ed8306e113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.703199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.717593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1782c0bc-44c0-4847-9115-b15174f4765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:32.730854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 10.1.1.57 (9ab20d19-7540-4319-909a-7d255dbb14c5/b5c247db-0437-4761-a48d-1fbfc8f90d4e/51924dca-b579-459a-b045-c509d6abea41) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:32.771790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Network d5842ab3-e187-4662-b966-6f5e848200a0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:32.777913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a91dca5a-d76f-4d84-8cf8-71bef493ce27 req-afe3f91f-5a72-4f59-8387-4c8f10f041d6 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.0715032 Nov 02 16:40:32.800516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d4fa5fb6-fa16-462a-9459-e430cb9a0124 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:32.837942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:32.879492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4d742041-2875-442a-aa87-5ed8306e113c None None] For port d4fa5fb6-fa16-462a-9459-e430cb9a0124, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d4fa5fb6-fa16-462a-9459-e430cb9a0124,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:32.896529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4d742041-2875-442a-aa87-5ed8306e113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.017192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d4fa5fb6-fa16-462a-9459-e430cb9a0124 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:33.017833 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.024052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742041-2875-442a-aa87-5ed8306e113c None None] Pushing event updated for resources: {'Port': ['ID=d4fa5fb6-fa16-462a-9459-e430cb9a0124,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:33.032765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.042639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.068485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-093266cf-cc76-444e-93e4-fd693536e799 None None] Provisioning complete for port 67142a56-75cb-4766-b3ed-911f489e10d3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:33.069007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-093266cf-cc76-444e-93e4-fd693536e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.073837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:33.110056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ddd-d232-4f84-a06d-6d976347893a req-be15a19f-632a-4717-9853-449da5d6c990 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:33.112096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51d11ddd-d232-4f84-a06d-6d976347893a req-be15a19f-632a-4717-9853-449da5d6c990 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 931 time: 0.1872289 Nov 02 16:40:33.213134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:33.218032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.230969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=508652840b57409a80adf4217264c581&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5329790 Nov 02 16:40:33.247579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43144) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:33.275682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c7c11f-ed88-44d6-b846-535cd6a2114e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:33.301824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.302585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.304788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.305621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.306327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.307217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.307798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.308299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.308805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.309299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.309866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.310409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d54215-3030-4a4b-a131-e4511b0c81f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:33.330837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51d11ddd-d232-4f84-a06d-6d976347893a req-4d2d3bc7-1eee-4c70-b0bc-51508d30342a tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088280 Nov 02 16:40:33.398705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54a23919-6028-4af4-b121-d37edce70180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.433629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54a23919-6028-4af4-b121-d37edce70180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.455786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1782c0bc-44c0-4847-9115-b15174f4765e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14c191f2fa7d4a458c95181fa5dabadf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4805238 Nov 02 16:40:33.456111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-093266cf-cc76-444e-93e4-fd693536e799 None None] Provisioning complete for port 1b52aba8-da55-4b87-8e92-477f53fdc175 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:33.456111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-093266cf-cc76-444e-93e4-fd693536e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.456487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43148) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:33.479949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782c0bc-44c0-4847-9115-b15174f4765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb1743d-d35f-4f2f-b08e-74a25d3d8811,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:33.497566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7714672 Nov 02 16:40:33.540879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e643fab6-13a7-468d-9f8b-a37438fe40a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.541230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Request body: {'port': {'device_id': 'b7753d68-8948-436e-9da6-a080886d7017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:33.559543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-093266cf-cc76-444e-93e4-fd693536e799 None None] Port 1b52aba8-da55-4b87-8e92-477f53fdc175 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:40:33.570535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e643fab6-13a7-468d-9f8b-a37438fe40a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.584038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e761-4961-427e-a259-2a4290903c64 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'Port': ['ID=ba34c1eb-1724-48a2-b643-657204914a52,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:33.589888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54a23919-6028-4af4-b121-d37edce70180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.593312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-54a23919-6028-4af4-b121-d37edce70180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.594773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-54a23919-6028-4af4-b121-d37edce70180 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41c7c11f-ed88-44d6-b846-535cd6a2114e HTTP/1.1" status: 204 len: 168 time: 0.3354490 Nov 02 16:40:33.625043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a23919-6028-4af4-b121-d37edce70180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c7c11f-ed88-44d6-b846-535cd6a2114e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:33.655413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e643fab6-13a7-468d-9f8b-a37438fe40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.661954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e643fab6-13a7-468d-9f8b-a37438fe40a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.669205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e643fab6-13a7-468d-9f8b-a37438fe40a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddb1743d-d35f-4f2f-b08e-74a25d3d8811 HTTP/1.1" status: 204 len: 168 time: 0.2138662 Nov 02 16:40:33.699734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aa88aaba-a9f8-447d-b6a0-8ba8e15960b4 None None] Provisioning complete for port ba34c1eb-1724-48a2-b643-657204914a52 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:33.700292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa88aaba-a9f8-447d-b6a0-8ba8e15960b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.712975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643fab6-13a7-468d-9f8b-a37438fe40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb1743d-d35f-4f2f-b08e-74a25d3d8811,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:33.819511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.828444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-aa88aaba-a9f8-447d-b6a0-8ba8e15960b4 None None] Port ba34c1eb-1724-48a2-b643-657204914a52 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:40:33.855995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aa88aaba-a9f8-447d-b6a0-8ba8e15960b4 None None] Provisioning complete for port d4fa5fb6-fa16-462a-9459-e430cb9a0124 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:33.856656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa88aaba-a9f8-447d-b6a0-8ba8e15960b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:33.922860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d4fa5fb6-fa16-462a-9459-e430cb9a0124 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:34.074041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98d3e562-3cee-4e4e-a6b7-3a70721e66f0 req-83664cff-c61d-42e9-8ac9-1c5cf15fb39b tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.1253729 Nov 02 16:40:34.147679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.219589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.219925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d4fa5fb6-fa16-462a-9459-e430cb9a0124 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:34.220492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.512988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.598246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f6b2-ef2d-4bfd-8625-01875bc8c0a3 req-04de1a2b-5a61-45fb-a2cf-ab220cad733f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:34.601215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6605f6b2-ef2d-4bfd-8625-01875bc8c0a3 req-04de1a2b-5a61-45fb-a2cf-ab220cad733f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 931 time: 0.1611037 Nov 02 16:40:34.690825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Pushing event updated for resources: {'Port': ['ID=64549e43-18d3-4361-9b8e-f4d81257854e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:34.700912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.704723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6605f6b2-ef2d-4bfd-8625-01875bc8c0a3 req-68c3d3d8-4363-4cf7-adc2-6561efbc8956 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903614 Nov 02 16:40:34.753845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:34.765400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:34.802820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:34.888502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:34.889978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.898604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:34.901313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:34.915032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:34.916768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:34.933629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:34.943041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:34.960452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Transition to ACTIVE for port object 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:40:34.967168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.044963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43186) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:35.055674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Pushing event updated for resources: {'Port': ['ID=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:35.065228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-db581480-58d1-42f4-a675-64d299e74ee4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3574967 Nov 02 16:40:35.120701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Request body: {'port': {'device_id': 'acdf0865-817b-4b84-acae-57f603823c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:35.181470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60c20db8-5a60-42c6-8b00-cf047349e096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.191754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Allocated IP 172.20.0.8 (beed8da3-c0c5-469e-998b-50e6c23f33a3/8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3/1b0a959b-2863-469f-9cb7-1eeec9b023f2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:35.299575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:35.300679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.378964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-79104ce6-03a0-47de-aee5-7737c34d9fe4 None None] Provisioning complete for port 51924dca-b579-459a-b045-c509d6abea41 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:35.379467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-79104ce6-03a0-47de-aee5-7737c34d9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.388876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba34c1eb-1724-48a2-b643-657204914a52 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:35.399835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.417883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Transition to ACTIVE for port object ba34c1eb-1724-48a2-b643-657204914a52 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:40:35.418376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-79104ce6-03a0-47de-aee5-7737c34d9fe4 None None] Port 51924dca-b579-459a-b045-c509d6abea41 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:40:35.426983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42c034fd-3b5d-4576-b876-d27aa471845c req-7fb44821-5a07-4b7d-8689-f6dfe26026c3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.1210341 Nov 02 16:40:35.430297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Attempting to bind port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:35.430643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Attempting to bind port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:35.430977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Attempting to bind port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 on network beed8da3-c0c5-469e-998b-50e6c23f33a3 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:35.445116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 on network beed8da3-c0c5-469e-998b-50e6c23f33a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:40:35.448240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Attempting to bind port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 on network beed8da3-c0c5-469e-998b-50e6c23f33a3 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:35.456380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:35.456835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Checking segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:35.457319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Bound using segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:35.457860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Bound port: 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:35.458467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.545343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.563113 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cb6f97f5-caf8-4f1f-a8b6-f8b65c37e419 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9713812 Nov 02 16:40:35.565002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.630347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] For port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:35.637118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] For port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:35.652113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.737119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:35.737939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:35.740046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] 10.222.0.100 "PUT /v2.0/ports/392c19fa-3e95-4a82-bcf5-760adc4ce5d7 HTTP/1.1" status: 200 len: 1092 time: 4.3415620 Nov 02 16:40:35.740544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d932a13-0dab-4108-8d5d-e582000daec0', 'tag': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:35.754952 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d932a13-0dab-4108-8d5d-e582000daec0", "tag": "392c19fa-3e95-4a82-bcf5-760adc4ce5d7"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:35.847026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4938fa-11f7-4c89-b3eb-5615bd33a245 service neutron] Pushing event updated for resources: {'Port': ['ID=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:35.966870 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:40:35.969274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-21cb9992-1dd9-4963-af4d-2a552c0a102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:35.973002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-21cb9992-1dd9-4963-af4d-2a552c0a102f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 1095 time: 0.1738284 Nov 02 16:40:36.040315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ce9a-95d7-4037-bbdc-39d1dbc55a46 req-58f2a407-5515-4e2c-a55a-bf002df37c24 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:36.048423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5c3ce9a-95d7-4037-bbdc-39d1dbc55a46 req-58f2a407-5515-4e2c-a55a-bf002df37c24 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 943 time: 0.1858113 Nov 02 16:40:36.070752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-67f1b13d-5149-4deb-bc21-457194d05996 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7 HTTP/1.1" status: 200 len: 217 time: 0.0849171 Nov 02 16:40:36.122790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5c3ce9a-95d7-4037-bbdc-39d1dbc55a46 req-a5218a23-cab7-45b4-9426-c8d1f204e9f9 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729628 Nov 02 16:40:36.215360 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac20676-07f7-4428-b85d-0028fd15746b x-openstack-request-id: req-dac20676-07f7-4428-b85d-0028fd15746b {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:36.215360 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d932a13-0dab-4108-8d5d-e582000daec0", "tag": "392c19fa-3e95-4a82-bcf5-760adc4ce5d7", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:36.215786 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dac20676-07f7-4428-b85d-0028fd15746b {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:36.215786 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d932a13-0dab-4108-8d5d-e582000daec0', 'tag': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7', 'status': 'completed', 'code': 200} Nov 02 16:40:36.224668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-a8b7c054-777c-405a-9788-aeab10fd1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:36.229793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-a8b7c054-777c-405a-9788-aeab10fd1acb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 200 len: 858 time: 0.1322875 Nov 02 16:40:36.280107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43216) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:36.282317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-4d4755a7-d4f5-49d1-bfce-8832fa0eb4b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=beed8da3-c0c5-469e-998b-50e6c23f33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434799 Nov 02 16:40:36.287090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514484500', 'description': 'tempest-description--440701295'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:36.372697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.401816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60c20db8-5a60-42c6-8b00-cf047349e096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.429114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-d1e00e8b-a01c-4b8a-a939-b7a81c83f58d service neutron] 10.222.0.100 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366897 Nov 02 16:40:36.602609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60c20db8-5a60-42c6-8b00-cf047349e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.615366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-adf48192-b2c8-4cce-8812-d030c050687b service neutron] 10.222.0.100 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774406 Nov 02 16:40:36.686947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-607bdac9-9f52-4e59-a4b6-cf37fb36f554 req-dc79880f-7cc2-4028-9cf1-e75272b4c627 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.0695710 Nov 02 16:40:36.745573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.769954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.779247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-b0a99d0a-f86b-4faa-8da3-075b73c7ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:36.781580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-b0a99d0a-f86b-4faa-8da3-075b73c7ffb5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 1095 time: 0.0911186 Nov 02 16:40:36.782527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.797971 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-60c20db8-5a60-42c6-8b00-cf047349e096 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13dddc7ebd0343488928d5abd0eb138d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7490609 Nov 02 16:40:36.857223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:36.861891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c20db8-5a60-42c6-8b00-cf047349e096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec1190-0c62-4087-9f07-50da60c17695,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:36.897482 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.928836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34c1eb-1724-48a2-b643-657204914a52,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:36.936443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:36.937741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6545064 Nov 02 16:40:36.961332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43240) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:36.985189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'security_group_rule': {'security_group_id': 'd874ac6b-8081-46c4-8c68-b1ccf8c012d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:37.040163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927757f-8591-4188-956b-33868fb10007 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d874ac6b-8081-46c4-8c68-b1ccf8c012d4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:37.111551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.154776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Network beed8da3-c0c5-469e-998b-50e6c23f33a3 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:37.158490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Pushing event updated for resources: {'Port': ['ID=1b0a959b-2863-469f-9cb7-1eeec9b023f2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:37.161178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:37.171693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:37.189154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-0d5b2828-894a-4df4-a740-420c6d7c2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:37.192029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-0d5b2828-894a-4df4-a740-420c6d7c2b2d service neutron] 10.222.0.100 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 919 time: 0.3990717 Nov 02 16:40:37.331470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-4895e763-7ea5-410d-baf9-d4e29a3519b4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7 HTTP/1.1" status: 200 len: 217 time: 0.1233668 Nov 02 16:40:37.361401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0adc5af5-7621-4565-980d-bf2b1646ec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.398232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:37.398959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.439119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Attempting to bind port ba34c1eb-1724-48a2-b643-657204914a52 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:37.439932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Attempting to bind port ba34c1eb-1724-48a2-b643-657204914a52 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:37.439932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Attempting to bind port ba34c1eb-1724-48a2-b643-657204914a52 on network d5842ab3-e187-4662-b966-6f5e848200a0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:37.474674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0adc5af5-7621-4565-980d-bf2b1646ec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.495459 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-0e72ced6-467c-4511-9553-6f2d4d910975 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9312565 Nov 02 16:40:37.500154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Port ba34c1eb-1724-48a2-b643-657204914a52 on network d5842ab3-e187-4662-b966-6f5e848200a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:40:37.500528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Attempting to bind port ba34c1eb-1724-48a2-b643-657204914a52 on network d5842ab3-e187-4662-b966-6f5e848200a0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:37.518422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Request body: {'port': {'device_id': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:37.555653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:37.556006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Checking segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:37.556399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Bound using segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:37.556854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Bound port: ba34c1eb-1724-48a2-b643-657204914a52, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:37.557305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.572874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-c8d79de2-5162-4897-8015-6c7e7a154306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:37.577722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-c8d79de2-5162-4897-8015-6c7e7a154306 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 200 len: 858 time: 0.1820409 Nov 02 16:40:37.668408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.699281 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-4edd1b59-5625-4497-baf7-e636f7245fe8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=beed8da3-c0c5-469e-998b-50e6c23f33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025505 Nov 02 16:40:37.702522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.731296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.780891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0adc5af5-7621-4565-980d-bf2b1646ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.783490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0adc5af5-7621-4565-980d-bf2b1646ec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.784692 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0adc5af5-7621-4565-980d-bf2b1646ec9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eec1190-0c62-4087-9f07-50da60c17695 HTTP/1.1" status: 204 len: 168 time: 0.9176214 Nov 02 16:40:37.808514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deefb38c-a486-455b-81d9-4abb192ef283,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:37.822647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02559a13-019c-4ee6-9e25-5bb0abfcf3d8 req-7965903c-3520-4657-9f28-65d9a3e2fcda tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:37.832136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02559a13-019c-4ee6-9e25-5bb0abfcf3d8 req-7965903c-3520-4657-9f28-65d9a3e2fcda tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 943 time: 0.4626818 Nov 02 16:40:37.926589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc5af5-7621-4565-980d-bf2b1646ec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec1190-0c62-4087-9f07-50da60c17695,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:37.973399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:37.977684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4c5e1a40-6894-47c3-88fb-754c3d948ead tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0000989 Nov 02 16:40:37.996727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43308) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:38.014921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'security_group_rule': {'security_group_id': 'd874ac6b-8081-46c4-8c68-b1ccf8c012d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:38.026927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] For port ba34c1eb-1724-48a2-b643-657204914a52, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:38.068199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02559a13-019c-4ee6-9e25-5bb0abfcf3d8 req-7f39fe00-9725-404e-9154-413625ec24a3 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714318 Nov 02 16:40:38.081278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.134234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] For port ba34c1eb-1724-48a2-b643-657204914a52, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=ba34c1eb-1724-48a2-b643-657204914a52,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:38.157952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.208317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64549e43-18d3-4361-9b8e-f4d81257854e {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:38.229910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.289472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae448ab-b65a-43d4-8453-712adb7bd81e req-dedb9a09-54a4-4a38-94f7-2bcf1a30989c tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:38.294806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ae448ab-b65a-43d4-8453-712adb7bd81e req-dedb9a09-54a4-4a38-94f7-2bcf1a30989c tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 931 time: 0.4838288 Nov 02 16:40:38.311554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.356095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:38.356719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.358242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 1091 time: 4.8226078 Nov 02 16:40:38.358714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:38.361314 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca5aba4-92fb-4498-8310-9af069ec5cae" -d '{"events": [{"name": "network-changed", "server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "tag": "ba34c1eb-1724-48a2-b643-657204914a52"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:38.411383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-e0266f84-5aa3-4569-94e9-8ff03ffcc12c service neutron] 10.222.0.100 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918962 Nov 02 16:40:38.424062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.426635 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14988b0d-060c-4929-afd6-1fc5217e3129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.483133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29aa68-9c3d-40f0-8938-f1d07e6d3262 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34c1eb-1724-48a2-b643-657204914a52,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:38.519595 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a66a9c-7cce-4dd0-a306-bb0c545f8873 x-openstack-request-id: req-46a66a9c-7cce-4dd0-a306-bb0c545f8873 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:38.521018 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "tag": "ba34c1eb-1724-48a2-b643-657204914a52", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:38.521880 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a66a9c-7cce-4dd0-a306-bb0c545f8873 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:38.523882 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52', 'status': 'completed', 'code': 200} Nov 02 16:40:38.527234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Transition to ACTIVE for port object 64549e43-18d3-4361-9b8e-f4d81257854e will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:40:38.617766 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.704401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43338) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:38.767156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03682f52-15a0-443c-a6e6-46aec8cdb4f1,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:38.781229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ae448ab-b65a-43d4-8453-712adb7bd81e req-6803331e-340e-49d8-a207-339e4981305c tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663851 Nov 02 16:40:38.784887 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:38.791039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-74941df9-b7e2-4540-9945-8e64577a3425 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7812362 Nov 02 16:40:38.793887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43344) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:38.798670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:38.826669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:40:38.913615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd96378c-b2e5-4bb2-9ba5-9a5e8241ad1d req-35adf0ee-4f5f-4a48-a14b-aa0f5f04ce36 service neutron] 10.222.0.100 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951420 Nov 02 16:40:38.916362 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.008559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-4f65ad79-3376-4a8c-b105-0fa261d1e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:39.012919 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-4f65ad79-3376-4a8c-b105-0fa261d1e1c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1094 time: 0.6040306 Nov 02 16:40:39.038666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Pushing event updated for resources: {'Port': ['ID=64549e43-18d3-4361-9b8e-f4d81257854e,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:39.107848 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.143278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:39.198651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7', 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'port_id': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7', 'mac_address': 'fa:16:3e:a4:08:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:40:39.308919 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3ddb1d5b-f642-4689-ad18-95b93cf46dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.313560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.331906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:39.358021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:39.370815 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.428346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Attempting to bind port 64549e43-18d3-4361-9b8e-f4d81257854e on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:39.428780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Attempting to bind port 64549e43-18d3-4361-9b8e-f4d81257854e by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:39.429186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Attempting to bind port 64549e43-18d3-4361-9b8e-f4d81257854e on network beed8da3-c0c5-469e-998b-50e6c23f33a3 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:39.430072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3ddb1d5b-f642-4689-ad18-95b93cf46dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.442280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3ddb1d5b-f642-4689-ad18-95b93cf46dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.451227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-f11e1558-ea12-43d6-b302-9caa12dd272a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 217 time: 0.3900657 Nov 02 16:40:39.477052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Port 64549e43-18d3-4361-9b8e-f4d81257854e on network beed8da3-c0c5-469e-998b-50e6c23f33a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:40:39.477681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Attempting to bind port 64549e43-18d3-4361-9b8e-f4d81257854e on network beed8da3-c0c5-469e-998b-50e6c23f33a3 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:39.512548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3ddb1d5b-f642-4689-ad18-95b93cf46dbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab06cdbf3798449198e60bf26e97291e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994611 Nov 02 16:40:39.515395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:39.527971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43366) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:39.531479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb1d5b-f642-4689-ad18-95b93cf46dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36db805d-b5f4-4a20-8335-6a9120ddd7ed,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:39.550579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:39.551108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Checking segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:39.552983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Bound using segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:39.580113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Bound port: 64549e43-18d3-4361-9b8e-f4d81257854e, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:39.582197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.590522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed52fa5-c660-45a4-9ced-65c30cce5a7f req-c0bd2523-721e-4141-96e2-1cd9b35fda61 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:39.592321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ed52fa5-c660-45a4-9ced-65c30cce5a7f req-c0bd2523-721e-4141-96e2-1cd9b35fda61 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 943 time: 0.3179352 Nov 02 16:40:39.629432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0a959b-2863-469f-9cb7-1eeec9b023f2 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:39.670726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.672941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ed52fa5-c660-45a4-9ced-65c30cce5a7f req-7fdb2b63-2900-45f7-8f94-1a74e4c8992b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688002 Nov 02 16:40:39.696649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['392c19fa-3e95-4a82-bcf5-760adc4ce5d7'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:39.745359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-77c4dc3b-d05d-4934-9cdc-06cb6b3b9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:39.749227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-77c4dc3b-d05d-4934-9cdc-06cb6b3b9187 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.2835636 Nov 02 16:40:39.758481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Transition to ACTIVE for port object 1b0a959b-2863-469f-9cb7-1eeec9b023f2 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:40:39.805775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.810087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5061537b-4138-42c5-89ba-3c6aceaf790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.874152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 172.25.7.64 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/6a523734-c0e2-4406-8409-114e99075670) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:40:39.930088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5061537b-4138-42c5-89ba-3c6aceaf790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:39.953428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Pushing event updated for resources: {'Port': ['ID=1b0a959b-2863-469f-9cb7-1eeec9b023f2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:40.041720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] For port 64549e43-18d3-4361-9b8e-f4d81257854e, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:40.052002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] For port 64549e43-18d3-4361-9b8e-f4d81257854e, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=64549e43-18d3-4361-9b8e-f4d81257854e,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:40.067413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-5e669899-ca31-4bb7-b9a3-2af632063c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:40.069175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-5e669899-ca31-4bb7-b9a3-2af632063c62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073485 Nov 02 16:40:40.078869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.165864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.190980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-673eaee3-083a-46b8-a3b4-7ef9d38a3c8f service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094003 Nov 02 16:40:40.229280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.363528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:40.364199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.365738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] 10.222.0.55 "PUT /v2.0/ports/64549e43-18d3-4361-9b8e-f4d81257854e HTTP/1.1" status: 200 len: 1091 time: 5.2569864 Nov 02 16:40:40.380422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5061537b-4138-42c5-89ba-3c6aceaf790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.390472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5061537b-4138-42c5-89ba-3c6aceaf790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.397031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5061537b-4138-42c5-89ba-3c6aceaf790a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36db805d-b5f4-4a20-8335-6a9120ddd7ed HTTP/1.1" status: 204 len: 168 time: 0.8444624 Nov 02 16:40:40.449903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:40:40.454001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061537b-4138-42c5-89ba-3c6aceaf790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36db805d-b5f4-4a20-8335-6a9120ddd7ed,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:40.468567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:40:40.492455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Attempting to bind port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:40:40.494887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Attempting to bind port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:40:40.495943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Attempting to bind port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 on network beed8da3-c0c5-469e-998b-50e6c23f33a3 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:40.497689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2670e-b9ac-480f-bbbd-eabb2dd639a2 req-e0452001-fe21-4a11-b056-0e6da0b5f3ca tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:40.500819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddc2670e-b9ac-480f-bbbd-eabb2dd639a2 req-e0452001-fe21-4a11-b056-0e6da0b5f3ca tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 943 time: 0.5087407 Nov 02 16:40:40.502246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:40:40.515244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=6a523734-c0e2-4406-8409-114e99075670,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:40.528530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdf0865-817b-4b84-acae-57f603823c06', 'tag': '64549e43-18d3-4361-9b8e-f4d81257854e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:40.531808 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c7d15-0376-407d-926c-23c981ce811a" -d '{"events": [{"name": "network-changed", "server_uuid": "acdf0865-817b-4b84-acae-57f603823c06", "tag": "64549e43-18d3-4361-9b8e-f4d81257854e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:40.542326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 on network beed8da3-c0c5-469e-998b-50e6c23f33a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:40:40.542875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Attempting to bind port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 on network beed8da3-c0c5-469e-998b-50e6c23f33a3 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:40:40.565045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:40:40.566210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Checking segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:40:40.566793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Bound using segment: {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:40:40.567655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Bound port: 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:40:40.568207 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.599082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a800265-60fe-40dc-8ef1-bf8bfe3f02fd service neutron] Pushing event updated for resources: {'Port': ['ID=64549e43-18d3-4361-9b8e-f4d81257854e,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:40.742228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddc2670e-b9ac-480f-bbbd-eabb2dd639a2 req-b4ea3e0e-f906-428a-bbc7-84f4863ce540 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180443 Nov 02 16:40:40.774349 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1c8d6-f997-4946-93a0-af632f5369c4 x-openstack-request-id: req-73d1c8d6-f997-4946-93a0-af632f5369c4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:40.775050 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdf0865-817b-4b84-acae-57f603823c06", "tag": "64549e43-18d3-4361-9b8e-f4d81257854e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:40.775547 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73d1c8d6-f997-4946-93a0-af632f5369c4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:40.776275 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdf0865-817b-4b84-acae-57f603823c06', 'tag': '64549e43-18d3-4361-9b8e-f4d81257854e', 'status': 'completed', 'code': 200} Nov 02 16:40:40.839961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:40.869096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:40.895629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0de577a6-7fbb-4b0b-9873-638f6f3cbce2 req-b5d899d4-c5c6-4ff1-a1ad-2d785f1ac12e service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289744 Nov 02 16:40:40.898174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-5c477c6c-6fff-4428-9a9c-47e2625edf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:40.915667 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-5c477c6c-6fff-4428-9a9c-47e2625edf08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 1094 time: 0.3657684 Nov 02 16:40:40.979677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] For port 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:40:40.985158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] For port 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:40:41.039624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:40:41.059948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:41.060529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.090334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.187164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-d615ce2b-a6e2-438c-a63d-271a50bcb62d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64549e43-18d3-4361-9b8e-f4d81257854e HTTP/1.1" status: 200 len: 217 time: 0.2508202 Nov 02 16:40:41.197734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.204541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdbb743-9df5-411a-ac2f-4587b5a453fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.285891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296c637-cc6a-4769-b148-fb3ce0a6cfcb req-a959fc0f-83d6-4d01-a82b-ee8e0db71ae7 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.300601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5296c637-cc6a-4769-b148-fb3ce0a6cfcb req-a959fc0f-83d6-4d01-a82b-ee8e0db71ae7 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 943 time: 0.3209755 Nov 02 16:40:41.323242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.323865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.328144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.335477 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.337264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-dcfe7221-483f-402b-969b-484883401cbc service neutron] 10.222.0.55 "PUT /v2.0/ports/1b0a959b-2863-469f-9cb7-1eeec9b023f2 HTTP/1.1" status: 200 len: 1091 time: 3.8138983 Nov 02 16:40:41.403542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d932a13-0dab-4108-8d5d-e582000daec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:41.408816 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd60df-77ca-4ddb-b92d-78aa202cd5fe" -d '{"events": [{"server_uuid": "4d932a13-0dab-4108-8d5d-e582000daec0", "name": "network-vif-plugged", "status": "completed", "tag": "392c19fa-3e95-4a82-bcf5-760adc4ce5d7"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:41.434763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:41.452380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:41.464332 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.516246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee86aec9-3bc7-4a73-9084-09066fd70ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.519971 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c385a6-5d64-4850-9fc4-41f20c64888e x-openstack-request-id: req-a5c385a6-5d64-4850-9fc4-41f20c64888e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:41.520265 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d932a13-0dab-4108-8d5d-e582000daec0", "name": "network-vif-plugged", "status": "completed", "tag": "392c19fa-3e95-4a82-bcf5-760adc4ce5d7", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:41.520522 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5c385a6-5d64-4850-9fc4-41f20c64888e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:41.520919 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d932a13-0dab-4108-8d5d-e582000daec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7', 'code': 200} Nov 02 16:40:41.558695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5296c637-cc6a-4769-b148-fb3ce0a6cfcb req-413816f2-6fa3-4b6e-9068-c5958f98cda4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486382 Nov 02 16:40:41.561372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:41.581229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.581631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.581990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.582385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.582724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.583060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.583591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.583925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.584783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.585529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.586049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.586568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:41.639654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-fbeaa602-3faa-40c6-8dce-9f01b410bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.642243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-fbeaa602-3faa-40c6-8dce-9f01b410bb7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1094 time: 0.4524021 Nov 02 16:40:41.644036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-c4c56c7f-b77d-4450-b566-16bca7860a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.645709 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-c4c56c7f-b77d-4450-b566-16bca7860a68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 200 len: 858 time: 0.4086447 Nov 02 16:40:41.800698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-2c84cc6a-4294-437d-bac4-dd5ef9f2ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.802222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-2c84cc6a-4294-437d-bac4-dd5ef9f2ad60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 1094 time: 0.3282437 Nov 02 16:40:41.804267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-42650dd3-770e-4393-9604-2d08da8aed55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=beed8da3-c0c5-469e-998b-50e6c23f33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452630 Nov 02 16:40:41.808530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7221-483f-402b-969b-484883401cbc service neutron] Pushing event updated for resources: {'Port': ['ID=1b0a959b-2863-469f-9cb7-1eeec9b023f2,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:41.891535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50654aa-6674-40da-8da2-d864299c8b73 req-53bc2fa4-3d7f-430d-9115-cb581353cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.893156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50654aa-6674-40da-8da2-d864299c8b73 req-53bc2fa4-3d7f-430d-9115-cb581353cda5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 1097 time: 0.2782063 Nov 02 16:40:41.953118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.975771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:41.993005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-6150dda3-578a-4029-977c-19ff7125ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.995922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-6150dda3-578a-4029-977c-19ff7125ebff service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.3224618 Nov 02 16:40:42.047628 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee86aec9-3bc7-4a73-9084-09066fd70ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.051743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d50654aa-6674-40da-8da2-d864299c8b73 req-a1c11436-7e01-49eb-9721-5e2c3efeb840 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288862 Nov 02 16:40:42.064202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce6b77-14ee-4c3a-b3df-77ed7cd0b121 req-995923ab-1214-4445-a246-8c64a9a90191 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:42.065694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2ce6b77-14ee-4c3a-b3df-77ed7cd0b121 req-995923ab-1214-4445-a246-8c64a9a90191 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 943 time: 0.1954386 Nov 02 16:40:42.079545 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-3995edcf-61a3-4919-b8ee-195bae59f720 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2 HTTP/1.1" status: 200 len: 217 time: 0.2521331 Nov 02 16:40:42.088279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee86aec9-3bc7-4a73-9084-09066fd70ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.133471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-42351cd4-48e9-4316-993b-d750a277fc7b service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019693 Nov 02 16:40:42.135257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=6a523734-c0e2-4406-8409-114e99075670,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:42.181211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee86aec9-3bc7-4a73-9084-09066fd70ae6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e4dfcc7b9a742d393b9983469f9bf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439101 Nov 02 16:40:42.183626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86aec9-3bc7-4a73-9084-09066fd70ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50806cd3-c2fb-4450-8355-04dba026b0eb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:42.191435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43480) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:42.192261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.228019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2ce6b77-14ee-4c3a-b3df-77ed7cd0b121 req-26929738-066c-4e2c-84de-ede0f717aec6 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370025 Nov 02 16:40:42.260254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.262260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad204850-d39a-4e2f-987b-8fb02f4d2b53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4670930 Nov 02 16:40:42.306705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab5fffb-4f0f-4e14-b633-0da40601ad7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.332504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab5fffb-4f0f-4e14-b633-0da40601ad7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.343399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-524fa2e0-476d-4e90-9f47-ea3055a39c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:42.345238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-524fa2e0-476d-4e90-9f47-ea3055a39c1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 200 len: 858 time: 0.2076478 Nov 02 16:40:42.419379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-8f5bc0ac-a19e-4681-b8ea-6d67d6aa8953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 217 time: 0.4159060 Nov 02 16:40:42.423741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab5fffb-4f0f-4e14-b633-0da40601ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.427384 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab5fffb-4f0f-4e14-b633-0da40601ad7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.431988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ab5fffb-4f0f-4e14-b633-0da40601ad7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50806cd3-c2fb-4450-8355-04dba026b0eb HTTP/1.1" status: 204 len: 168 time: 0.2362459 Nov 02 16:40:42.444397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5fffb-4f0f-4e14-b633-0da40601ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50806cd3-c2fb-4450-8355-04dba026b0eb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:42.450575 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-54e0ea2e-e929-4940-a73b-09ab216ca4b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=beed8da3-c0c5-469e-998b-50e6c23f33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301883 Nov 02 16:40:42.544474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:42.695925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420df7e-ee39-4a3a-8d9b-5bd7f3719727 req-5bf1b5e1-c2bc-44a4-910b-ea3ff7543f8a tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:42.698236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8420df7e-ee39-4a3a-8d9b-5bd7f3719727 req-5bf1b5e1-c2bc-44a4-910b-ea3ff7543f8a tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 943 time: 0.0657475 Nov 02 16:40:42.800866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8420df7e-ee39-4a3a-8d9b-5bd7f3719727 req-0ef4ac9a-3ba4-4502-a9ac-3403739acdcd tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843983 Nov 02 16:40:43.377302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'tag': '1b0a959b-2863-469f-9cb7-1eeec9b023f2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:43.387408 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0820ac-355a-4126-b2ce-0b971c73dfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b72179bc-b288-41a8-9b26-7b218e5eebd3", "tag": "1b0a959b-2863-469f-9cb7-1eeec9b023f2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:43.478083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-60f074f7-b210-4b60-a249-f999ec04ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:43.485082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-60f074f7-b210-4b60-a249-f999ec04ff04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 1.0312717 Nov 02 16:40:43.509593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a328d6-10a0-47a0-954c-c8a8431ca0a0 req-75d5a606-4f70-499b-9aef-cf8e9d978c02 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:43.510732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0a328d6-10a0-47a0-954c-c8a8431ca0a0 req-75d5a606-4f70-499b-9aef-cf8e9d978c02 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 943 time: 0.1694705 Nov 02 16:40:43.554867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-133f5072-c0a5-4d08-baef-8204e606bd80 service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0669141 Nov 02 16:40:43.569774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0a328d6-10a0-47a0-954c-c8a8431ca0a0 req-5f3b7e43-384f-49d6-b273-3f98a734a532 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501616 Nov 02 16:40:43.603819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-a3b666eb-00f5-4324-9710-7fefa815ec3c service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2572825 Nov 02 16:40:43.681961 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e503c1-c195-46ce-b801-134fb0e186f7 x-openstack-request-id: req-e9e503c1-c195-46ce-b801-134fb0e186f7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:43.682378 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72179bc-b288-41a8-9b26-7b218e5eebd3", "tag": "1b0a959b-2863-469f-9cb7-1eeec9b023f2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:43.682698 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9e503c1-c195-46ce-b801-134fb0e186f7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:43.682983 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'tag': '1b0a959b-2863-469f-9cb7-1eeec9b023f2', 'status': 'completed', 'code': 200} Nov 02 16:40:43.702887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:43.743962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-4c6790b9-24d6-4506-b962-0891fd805799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:43.745740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-4c6790b9-24d6-4506-b962-0891fd805799 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423348 Nov 02 16:40:43.834979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c7d15-0376-407d-926c-23c981ce811a req-f29b5bb9-1e3c-4a9c-bc85-fa20a78279eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:43.836217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-f29b5bb9-1e3c-4a9c-bc85-fa20a78279eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 1094 time: 0.1659942 Nov 02 16:40:43.949534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c7d15-0376-407d-926c-23c981ce811a req-a98ccda8-d44a-46f7-acdf-0c599d843184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:43.951864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-a98ccda8-d44a-46f7-acdf-0c599d843184 service neutron] 10.222.0.55 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 919 time: 0.1076646 Nov 02 16:40:43.966834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b459f9bd-81ce-49d4-bba0-b25f7cbeb166 req-32645afe-fa26-4fbd-8710-36f881fd78d5 service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681476 Nov 02 16:40:44.081068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95895f6-4cf6-4c55-ac13-fd642e352d3f req-344e289b-ce02-4104-a3be-f091d8818797 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:44.088976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a95895f6-4cf6-4c55-ac13-fd642e352d3f req-344e289b-ce02-4104-a3be-f091d8818797 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 943 time: 0.1362998 Nov 02 16:40:44.118924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-85b13ef5-3249-4de7-845c-befcb3352f52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64549e43-18d3-4361-9b8e-f4d81257854e HTTP/1.1" status: 200 len: 217 time: 0.1410453 Nov 02 16:40:44.142228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a95895f6-4cf6-4c55-ac13-fd642e352d3f req-7836a495-9614-4e33-9a7f-170dea392af6 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Nov 02 16:40:44.190474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-191cdf58-013c-4668-8f50-4244ea4c3276 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346771 Nov 02 16:40:44.197063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device ba34c1eb-1724-48a2-b643-657204914a52 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:40:44.400519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port ba34c1eb-1724-48a2-b643-657204914a52, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=ba34c1eb-1724-48a2-b643-657204914a52,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:44.411886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-cbc3bd8b-34fd-4aa1-82df-bcbbb340045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:44.416620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-cbc3bd8b-34fd-4aa1-82df-bcbbb340045d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52e6683d87934b06aafbcc1212b31618&device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 1094 time: 0.3675165 Nov 02 16:40:44.420657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'ba34c1eb-1724-48a2-b643-657204914a52', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'port_id': 'ba34c1eb-1724-48a2-b643-657204914a52', 'mac_address': 'fa:16:3e:45:1a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:40:44.486060 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:44.527844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34c1eb-1724-48a2-b643-657204914a52 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:44.571502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port ba34c1eb-1724-48a2-b643-657204914a52, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=ba34c1eb-1724-48a2-b643-657204914a52,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:44.578311 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:44.622556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c7d15-0376-407d-926c-23c981ce811a req-a498fc55-1a9e-48cf-9a88-c56abd1d9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:44.624064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-a498fc55-1a9e-48cf-9a88-c56abd1d9b76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 200 len: 858 time: 0.4326313 Nov 02 16:40:44.625051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-3eeb6085-dba2-48a7-9943-51a7e9327fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:44.626370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-3eeb6085-dba2-48a7-9943-51a7e9327fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 200 len: 919 time: 0.1944911 Nov 02 16:40:44.754547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-81dfc32b-79c5-4621-9599-8d420f7e504f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=beed8da3-c0c5-469e-998b-50e6c23f33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951364 Nov 02 16:40:44.758876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-d2e53d52-a653-4219-b4f2-9ef4cc39782a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2 HTTP/1.1" status: 200 len: 217 time: 0.0821214 Nov 02 16:40:44.794917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=ba34c1eb-1724-48a2-b643-657204914a52,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:44.851894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['ba34c1eb-1724-48a2-b643-657204914a52'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:44.873437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6094-1f13-437a-97b6-1889b81f09f0 req-d4fea468-0906-4d18-9dcb-f6327ec3fe31 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:44.887091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-004b6094-1f13-437a-97b6-1889b81f09f0 req-d4fea468-0906-4d18-9dcb-f6327ec3fe31 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 943 time: 0.1607881 Nov 02 16:40:44.914675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-ad7ef9cf-3f0a-46fe-86c4-84e42af75722 service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432016 Nov 02 16:40:44.923185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-f03d6ec2-9d32-4102-af93-39e59d4a7a2c service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923094 Nov 02 16:40:45.017066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-73fa51c7-4aba-433c-8fc0-bfdb1a8753c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:45.021274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-004b6094-1f13-437a-97b6-1889b81f09f0 req-cb2621a0-d8e5-4bfd-9bd0-589e88c2d964 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317031 Nov 02 16:40:45.024986 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-73fa51c7-4aba-433c-8fc0-bfdb1a8753c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 200 len: 858 time: 0.2485332 Nov 02 16:40:45.081301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-204fb2b5-da55-46cc-aade-9ce13188c6de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=beed8da3-c0c5-469e-998b-50e6c23f33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538080 Nov 02 16:40:45.162371 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-501c7d15-0376-407d-926c-23c981ce811a req-eb5f1f3f-ed58-4c7d-a3d7-b55c5e03f745 service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379000 Nov 02 16:40:45.210046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-1a0d9701-fb49-464e-b6ee-3b627f6b3010 service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183646 Nov 02 16:40:45.288348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcae24-fa4b-470e-aae4-26394d961375 req-64db3ff3-68e1-480a-a160-e9d25683436c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:45.300568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06fcae24-fa4b-470e-aae4-26394d961375 req-64db3ff3-68e1-480a-a160-e9d25683436c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 944 time: 0.0741844 Nov 02 16:40:45.349559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f0820ac-355a-4126-b2ce-0b971c73dfa6 req-535f70f2-83a8-450d-9d9d-ddf91561919e service neutron] 10.222.0.55 "GET /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270504 Nov 02 16:40:45.351908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06fcae24-fa4b-470e-aae4-26394d961375 req-eb356d80-0341-45e4-9825-bdfb4af4f89f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500658 Nov 02 16:40:46.171923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a8bf-c286-4b40-8cfa-99ef3e719905 req-13b3e1d5-e967-495d-804c-909c5a3a6929 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:46.173869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8411a8bf-c286-4b40-8cfa-99ef3e719905 req-13b3e1d5-e967-495d-804c-909c5a3a6929 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 943 time: 0.0647931 Nov 02 16:40:46.216983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 64549e43-18d3-4361-9b8e-f4d81257854e details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:40:46.226544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8411a8bf-c286-4b40-8cfa-99ef3e719905 req-e713c25d-833b-4320-9f5a-3ba4d8028b9a tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Nov 02 16:40:46.238283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device ba34c1eb-1724-48a2-b643-657204914a52 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:46.373202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port ba34c1eb-1724-48a2-b643-657204914a52 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:40:46.384869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port ba34c1eb-1724-48a2-b643-657204914a52 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:46.385385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:46.447659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 64549e43-18d3-4361-9b8e-f4d81257854e, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=64549e43-18d3-4361-9b8e-f4d81257854e,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:46.466620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '64549e43-18d3-4361-9b8e-f4d81257854e', 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'port_id': '64549e43-18d3-4361-9b8e-f4d81257854e', 'mac_address': 'fa:16:3e:d1:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:40:46.555933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8879-7956-4ff9-af65-d47053e2dc5c req-9bd57473-f67b-4ad2-b991-5674aff9321f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:46.566404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2eee8879-7956-4ff9-af65-d47053e2dc5c req-9bd57473-f67b-4ad2-b991-5674aff9321f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 944 time: 0.0887475 Nov 02 16:40:46.640070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2eee8879-7956-4ff9-af65-d47053e2dc5c req-402e878b-53c7-4ce2-8005-70adf6f38ace tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724943 Nov 02 16:40:46.704044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:46.720954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64549e43-18d3-4361-9b8e-f4d81257854e {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:46.733786 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:46.758959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 64549e43-18d3-4361-9b8e-f4d81257854e, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=64549e43-18d3-4361-9b8e-f4d81257854e,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:46.769446 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:46.770447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b0a959b-2863-469f-9cb7-1eeec9b023f2 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:40:46.809602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:46.811117 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc4cd27-3625-47fb-a250-fc41f6315e57" -d '{"events": [{"server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "name": "network-vif-plugged", "status": "completed", "tag": "ba34c1eb-1724-48a2-b643-657204914a52"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:46.831942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port ba34c1eb-1724-48a2-b643-657204914a52, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=ba34c1eb-1724-48a2-b643-657204914a52,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:46.842583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:46.874164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=64549e43-18d3-4361-9b8e-f4d81257854e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:46.881370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:46.911108 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2680881b-8303-41c2-838b-4ae56edaf6b2 x-openstack-request-id: req-2680881b-8303-41c2-838b-4ae56edaf6b2 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:46.911421 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "name": "network-vif-plugged", "status": "completed", "tag": "ba34c1eb-1724-48a2-b643-657204914a52", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:46.911665 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2680881b-8303-41c2-838b-4ae56edaf6b2 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:46.912424 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52', 'code': 200} Nov 02 16:40:46.916415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '1b0a959b-2863-469f-9cb7-1eeec9b023f2', 'network_id': 'beed8da3-c0c5-469e-998b-50e6c23f33a3', 'port_id': '1b0a959b-2863-469f-9cb7-1eeec9b023f2', 'mac_address': 'fa:16:3e:1e:c7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:40:46.965720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=ba34c1eb-1724-48a2-b643-657204914a52,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:46.985809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:47.007122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0a959b-2863-469f-9cb7-1eeec9b023f2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:40:47.044206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:47.051512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:47.056683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bbe61-7eaa-4363-a4bb-9c292c118dd4 req-7f97326e-00ee-42b6-bccb-09cfd9698b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:47.057813 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c01bbe61-7eaa-4363-a4bb-9c292c118dd4 req-7f97326e-00ee-42b6-bccb-09cfd9698b70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.0820739 Nov 02 16:40:47.120606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c01bbe61-7eaa-4363-a4bb-9c292c118dd4 req-b071c8d3-3978-42c8-be9a-8384632bb007 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559113 Nov 02 16:40:47.135929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=1b0a959b-2863-469f-9cb7-1eeec9b023f2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:47.291870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1b0a959b-2863-469f-9cb7-1eeec9b023f2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:47.294643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['64549e43-18d3-4361-9b8e-f4d81257854e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:40:47.402243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c4e2b-ab5b-4661-8dce-f59491e09783 req-ed41a67a-987b-4ff1-93fd-52099d2df54e tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:47.411505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-103c4e2b-ab5b-4661-8dce-f59491e09783 req-ed41a67a-987b-4ff1-93fd-52099d2df54e tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 944 time: 0.0695367 Nov 02 16:40:47.459017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-103c4e2b-ab5b-4661-8dce-f59491e09783 req-ef3a806a-f6f2-40c5-ac85-1ff82855acf2 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Nov 02 16:40:47.466842 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:47.769981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7099f-1d57-478e-b1d6-a7d4e7abc883 req-502ce3dc-b80e-4621-8e94-f6890ef17eb7 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:47.771823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e7099f-1d57-478e-b1d6-a7d4e7abc883 req-502ce3dc-b80e-4621-8e94-f6890ef17eb7 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.0628262 Nov 02 16:40:47.814964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e7099f-1d57-478e-b1d6-a7d4e7abc883 req-0dada55e-5c8c-479e-b556-373ee55c35ce tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366433 Nov 02 16:40:48.230310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 64549e43-18d3-4361-9b8e-f4d81257854e up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:48.372066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 64549e43-18d3-4361-9b8e-f4d81257854e completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:40:48.382439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 64549e43-18d3-4361-9b8e-f4d81257854e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:48.383337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:48.411422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-2fc91d26-15e5-414c-9ba7-58e4e1872612 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0792005 Nov 02 16:40:48.508455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:48.561842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.563227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.564190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.564869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.565564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.567052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.567717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.568173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 64549e43-18d3-4361-9b8e-f4d81257854e, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=64549e43-18d3-4361-9b8e-f4d81257854e,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:48.573347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-62aae10b-ec4b-4d2d-b952-73d564eaa447 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.1012125 Nov 02 16:40:48.574648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:48.576638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b0a959b-2863-469f-9cb7-1eeec9b023f2 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:40:48.755517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=64549e43-18d3-4361-9b8e-f4d81257854e,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:48.757537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-c182172b-c350-41d3-b4ae-746276ebf89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.758415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-c182172b-c350-41d3-b4ae-746276ebf89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.759048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-c182172b-c350-41d3-b4ae-746276ebf89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:48.774246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-c182172b-c350-41d3-b4ae-746276ebf89a service neutron] 10.222.0.100 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=282dbc29-1aaa-45e1-b246-11ee902de8f2&id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 2298 time: 0.1658804 Nov 02 16:40:48.775432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:40:48.785546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:48.785932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:48.952135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdf0865-817b-4b84-acae-57f603823c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64549e43-18d3-4361-9b8e-f4d81257854e'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:48.955172 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa68b871-98aa-4451-8611-43169e121cc1" -d '{"events": [{"server_uuid": "acdf0865-817b-4b84-acae-57f603823c06", "name": "network-vif-plugged", "status": "completed", "tag": "64549e43-18d3-4361-9b8e-f4d81257854e"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:48.996953 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:49.029169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530b778-dd23-4b66-92c2-c08072a93370 req-a3c1cb03-316d-45e3-984b-355f5ff92706 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:49.039195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9530b778-dd23-4b66-92c2-c08072a93370 req-a3c1cb03-316d-45e3-984b-355f5ff92706 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 944 time: 0.2630367 Nov 02 16:40:49.044312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-fb33c35d-157d-411f-a675-d038d884fc13 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 1000 time: 0.2551222 Nov 02 16:40:49.047978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-0fffa5b6-d45e-4a8a-931f-4031e8f58bef tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1514484500&fields=id&tenant_id=e8790e03c42941a289ecf58c3d9b69e7 HTTP/1.1" status: 200 len: 267 time: 0.1714904 Nov 02 16:40:49.095985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:40:49.109271 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:49.197365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=1b0a959b-2863-469f-9cb7-1eeec9b023f2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:49.578056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9530b778-dd23-4b66-92c2-c08072a93370 req-dcda0ec7-c56c-4ae0-b63a-736fed6c3556 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374043 Nov 02 16:40:49.605352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1a6ce18e-81a9-42e7-af06-73c5f1a2a682 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:49.631503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1a6ce18e-81a9-42e7-af06-73c5f1a2a682 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 932 time: 0.5533242 Nov 02 16:40:49.635486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-b822c279-9808-4a43-8da1-c0c2cb7d0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:49.637000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-b822c279-9808-4a43-8da1-c0c2cb7d0216 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 200 len: 855 time: 0.5564568 Nov 02 16:40:49.812897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1328ab3d-b064-4081-ba9c-f08b2739aada tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:49.814814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1328ab3d-b064-4081-ba9c-f08b2739aada tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 930 time: 0.1768966 Nov 02 16:40:49.921904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b5b7-9de3-4259-9793-98d1b689e6e2 req-b2764b7f-e0aa-45ee-90a8-af7807ac9887 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:49.926871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2b7b5b7-9de3-4259-9793-98d1b689e6e2 req-b2764b7f-e0aa-45ee-90a8-af7807ac9887 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2415202 Nov 02 16:40:49.984886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-78a78730-f8d3-4a49-8f3c-07ef0f340591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:49.987694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-78a78730-f8d3-4a49-8f3c-07ef0f340591 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3335321 Nov 02 16:40:50.029354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-e61d26a4-daf7-47aa-8dbd-df2ca9ff6c66 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1950288 Nov 02 16:40:50.225815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-fef58c24-4d67-4c29-aaf5-8e03871589c0 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018666 Nov 02 16:40:50.293681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-b95b00b4-98c8-42b7-b1ba-935434609e2e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0704319 Nov 02 16:40:50.331075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2b7b5b7-9de3-4259-9793-98d1b689e6e2 req-f6f6b73c-c4dc-4b29-827e-f73683abf344 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105564 Nov 02 16:40:50.522634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-3d7efe9b-b9d5-4ec7-9afd-1990aa89280d service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712674 Nov 02 16:40:50.546787 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17d6c3a-f109-4a2f-8215-cec3e34d8ad2 x-openstack-request-id: req-c17d6c3a-f109-4a2f-8215-cec3e34d8ad2 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:50.547420 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdf0865-817b-4b84-acae-57f603823c06", "name": "network-vif-plugged", "status": "completed", "tag": "64549e43-18d3-4361-9b8e-f4d81257854e", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:50.547420 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c17d6c3a-f109-4a2f-8215-cec3e34d8ad2 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:50.547750 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdf0865-817b-4b84-acae-57f603823c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64549e43-18d3-4361-9b8e-f4d81257854e', 'code': 200} Nov 02 16:40:50.587234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-bda64dff-1c73-4b62-acae-3edc22abeb95 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 217 time: 0.0567808 Nov 02 16:40:50.597675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43714) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:50.604656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-bdf79351-50bf-4fb3-9d0a-249367ac38b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.621604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-bdf79351-50bf-4fb3-9d0a-249367ac38b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.637672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-bdf79351-50bf-4fb3-9d0a-249367ac38b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.639349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-bdf79351-50bf-4fb3-9d0a-249367ac38b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=a72004e9-fb89-4003-80e5-b791065335de&id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 1990 time: 0.3055224 Nov 02 16:40:50.714767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926ad8-1dd1-48ff-a87d-87985bed1c74 req-cba4f02f-ce05-4c0e-8781-61ac82e5e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.716609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-90926ad8-1dd1-48ff-a87d-87985bed1c74 req-cba4f02f-ce05-4c0e-8781-61ac82e5e52a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 1096 time: 0.1060193 Nov 02 16:40:50.747455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-7ff4be3e-2ca3-46ca-a4e8-faa04b3d464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.748951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-7ff4be3e-2ca3-46ca-a4e8-faa04b3d464d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.0986748 Nov 02 16:40:50.767949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e5454936-6572-4fb4-bae8-df1ffb59eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:50.773137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c55a265a-e5df-468e-897b-49297a3d5564 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/quotas/e8790e03c42941a289ecf58c3d9b69e7 HTTP/1.1" status: 200 len: 375 time: 0.1206338 Nov 02 16:40:50.774660 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-90926ad8-1dd1-48ff-a87d-87985bed1c74 req-ef617d5a-c7a3-405c-afaf-5e3aae66f234 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496120 Nov 02 16:40:50.870530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e5454936-6572-4fb4-bae8-df1ffb59eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:50.876796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e5454936-6572-4fb4-bae8-df1ffb59eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:50.877111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-20a1fa2c-087a-46f6-8a4f-b34577446e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.878821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-20a1fa2c-087a-46f6-8a4f-b34577446e7d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159437 Nov 02 16:40:50.886825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7457a9-85f3-4877-a423-2a076a4869a2 req-80525a90-c467-4e2b-99ac-b1b213f64d28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:50.907289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc7457a9-85f3-4877-a423-2a076a4869a2 req-80525a90-c467-4e2b-99ac-b1b213f64d28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1572845 Nov 02 16:40:50.909075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43732) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:50.912847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5454936-6572-4fb4-bae8-df1ffb59eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a9ea7-e41b-440b-b728-d10559dca876,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:50.947085 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e5454936-6572-4fb4-bae8-df1ffb59eca9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88a5fa024bae454bad5f59b92313e9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475809 Nov 02 16:40:50.951099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43734) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:51.027002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'floatingip': {'port_id': 'ba34c1eb-1724-48a2-b643-657204914a52'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:51.036773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d51c171-e55f-4d00-ba6d-59589d95e5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.077180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d51c171-e55f-4d00-ba6d-59589d95e5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.097477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.137997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d51c171-e55f-4d00-ba6d-59589d95e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.141284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d51c171-e55f-4d00-ba6d-59589d95e5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.142497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d51c171-e55f-4d00-ba6d-59589d95e5dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e07a9ea7-e41b-440b-b728-d10559dca876 HTTP/1.1" status: 204 len: 168 time: 0.1920252 Nov 02 16:40:51.149082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-bfa5c8d8-6295-439a-ac1d-67ae1065b3b6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3436456 Nov 02 16:40:51.196784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51c171-e55f-4d00-ba6d-59589d95e5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a9ea7-e41b-440b-b728-d10559dca876,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:51.543183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde14e2-5a10-4bc8-8750-6d6da90cd06a req-6ef0801c-a5f6-456a-978e-cb607e78bbd9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:51.552506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edde14e2-5a10-4bc8-8750-6d6da90cd06a req-6ef0801c-a5f6-456a-978e-cb607e78bbd9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 945 time: 0.4345078 Nov 02 16:40:51.577496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-e754a0ab-045c-4c95-b3d6-2debdd76ac27 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690035 Nov 02 16:40:51.687109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43750) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:51.705727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-273796fc-c515-4b2e-9807-46d1a7f35ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.846460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-6971a263-4566-4e2a-a9cb-fb13cb968264 service neutron] 10.222.0.31 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613630 Nov 02 16:40:51.882503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edde14e2-5a10-4bc8-8750-6d6da90cd06a req-450b685a-014e-45f0-9b43-f0b6fbbe3250 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277681 Nov 02 16:40:51.889021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-273796fc-c515-4b2e-9807-46d1a7f35ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:51.898020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-273796fc-c515-4b2e-9807-46d1a7f35ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:52.072987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273796fc-c515-4b2e-9807-46d1a7f35ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed879fe-960f-44aa-ab41-296b1522aa89,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:52.081251 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-273796fc-c515-4b2e-9807-46d1a7f35ad0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6bf639b994949858d1f39d4d92ff922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909187 Nov 02 16:40:52.081585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43754) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:52.166737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-e61eea0a-8b7e-4cc2-826a-421bcc12be80 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623746 Nov 02 16:40:52.182906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41b7bbaf-ee15-46fb-b8e0-2c40f5f50cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:52.227059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41b7bbaf-ee15-46fb-b8e0-2c40f5f50cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:52.283120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d50d1248-5384-4d85-b632-bf80f5903de6 service neutron] 10.222.0.31 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265373 Nov 02 16:40:52.286075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-e5ee9158-1f48-4168-912e-58a2731481e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 217 time: 0.0629499 Nov 02 16:40:52.331501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41b7bbaf-ee15-46fb-b8e0-2c40f5f50cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:52.334336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-41b7bbaf-ee15-46fb-b8e0-2c40f5f50cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:52.337667 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-41b7bbaf-ee15-46fb-b8e0-2c40f5f50cb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ed879fe-960f-44aa-ab41-296b1522aa89 HTTP/1.1" status: 204 len: 168 time: 0.2524140 Nov 02 16:40:52.349097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7bbaf-ee15-46fb-b8e0-2c40f5f50cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed879fe-960f-44aa-ab41-296b1522aa89,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:52.456567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c509a39c-6291-4fd7-837e-673ae890bd31 service neutron] 10.222.0.31 "GET /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1499040 Nov 02 16:40:52.549566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a959b-2863-469f-9cb7-1eeec9b023f2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:52.558058 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fe3408-e132-4fcc-b513-51ed2db5595b" -d '{"events": [{"server_uuid": "b72179bc-b288-41a8-9b26-7b218e5eebd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a959b-2863-469f-9cb7-1eeec9b023f2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:52.660674 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb405f-f468-4573-8853-2217c4796b54 x-openstack-request-id: req-05bb405f-f468-4573-8853-2217c4796b54 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:52.661073 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72179bc-b288-41a8-9b26-7b218e5eebd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a959b-2863-469f-9cb7-1eeec9b023f2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:52.661485 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05bb405f-f468-4573-8853-2217c4796b54 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:52.662006 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a959b-2863-469f-9cb7-1eeec9b023f2', 'code': 200} Nov 02 16:40:52.832357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90374750-e003-42d4-b44f-d28efc039d03 req-4f9931d2-8fee-4e97-b50d-ce78d8860fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:52.840494 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-90374750-e003-42d4-b44f-d28efc039d03 req-4f9931d2-8fee-4e97-b50d-ce78d8860fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 1096 time: 0.1102664 Nov 02 16:40:52.889214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-90374750-e003-42d4-b44f-d28efc039d03 req-70c9c162-0317-4bc2-945b-40d69acfc2bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 02 16:40:52.914826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:53.137434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-0f9cabeb-c39a-4aa7-99f0-886308aa977e service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264515 Nov 02 16:40:53.403867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-67e6c014-fad3-4bf1-b300-7e4a0d32797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:53.406593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-67e6c014-fad3-4bf1-b300-7e4a0d32797a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 1.0916152 Nov 02 16:40:53.623808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:53.640851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:53.781221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-4e0b0cbd-b15c-4c87-9c8b-0572d00c881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:53.782750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-4e0b0cbd-b15c-4c87-9c8b-0572d00c881b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3001277 Nov 02 16:40:53.802702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4350a67-f59e-459b-8ee0-6b599a938ebf req-bdc641f9-404c-495f-8a1a-5b1faccc22fd tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:53.806443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4350a67-f59e-459b-8ee0-6b599a938ebf req-bdc641f9-404c-495f-8a1a-5b1faccc22fd tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 945 time: 0.6697447 Nov 02 16:40:53.935919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-cad39d27-bb90-4e15-82a1-5996eafd3add service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773902 Nov 02 16:40:54.020397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-92455c59-63a2-4084-80c3-b02577516084 service neutron] 10.222.0.31 "GET /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0833907 Nov 02 16:40:54.093516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4350a67-f59e-459b-8ee0-6b599a938ebf req-7594ed7d-2a15-4282-847c-967e7d223ff8 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507150 Nov 02 16:40:54.172859 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Floating IP 42437f44-c645-468f-a395-130ee1e2370d associated. External IP: 172.25.7.11, port: ba34c1eb-1724-48a2-b643-657204914a52. Nov 02 16:40:54.328302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-a67b8e0e-5e9f-4a13-a07f-32db797e69c2 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108385 Nov 02 16:40:54.501795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-44445286-b31c-4e00-8f6c-2ab3c17baac5 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805079 Nov 02 16:40:54.554828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:40:54.604155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-e6ea3dec-1e01-4a59-8ca7-c145e5c95588 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374331 Nov 02 16:40:54.742323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-f523497f-d525-4c45-b0e1-d90bb44454d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 200 len: 217 time: 0.1082659 Nov 02 16:40:54.970033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-0a389bdb-93d0-4c32-8288-bb774b90d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:54.971720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-0a389bdb-93d0-4c32-8288-bb774b90d953 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1854198 Nov 02 16:40:54.976297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9b2e9ef0-f7f7-4f0a-9db6-d407cbc43e64 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201682 Nov 02 16:40:55.008108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:40:55.038996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:40:55.047198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:40:55.077879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:40:55.081104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:40:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:55.097414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5d5f0786-89ac-4371-bba0-bd749d4eef42 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "PUT /v2.0/floatingips/42437f44-c645-468f-a395-130ee1e2370d HTTP/1.1" status: 200 len: 990 time: 4.1814556 Nov 02 16:40:55.157260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:40:55.161520 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca766e-9ef7-4c71-b10f-4a03af2df80e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "tag": "ba34c1eb-1724-48a2-b643-657204914a52"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:40:55.258024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-5731e067-990e-48f9-adb0-d4b3101fdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:55.260183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-5731e067-990e-48f9-adb0-d4b3101fdc87 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2788093 Nov 02 16:40:55.317883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:40:55.420269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-6df0c9f0-6434-46ad-8d43-77d628baa512 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244187 Nov 02 16:40:55.911001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e9bbb-2e9f-4e22-835a-e600a16e0b6a req-d1a5af2b-b20b-4ea1-afa9-efdd32aafbf6 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:55.920886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-000e9bbb-2e9f-4e22-835a-e600a16e0b6a req-d1a5af2b-b20b-4ea1-afa9-efdd32aafbf6 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 945 time: 0.4832261 Nov 02 16:40:55.962566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '42437f44-c645-468f-a395-130ee1e2370d', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'floating_ip_address': '172.25.7.11', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'port_id': 'ba34c1eb-1724-48a2-b643-657204914a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'mac_address': 'fa:16:3e:45:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7753d68-8948-436e-9da6-a080886d7017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:40:19Z', 'updated_at': '2021-11-02T16:40:53Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:55.972388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-f4fc9cb5-56bb-4e9d-85c5-1f66f31cfdc9 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958032 Nov 02 16:40:56.006388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:40:56.019591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:40:56.020374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:40:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:56.021808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-ad0df462-6bdb-44f3-9ae4-c84e06900f9e service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853698 Nov 02 16:40:56.242011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:40:56.325351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-000e9bbb-2e9f-4e22-835a-e600a16e0b6a req-eccdebf3-a224-4b47-b148-f23f7a20360d tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030063 Nov 02 16:40:56.654532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-8b6319ce-d068-43a0-813f-150d2ecda996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:56.654532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-8b6319ce-d068-43a0-813f-150d2ecda996 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.1789765 Nov 02 16:40:56.952323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-8dbf3ce4-ec3c-4e2f-9279-707bb0a536a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:56.954803 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-8dbf3ce4-ec3c-4e2f-9279-707bb0a536a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.2885327 Nov 02 16:40:57.034594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '42437f44-c645-468f-a395-130ee1e2370d', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'floating_ip_address': '172.25.7.11', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'port_id': 'ba34c1eb-1724-48a2-b643-657204914a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'mac_address': 'fa:16:3e:45:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7753d68-8948-436e-9da6-a080886d7017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:40:19Z', 'updated_at': '2021-11-02T16:40:53Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:40:57.164794 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-98d5ec51-8cc9-48b2-b435-9028a9f8d503 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 998 time: 0.1975143 Nov 02 16:40:57.228549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa8fe-5c29-4c00-bb63-05627fe61674 None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '42437f44-c645-468f-a395-130ee1e2370d', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'floating_ip_address': '172.25.7.11', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'port_id': 'ba34c1eb-1724-48a2-b643-657204914a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'mac_address': 'fa:16:3e:45:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7753d68-8948-436e-9da6-a080886d7017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:40:19Z', 'updated_at': '2021-11-02T16:40:53Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:40:57.380188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-9d6fbc0f-131b-4e5b-9a29-ff1c6cf43602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:57.381816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-9d6fbc0f-131b-4e5b-9a29-ff1c6cf43602 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.2128916 Nov 02 16:40:57.496733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-b159b672-657c-40b3-9e8e-5dd95c2940c6 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4579964 Nov 02 16:40:57.515578 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4f05f-a81b-4949-ba31-70d333e4a27b x-openstack-request-id: req-5ab4f05f-a81b-4949-ba31-70d333e4a27b {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:40:57.516042 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "tag": "ba34c1eb-1724-48a2-b643-657204914a52", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:40:57.516732 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ab4f05f-a81b-4949-ba31-70d333e4a27b {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:40:57.517719 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52', 'status': 'completed', 'code': 200} Nov 02 16:40:57.526051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-cde5c399-4f01-4e0d-ac69-92165696f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:57.528169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-cde5c399-4f01-4e0d-ac69-92165696f675 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389239 Nov 02 16:40:57.704476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-b3bcbf89-bb26-42c2-9426-f81bf6bb22e8 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685729 Nov 02 16:40:57.920747 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b8c1b-6591-4f13-9446-dc4ad7c9d3b0 None None] New status for floating IP 42437f44-c645-468f-a395-130ee1e2370d: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:40:57.941899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3be33-eb7f-4948-acb3-e7caba30b5dd req-d42d9d80-5cc1-4361-9bcc-8a9392d221d6 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:57.947017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bb3be33-eb7f-4948-acb3-e7caba30b5dd req-d42d9d80-5cc1-4361-9bcc-8a9392d221d6 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 946 time: 0.4246726 Nov 02 16:40:57.949732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-ddcb16b4-2e81-4320-8007-dbc941d288e5 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9643168 Nov 02 16:40:57.965520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7dca766e-9ef7-4c71-b10f-4a03af2df80e req-35868dec-d566-4621-bb99-89b95b73c47b service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500679 Nov 02 16:40:57.971612 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d60f02aa-9585-484f-a59d-8f613075896c service neutron] 10.222.0.31 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733539 Nov 02 16:40:58.297042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-bb73d779-87b9-4203-86b0-8a7d13af91aa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 200 len: 217 time: 0.3000669 Nov 02 16:40:58.406257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bb3be33-eb7f-4948-acb3-e7caba30b5dd req-e81db7ca-a42d-4397-a39b-862eda96331e tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795333 Nov 02 16:40:58.408113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-a9564f1d-5f52-4d2b-b744-43828ec4b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:58.409887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-a9564f1d-5f52-4d2b-b744-43828ec4b7eb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1030130 Nov 02 16:40:58.627145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-8ab14e5f-2ae7-409c-994e-c0b2e96437fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:58.630004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-8ab14e5f-2ae7-409c-994e-c0b2e96437fa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2086468 Nov 02 16:40:58.639527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-30342d40-9286-4097-a55c-d942d1a9644e service neutron] 10.222.0.31 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649427 Nov 02 16:40:58.786516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-08a6a077-8639-4740-8eb2-757f83fdff1e service neutron] 10.222.0.31 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459696 Nov 02 16:40:58.994727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bd89b-f00c-4f48-9d0e-b0784ced190f req-82115990-2572-4689-b987-80b66090390b tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:59.004993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c6bd89b-f00c-4f48-9d0e-b0784ced190f req-82115990-2572-4689-b987-80b66090390b tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 945 time: 0.0996985 Nov 02 16:40:59.106495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c6bd89b-f00c-4f48-9d0e-b0784ced190f req-3b757992-bd6d-40c2-bef6-590e44d64274 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983152 Nov 02 16:40:59.139847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-0db6b1f5-3fa4-4643-b7b8-605e1126efd5 service neutron] 10.222.0.31 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511288 Nov 02 16:40:59.164430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-3b408080-022c-4c0a-a06d-8174cdfd71d2 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001653 Nov 02 16:40:59.382687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-bbc61093-c586-4fee-a79f-0731e3107869 service neutron] 10.222.0.31 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417495 Nov 02 16:40:59.390912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-0cd77502-a375-443f-966f-cd34e12d88de service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875284 Nov 02 16:40:59.465014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-84446e4e-5392-4205-8e44-a4f4ce024a6b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 217 time: 0.0609469 Nov 02 16:40:59.602573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-35ca5378-59ff-4427-b876-4822064d599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:59.605068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-35ca5378-59ff-4427-b876-4822064d599f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1284785 Nov 02 16:40:59.671798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25c337-b8a6-4efd-9e7d-79505e083940 req-10730a8d-c5b4-4937-a101-897be06e6810 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:59.678958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa25c337-b8a6-4efd-9e7d-79505e083940 req-10730a8d-c5b4-4937-a101-897be06e6810 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 945 time: 0.2220042 Nov 02 16:40:59.839006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-4347f349-2eca-44a5-bad6-ddf590f3a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:59.841565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-4347f349-2eca-44a5-bad6-ddf590f3a1c7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135909 Nov 02 16:40:59.855931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa25c337-b8a6-4efd-9e7d-79505e083940 req-a4309829-05c4-4c88-8ff3-aaa91273ae79 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298234 Nov 02 16:41:00.106327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-91987dff-bba5-4f06-bbcf-193446f5342e service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440338 Nov 02 16:41:00.283812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-b3ae266e-c829-4194-9239-7505efe53cab service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643631 Nov 02 16:41:00.361845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-cecf7f7b-ad19-49bb-b148-6ddf00777427 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 217 time: 0.0612845 Nov 02 16:41:00.620871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5700a4a9-4fb8-4675-8e7a-e745f305323c req-20e62ba5-1caf-49cc-860d-9caa5269d364 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.1738696 Nov 02 16:41:00.625127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-95a6b6be-5022-4964-8591-3280fa1bf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:00.634406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-95a6b6be-5022-4964-8591-3280fa1bf0d5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.2622063 Nov 02 16:41:00.723138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-ec3ceab1-f580-4da8-94a1-6139913f16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:00.725761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-ec3ceab1-f580-4da8-94a1-6139913f16da service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763927 Nov 02 16:41:00.872836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-c538e61d-051b-420a-9c29-e10abd02ef4e tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:00.876961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-c538e61d-051b-420a-9c29-e10abd02ef4e tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "GET /v2.0/ports?device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 945 time: 0.0807545 Nov 02 16:41:00.984903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-be7a4265-22f0-4305-a987-bf24a58b9d52 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413967 Nov 02 16:41:01.134812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bec37-607b-4371-8976-e8e0de31819c req-182651d9-9cdd-4098-a0ae-6b61eebde9c0 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:01.136619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac7bec37-607b-4371-8976-e8e0de31819c req-182651d9-9cdd-4098-a0ae-6b61eebde9c0 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 945 time: 0.1509421 Nov 02 16:41:01.209176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a57182bb-8728-4336-8a1b-ffbfc25255f1 req-63fb13cf-22fe-491a-8b3a-50f61cd98728 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105143 Nov 02 16:41:01.215994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac7bec37-607b-4371-8976-e8e0de31819c req-025c5ca6-e1cf-499d-a12c-3d0ecf7cab3a tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644538 Nov 02 16:41:01.223451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Deleting port 64549e43-18d3-4361-9b8e-f4d81257854e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:01.223801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:01.476725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] For port 64549e43-18d3-4361-9b8e-f4d81257854e, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=64549e43-18d3-4361-9b8e-f4d81257854e,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:01.477913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:01.510525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Calling delete_port for 64549e43-18d3-4361-9b8e-f4d81257854e owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:01.812010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37302187-7b55-4b1f-977f-a43834707df7 req-93aba8fb-9518-4172-b70e-bda9b1df9995 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0737321 Nov 02 16:41:01.837501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:01.855127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['64549e43-18d3-4361-9b8e-f4d81257854e', '1b0a959b-2863-469f-9cb7-1eeec9b023f2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:01.870423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['392c19fa-3e95-4a82-bcf5-760adc4ce5d7'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:01.969529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Pushing event deleted for resources: {'Port': ['ID=64549e43-18d3-4361-9b8e-f4d81257854e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:02.081707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] No DVR routers for this DVR port 64549e43-18d3-4361-9b8e-f4d81257854e on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:41:02.104740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:02.109907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76fd6712-31a8-405a-b332-7e7dcd9362e3 req-bc1701fe-367f-46fd-b357-0588d5e72ae9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "DELETE /v2.0/ports/64549e43-18d3-4361-9b8e-f4d81257854e HTTP/1.1" status: 204 len: 173 time: 1.2255566 Nov 02 16:41:02.117300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdf0865-817b-4b84-acae-57f603823c06', 'name': 'network-vif-deleted', 'tag': '64549e43-18d3-4361-9b8e-f4d81257854e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:02.128956 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e1861d-ad32-4a7f-bcc5-0caa8021c4b6" -d '{"events": [{"server_uuid": "acdf0865-817b-4b84-acae-57f603823c06", "name": "network-vif-deleted", "tag": "64549e43-18d3-4361-9b8e-f4d81257854e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:02.221988 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da916ac-98b0-4d49-9300-237180d19653 x-openstack-request-id: req-4da916ac-98b0-4d49-9300-237180d19653 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:02.230546 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdf0865-817b-4b84-acae-57f603823c06", "name": "network-vif-deleted", "tag": "64549e43-18d3-4361-9b8e-f4d81257854e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:02.231101 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4da916ac-98b0-4d49-9300-237180d19653 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:02.231708 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdf0865-817b-4b84-acae-57f603823c06', 'name': 'network-vif-deleted', 'tag': '64549e43-18d3-4361-9b8e-f4d81257854e', 'status': 'completed', 'code': 200} Nov 02 16:41:02.494970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a806a383-76e5-4376-822a-6f213093fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:02.496657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a806a383-76e5-4376-822a-6f213093fe1b service neutron] 10.222.0.100 "GET /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 1028 time: 0.1115112 Nov 02 16:41:02.574970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9100dc8c-cfe8-44c7-b30b-a3b2e33b8f36 req-c2aecaa7-95a9-47bf-ba07-bc6cc96f6655 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdf0865-817b-4b84-acae-57f603823c06 HTTP/1.1" status: 200 len: 210 time: 0.0769942 Nov 02 16:41:02.655838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a12b9ce9-4a7a-40b4-b879-a1e9ca89d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:02.657212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a12b9ce9-4a7a-40b4-b879-a1e9ca89d62f service neutron] 10.222.0.100 "GET /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 1026 time: 0.1393256 Nov 02 16:41:03.006770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-170e69ff-f7f3-4ae9-8a00-c44959466442 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:03.013579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-170e69ff-f7f3-4ae9-8a00-c44959466442 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:03.021762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-170e69ff-f7f3-4ae9-8a00-c44959466442 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:03.024084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-170e69ff-f7f3-4ae9-8a00-c44959466442 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=a72004e9-fb89-4003-80e5-b791065335de&id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 1990 time: 0.3494754 Nov 02 16:41:03.075417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b377bf96-9093-40df-87d8-8a5fecf82517 req-29c1ef7d-e0e6-462d-95c8-fa35a04b35ca tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0863221 Nov 02 16:41:03.164722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-6bdfa9ca-ee7c-4399-98e4-6f67564cc5e6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8790e03c42941a289ecf58c3d9b69e7 HTTP/1.1" status: 200 len: 380 time: 0.0922854 Nov 02 16:41:03.173257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'admin_state_up': True, 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'security_groups': ['d874ac6b-8081-46c4-8c68-b1ccf8c012d4']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:03.509566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:03.522477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:03.827449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 172.20.0.12 (4e6d39d9-ce6c-4012-80e0-ad6029b2de8b/5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3/ef61b623-226f-4da5-a088-3d94ad819fdf) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:04.194526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-fc30da9e-b588-4cc0-87cc-8e485a2e987a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:04.196225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-fc30da9e-b588-4cc0-87cc-8e485a2e987a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.2320311 Nov 02 16:41:04.240615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44320) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:04.314178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-6876b81e-96a5-4b51-b7b3-0f29e48e7e43 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0893800 Nov 02 16:41:04.340294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 64549e43-18d3-4361-9b8e-f4d81257854e no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:41:04.379331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 64549e43-18d3-4361-9b8e-f4d81257854e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:41:04.379958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 64549e43-18d3-4361-9b8e-f4d81257854e not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:41:04.401150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37b0237b-126b-42a6-9601-3d8a7b0ac8c7 req-4a32fc2d-e520-4714-9d7c-70eae2bd4caa tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0959566 Nov 02 16:41:04.494762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63b7f057-7580-4f18-8f9b-5249111641ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:04.496601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-ab989d6d-1d25-43f3-8bd0-240439c8bc87 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479354 Nov 02 16:41:04.638078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:04.697100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63b7f057-7580-4f18-8f9b-5249111641ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:04.704367 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63b7f057-7580-4f18-8f9b-5249111641ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:04.715160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-d0055859-4b91-402c-a0cf-9aa742b69f41 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174828 Nov 02 16:41:04.721138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:04.766316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-63b7f057-7580-4f18-8f9b-5249111641ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e5c9e4599924a108af28a3c12c6e673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236282 Nov 02 16:41:04.770827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44336) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:04.847947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:04.855216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:04.871277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:04.911556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=ef61b623-226f-4da5-a088-3d94ad819fdf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:04.920524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f057-7580-4f18-8f9b-5249111641ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c97bf7-5f94-4b7d-b9a3-640d1ba151d0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:05.000435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:05.001488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.004059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa806fb0-4eee-4e63-9a31-8f723fb1b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.016159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-b41d255e-33c8-4bd8-b972-64046efcb321 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881272 Nov 02 16:41:05.030377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-55bff106-3b1c-4689-9f27-a90adcb1d94d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8616383 Nov 02 16:41:05.045243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'admin_state_up': True, 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'security_groups': ['d874ac6b-8081-46c4-8c68-b1ccf8c012d4']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:05.088345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa806fb0-4eee-4e63-9a31-8f723fb1b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.202354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa806fb0-4eee-4e63-9a31-8f723fb1b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.204964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa806fb0-4eee-4e63-9a31-8f723fb1b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.206748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fa806fb0-4eee-4e63-9a31-8f723fb1b82c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5c97bf7-5f94-4b7d-b9a3-640d1ba151d0 HTTP/1.1" status: 204 len: 168 time: 0.4281118 Nov 02 16:41:05.239401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa806fb0-4eee-4e63-9a31-8f723fb1b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c97bf7-5f94-4b7d-b9a3-640d1ba151d0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:05.368504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:05.377761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.391619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-31e07dfa-7bc5-4e5b-a290-6138e6b1c3a8 None None] Provisioning complete for port ef61b623-226f-4da5-a088-3d94ad819fdf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:05.393923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31e07dfa-7bc5-4e5b-a290-6138e6b1c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:05.485323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f49722c6-de58-4a05-a7db-8324795d9bf5 req-505172e6-6fd7-4305-858e-aa62910bc546 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.0753021 Nov 02 16:41:05.546910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-31e07dfa-7bc5-4e5b-a290-6138e6b1c3a8 None None] Port ef61b623-226f-4da5-a088-3d94ad819fdf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:41:05.850939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 10.1.1.175 (9ab20d19-7540-4319-909a-7d255dbb14c5/b5c247db-0437-4761-a48d-1fbfc8f90d4e/52f03b5e-9b0d-44bd-9b73-149dff382990) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:05.932405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc2b80-4c9d-4453-ae50-0c92379e3427 req-3dd03480-6576-4c62-bf99-3c0484c67300 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:05.942768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04fc2b80-4c9d-4453-ae50-0c92379e3427 req-3dd03480-6576-4c62-bf99-3c0484c67300 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 932 time: 0.2649121 Nov 02 16:41:05.987084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c5907-58ac-4794-a264-35bd3bf90975 req-81c64e70-eb24-4992-8065-5b0826e1a6e7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:06.008818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c5907-58ac-4794-a264-35bd3bf90975 req-81c64e70-eb24-4992-8065-5b0826e1a6e7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:06.011976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-578c5907-58ac-4794-a264-35bd3bf90975 req-81c64e70-eb24-4992-8065-5b0826e1a6e7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0&device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 1682 time: 0.3320274 Nov 02 16:41:06.243533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-578c5907-58ac-4794-a264-35bd3bf90975 req-cc1ee5e4-7652-42a0-bae8-fc855f0d07b9 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109822 Nov 02 16:41:06.257953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04fc2b80-4c9d-4453-ae50-0c92379e3427 req-1ad4cf16-76d6-4e97-811f-486457abee98 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123207 Nov 02 16:41:06.411946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:06.518164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:06.622702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:06.653144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:06.659033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:06.668414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:06.814334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:06.815011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:06.872914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-987b70ac-f59c-4393-88a5-47f8d782df33 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8335075 Nov 02 16:41:06.923584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa408d7d-6f81-4c32-b5f6-ffd41ae47407 req-132b6170-5ea7-4efd-9f3c-e8e43064ea26 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.2657311 Nov 02 16:41:06.932283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'admin_state_up': True, 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'security_groups': ['d874ac6b-8081-46c4-8c68-b1ccf8c012d4']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:07.196165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dded26a1-afe8-47a8-bcc9-942c8a795da2 None None] Provisioning complete for port 52f03b5e-9b0d-44bd-9b73-149dff382990 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:07.196770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dded26a1-afe8-47a8-bcc9-942c8a795da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:07.342610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dded26a1-afe8-47a8-bcc9-942c8a795da2 None None] Port 52f03b5e-9b0d-44bd-9b73-149dff382990 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:41:07.391934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:07.401469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:07.604651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-67643cb8-fc93-4b64-a136-0d92bf2a7611 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:07.610256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-67643cb8-fc93-4b64-a136-0d92bf2a7611 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.4353745 Nov 02 16:41:07.629388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:07.909193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1bae-42b5-4b0e-b438-8e7694be4347 req-c1196dd4-a22c-41a8-bf8c-2d9ced1fd2b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:07.929336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1bae-42b5-4b0e-b438-8e7694be4347 req-c1196dd4-a22c-41a8-bf8c-2d9ced1fd2b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:07.933515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:07.938087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0eab1bae-42b5-4b0e-b438-8e7694be4347 req-c1196dd4-a22c-41a8-bf8c-2d9ced1fd2b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 1654 time: 0.4532845 Nov 02 16:41:07.950518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:08.236654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 10.1.1.238 (9ab20d19-7540-4319-909a-7d255dbb14c5/b5c247db-0437-4761-a48d-1fbfc8f90d4e/dfe4e258-638d-4e66-815c-158eea310b8c) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:08.416154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12aec0da-d9de-45c2-ba58-ba1879a4cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:08.458188 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:08.528185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.8 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/3d91f775-ba8a-4a3c-bff2-41eea05e3904) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:08.531699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf157-c240-4535-9998-c8eb15043725 req-16e0258c-f7aa-4087-9c9e-a58753f722e3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:08.546224 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfabf157-c240-4535-9998-c8eb15043725 req-16e0258c-f7aa-4087-9c9e-a58753f722e3 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 946 time: 0.9540012 Nov 02 16:41:08.565665 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0eab1bae-42b5-4b0e-b438-8e7694be4347 req-1844c0c6-94dc-421c-873d-e96725dcd569 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6237042 Nov 02 16:41:08.667384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfabf157-c240-4535-9998-c8eb15043725 req-cea07551-a3a8-49d5-ad58-9ad91d646af2 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183596 Nov 02 16:41:08.681345 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:08.833915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:08.846297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:08.870688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:08.973085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-b6aa5c17-1d39-4698-9a6b-fd4b9dcec4ab tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:08.976010 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-b6aa5c17-1d39-4698-9a6b-fd4b9dcec4ab tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 945 time: 0.2676420 Nov 02 16:41:08.986544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-246961d6-e3d4-4c40-9882-6042540ef9a4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:08.991011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-246961d6-e3d4-4c40-9882-6042540ef9a4 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.100 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 946 time: 0.2577126 Nov 02 16:41:09.398238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2f254cf3-8413-4a1f-828a-c054281fcdc9 None None] Provisioning complete for port dfe4e258-638d-4e66-815c-158eea310b8c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:09.402467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f254cf3-8413-4a1f-828a-c054281fcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:09.547697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:09.549125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:09.573830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2f254cf3-8413-4a1f-828a-c054281fcdc9 None None] Port dfe4e258-638d-4e66-815c-158eea310b8c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:41:09.607192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af543245-c5ed-4d99-9fcb-f14a8f4e3264 req-96698600-b4dc-4d07-ad31-beb2094843b5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.7699366 Nov 02 16:41:09.621605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=dfe4e258-638d-4e66-815c-158eea310b8c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:09.638642 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a96a6d-a72d-4957-9dc8-19d18c2a4b58 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7181637 Nov 02 16:41:09.649874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:09.656207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de', 'admin_state_up': True, 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'security_groups': ['d874ac6b-8081-46c4-8c68-b1ccf8c012d4']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:09.690298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Deleting port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:09.691063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:09.836612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] For port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:09.837036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:09.886254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Calling delete_port for 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:09.988658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ee5f-4d1d-4067-aef2-bca08d3326b6 req-46456a25-b464-4c78-98a7-8cb395ad4271 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:09.997441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e6f3ee5f-4d1d-4067-aef2-bca08d3326b6 req-46456a25-b464-4c78-98a7-8cb395ad4271 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 946 time: 0.1275775 Nov 02 16:41:10.043679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Deleting port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:10.044359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:10.045387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e4d10-6e62-43ff-a07f-7588da9cbe6f req-79a78c7a-24e4-406b-9af6-83b329c90ec1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:10.053073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e4d10-6e62-43ff-a07f-7588da9cbe6f req-79a78c7a-24e4-406b-9af6-83b329c90ec1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:10.060679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e4d10-6e62-43ff-a07f-7588da9cbe6f req-79a78c7a-24e4-406b-9af6-83b329c90ec1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:10.063132 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a23e4d10-6e62-43ff-a07f-7588da9cbe6f req-79a78c7a-24e4-406b-9af6-83b329c90ec1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 2375 time: 0.2461853 Nov 02 16:41:10.146722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e6f3ee5f-4d1d-4067-aef2-bca08d3326b6 req-5567d11d-a280-42ea-8262-1ea5b0af78f1 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/security-groups?id=aad03676-3439-423a-9992-cd1de28893b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475618 Nov 02 16:41:10.211723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a23e4d10-6e62-43ff-a07f-7588da9cbe6f req-57cb32d1-1aba-40fb-89a9-ff160d5c28fe tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377349 Nov 02 16:41:10.268447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:10.314339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] For port 1b0a959b-2863-469f-9cb7-1eeec9b023f2, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b0a959b-2863-469f-9cb7-1eeec9b023f2,segment=NetworkSegment(ccef51d3-7c17-4f44-8803-a07b1ee44c9a),segment_id=ccef51d3-7c17-4f44-8803-a07b1ee44c9a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:10.315003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:10.327484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44532) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:10.339514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Calling delete_port for 1b0a959b-2863-469f-9cb7-1eeec9b023f2 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:10.476915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:10.700234 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:10.725371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['392c19fa-3e95-4a82-bcf5-760adc4ce5d7'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:10.777666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 10.2.2.100 (a72004e9-fb89-4003-80e5-b791065335de/9b6fe332-d9e9-4c7b-9937-9dcda3155acd/50f0bfb3-a095-4e2b-a1e4-373976f2755b) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:10.786180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Pushing event deleted for resources: {'Port': ['ID=392c19fa-3e95-4a82-bcf5-760adc4ce5d7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:10.828593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:10.957147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:10.959604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=3d91f775-ba8a-4a3c-bff2-41eea05e3904,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:10.972123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:10.980922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:10.991190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:11.069179 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-747a7159-b1a6-448a-bf29-92fb6e44f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.102690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.117669 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee007435-12d0-447b-83e5-9d72903b408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.145485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:11.151014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.229708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] No DVR routers for this DVR port 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:41:11.238992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.243699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e1c6e157-200e-4f59-bb3e-d62976820680 req-4baabb63-974e-482c-a234-9e7247be5cee tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.100 "DELETE /v2.0/ports/392c19fa-3e95-4a82-bcf5-760adc4ce5d7 HTTP/1.1" status: 204 len: 173 time: 2.2448361 Nov 02 16:41:11.251659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d932a13-0dab-4108-8d5d-e582000daec0', 'name': 'network-vif-deleted', 'tag': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:11.255225 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a048cb-b88a-47fb-9b5d-d8ea3eaf5380" -d '{"events": [{"server_uuid": "4d932a13-0dab-4108-8d5d-e582000daec0", "name": "network-vif-deleted", "tag": "392c19fa-3e95-4a82-bcf5-760adc4ce5d7"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:11.278517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-0fb5a487-548f-4b33-8788-09fc6997872a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6543648 Nov 02 16:41:11.310925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f7a8-26ad-4e96-99d0-a4762148fb0f req-98bf80e1-466b-4b44-931b-0178354367e4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:11.314319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d088f7a8-26ad-4e96-99d0-a4762148fb0f req-98bf80e1-466b-4b44-931b-0178354367e4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 931 time: 0.3125284 Nov 02 16:41:11.323028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Request body: {'port': {'device_id': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:11.328617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.338042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network a72004e9-fb89-4003-80e5-b791065335de is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:11.352504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:11.378907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:11.421633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:11.495370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.498844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.545382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0a6fea58-3f62-47fe-8b8f-a3c34c3494b2 None None] Provisioning complete for port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:11.545995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0a6fea58-3f62-47fe-8b8f-a3c34c3494b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.565983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:11.566745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:11.610985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Pushing event deleted for resources: {'Port': ['ID=1b0a959b-2863-469f-9cb7-1eeec9b023f2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:11.645264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5926964b-1738-4357-befe-fc755752c4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9981747 Nov 02 16:41:11.704824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fea58-3f62-47fe-8b8f-a3c34c3494b2 None None] Port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:41:11.718857 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1285eca-a2ff-4fa3-bbf2-a82fcdf6e5e9 req-b36c959d-9b93-42ba-9a75-9de9d11a8429 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d932a13-0dab-4108-8d5d-e582000daec0 HTTP/1.1" status: 200 len: 210 time: 0.3368204 Nov 02 16:41:11.733479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de', 'admin_state_up': True, 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'security_groups': ['d874ac6b-8081-46c4-8c68-b1ccf8c012d4']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:11.933514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f09ac40e-faa1-456a-9f8b-9027b6a95569 None None] Provisioning complete for port 50f0bfb3-a095-4e2b-a1e4-373976f2755b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:11.938692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f09ac40e-faa1-456a-9f8b-9027b6a95569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.029975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f09ac40e-faa1-456a-9f8b-9027b6a95569 None None] Port 50f0bfb3-a095-4e2b-a1e4-373976f2755b cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:41:12.081538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d088f7a8-26ad-4e96-99d0-a4762148fb0f req-474580b2-8859-4525-a93f-6ca877a9f4b7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456062 Nov 02 16:41:12.215166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5a7d0-5c72-4686-aa10-a357fc415e35 req-66d01b2d-0546-4576-b4ef-3d3d8c111ff0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:12.225217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5a7d0-5c72-4686-aa10-a357fc415e35 req-66d01b2d-0546-4576-b4ef-3d3d8c111ff0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:12.248394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5a7d0-5c72-4686-aa10-a357fc415e35 req-66d01b2d-0546-4576-b4ef-3d3d8c111ff0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:12.252965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5a7d0-5c72-4686-aa10-a357fc415e35 req-66d01b2d-0546-4576-b4ef-3d3d8c111ff0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:12.262293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9c5a7d0-5c72-4686-aa10-a357fc415e35 req-66d01b2d-0546-4576-b4ef-3d3d8c111ff0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3096 time: 0.2824993 Nov 02 16:41:12.278768 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379cf1fd-0e80-44d4-912f-0dba40d131ce x-openstack-request-id: req-379cf1fd-0e80-44d4-912f-0dba40d131ce {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:12.279323 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d932a13-0dab-4108-8d5d-e582000daec0", "name": "network-vif-deleted", "tag": "392c19fa-3e95-4a82-bcf5-760adc4ce5d7", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:12.279920 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-379cf1fd-0e80-44d4-912f-0dba40d131ce {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:12.280413 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d932a13-0dab-4108-8d5d-e582000daec0', 'name': 'network-vif-deleted', 'tag': '392c19fa-3e95-4a82-bcf5-760adc4ce5d7', 'status': 'completed', 'code': 200} Nov 02 16:41:12.306896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] No DVR routers for this DVR port 1b0a959b-2863-469f-9cb7-1eeec9b023f2 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:41:12.317143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.336631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9419c35f-44dc-44d5-b4e2-9fb2e78351fc req-7a7b23eb-1fe2-4d38-81bd-43cef2237ef7 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.55 "DELETE /v2.0/ports/1b0a959b-2863-469f-9cb7-1eeec9b023f2 HTTP/1.1" status: 204 len: 173 time: 3.3249981 Nov 02 16:41:12.376986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee007435-12d0-447b-83e5-9d72903b408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.401240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b0a959b-2863-469f-9cb7-1eeec9b023f2 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:41:12.418080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee007435-12d0-447b-83e5-9d72903b408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.487536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 1b0a959b-2863-469f-9cb7-1eeec9b023f2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:41:12.488288 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b0a959b-2863-469f-9cb7-1eeec9b023f2 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:41:12.491984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Made reservation on behalf of e8790e03c42941a289ecf58c3d9b69e7 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:12.501054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.510446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d91f775-ba8a-4a3c-bff2-41eea05e3904 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:12.530398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.550213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Transition to ACTIVE for port object 3d91f775-ba8a-4a3c-bff2-41eea05e3904 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:12.553691 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.558073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.639922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9c5a7d0-5c72-4686-aa10-a357fc415e35 req-29debe61-c701-4f72-baf9-106643ee07d0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765724 Nov 02 16:41:12.688461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee007435-12d0-447b-83e5-9d72903b408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c571679-af94-4103-bd5e-0934d57ca3af,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:12.714671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee007435-12d0-447b-83e5-9d72903b408e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b054d3cfa5b146ee98530c53648f332e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3851001 Nov 02 16:41:12.715277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44570) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:12.785598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Attempting to bind port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:12.794410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Attempting to bind port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:12.795003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Attempting to bind port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:12.804700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d91f775-ba8a-4a3c-bff2-41eea05e3904,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:12.808321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:12.809091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Attempting to bind port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:12.816151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:12.816568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:12.817035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:12.817748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Bound port: 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:12.818366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:12.957417 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:41:13.013641 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:41:13.104501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:41:13.104841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 392c19fa-3e95-4a82-bcf5-760adc4ce5d7 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:41:13.199755 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29273e9b-e9c7-4de5-a445-3baf57e1de99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:13.428998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1ad41f0-2d57-4d96-ac30-6da9b363ff53 req-56790fc1-99fb-4c1c-9e63-041c1135d3f8 tempest-ListServersNegativeTestJSON-1577014193 tempest-ListServersNegativeTestJSON-1577014193-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72179bc-b288-41a8-9b26-7b218e5eebd3 HTTP/1.1" status: 200 len: 210 time: 0.3566327 Nov 02 16:41:13.519332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Allocated IP 10.2.2.200 (a72004e9-fb89-4003-80e5-b791065335de/9b6fe332-d9e9-4c7b-9937-9dcda3155acd/eedd4579-cea8-47d7-9d80-21773222304a) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:13.705371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] For port 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:13.717918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] For port 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:13.728112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:13.805124 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:13.814002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d91f775-ba8a-4a3c-bff2-41eea05e3904,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:13.864007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:13.870960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:13.873452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4bca0af0-df3e-42ea-8837-23db5237e8c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d91f775-ba8a-4a3c-bff2-41eea05e3904 HTTP/1.1" status: 200 len: 1091 time: 2.5660617 Nov 02 16:41:13.899612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29273e9b-e9c7-4de5-a445-3baf57e1de99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:14.075907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4d0cfb38-f614-427f-aade-9ad4e46c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.077675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-4d0cfb38-f614-427f-aade-9ad4e46c62a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 1094 time: 0.1350901 Nov 02 16:41:14.216190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ac97-5c1c-4199-bbc0-1dcaf548d3db req-7f6abb62-f81d-4c7c-862c-509160498721 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.230720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2b9ac97-5c1c-4199-bbc0-1dcaf548d3db req-7f6abb62-f81d-4c7c-862c-509160498721 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.9871309 Nov 02 16:41:14.249987 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-195090c4-9229-4058-81fd-555081a87267 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904 HTTP/1.1" status: 200 len: 217 time: 0.1637392 Nov 02 16:41:14.354885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'name': 'network-vif-deleted', 'tag': '1b0a959b-2863-469f-9cb7-1eeec9b023f2'}, {'name': 'network-changed', 'server_uuid': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'tag': '3d91f775-ba8a-4a3c-bff2-41eea05e3904'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:14.376115 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c877c-acb5-44b6-8113-313763c3fde2" -d '{"events": [{"server_uuid": "b72179bc-b288-41a8-9b26-7b218e5eebd3", "name": "network-vif-deleted", "tag": "1b0a959b-2863-469f-9cb7-1eeec9b023f2"}, {"name": "network-changed", "server_uuid": "ac5a5516-589d-40ed-bcaa-85f3089da09d", "tag": "3d91f775-ba8a-4a3c-bff2-41eea05e3904"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:14.430370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd232b1-7955-4aec-9868-45fd1e511c79 req-3f90a789-3d36-4309-89b1-af4e50e9d9eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.439420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd232b1-7955-4aec-9868-45fd1e511c79 req-3f90a789-3d36-4309-89b1-af4e50e9d9eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.447106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd232b1-7955-4aec-9868-45fd1e511c79 req-3f90a789-3d36-4309-89b1-af4e50e9d9eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.460473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd232b1-7955-4aec-9868-45fd1e511c79 req-3f90a789-3d36-4309-89b1-af4e50e9d9eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.463908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebd232b1-7955-4aec-9868-45fd1e511c79 req-3f90a789-3d36-4309-89b1-af4e50e9d9eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3096 time: 0.5042679 Nov 02 16:41:14.564318 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:14.576571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-d49e1180-129c-4d8d-8866-ad9c404c5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.578252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-d49e1180-129c-4d8d-8866-ad9c404c5f32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.3017366 Nov 02 16:41:14.584850 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29273e9b-e9c7-4de5-a445-3baf57e1de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:14.594804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-29273e9b-e9c7-4de5-a445-3baf57e1de99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:14.598773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-29273e9b-e9c7-4de5-a445-3baf57e1de99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c571679-af94-4103-bd5e-0934d57ca3af HTTP/1.1" status: 204 len: 168 time: 1.8770511 Nov 02 16:41:14.607078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2b9ac97-5c1c-4199-bbc0-1dcaf548d3db req-88258c95-5b05-458f-bdb1-c09e7ece2140 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743622 Nov 02 16:41:14.623776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273e9b-e9c7-4de5-a445-3baf57e1de99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c571679-af94-4103-bd5e-0934d57ca3af,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:14.672421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebd232b1-7955-4aec-9868-45fd1e511c79 req-0890d3f6-7e30-43e9-8a9d-34038d4efc61 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011323 Nov 02 16:41:14.703180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:14.745503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-d18dcaee-7c54-4679-8b2f-f60ff8b7c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.754014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-d18dcaee-7c54-4679-8b2f-f60ff8b7c007 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661437 Nov 02 16:41:14.763741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Network a72004e9-fb89-4003-80e5-b791065335de is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:14.782260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:14.788649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:14.983027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:14.991710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:15.002241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44610) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:15.057274 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d3569-1ca5-4cee-ae29-a7b3e45c14fd x-openstack-request-id: req-a74d3569-1ca5-4cee-ae29-a7b3e45c14fd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:15.060274 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72179bc-b288-41a8-9b26-7b218e5eebd3", "name": "network-vif-deleted", "tag": "1b0a959b-2863-469f-9cb7-1eeec9b023f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac5a5516-589d-40ed-bcaa-85f3089da09d", "tag": "3d91f775-ba8a-4a3c-bff2-41eea05e3904", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:15.060619 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a74d3569-1ca5-4cee-ae29-a7b3e45c14fd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:15.074738 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72179bc-b288-41a8-9b26-7b218e5eebd3', 'name': 'network-vif-deleted', 'tag': '1b0a959b-2863-469f-9cb7-1eeec9b023f2', 'status': 'completed', 'code': 200} Nov 02 16:41:15.075010 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'tag': '3d91f775-ba8a-4a3c-bff2-41eea05e3904', 'status': 'completed', 'code': 200} Nov 02 16:41:15.153365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event updated for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:15.180963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-23cf6355-db9b-4fb4-a77d-ea6d22dd2f45 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182687 Nov 02 16:41:15.346609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7017766a-9622-4ba7-bfde-5bd933e14948 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6694412 Nov 02 16:41:15.369708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:15.415920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1f6a1735-cd57-4a7e-a6ca-589bf828754b None None] Provisioning complete for port eedd4579-cea8-47d7-9d80-21773222304a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:15.416507 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f6a1735-cd57-4a7e-a6ca-589bf828754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:15.454390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Deleting subnet 8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:41:15.497205 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eec9aeaa-9c3e-4bcf-9aa1-6542cc678f34 req-822f1819-9fbe-47a0-bc22-6d0465064e70 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071582 Nov 02 16:41:15.525704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:15.535123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a1735-cd57-4a7e-a6ca-589bf828754b None None] Port eedd4579-cea8-47d7-9d80-21773222304a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:41:15.637678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:15.713825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:15.743419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44624) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:15.766515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:15.820514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-dbb35cb0-a79c-4ac0-baea-92c09ef84ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:15.822661 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-dbb35cb0-a79c-4ac0-baea-92c09ef84ead service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 1094 time: 0.2432683 Nov 02 16:41:15.901950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.088293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-5bab944b-b2de-4582-90c2-05ec0529605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.089796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-5bab944b-b2de-4582-90c2-05ec0529605b service neutron] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.2539570 Nov 02 16:41:16.112571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:16.124230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.131792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c2c330d4-e392-42ac-b633-e88ff97f4549 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8bd2b2fb-695b-4faf-a251-f1bc2aaf9bc3 HTTP/1.1" status: 204 len: 168 time: 1.1224751 Nov 02 16:41:16.133231 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.139924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44632) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:16.196808 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-290c1700-9815-4305-95d5-62ac955fa0d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904 HTTP/1.1" status: 200 len: 217 time: 0.0944915 Nov 02 16:41:16.217135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf217d-4930-4b56-a151-4f04588e573c req-45532654-f9f5-4de0-877b-814dc0b0c1c8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.229519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.237526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25bf217d-4930-4b56-a151-4f04588e573c req-45532654-f9f5-4de0-877b-814dc0b0c1c8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.3856299 Nov 02 16:41:16.254492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.305216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec2ba14b54fa4c18b8d490fc07b4a55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605164 Nov 02 16:41:16.310281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44638) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:16.336450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-cd21e187-3bbf-44ad-9d50-4e0e21ede6d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.343203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-cd21e187-3bbf-44ad-9d50-4e0e21ede6d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.367803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-cd21e187-3bbf-44ad-9d50-4e0e21ede6d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.377901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bff97-b4eb-4a8d-a171-0f0ac1ccecc4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:16.383386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-cd21e187-3bbf-44ad-9d50-4e0e21ede6d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.387185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-da828583-a78c-4448-b52a-a143632fc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.388892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-da828583-a78c-4448-b52a-a143632fc040 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1771791 Nov 02 16:41:16.391400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-cd21e187-3bbf-44ad-9d50-4e0e21ede6d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.393508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-cd21e187-3bbf-44ad-9d50-4e0e21ede6d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3817 time: 0.4265187 Nov 02 16:41:16.454673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.468469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1fa-c106-41d7-9ff4-c640ddf4a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.471402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.472756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.472756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.472756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.472756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.473535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.473947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.474430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.474768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.475272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.475601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.475924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fc7e-00be-4a1b-9795-1e951fbd4142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:16.527836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-12b319e1-0ad4-428e-9084-a32cbc1b3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.529586 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-12b319e1-0ad4-428e-9084-a32cbc1b3ce1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302586 Nov 02 16:41:16.572513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1fa-c106-41d7-9ff4-c640ddf4a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.619652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25bf217d-4930-4b56-a151-4f04588e573c req-bae9ec86-2812-4621-adf9-b32d2bf4aec8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722303 Nov 02 16:41:16.746928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f19e683c-1fa9-46f7-9983-c66c55e2843f req-febe4443-343b-4319-9188-0f9cf62312de tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408144 Nov 02 16:41:16.891018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1fa-c106-41d7-9ff4-c640ddf4a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.914399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1fa-c106-41d7-9ff4-c640ddf4a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.915810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1b0cd1fa-c106-41d7-9ff4-c640ddf4a0bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c0bff97-b4eb-4a8d-a171-0f0ac1ccecc4 HTTP/1.1" status: 204 len: 168 time: 0.6020443 Nov 02 16:41:16.917688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:16.992828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed8da3-c0c5-469e-998b-50e6c23f33a3']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:17.029706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:17.029948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccef51d3-7c17-4f44-8803-a07b1ee44c9a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:17.060240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-14652b39-3ea9-497a-aa23-78cbc6b1bb9d service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222061 Nov 02 16:41:17.076954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cd1fa-c106-41d7-9ff4-c640ddf4a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bff97-b4eb-4a8d-a171-0f0ac1ccecc4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:17.088816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.146847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.183812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:17.184544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:17.194318 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:17.328683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a41c877c-acb5-44b6-8113-313763c3fde2 req-88b51a6b-d2e3-4964-b7ba-e527bc13f299 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472422 Nov 02 16:41:17.363195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.485649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef61b623-226f-4da5-a088-3d94ad819fdf {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:17.497698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.502575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.513992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.520700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] 10.222.0.31 "DELETE /v2.0/networks/beed8da3-c0c5-469e-998b-50e6c23f33a3 HTTP/1.1" status: 204 len: 168 time: 1.3760483 Nov 02 16:41:17.534931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Transition to ACTIVE for port object ef61b623-226f-4da5-a088-3d94ad819fdf will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:17.536096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68c263-37f7-4840-929d-1472c895e489 admin admin] Pushing event deleted for resources: {'Network': ['ID=beed8da3-c0c5-469e-998b-50e6c23f33a3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:17.547527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:17.779335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Pushing event updated for resources: {'Port': ['ID=ef61b623-226f-4da5-a088-3d94ad819fdf,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:17.944776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Attempting to bind port ef61b623-226f-4da5-a088-3d94ad819fdf on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:17.945122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Attempting to bind port ef61b623-226f-4da5-a088-3d94ad819fdf by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:17.945442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Attempting to bind port ef61b623-226f-4da5-a088-3d94ad819fdf on network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:17.977136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Port ef61b623-226f-4da5-a088-3d94ad819fdf on network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:17.979774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Attempting to bind port ef61b623-226f-4da5-a088-3d94ad819fdf on network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:17.993928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:18.000524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Checking segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:18.003060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Bound using segment: {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:18.003756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Bound port: ef61b623-226f-4da5-a088-3d94ad819fdf, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09abf7b5-4152-4f75-815e-f703a97f9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:18.004344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:18.042761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4e883-769d-4897-bd3f-90355b3a7174 req-7ffe3670-e7ab-42e1-a279-f250269b284e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:18.054621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86b4e883-769d-4897-bd3f-90355b3a7174 req-7ffe3670-e7ab-42e1-a279-f250269b284e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.2224579 Nov 02 16:41:18.178919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86b4e883-769d-4897-bd3f-90355b3a7174 req-07959e4c-ffb2-44e5-bd02-303a287aa754 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227973 Nov 02 16:41:18.206036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44678) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:18.368817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-41239de8-09a5-4672-a235-1b8d32fc99ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52e6683d87934b06aafbcc1212b31618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614408 Nov 02 16:41:18.386959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44684) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:18.465009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87098665-ba9d-4f25-ab27-5ddc6f1759e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:18.512389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] For port ef61b623-226f-4da5-a088-3d94ad819fdf, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:18.514521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87098665-ba9d-4f25-ab27-5ddc6f1759e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:18.516639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] For port ef61b623-226f-4da5-a088-3d94ad819fdf, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ef61b623-226f-4da5-a088-3d94ad819fdf,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:18.556698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-f999e346-ac9a-473a-9367-6d95eb62aaa0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:18.571301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-f999e346-ac9a-473a-9367-6d95eb62aaa0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:18.585833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-f999e346-ac9a-473a-9367-6d95eb62aaa0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:18.601582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-f999e346-ac9a-473a-9367-6d95eb62aaa0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:18.625457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-f999e346-ac9a-473a-9367-6d95eb62aaa0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:18.627751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-f999e346-ac9a-473a-9367-6d95eb62aaa0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3829 time: 0.3886943 Nov 02 16:41:18.665606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:18.674520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87098665-ba9d-4f25-ab27-5ddc6f1759e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:18.679010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87098665-ba9d-4f25-ab27-5ddc6f1759e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:18.680528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-87098665-ba9d-4f25-ab27-5ddc6f1759e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aad03676-3439-423a-9992-cd1de28893b6 HTTP/1.1" status: 204 len: 168 time: 0.2924519 Nov 02 16:41:18.740289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87098665-ba9d-4f25-ab27-5ddc6f1759e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad03676-3439-423a-9992-cd1de28893b6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:19.014094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Pushing event updated for resources: {'Port': ['ID=ef61b623-226f-4da5-a088-3d94ad819fdf,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:19.064913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.066636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:19.068955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9fca4d20-6788-4387-b47f-4ecd7072e648 service neutron] 10.222.0.100 "PUT /v2.0/ports/ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 1092 time: 3.7124963 Nov 02 16:41:19.071217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:19.075026 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1654e04-7081-40b1-83c3-696b421a4710" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:19.100045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3bb4a63-a456-41a2-ba48-e7879177289f req-62c57dff-7cca-47c4-ab8a-a8fdf2e353bf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4605422 Nov 02 16:41:19.138505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:19.362989 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955f797-a248-4f96-b729-abc637c3c3c7 x-openstack-request-id: req-5955f797-a248-4f96-b729-abc637c3c3c7 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:19.363341 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:19.363690 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5955f797-a248-4f96-b729-abc637c3c3c7 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:19.364342 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'status': 'completed', 'code': 200} Nov 02 16:41:19.543649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:19.548918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-630e12e1-988f-40d4-b8db-ec9f40bde2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.551673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-630e12e1-988f-40d4-b8db-ec9f40bde2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.556229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-630e12e1-988f-40d4-b8db-ec9f40bde2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.557213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-630e12e1-988f-40d4-b8db-ec9f40bde2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.557944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-630e12e1-988f-40d4-b8db-ec9f40bde2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.576751 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e1654e04-7081-40b1-83c3-696b421a4710 req-630e12e1-988f-40d4-b8db-ec9f40bde2f0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 4364 time: 0.2680254 Nov 02 16:41:19.838030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad23bf7-96b8-495f-9eb0-d2ac3498e614 req-84927dfe-fb77-48d1-8ea4-3d47e110b34d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.844368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bad23bf7-96b8-495f-9eb0-d2ac3498e614 req-84927dfe-fb77-48d1-8ea4-3d47e110b34d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.2523663 Nov 02 16:41:20.002237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-6907fece-33e8-4df9-ac08-d1f3bd1bf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.003344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-6907fece-33e8-4df9-ac08-d1f3bd1bf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.004424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-6907fece-33e8-4df9-ac08-d1f3bd1bf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.009113 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e1654e04-7081-40b1-83c3-696b421a4710 req-6907fece-33e8-4df9-ac08-d1f3bd1bf47d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4193954 Nov 02 16:41:20.190856 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bad23bf7-96b8-495f-9eb0-d2ac3498e614 req-8e9edab1-11ea-4d05-bb6c-f9d150144fc1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299773 Nov 02 16:41:20.333722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654e04-7081-40b1-83c3-696b421a4710 req-781bcc6a-d5ce-4364-a9d7-7320339005e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.344716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e1654e04-7081-40b1-83c3-696b421a4710 req-781bcc6a-d5ce-4364-a9d7-7320339005e8 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3140452 Nov 02 16:41:20.526975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-039dbd65-a710-443e-81a2-c153c772657b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.544219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-039dbd65-a710-443e-81a2-c153c772657b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.551679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-039dbd65-a710-443e-81a2-c153c772657b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.559775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-039dbd65-a710-443e-81a2-c153c772657b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.570440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-039dbd65-a710-443e-81a2-c153c772657b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:20.574405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-039dbd65-a710-443e-81a2-c153c772657b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3829 time: 0.1734984 Nov 02 16:41:20.792034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5eb290-139e-4bff-bfaa-1c1addfa250b req-90a46268-f638-487b-a0e1-449872be75b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952527 Nov 02 16:41:20.850945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b52aba8-da55-4b87-8e92-477f53fdc175 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:20.863501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:20.903170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Transition to ACTIVE for port object 1b52aba8-da55-4b87-8e92-477f53fdc175 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:20.918005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:21.105466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Pushing event updated for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:21.230588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:21.326984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44802) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:21.566462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1607900330-network', 'tenant_id': '60a7a8373fdc4e728855b84caf5e0317'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:21.681867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Made reservation on behalf of 60a7a8373fdc4e728855b84caf5e0317 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:21.687266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:21.695497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5516-d91e-412b-be22-6a2e4b233e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:21.870154 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5516-d91e-412b-be22-6a2e4b233e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:21.873069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:21.887168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5516-d91e-412b-be22-6a2e4b233e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:21.948173 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dfcf5516-d91e-412b-be22-6a2e4b233e82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56cc528cf7214321b173eceb1dddce32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7163725 Nov 02 16:41:21.959096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44820) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:22.041405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Attempting to bind port 1b52aba8-da55-4b87-8e92-477f53fdc175 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:22.041984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Attempting to bind port 1b52aba8-da55-4b87-8e92-477f53fdc175 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:22.042109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Attempting to bind port 1b52aba8-da55-4b87-8e92-477f53fdc175 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:22.068958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Port 1b52aba8-da55-4b87-8e92-477f53fdc175 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:22.069290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Attempting to bind port 1b52aba8-da55-4b87-8e92-477f53fdc175 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:22.096018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:22.096643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Checking segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:22.097212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Bound using segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:22.097835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Bound port: 1b52aba8-da55-4b87-8e92-477f53fdc175, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:22.098410 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.146044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf5516-d91e-412b-be22-6a2e4b233e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7acb9-aeb4-4c56-abf5-35c4e8551215,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:22.214342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62818d-4714-4273-b0ed-506d774b61a1 req-f0ae7aa9-5b6d-4ebb-bf00-d4e9335240cd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.215951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a62818d-4714-4273-b0ed-506d774b61a1 req-f0ae7aa9-5b6d-4ebb-bf00-d4e9335240cd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.8125994 Nov 02 16:41:22.294417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3cc9-fb1d-468c-b56a-75016a2081e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.366831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3cc9-fb1d-468c-b56a-75016a2081e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.441310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:22.480203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3cc9-fb1d-468c-b56a-75016a2081e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.487527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.495713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.497064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3cc9-fb1d-468c-b56a-75016a2081e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.499109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ff5e3cc9-fb1d-468c-b56a-75016a2081e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fd7acb9-aeb4-4c56-abf5-35c4e8551215 HTTP/1.1" status: 204 len: 168 time: 0.5322886 Nov 02 16:41:22.502324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.510880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.517453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.524429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.526368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-c56014b5-9e7c-4c75-97a5-e405052af4a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 4602 time: 0.3564682 Nov 02 16:41:22.542409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3cc9-fb1d-468c-b56a-75016a2081e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7acb9-aeb4-4c56-abf5-35c4e8551215,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:22.560260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a62818d-4714-4273-b0ed-506d774b61a1 req-e38e6bd3-7760-4f4a-b155-809b375bf812 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995148 Nov 02 16:41:22.593934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1b52aba8-da55-4b87-8e92-477f53fdc175,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:22.609198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.615848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.620075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0b21df1-3883-4c66-abfd-7c2e01b764f8 req-f9f9f0c1-51be-4c9c-a497-7214dedb8d2b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846484 Nov 02 16:41:22.621960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.657136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.657740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.659419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] 10.222.0.100 "PUT /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 1131 time: 3.5570943 Nov 02 16:41:22.662864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '1b52aba8-da55-4b87-8e92-477f53fdc175'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:22.677603 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f34240-e5d6-4110-8add-931176c96559" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "1b52aba8-da55-4b87-8e92-477f53fdc175"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:22.686353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:22.716066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.716915 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Added segment b16a647a-181f-4bf8-a2f8-9f71f71a2b02 of type vlan for network 297f5c69-f2d8-4c92-a479-130f2429c441 Nov 02 16:41:22.779921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:22.784855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.846093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a97d2-2a75-456d-813a-42ab8805fc39,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:22.887803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.923515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:22.931860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.932816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:23.000043 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db93f9-0f08-49a1-abf9-abbd3411be30 x-openstack-request-id: req-63db93f9-0f08-49a1-abf9-abbd3411be30 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:23.001090 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "1b52aba8-da55-4b87-8e92-477f53fdc175", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:23.005786 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63db93f9-0f08-49a1-abf9-abbd3411be30 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:23.006614 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '1b52aba8-da55-4b87-8e92-477f53fdc175', 'status': 'completed', 'code': 200} Nov 02 16:41:23.157292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb3e2b-921b-4e9c-973e-8ace8db6a484 service neutron] Pushing event updated for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:23.176190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:23.243145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9146521 Nov 02 16:41:23.245579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44844) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:23.259301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f39886-e20a-4baf-b248-f1e778008b29 admin admin] Pushing event updated for resources: {'Network': ['ID=297f5c69-f2d8-4c92-a479-130f2429c441,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:23.286217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 297f5c69-f2d8-4c92-a479-130f2429c441 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:23.313318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.319942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.320894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.321731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.322975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.323515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.328989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d6f34240-e5d6-4110-8add-931176c96559 req-6e0d63be-1d52-4d15-ab96-fa13c3a673f8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5288 time: 0.3797383 Nov 02 16:41:23.331274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Request body: {'subnet': {'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1607900330-subnet', 'tenant_id': '60a7a8373fdc4e728855b84caf5e0317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:23.466694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Made reservation on behalf of 60a7a8373fdc4e728855b84caf5e0317 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:23.475337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:23.752800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-80a361c6-fe52-42ed-8b56-07ccfc1920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.753505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-80a361c6-fe52-42ed-8b56-07ccfc1920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.754166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-80a361c6-fe52-42ed-8b56-07ccfc1920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:23.770002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d6f34240-e5d6-4110-8add-931176c96559 req-80a361c6-fe52-42ed-8b56-07ccfc1920b3 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4172077 Nov 02 16:41:24.074089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34240-e5d6-4110-8add-931176c96559 req-86d4bbf2-c2bf-4bb7-a637-90e276938961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.076499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d6f34240-e5d6-4110-8add-931176c96559 req-86d4bbf2-c2bf-4bb7-a637-90e276938961 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3036475 Nov 02 16:41:24.077009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:24.300228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51924dca-b579-459a-b045-c509d6abea41 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:24.309631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.325909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Transition to ACTIVE for port object 51924dca-b579-459a-b045-c509d6abea41 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:24.346920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.350895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-825421a1-5030-40b3-9e73-786d213b7eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.443517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.462346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.475340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.488555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-825421a1-5030-40b3-9e73-786d213b7eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.495899 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-825421a1-5030-40b3-9e73-786d213b7eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.498522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.513037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.535868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.543196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-250b380f-5ca0-4e33-bd6c-00a7f8396aad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 4602 time: 0.4746222 Nov 02 16:41:24.586043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-825421a1-5030-40b3-9e73-786d213b7eee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc82f4e868b4f5c9f47b0cd48b7532a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046048 Nov 02 16:41:24.586043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825421a1-5030-40b3-9e73-786d213b7eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b18ef3-c54f-4f45-9438-6e94bce664db,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:24.605335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:24.695716 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0b81-e35b-4f58-a45c-91fdc836a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.753668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4bb08-3b38-474e-b536-116352b5d3e0 req-98f5e692-5371-4eec-ad96-90cee8d8fcd9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:24.771358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0c4bb08-3b38-474e-b536-116352b5d3e0 req-98f5e692-5371-4eec-ad96-90cee8d8fcd9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.7004745 Nov 02 16:41:24.790023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.799593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0b81-e35b-4f58-a45c-91fdc836a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.938025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0b81-e35b-4f58-a45c-91fdc836a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.941787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0b81-e35b-4f58-a45c-91fdc836a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:24.943436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Pushing event updated for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:24.944407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2bfa0b81-e35b-4f58-a45c-91fdc836a303 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83b18ef3-c54f-4f45-9438-6e94bce664db HTTP/1.1" status: 204 len: 168 time: 0.3354309 Nov 02 16:41:24.967244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa0b81-e35b-4f58-a45c-91fdc836a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b18ef3-c54f-4f45-9438-6e94bce664db,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:25.072023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0c4bb08-3b38-474e-b536-116352b5d3e0 req-55442a1f-699f-4dce-a1d4-7031e53f89ae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996082 Nov 02 16:41:25.233746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29d43b30-c199-4e10-9c6f-e31b4de1f500 req-a4ac2883-3e3c-4086-902d-4a6bf3ec65a9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6656733 Nov 02 16:41:25.279371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbeedae-459e-487e-8505-18837f75eb0b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:25.333437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Checking segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:25.336371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Network hostable DHCP agents. Network: 297f5c69-f2d8-4c92-a479-130f2429c441, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:41:25.429988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Attempting to bind port 51924dca-b579-459a-b045-c509d6abea41 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:25.430611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Attempting to bind port 51924dca-b579-459a-b045-c509d6abea41 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:25.431202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Attempting to bind port 51924dca-b579-459a-b045-c509d6abea41 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:25.438095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Port 51924dca-b579-459a-b045-c509d6abea41 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:25.438798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Attempting to bind port 51924dca-b579-459a-b045-c509d6abea41 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:25.452784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Network 297f5c69-f2d8-4c92-a479-130f2429c441 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:41:25.470437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:25.470849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Checking segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:25.471352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Bound using segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:25.472106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Bound port: 51924dca-b579-459a-b045-c509d6abea41, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:25.472950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:25.525994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 297f5c69-f2d8-4c92-a479-130f2429c441) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:25.536020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e4071-edd1-4de0-bce3-e875d78c0b77 None None] Network 297f5c69-f2d8-4c92-a479-130f2429c441 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:25.536669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:25.536994 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:25.653225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25ae47d1-0080-480d-8520-58453eedd4db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3336003 Nov 02 16:41:25.758479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:25.763164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=51924dca-b579-459a-b045-c509d6abea41,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:25.787548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:25.860557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072fd84-e658-4b71-9135-1af0ace7747d None None] Network 297f5c69-f2d8-4c92-a479-130f2429c441 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:25.931719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:25.932361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:25.933829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] 10.222.0.100 "PUT /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 1129 time: 3.2070537 Nov 02 16:41:25.934351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '51924dca-b579-459a-b045-c509d6abea41'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:25.939659 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ad414-b53e-4299-a009-78290f740399" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "51924dca-b579-459a-b045-c509d6abea41"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:25.999388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:26.102278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba249-ceac-4b84-9c61-3b290cd57f43 service neutron] Pushing event updated for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:26.110326 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a42a1c0-872a-46cf-8100-c782e8a5e260 x-openstack-request-id: req-4a42a1c0-872a-46cf-8100-c782e8a5e260 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:26.110897 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "51924dca-b579-459a-b045-c509d6abea41", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:26.117313 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a42a1c0-872a-46cf-8100-c782e8a5e260 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:26.118474 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '51924dca-b579-459a-b045-c509d6abea41', 'status': 'completed', 'code': 200} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.262547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.273827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3ad414-b53e-4299-a009-78290f740399 req-d323667f-223a-4469-ae08-a6db864cf36a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6210 time: 0.1829183 Nov 02 16:41:26.363847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:26.463504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524b6cc-b65b-445a-9c22-1d0150498811 req-d5a539b6-d60c-44ad-a9d0-b4245cab90f7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.471406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d524b6cc-b65b-445a-9c22-1d0150498811 req-d5a539b6-d60c-44ad-a9d0-b4245cab90f7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.2586086 Nov 02 16:41:26.529990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-53489357-3c7c-4222-a19b-7ccdb9db60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.530874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-53489357-3c7c-4222-a19b-7ccdb9db60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.531138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-53489357-3c7c-4222-a19b-7ccdb9db60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.532921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3ad414-b53e-4299-a009-78290f740399 req-53489357-3c7c-4222-a19b-7ccdb9db60ff service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2503114 Nov 02 16:41:26.714898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44946) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:26.764472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad414-b53e-4299-a009-78290f740399 req-c6befac5-2884-4fd3-b2be-18784d721ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:26.765977 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1e3ad414-b53e-4299-a009-78290f740399 req-c6befac5-2884-4fd3-b2be-18784d721ba2 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245212 Nov 02 16:41:26.938729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d524b6cc-b65b-445a-9c22-1d0150498811 req-caec320a-ac2c-41aa-8988-d907b1082307 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546444 Nov 02 16:41:26.989940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1657674172'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:27.055019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Made reservation on behalf of 4487d991340c44aaa5aed19d6edb24b7 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:27.061028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.085652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.172130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:27.203951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-ad1bb9c0-a4f9-4e94-a5dd-992ddae56f23 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.206453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-ad1bb9c0-a4f9-4e94-a5dd-992ddae56f23 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 813 time: 0.2841170 Nov 02 16:41:27.225158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-314f0cf2-36ae-4694-902f-f96d312f09f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/quotas/60a7a8373fdc4e728855b84caf5e0317 HTTP/1.1" status: 200 len: 375 time: 0.0099216 Nov 02 16:41:27.239122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.252961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.260383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.270257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.271809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.286735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:27.294180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.300739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.302832 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Added segment 7a377859-60c7-460c-b381-be8c69185490 of type vlan for network c8313ac6-6458-44b3-a89b-adb55f8bb003 Nov 02 16:41:27.320149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.341987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.361065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.366085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.371575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-d935779c-49f3-4272-8941-279fe866537d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5373 time: 0.2937751 Nov 02 16:41:27.385052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f03b5e-9b0d-44bd-9b73-149dff382990 {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:27.417495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719faea7-cb1e-4225-a51e-32804d5b5d50,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:27.435735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.447033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:27.448026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.474181 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.475748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7596295 Nov 02 16:41:27.477604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44974) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:27.495485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-7e091c52-ecec-4390-b10a-0f2334db2c3d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194081 Nov 02 16:41:27.585959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22658961-network', 'tenant_id': '0ae13fa6c8544bd0853c8d8b10e6bccd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:27.640889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Made reservation on behalf of 0ae13fa6c8544bd0853c8d8b10e6bccd for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:27.644433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.655716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-2a9c1420-e47f-48e8-8e36-79ca387296eb service neutron] 10.222.0.31 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586635 Nov 02 16:41:27.697921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'network': {'name': 'tempest-network--658147929', 'router:external': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:27.698311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Transition to ACTIVE for port object 52f03b5e-9b0d-44bd-9b73-149dff382990 will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:27.708882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.731051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2789d-3b3d-4d2e-86a8-e4af3f8f6e9e tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Pushing event updated for resources: {'Network': ['ID=c8313ac6-6458-44b3-a89b-adb55f8bb003,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:27.737735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.743716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c8313ac6-6458-44b3-a89b-adb55f8bb003 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:27.792684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Made reservation on behalf of 5aa511ebe4ef4bf3ba96706cebfa6b6b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:27.799967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.830394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:27.846431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c059efd8-d9fd-497c-8e0d-60199bc66eb1 req-e88339f6-0876-48f0-bbca-ca668d4b2de1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4566512 Nov 02 16:41:27.963885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Attempting to bind port 52f03b5e-9b0d-44bd-9b73-149dff382990 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:27.964705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Attempting to bind port 52f03b5e-9b0d-44bd-9b73-149dff382990 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:27.965773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Attempting to bind port 52f03b5e-9b0d-44bd-9b73-149dff382990 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:27.986713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Pushing event updated for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:28.007364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Port 52f03b5e-9b0d-44bd-9b73-149dff382990 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:28.008096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Attempting to bind port 52f03b5e-9b0d-44bd-9b73-149dff382990 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:28.058938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:28.059705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Checking segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:28.060277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Bound using segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:28.073449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Bound port: 52f03b5e-9b0d-44bd-9b73-149dff382990, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:28.073935 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.164416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-2ebe722b-d20c-4ec8-854d-96afb0ed0779 service neutron] 10.222.0.31 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078042 Nov 02 16:41:28.180644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.189834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.219406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:28.224773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.230947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:28.231408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=52f03b5e-9b0d-44bd-9b73-149dff382990,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:28.237920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.241058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.255628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:28.267647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.267647 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Added segment c2c1d7ad-45b6-44e6-8136-2d32e48baf98 of type vlan for network c0a457a1-4727-4c15-a406-9c63ee1188ec Nov 02 16:41:28.347880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Pushing event updated for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:28.367627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:28.368299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.370261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-89274ec6-5afc-46d9-b9b1-8caebed122ba service neutron] 10.222.0.100 "PUT /v2.0/ports/52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 200 len: 1091 time: 2.4025090 Nov 02 16:41:28.370708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:28.373286 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f02fcb-be70-40f6-982a-0f2cadcee49c" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:28.374065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.374544 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Added segment ab4664f8-009d-4b91-bd42-6b12a2b74949 of type vlan for network c3a6314a-5f9d-4710-867a-1e16d9447950 Nov 02 16:41:28.418296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:28.454900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.497976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.530490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b369eb44-ec8f-488f-810c-aaaa6e2833c7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:28.570509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad254bf-6421-4bdc-839f-c5d64ed95bb0 req-0b25dc9a-832e-49b4-a0c2-c852765f97a8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:28.587211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ad254bf-6421-4bdc-839f-c5d64ed95bb0 req-0b25dc9a-832e-49b4-a0c2-c852765f97a8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.3294425 Nov 02 16:41:28.589264 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77ce46-3ea7-48d6-9e95-f0a958c24d8b x-openstack-request-id: req-5f77ce46-3ea7-48d6-9e95-f0a958c24d8b {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:28.589552 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:28.589802 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f77ce46-3ea7-48d6-9e95-f0a958c24d8b {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:28.590216 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990', 'status': 'completed', 'code': 200} Nov 02 16:41:28.615499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.650511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.655730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:28.656328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.661309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ad254bf-6421-4bdc-839f-c5d64ed95bb0 req-a232618b-6ddf-48b1-8bca-d074a08dd32c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605378 Nov 02 16:41:28.799939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] Pushing event updated for resources: {'Network': ['ID=c3a6314a-5f9d-4710-867a-1e16d9447950,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:28.802963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.804063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:28.804722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:28.816362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c4da14-3a2e-4cde-a7a1-3b98dec9686a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:28.830186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c3a6314a-5f9d-4710-867a-1e16d9447950 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:28.876316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3940854 Nov 02 16:41:28.920331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26a1a864-2f2b-4be0-b87b-b86614f46dee req-0e49a030-8cd7-4ecf-bb7c-12365dedb5eb tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 210 time: 0.1600158 Nov 02 16:41:28.924021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:29.006600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cad3a4bb-61f7-498e-9346-399aa520963e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8322933 Nov 02 16:41:29.009594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45004) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:29.023198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Request body: {'subnet': {'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22658961-subnet', 'tenant_id': '0ae13fa6c8544bd0853c8d8b10e6bccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:29.090674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb194a-db3a-4144-8ec5-2129c4b48cee tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Network': ['ID=c0a457a1-4727-4c15-a406-9c63ee1188ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:29.144490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.145148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.145921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.146606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.147562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.148467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.149132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.156805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-a9ecabe8-3ad1-476d-8439-40cfd8bd7743 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6277 time: 0.5310254 Nov 02 16:41:29.158732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.164136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Made reservation on behalf of 0ae13fa6c8544bd0853c8d8b10e6bccd for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:29.167361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.216792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c0a457a1-4727-4c15-a406-9c63ee1188ec details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:29.428749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-903b6723-d2f9-4a8f-9ad3-168188357bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.429341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-903b6723-d2f9-4a8f-9ad3-168188357bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.429876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-903b6723-d2f9-4a8f-9ad3-168188357bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.431624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-903b6723-d2f9-4a8f-9ad3-168188357bf1 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1702225 Nov 02 16:41:29.479509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.485906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.492926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.499277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.506331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.512189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.518193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.526548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-be3ebad2-2616-492a-96b1-29e7070606c3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5385 time: 0.3591969 Nov 02 16:41:29.592829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-7263d107-a11e-4ce5-b7cc-3f73d53a9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.594510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f02fcb-be70-40f6-982a-0f2cadcee49c req-7263d107-a11e-4ce5-b7cc-3f73d53a9e78 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335886 Nov 02 16:41:29.688352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.729558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-649bfd5f-ba8a-499c-8439-24b5b9bf6f34 req-a59fa44d-6ee5-417d-84c6-39360d474c04 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018335 Nov 02 16:41:29.749162 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.765139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a457a1-4727-4c15-a406-9c63ee1188ec']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:29.831206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6646106e-6bec-4d2c-bc37-55974e7d6bc7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:29.847916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c1d7ad-45b6-44e6-8136-2d32e48baf98') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:29.848309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c1d7ad-45b6-44e6-8136-2d32e48baf98') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:29.856834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Checking segment: {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:29.857197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Network hostable DHCP agents. Network: c3a6314a-5f9d-4710-867a-1e16d9447950, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:41:29.880719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Network c3a6314a-5f9d-4710-867a-1e16d9447950 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:41:29.892927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c3a6314a-5f9d-4710-867a-1e16d9447950) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:29.902173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac5a50-e842-436a-8ebf-d752772b1d9c None None] Network c3a6314a-5f9d-4710-867a-1e16d9447950 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:29.907413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:29.908299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.922222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.931755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-728af065-1ee5-4203-bf83-bc5ab4f1088e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9131818 Nov 02 16:41:29.949831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:29.958642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:29.959209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:30.052629 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:30.062437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.074780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0a457a1-4727-4c15-a406-9c63ee1188ec {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:41:30.090859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.098561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45018) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:30.099293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c0a457a1-4727-4c15-a406-9c63ee1188ec HTTP/1.1" status: 204 len: 168 time: 1.1697824 Nov 02 16:41:30.104549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:30.152757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4ecbd-0cac-4bd8-b0d2-cb3490f5dfca None None] Network c3a6314a-5f9d-4710-867a-1e16d9447950 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:30.170328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Made reservation on behalf of 5aa511ebe4ef4bf3ba96706cebfa6b6b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:30.176094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.233442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:30.251900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.252400 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Added segment 0e138e0b-bd34-4c70-86b1-96a861851ccd of type vlan for network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 Nov 02 16:41:30.255337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-582a7c81-19b8-4250-ab3a-b392ae4ea9e5 req-a458cac0-7fc8-453b-8ba5-96d6a970948e tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 210 time: 0.1969314 Nov 02 16:41:30.272942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1f40-2b33-477c-a986-286f4599c2b1 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0a457a1-4727-4c15-a406-9c63ee1188ec,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:30.383921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe4e258-638d-4e66-815c-158eea310b8c {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:30.404253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.469298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Transition to ACTIVE for port object dfe4e258-638d-4e66-815c-158eea310b8c will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:30.482182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.581667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23bb1d-8e91-42ea-acd6-504cd3ac00a0 req-02ed388e-4658-4403-a91e-d36ae06fdf88 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:30.592659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc23bb1d-8e91-42ea-acd6-504cd3ac00a0 req-02ed388e-4658-4403-a91e-d36ae06fdf88 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.8037674 Nov 02 16:41:30.641694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.719628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-c3ea6cc4-eb4f-4d03-b1d0-171fc7d57fc7 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:30.721145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-c3ea6cc4-eb4f-4d03-b1d0-171fc7d57fc7 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 813 time: 0.4470575 Nov 02 16:41:30.762688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Request body: {'port': {'device_id': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'admin_state_up': True, 'tenant_id': '60a7a8373fdc4e728855b84caf5e0317'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:30.768894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:30.769971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:30.771140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.037467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-9f39bfca-7834-44bc-b48e-7e45377e38c1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.039327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-9f39bfca-7834-44bc-b48e-7e45377e38c1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 813 time: 0.5210876 Nov 02 16:41:31.040287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Network': ['ID=2e8a29ed-22e9-4863-99c0-581d3fa8ca11,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:31.052258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:31.064243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f9495919-f847-4370-b239-23f914901eab tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9636247 Nov 02 16:41:31.072279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Request body: {'port': {'device_id': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'admin_state_up': True, 'tenant_id': '60a7a8373fdc4e728855b84caf5e0317'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:31.076155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45032) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:31.083086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'subnet': {'network_id': '2e8a29ed-22e9-4863-99c0-581d3fa8ca11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:31.100810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Made reservation on behalf of 60a7a8373fdc4e728855b84caf5e0317 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:31.104647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.179066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Made reservation on behalf of 5aa511ebe4ef4bf3ba96706cebfa6b6b for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:31.182825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.228180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4e258-638d-4e66-815c-158eea310b8c,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:31.279071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc23bb1d-8e91-42ea-acd6-504cd3ac00a0 req-414fa446-e1af-4b5a-8cc3-986f0074ad36 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839147 Nov 02 16:41:31.360612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.367697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.374254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.381193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.387967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.394577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.401515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.410087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-537fb331-7f16-4a23-908e-5cc7b3434ea6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5397 time: 0.2346675 Nov 02 16:41:31.494667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d32ea2b-b303-4f1c-9518-292acec51579 req-8f045d2d-93f6-479d-8a47-d7e4c83bffe5 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 210 time: 0.0679874 Nov 02 16:41:31.531320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3bbc538-ac55-4b3f-95f8-74b4362a9b42 req-58b1d8bd-9593-419d-8553-bf64a2522266 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136587 Nov 02 16:41:31.580983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Attempting to bind port dfe4e258-638d-4e66-815c-158eea310b8c on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:31.581710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Attempting to bind port dfe4e258-638d-4e66-815c-158eea310b8c by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:31.582265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Attempting to bind port dfe4e258-638d-4e66-815c-158eea310b8c on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:31.593942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Port dfe4e258-638d-4e66-815c-158eea310b8c on network 9ab20d19-7540-4319-909a-7d255dbb14c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:31.594669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Attempting to bind port dfe4e258-638d-4e66-815c-158eea310b8c on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:31.609079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:31.609735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Checking segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:31.610334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Bound using segment: {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:31.610970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Bound port: dfe4e258-638d-4e66-815c-158eea310b8c, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635ea6e5-f375-4518-8758-12a172e6498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:31.611515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.655636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Allocated IP 172.20.0.4 (297f5c69-f2d8-4c92-a479-130f2429c441/0cbeedae-459e-487e-8505-18837f75eb0b/6b583def-a564-4a15-877a-d7e9527fdc92) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:31.680004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Made reservation on behalf of 60a7a8373fdc4e728855b84caf5e0317 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:31.683683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.740366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] For port dfe4e258-638d-4e66-815c-158eea310b8c, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:31.750253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] For port dfe4e258-638d-4e66-815c-158eea310b8c, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfe4e258-638d-4e66-815c-158eea310b8c,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:31.756033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.828289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:31.829892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:31.830793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] 10.222.0.100 "PUT /v2.0/ports/dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 200 len: 1091 time: 3.4248316 Nov 02 16:41:31.831479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f563-db76-4c49-8148-04fee165bd74 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4e258-638d-4e66-815c-158eea310b8c,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:31.835414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'dfe4e258-638d-4e66-815c-158eea310b8c'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:31.849080 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82009720-18b9-4a3f-b35a-123a516b3d29" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "dfe4e258-638d-4e66-815c-158eea310b8c"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:31.891193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:31.946657 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979cc41-aaef-46c1-87aa-d2932d4afe8a x-openstack-request-id: req-2979cc41-aaef-46c1-87aa-d2932d4afe8a {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:31.946945 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "dfe4e258-638d-4e66-815c-158eea310b8c", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:31.947202 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2979cc41-aaef-46c1-87aa-d2932d4afe8a {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:31.948297 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'dfe4e258-638d-4e66-815c-158eea310b8c', 'status': 'completed', 'code': 200} Nov 02 16:41:31.977836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.013650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.056267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.138585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event updated for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:32.198577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.199061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.199527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.199989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.200447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.200902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.201356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.203358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-28ab0e50-eaef-4ed1-9df4-7ee4bcd64170 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6344 time: 0.2448907 Nov 02 16:41:32.205401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Network 297f5c69-f2d8-4c92-a479-130f2429c441 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:32.239250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:32.287504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:32.344385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f0bfb3-a095-4e2b-a1e4-373976f2755b {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:32.352238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.352884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.353755 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.356404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Allocated IP 172.20.0.10 (297f5c69-f2d8-4c92-a479-130f2429c441/0cbeedae-459e-487e-8505-18837f75eb0b/de4af577-79ba-4347-84c7-caf4c90616ad) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:32.366556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Transition to ACTIVE for port object 50f0bfb3-a095-4e2b-a1e4-373976f2755b will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:32.370767 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.433724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Pushing event updated for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:32.577246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369a0f-f8fa-41a5-8f05-a4acef33eb08 req-92cadde0-2cad-43bb-a201-57ee6610a251 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:32.584929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd369a0f-f8fa-41a5-8f05-a4acef33eb08 req-92cadde0-2cad-43bb-a201-57ee6610a251 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.2105551 Nov 02 16:41:32.687454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd369a0f-f8fa-41a5-8f05-a4acef33eb08 req-d89235ed-bfaf-43d4-9878-32b3893c0f9b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909426 Nov 02 16:41:32.740017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ebb7c57-a914-41a8-86f9-7c8c693bd548 req-67cec710-d9fd-472c-895c-17c974b1a0bc tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 210 time: 0.0563343 Nov 02 16:41:32.741151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Attempting to bind port 50f0bfb3-a095-4e2b-a1e4-373976f2755b on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:32.741855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Attempting to bind port 50f0bfb3-a095-4e2b-a1e4-373976f2755b by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:32.742279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Attempting to bind port 50f0bfb3-a095-4e2b-a1e4-373976f2755b on network a72004e9-fb89-4003-80e5-b791065335de {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:32.747468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Port 50f0bfb3-a095-4e2b-a1e4-373976f2755b on network a72004e9-fb89-4003-80e5-b791065335de not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:32.747913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Attempting to bind port 50f0bfb3-a095-4e2b-a1e4-373976f2755b on network a72004e9-fb89-4003-80e5-b791065335de {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:32.753676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:32.754218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Checking segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:32.754754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Bound using segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:32.755649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Bound port: 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:32.756116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.838167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:41:32.838644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.857382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:32.861679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:32.877011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:32.907556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e8d597a2-894d-4e8d-adf7-47297f0da582 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1538203 Nov 02 16:41:32.925413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Request body: {'port': {'device_id': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:33.002540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.005950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.007097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d8dc711-f0bd-44f9-bd14-ba4bcf9fea80,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:33.024731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] 10.222.0.100 "PUT /v2.0/ports/50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 200 len: 1091 time: 1.1507447 Nov 02 16:41:33.086594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Request body: {'port': {'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:33.102296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Checking segment: {'id': '0e138e0b-bd34-4c70-86b1-96a861851ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e8a29ed-22e9-4863-99c0-581d3fa8ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:33.102812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Network hostable DHCP agents. Network: 2e8a29ed-22e9-4863-99c0-581d3fa8ca11, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:41:33.117671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-1f6cac96-55e9-4ee6-a385-2a3c15270a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.118187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-1f6cac96-55e9-4ee6-a385-2a3c15270a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.118614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-1f6cac96-55e9-4ee6-a385-2a3c15270a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.120227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-1f6cac96-55e9-4ee6-a385-2a3c15270a0b service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8868177 Nov 02 16:41:33.120794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.136339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7ddd-4e7e-48f8-8454-1ce78a350633 service neutron] Pushing event updated for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:33.180298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.186864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.194266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.200391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.206698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.214634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.220939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.223052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-adeb0a00-8d01-4807-8957-5d3ffc58a954 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5409 time: 0.3596997 Nov 02 16:41:33.294692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.311446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-9ae7bf6b-7ad7-4b6a-9926-a51cfe34439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.313025 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-82009720-18b9-4a3f-b35a-123a516b3d29 req-9ae7bf6b-7ad7-4b6a-9926-a51cfe34439a service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566770 Nov 02 16:41:33.339829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa1d667e-2c39-456c-83ec-85030c5845e5 req-a783657b-d812-416f-90ec-c851f6b2a30b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036572 Nov 02 16:41:33.397028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:41:33.437505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 2e8a29ed-22e9-4863-99c0-581d3fa8ca11) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:33.455309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8d74b-8651-403c-8616-e8d755c69a3b None None] Network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:33.591522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:33.591805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.648045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebf91d-432f-42b6-8872-1a859fac9cdb None None] Network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:33.664105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-09efbf8e-56e2-454c-b380-60de2883fe43 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5853195 Nov 02 16:41:33.673866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45076) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:33.696400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'floatingip': {'floating_network_id': '2e8a29ed-22e9-4863-99c0-581d3fa8ca11'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:33.764398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.773424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedd4579-cea8-47d7-9d80-21773222304a {{(pid=102066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:33.794984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.838251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.844289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.provisioning_blocks [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Transition to ACTIVE for port object eedd4579-cea8-47d7-9d80-21773222304a will not be triggered until provisioned by entity L2. {{(pid=102066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:33.849431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-44d36d1f-2eb0-4680-a8e5-956f2c286cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2081256 Nov 02 16:41:33.878971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:33.971127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:33.977147 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf7bd3-6738-4268-a439-eaeb1d464553" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:33.985294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.063040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391be5-2e0b-452d-ac7f-95eccff0269c req-13fc169d-fc09-4331-bfa0-1342b350ec22 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.071046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84391be5-2e0b-452d-ac7f-95eccff0269c req-13fc169d-fc09-4331-bfa0-1342b350ec22 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.2561820 Nov 02 16:41:34.076240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Attempting to bind port eedd4579-cea8-47d7-9d80-21773222304a on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:34.076582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Attempting to bind port eedd4579-cea8-47d7-9d80-21773222304a by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:34.076912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Attempting to bind port eedd4579-cea8-47d7-9d80-21773222304a on network a72004e9-fb89-4003-80e5-b791065335de {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:34.110656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Port eedd4579-cea8-47d7-9d80-21773222304a on network a72004e9-fb89-4003-80e5-b791065335de not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:34.110993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Attempting to bind port eedd4579-cea8-47d7-9d80-21773222304a on network a72004e9-fb89-4003-80e5-b791065335de {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:34.143095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Network 297f5c69-f2d8-4c92-a479-130f2429c441 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:34.150101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84391be5-2e0b-452d-ac7f-95eccff0269c req-0a930382-ab6c-4d7b-bce5-ab41f0405c37 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781028 Nov 02 16:41:34.164034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:34.175290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:34.175620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299f92-285e-4298-9238-0419e717ef21 req-196848ed-2052-40eb-be96-425968a70bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.175763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Checking segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:34.176014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Bound using segment: {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'} {{(pid=102066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:34.176551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.managers [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Bound port: eedd4579-cea8-47d7-9d80-21773222304a, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a528ef-f891-4d93-bb33-9f52c7358855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de'}}] {{(pid=102066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:34.176914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.177366 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-196848ed-2052-40eb-be96-425968a70bf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.2176673 Nov 02 16:41:34.178427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:34.180357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event updated for resources: {'Port': ['ID=de4af577-79ba-4347-84c7-caf4c90616ad,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:34.193447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:34.221629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.221980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.222349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.222687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.223022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.223549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.223987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.224355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.224783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.226008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.226008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.226008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:34.241576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7011dd-ec50-4903-a4f0-6d9f3921e888 req-50d77f98-c197-4db8-af0c-8b3b6841a2cc tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.250797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e7011dd-ec50-4903-a4f0-6d9f3921e888 req-50d77f98-c197-4db8-af0c-8b3b6841a2cc tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 932 time: 0.3074286 Nov 02 16:41:34.329757 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffae5c9-ddb8-4eed-a083-cd11436d8d21 x-openstack-request-id: req-dffae5c9-ddb8-4eed-a083-cd11436d8d21 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:34.330121 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:34.330328 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dffae5c9-ddb8-4eed-a083-cd11436d8d21 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:34.330745 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b', 'status': 'completed', 'code': 200} Nov 02 16:41:34.432717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e7011dd-ec50-4903-a4f0-6d9f3921e888 req-f5aa1d90-6f31-40a9-9e5f-930eb82d8db5 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671510 Nov 02 16:41:34.433997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, cleared binding levels {{(pid=102066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:34.437577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eedd4579-cea8-47d7-9d80-21773222304a,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:34.445629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.511800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.512970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.514459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] 10.222.0.100 "PUT /v2.0/ports/eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 1091 time: 1.4403605 Nov 02 16:41:34.536942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.537578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.549297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b583def-a564-4a15-877a-d7e9527fdc92 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:34.555600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e18c93-6c55-437e-94e7-e93b2b12ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:34.572571 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.596479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.604010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.609937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.616794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.621242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-f0956640-5908-40af-9bcb-aec372105458 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5555336 Nov 02 16:41:34.622934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.631440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.631899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.632035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.632382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.632842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.633418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.633914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.634446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.636450 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-9c383b63-0e20-4c97-bb72-6e3307736434 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6478 time: 0.1915646 Nov 02 16:41:34.641938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Request body: {'port': {'device_id': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:34.642326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.648665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Transition to ACTIVE for port object 6b583def-a564-4a15-877a-d7e9527fdc92 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:34.654668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-8f5f451f-e48e-4db9-bf91-60fd15eb6bf6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1803067 Nov 02 16:41:34.720979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50f936b9-6249-4ccd-b5e0-82dfd1410662 req-7dcd7097-b7cc-409b-b1d6-384ebec553e2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649853 Nov 02 16:41:34.795318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:34.820810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299f92-285e-4298-9238-0419e717ef21 req-91a00055-e17a-4e40-848d-71e0e3ed2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:34.822224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-91a00055-e17a-4e40-848d-71e0e3ed2bb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.6114469 Nov 02 16:41:34.904627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:35.001191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Pushing event updated for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:35.051181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:35.070259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-db9ef92f-7d16-49cb-aca6-7a0e446252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.070799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-db9ef92f-7d16-49cb-aca6-7a0e446252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.071256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-db9ef92f-7d16-49cb-aca6-7a0e446252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.072861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-db9ef92f-7d16-49cb-aca6-7a0e446252b2 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4220309 Nov 02 16:41:35.078676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-0e5a3787-1ab4-4423-bd52-9b99eedaeb1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 1000 time: 0.2323394 Nov 02 16:41:35.404341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7100dd-4ef7-4c23-94b9-bbd80b99d8e0 req-77a64552-2226-4277-a7d9-9a06b122b47f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.412172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299f92-285e-4298-9238-0419e717ef21 req-8cf8b968-da16-4b15-8f37-53c12bf8525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.415022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-8cf8b968-da16-4b15-8f37-53c12bf8525c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.3219383 Nov 02 16:41:35.417832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a7100dd-4ef7-4c23-94b9-bbd80b99d8e0 req-77a64552-2226-4277-a7d9-9a06b122b47f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.1508062 Nov 02 16:41:35.497595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Attempting to bind port 6b583def-a564-4a15-877a-d7e9527fdc92 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:35.498646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Attempting to bind port 6b583def-a564-4a15-877a-d7e9527fdc92 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:35.499483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Attempting to bind port 6b583def-a564-4a15-877a-d7e9527fdc92 on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:35.518362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a7100dd-4ef7-4c23-94b9-bbd80b99d8e0 req-ce2a0beb-918e-45fd-8051-06a783c8f227 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972292 Nov 02 16:41:35.680920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b442-7431-44f2-a44a-46d735f2c382 req-9cee7164-3e29-471a-af35-2914f89e3eb9 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.686491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Port 6b583def-a564-4a15-877a-d7e9527fdc92 on network 297f5c69-f2d8-4c92-a479-130f2429c441 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:35.686822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Attempting to bind port 6b583def-a564-4a15-877a-d7e9527fdc92 on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:35.690808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed89b442-7431-44f2-a44a-46d735f2c382 req-9cee7164-3e29-471a-af35-2914f89e3eb9 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 932 time: 0.0998836 Nov 02 16:41:35.729246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:35.729613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Checking segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:35.730010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Bound using segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:35.730513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Bound port: 6b583def-a564-4a15-877a-d7e9527fdc92, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:35.730911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:35.748271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed89b442-7431-44f2-a44a-46d735f2c382 req-980e3137-5025-4c23-a525-89648854c9f6 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560923 Nov 02 16:41:35.819342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Allocated IP 172.20.0.4 (2e8a29ed-22e9-4863-99c0-581d3fa8ca11/9d8dc711-f0bd-44f9-bd14-ba4bcf9fea80/118fcbc2-d12a-4bdb-89b4-82fbf3220d84) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:35.912173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.918899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.926166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.933485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.940243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.947351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.954027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:35.962918 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfa6189c-792b-4428-a434-41497be024ab req-b80c9eec-18c5-4eec-9949-37a696c7b5d5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1243696 Nov 02 16:41:35.999006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:36.002554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b583def-a564-4a15-877a-d7e9527fdc92,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:36.005898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299f92-285e-4298-9238-0419e717ef21 req-8f163aef-6f7d-49d8-8d33-d08440d9888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.008437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-8f163aef-6f7d-49d8-8d33-d08440d9888d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5531380 Nov 02 16:41:36.018739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-5f214bcd-101f-409e-852f-95ff72487181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.020466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-45cf7bd3-6738-4268-a439-eaeb1d464553 req-5f214bcd-101f-409e-852f-95ff72487181 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9388828 Nov 02 16:41:36.023812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfa6189c-792b-4428-a434-41497be024ab req-9509cd1b-a2cb-42e5-93dd-eb32f60cfbec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594490 Nov 02 16:41:36.027354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:36.227248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.228029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:36.229528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] 10.222.0.100 "PUT /v2.0/ports/6b583def-a564-4a15-877a-d7e9527fdc92 HTTP/1.1" status: 200 len: 1091 time: 3.3085055 Nov 02 16:41:36.238247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:36.242050 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d3611-75f5-4da6-9884-d60a9529735a" -d '{"events": [{"name": "network-changed", "server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:36.332211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:36.336974 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "eedd4579-cea8-47d7-9d80-21773222304a"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:36.381233 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c7dc56-10b0-45f9-b14d-c814909ffe5a x-openstack-request-id: req-25c7dc56-10b0-45f9-b14d-c814909ffe5a {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:36.381587 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "eedd4579-cea8-47d7-9d80-21773222304a", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:36.381810 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25c7dc56-10b0-45f9-b14d-c814909ffe5a {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:36.382243 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a', 'status': 'completed', 'code': 200} Nov 02 16:41:36.741023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cb6d4-dac3-4d41-bda6-ce7598545576 req-6d4c863f-6c5c-4b23-bb4a-d1a92ca35027 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.742825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-756cb6d4-dac3-4d41-bda6-ce7598545576 req-6d4c863f-6c5c-4b23-bb4a-d1a92ca35027 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.0971529 Nov 02 16:41:36.777428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9e84-40a6-47ec-8943-4e13e932689f service neutron] Pushing event updated for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:36.794774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:36.819196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-756cb6d4-dac3-4d41-bda6-ce7598545576 req-b88878ab-0914-4856-af00-4a2ede668b13 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651598 Nov 02 16:41:36.872010 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef99c3-2242-4160-8c44-d634bedfc519 x-openstack-request-id: req-51ef99c3-2242-4160-8c44-d634bedfc519 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:36.872303 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:36.872551 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51ef99c3-2242-4160-8c44-d634bedfc519 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:36.872950 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92', 'status': 'completed', 'code': 200} Nov 02 16:41:36.894981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:36.987647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.988422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.989128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.990708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.991606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.992243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.993211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:36.996233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5304b61c-14e0-4a04-afc6-0ad5b8d851ab service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6478 time: 0.9202104 Nov 02 16:41:37.020352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Port': ['ID=118fcbc2-d12a-4bdb-89b4-82fbf3220d84,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:37.050100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69177249-df0e-460e-9c0c-cc928b9827a5 req-81a5957b-6030-4b21-b3f4-6f968aa8b3cb tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.058335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69177249-df0e-460e-9c0c-cc928b9827a5 req-81a5957b-6030-4b21-b3f4-6f968aa8b3cb tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 932 time: 0.1362336 Nov 02 16:41:37.135255 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-0ca38fb4-8794-4ce6-a6d1-e606cd263661 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 217 time: 0.1082323 Nov 02 16:41:37.137783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-11c08ab4-0a9b-491f-b5d2-3ef3be99b296 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1159241 Nov 02 16:41:37.139712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:37.151721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69177249-df0e-460e-9c0c-cc928b9827a5 req-d3109c4c-328f-4f63-b2b3-d72808a572d1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Nov 02 16:41:37.202503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c46d0077-747e-453c-99ab-271cf9ff75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.204358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c46d0077-747e-453c-99ab-271cf9ff75ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 200 len: 851 time: 0.0613043 Nov 02 16:41:37.323184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:37.326780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:37.369154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.377752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.389920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.394980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-c831a586-21ac-495c-a2a0-0635b191b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.397112 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-c831a586-21ac-495c-a2a0-0635b191b601 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=424ff02a-e884-45ae-b09f-12c71d7480fe HTTP/1.1" status: 200 len: 1094 time: 1.0903015 Nov 02 16:41:37.410165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.418172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.428788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.431397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.440401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-f1c01b58-903a-406c-a29c-d1a7fd8dada5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2222722 Nov 02 16:41:37.487551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:37.528158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77be4894-a733-4830-b36e-3ad85a3a4536 req-937e8a51-8af3-4689-b77a-249c3b8abcad tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866382 Nov 02 16:41:37.567058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe299f92-285e-4298-9238-0419e717ef21 req-f27ce199-4be5-4951-b547-d6ca374eba48 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545172 Nov 02 16:41:37.689846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-c11afbce-458d-4672-ace7-db05dd1925ec service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b583def-a564-4a15-877a-d7e9527fdc92 HTTP/1.1" status: 200 len: 217 time: 0.1311204 Nov 02 16:41:37.701167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4af577-79ba-4347-84c7-caf4c90616ad {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:37.716600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:37.732734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:37.903755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-7628fdc3-bd1c-410b-b4d8-97c905920169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.905768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-7628fdc3-bd1c-410b-b4d8-97c905920169 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1978364 Nov 02 16:41:37.914790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Transition to ACTIVE for port object de4af577-79ba-4347-84c7-caf4c90616ad will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:37.917787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-99089112-b140-49b8-8c7a-a667870eb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:37.920266 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-99089112-b140-49b8-8c7a-a667870eb3b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275853 Nov 02 16:41:37.933822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.033228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2311-f3a0-409a-a436-5ad5cdcace6f req-d5b05769-781b-4d45-8dcb-e2c4a62f64be tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.035223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef3b2311-f3a0-409a-a436-5ad5cdcace6f req-d5b05769-781b-4d45-8dcb-e2c4a62f64be tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.0894065 Nov 02 16:41:38.106782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef3b2311-f3a0-409a-a436-5ad5cdcace6f req-d99f007d-c7ae-4aea-8707-f4d423d1f4d2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646191 Nov 02 16:41:38.157617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.209033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-d19489eb-81d9-4640-9b52-fd083779f2d9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2866118 Nov 02 16:41:38.237541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.327837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770741db-1a1c-4047-8218-2d4f3c7e3866 req-c846c01b-9570-43c1-a603-8e2d429e5d1f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.333140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-770741db-1a1c-4047-8218-2d4f3c7e3866 req-c846c01b-9570-43c1-a603-8e2d429e5d1f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 944 time: 0.0875440 Nov 02 16:41:38.388724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-770741db-1a1c-4047-8218-2d4f3c7e3866 req-b51420da-fb4c-422d-9aaa-152416c0e2d0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Nov 02 16:41:38.439433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-00f69984-e5a7-4836-8c57-781316c08b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.453410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=de4af577-79ba-4347-84c7-caf4c90616ad,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:38.568117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.618800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-3666a47e-2c5b-4106-a553-e8e614689f60 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820621 Nov 02 16:41:38.633405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Port': ['ID=118fcbc2-d12a-4bdb-89b4-82fbf3220d84,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:38.665235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-9d21beef-dd8d-4245-bb0b-805ed212970e service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213958 Nov 02 16:41:38.668301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.672975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-96e3c7d0-76d6-4c6c-8df8-e3eea97c20be tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9942296 Nov 02 16:41:38.674831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45192) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:38.751553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.758463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.765690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.773311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.781826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.783394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Attempting to bind port de4af577-79ba-4347-84c7-caf4c90616ad on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:38.784042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Attempting to bind port de4af577-79ba-4347-84c7-caf4c90616ad by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:38.784633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Attempting to bind port de4af577-79ba-4347-84c7-caf4c90616ad on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:38.788376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.795317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:38.797300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-76cd930d-42f0-4372-91cd-6cd59b7e1329 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1766086 Nov 02 16:41:38.810482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Port de4af577-79ba-4347-84c7-caf4c90616ad on network 297f5c69-f2d8-4c92-a479-130f2429c441 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:38.810896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Attempting to bind port de4af577-79ba-4347-84c7-caf4c90616ad on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:38.831946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f0cf9bbb-64f5-4ec7-baac-26c842377cd0 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=2e8a29ed-22e9-4863-99c0-581d3fa8ca11 HTTP/1.1" status: 200 len: 689 time: 0.1559865 Nov 02 16:41:38.836262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45200) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:38.839209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:38.839555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Checking segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:38.839934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Bound using segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:38.840388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Bound port: de4af577-79ba-4347-84c7-caf4c90616ad, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:38.840744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:38.865500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39580f84-aa6c-4c3b-8633-b59cde83e35a req-873cebe5-fa3a-4e91-a77a-d434cff84e18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522790 Nov 02 16:41:38.941056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-63a74279-2d57-45c2-98f0-27697ed464fc service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087084 Nov 02 16:41:38.947798 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-9ce78d5e-1dff-433b-9d4a-5c52a10ddb10 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475786 Nov 02 16:41:39.026355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d87c8fbf-c72a-432b-82f7-d9e5ae51439f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 217 time: 0.0567322 Nov 02 16:41:39.133676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] For port de4af577-79ba-4347-84c7-caf4c90616ad, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:39.136190 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:39.158967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] For port de4af577-79ba-4347-84c7-caf4c90616ad, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=de4af577-79ba-4347-84c7-caf4c90616ad,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:39.190996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3611-75f5-4da6-9884-d60a9529735a req-df9ae4f1-fb99-4052-a0c1-6e8a9d3499df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.193178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-df9ae4f1-fb99-4052-a0c1-6e8a9d3499df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=424ff02a-e884-45ae-b09f-12c71d7480fe HTTP/1.1" status: 200 len: 1094 time: 0.1802146 Nov 02 16:41:39.232610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-ae78eac8-f163-4232-8f43-ef69a13eb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.234052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-ae78eac8-f163-4232-8f43-ef69a13eb57a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1776094 Nov 02 16:41:39.235007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c25034-2e73-4901-8fc7-c6b0440e84a2 req-78a9c692-e5c6-443c-b299-ca264e14dec0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.235554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:39.236495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67c25034-2e73-4901-8fc7-c6b0440e84a2 req-78a9c692-e5c6-443c-b299-ca264e14dec0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.0514481 Nov 02 16:41:39.293600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67c25034-2e73-4901-8fc7-c6b0440e84a2 req-305cc501-5ac5-4401-b9b8-591c23ad212c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496745 Nov 02 16:41:39.397384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.398001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:39.399406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/de4af577-79ba-4347-84c7-caf4c90616ad HTTP/1.1" status: 200 len: 1092 time: 4.7619736 Nov 02 16:41:39.400979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'tag': 'de4af577-79ba-4347-84c7-caf4c90616ad'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:39.403223 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0256270f-f0fe-4ffb-abe1-8025f67e232e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a", "tag": "de4af577-79ba-4347-84c7-caf4c90616ad"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:39.447235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd66be-ed93-47ed-97cd-a56513a7a8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=de4af577-79ba-4347-84c7-caf4c90616ad,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:39.461025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-af2d6dcf-3591-4b8d-9415-865e1e05bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.462517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-af2d6dcf-3591-4b8d-9415-865e1e05bd0f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2125649 Nov 02 16:41:39.516419 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327de8b3-2292-4225-b1d4-f0c2b45d7acb x-openstack-request-id: req-327de8b3-2292-4225-b1d4-f0c2b45d7acb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:39.517082 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a", "tag": "de4af577-79ba-4347-84c7-caf4c90616ad", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:39.517082 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327de8b3-2292-4225-b1d4-f0c2b45d7acb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:39.517325 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'tag': 'de4af577-79ba-4347-84c7-caf4c90616ad', 'status': 'completed', 'code': 200} Nov 02 16:41:39.574362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3611-75f5-4da6-9884-d60a9529735a req-a6b49a84-bc82-4f11-9020-fb3f5e07de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.575469 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-a6b49a84-bc82-4f11-9020-fb3f5e07de9d service neutron] 10.222.0.100 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 914 time: 0.3290584 Nov 02 16:41:39.591064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Deleting port 118fcbc2-d12a-4bdb-89b4-82fbf3220d84 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:39.591408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:39.611717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157fc12-bb99-40c4-b23a-65bfdcd2ea1a req-fa3db2fb-2b0d-4fde-af30-5e3d4aeee27f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.620362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8157fc12-bb99-40c4-b23a-65bfdcd2ea1a req-fa3db2fb-2b0d-4fde-af30-5e3d4aeee27f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 944 time: 0.0932319 Nov 02 16:41:39.721286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-31768cba-d358-4858-b5e0-d23666cffa46 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338724 Nov 02 16:41:39.755508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8157fc12-bb99-40c4-b23a-65bfdcd2ea1a req-6b801ba9-4ea9-4a07-8db0-a8a084b6c774 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148779 Nov 02 16:41:39.771648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-e7e0cb67-4f9e-48a7-bc3d-d5a37e835e2e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b583def-a564-4a15-877a-d7e9527fdc92 HTTP/1.1" status: 200 len: 217 time: 0.1763053 Nov 02 16:41:39.798515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-47825ae3-6af5-40e4-a4f0-625faadabc88 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.800777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-47825ae3-6af5-40e4-a4f0-625faadabc88 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/networks?id=c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 200 len: 807 time: 0.1769717 Nov 02 16:41:39.827146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-a0cd92c2-5ad8-4ee8-ac33-25fe2b105fad tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/quotas/0ae13fa6c8544bd0853c8d8b10e6bccd HTTP/1.1" status: 200 len: 375 time: 0.0201044 Nov 02 16:41:39.837692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-d813c14d-ed2b-4204-8709-6a9e5311f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:39.839389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-d813c14d-ed2b-4204-8709-6a9e5311f697 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 1095 time: 0.3688595 Nov 02 16:41:39.874614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-78b5d766-af1e-4c8f-8434-840463b2557f tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459459 Nov 02 16:41:39.936672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-0ae3c207-716f-4297-a55f-9e94707cc372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4af577-79ba-4347-84c7-caf4c90616ad HTTP/1.1" status: 200 len: 217 time: 0.0665092 Nov 02 16:41:39.993586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:39.993913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:39.999033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3611-75f5-4da6-9884-d60a9529735a req-8918c3e1-4629-4664-8f35-803bc25baaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.000485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-8918c3e1-4629-4664-8f35-803bc25baaa7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1907153 Nov 02 16:41:40.034392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Calling delete_port for 118fcbc2-d12a-4bdb-89b4-82fbf3220d84 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:40.040659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.048346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.052861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.058863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.064816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.071383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.077258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.085585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-fd4bc262-c25e-4cf2-bc6d-d8bef235a5a3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1259391 Nov 02 16:41:40.112183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-2be82011-d108-4935-ba0e-fc7e21aa4fdf service neutron] 10.222.0.31 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366645 Nov 02 16:41:40.211541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60d30d2c-da50-4eb6-9583-14c9f466b2d1 req-2ea21fed-1da1-4a36-a3c2-5c66a057877a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248348 Nov 02 16:41:40.255705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-11921d08-4763-4dda-a49c-bda8523e744d service neutron] 10.222.0.31 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352446 Nov 02 16:41:40.433677 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-f7137d43-85d1-4c7b-bee2-212f8fc90f46 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4021118 Nov 02 16:41:40.443595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-53119f77-930e-40b1-842f-821c193fd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.445560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-53119f77-930e-40b1-842f-821c193fd1a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.4989018 Nov 02 16:41:40.448260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-619f10be-a93a-43d2-ac84-2fdd301880c9 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902046 Nov 02 16:41:40.490891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25950477-91ab-4ebd-9921-ea9c54c16925 req-0dd507da-b770-4d9f-bb65-7ee24aabb1ea tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 210 time: 0.0394304 Nov 02 16:41:40.521478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e623e6-bbb9-4206-8bba-03cabeef420c req-15b774ee-93d0-4759-a15a-ec9f923c6352 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.523286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2e623e6-bbb9-4206-8bba-03cabeef420c req-15b774ee-93d0-4759-a15a-ec9f923c6352 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.1029301 Nov 02 16:41:40.584842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c0b918e5-01c8-44c5-aeef-dc32c2032f51 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 217 time: 0.0806451 Nov 02 16:41:40.596982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2e623e6-bbb9-4206-8bba-03cabeef420c req-7eee0367-06e1-451a-bff1-1ba834ccd654 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Nov 02 16:41:40.617631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-738d63d1-f903-43c7-b86e-d168651c70e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444271 Nov 02 16:41:40.764842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7ab61dd2-67b1-48d9-9bf0-a3d54fa2d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.766344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-7ab61dd2-67b1-48d9-9bf0-a3d54fa2d363 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1584096 Nov 02 16:41:40.790927 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-8ece2e01-33ba-4d9f-a4b1-e8da19611ff8 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417542 Nov 02 16:41:40.968778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045b677-00a9-479d-9c07-f8264abcb0a4 req-8e9e5609-c5f9-4f72-ac44-b22d4c3b6727 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:40.970970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e045b677-00a9-479d-9c07-f8264abcb0a4 req-8e9e5609-c5f9-4f72-ac44-b22d4c3b6727 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 944 time: 0.1172016 Nov 02 16:41:41.027482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-0fae1fd0-67ca-4f68-85dc-6721930e371d service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843863 Nov 02 16:41:41.039908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a4c7318f-59f4-480d-a427-be86e5a00559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.041248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e045b677-00a9-479d-9c07-f8264abcb0a4 req-cdbdeee7-f54f-43c2-8e5c-ba7038d019cf tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625074 Nov 02 16:41:41.041736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a4c7318f-59f4-480d-a427-be86e5a00559 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2651350 Nov 02 16:41:41.073295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9eac1a2c-1d0f-43b7-a98e-2f635bdc3eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.126066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b583def-a564-4a15-877a-d7e9527fdc92 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:41:41.140550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-533d3611-75f5-4da6-9884-d60a9529735a req-de64160d-a3c3-4cb2-953a-e8a7d99877f0 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205242 Nov 02 16:41:41.189408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.255849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b583def-a564-4a15-877a-d7e9527fdc92,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:41.271324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '6b583def-a564-4a15-877a-d7e9527fdc92', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'port_id': '6b583def-a564-4a15-877a-d7e9527fdc92', 'mac_address': 'fa:16:3e:c2:df:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbeedae-459e-487e-8505-18837f75eb0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:41:41.272921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Port': ['ID=118fcbc2-d12a-4bdb-89b4-82fbf3220d84,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:41.334541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.363223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b583def-a564-4a15-877a-d7e9527fdc92 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:41.371887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.373682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.412998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b583def-a564-4a15-877a-d7e9527fdc92,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:41.420546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.426267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc0c8499-a201-4784-8e01-94865075e8b6 req-12599370-87cc-460f-a248-83b2c8aada1c service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749549 Nov 02 16:41:41.465502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.472668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.473790 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-0d07047a-b1c6-438d-99e4-fcbea3f3f01e service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009559 Nov 02 16:41:41.480259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.487042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.495497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.501884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.502817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:41.509698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.512115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-b7a2c935-9810-4bb2-a658-9fdf1e0e3b01 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1261525 Nov 02 16:41:41.564025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3f5e9f7-9ab8-4478-a444-13adb6f9571a req-6ac0bbc6-c99e-408e-a338-e0c8d1c75dc1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455523 Nov 02 16:41:41.627195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a47561b-1ec8-4ba2-94d2-6c05d101fccc req-2ab1187b-182a-401f-bfe0-33bf715588b8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 210 time: 0.0499368 Nov 02 16:41:41.628864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.679701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-995582ac-c558-4310-9ce5-b4e6ca97e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.681446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-995582ac-c558-4310-9ce5-b4e6ca97e8ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 1095 time: 0.2023811 Nov 02 16:41:41.782811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-a0400304-25f7-42a3-8935-a8f2a1c7689d service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608471 Nov 02 16:41:41.789634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6b583def-a564-4a15-877a-d7e9527fdc92'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:41.833457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba6f1-4434-4ea3-943c-662484584e43 req-2a62802a-bd80-40e0-9367-543de7eed076 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:41.844414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf2ba6f1-4434-4ea3-943c-662484584e43 req-2a62802a-bd80-40e0-9367-543de7eed076 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.1175728 Nov 02 16:41:41.874959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:41.884027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-ceb72107-ff40-479e-8d54-2b94997db954 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 200 len: 217 time: 0.0866098 Nov 02 16:41:41.905918 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf2ba6f1-4434-4ea3-943c-662484584e43 req-4cf518be-1cc8-4085-8dc6-93c561e68a71 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591712 Nov 02 16:41:41.963072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8dc711-f0bd-44f9-bd14-ba4bcf9fea80,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:42.072061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-f1f58adc-b2c8-49f4-ae6b-5be52ed45f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.073598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-f1f58adc-b2c8-49f4-ae6b-5be52ed45f6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 914 time: 0.3826747 Nov 02 16:41:42.093771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.122388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1a28a888-0de1-401a-86ef-a6a7d86f7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.124344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1a28a888-0de1-401a-86ef-a6a7d86f7624 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.2246535 Nov 02 16:41:42.179341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-4fbb8580-aae6-4c5b-9f04-23df4ff14168 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.180848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-4fbb8580-aae6-4c5b-9f04-23df4ff14168 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.100 "GET /v2.0/networks?id=c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 200 len: 807 time: 0.4274423 Nov 02 16:41:42.182123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-1bf93ddd-1b0c-4e02-b986-cc43999a1982 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4af577-79ba-4347-84c7-caf4c90616ad HTTP/1.1" status: 200 len: 217 time: 0.0938911 Nov 02 16:41:42.186714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a29ed-22e9-4863-99c0-581d3fa8ca11']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:42.205811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04aa5c-04c8-41df-91ca-e7f3ed36ede5 req-7ff4ec53-485d-4690-8066-41dde6435efb tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.207587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb04aa5c-04c8-41df-91ca-e7f3ed36ede5 req-7ff4ec53-485d-4690-8066-41dde6435efb tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 944 time: 0.0620575 Nov 02 16:41:42.225625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Request body: {'port': {'device_id': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950', 'admin_state_up': True, 'tenant_id': '0ae13fa6c8544bd0853c8d8b10e6bccd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:42.250188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb04aa5c-04c8-41df-91ca-e7f3ed36ede5 req-355424fe-dd3f-4980-8ef6-57116624db1c tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Nov 02 16:41:42.252686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e138e0b-bd34-4c70-86b1-96a861851ccd') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:42.253222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e138e0b-bd34-4c70-86b1-96a861851ccd') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:42.314528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.346158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-ae478da7-da53-4bf9-871e-dac911d35bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.347563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-ae478da7-da53-4bf9-871e-dac911d35bc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1444333 Nov 02 16:41:42.356617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.379209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-21f488ec-4be8-4a5c-8b82-df7a3f8e2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.381240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-21f488ec-4be8-4a5c-8b82-df7a3f8e2eab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2235358 Nov 02 16:41:42.386870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:42.387289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:42.389140 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:42.444411 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-716e45ff-c721-4976-9a3a-b70fb949c4d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837491 Nov 02 16:41:42.555050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.588533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.602245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e8a29ed-22e9-4863-99c0-581d3fa8ca11 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:41:42.607939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.613572 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2e8a29ed-22e9-4863-99c0-581d3fa8ca11 HTTP/1.1" status: 204 len: 168 time: 3.7680831 Nov 02 16:41:42.615126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45318) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:42.626633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Made reservation on behalf of 0ae13fa6c8544bd0853c8d8b10e6bccd for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:42.630968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:42.637486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd8c5-6b40-46b6-86cc-c508e6434b8d tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e8a29ed-22e9-4863-99c0-581d3fa8ca11,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:42.705965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-d888ca08-de9a-437c-b399-8e04af438bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454267 Nov 02 16:41:42.750386 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-1b8da5fd-9298-425e-9cf2-7a5123bb0e8d service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088241 Nov 02 16:41:42.874440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46b269a7-4c16-47a1-8d30-a3b710a3c771 req-b6fc3fe7-2eda-40a9-ab84-cb4a91e41b4f tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 210 time: 0.0672238 Nov 02 16:41:42.924891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.933585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.945049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.962887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.968396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-2b8dd0b3-a356-48c1-adc4-34efd283dab5 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071540 Nov 02 16:41:42.969478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Allocated IP 172.20.0.9 (c3a6314a-5f9d-4710-867a-1e16d9447950/6646106e-6bec-4d2c-bc37-55974e7d6bc7/2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:42.974560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.985836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.996308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:42.998237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-52aab078-2e8e-40c0-9970-daafadd1e978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2534008 Nov 02 16:41:43.011375 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2bac9947-4c55-4746-adc6-ed5257d4e5ed tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2259 time: 0.3949325 Nov 02 16:41:43.012488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45330) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:43.136973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b583def-a564-4a15-877a-d7e9527fdc92 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:41:43.159780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d1241-af6f-40f6-9634-5db35f2c288f req-17959cb6-6820-4d98-8ba0-bc257eb5f3ee tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.162507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc6d1241-af6f-40f6-9634-5db35f2c288f req-17959cb6-6820-4d98-8ba0-bc257eb5f3ee tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.1463933 Nov 02 16:41:43.226677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc6d1241-af6f-40f6-9634-5db35f2c288f req-e3533aed-b800-47e9-a1af-dd38a8e2b15f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Nov 02 16:41:43.238652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 6b583def-a564-4a15-877a-d7e9527fdc92 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:41:43.245541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6133aaa5-bcc7-4ee4-8087-c7f5e3973fa5 req-18cf4b0c-58b0-482a-92c4-cab4502cc6f9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316422 Nov 02 16:41:43.251081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 6b583def-a564-4a15-877a-d7e9527fdc92 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:43.251864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:43.315345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.317863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.320582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.321235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.326806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.327475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.328103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.328720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.329365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.330008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.330639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.331247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.331853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.336686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.342677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6fd804e0-edf4-42e8-9df9-6a13341ce3e3 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8916 time: 0.3275726 Nov 02 16:41:43.344922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45338) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:43.427268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:43.453984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:43.456442 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750bd31f-930c-4d98-ba56-48a88a2f4202" -d '{"events": [{"server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "name": "network-vif-plugged", "status": "completed", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:43.474344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b583def-a564-4a15-877a-d7e9527fdc92,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:43.495005 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:43.511327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0256270f-f0fe-4ffb-abe1-8025f67e232e req-37fbf2c3-5047-49a9-b31f-48bd7cbebcaa service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7687771 Nov 02 16:41:43.515485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-e464d8e6-4b9e-4e4e-b512-c183d8a2dab1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 200 len: 217 time: 0.5350888 Nov 02 16:41:43.545122 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f05434-dd67-4a82-b934-5aee943a1401 x-openstack-request-id: req-92f05434-dd67-4a82-b934-5aee943a1401 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:43.545789 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "name": "network-vif-plugged", "status": "completed", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:43.548854 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92f05434-dd67-4a82-b934-5aee943a1401 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:43.549513 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92', 'code': 200} Nov 02 16:41:43.620794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:43.638954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.640831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.641938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.643455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.645344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.646352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.647301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.648800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.649669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.650560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.651614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.652482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:43.662594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9e54788a-16a3-4b5e-8e86-48d3a2260eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.665510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-9e54788a-16a3-4b5e-8e86-48d3a2260eea service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1437321 Nov 02 16:41:43.695413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:43.782410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-afd5b036-0ef3-4209-ace0-048cd76d347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.784011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-afd5b036-0ef3-4209-ace0-048cd76d347f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007876 Nov 02 16:41:43.884063 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-40b7ef65-8446-4497-b830-e8796502f1ef tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] delete failed (client error): The resource could not be found. Nov 02 16:41:43.885085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-40b7ef65-8446-4497-b830-e8796502f1ef tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/4f36d840-411c-47a3-aec9-f490c9ba29d6 HTTP/1.1" status: 404 len: 345 time: 0.5383670 Nov 02 16:41:43.886566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:43.889231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45354) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:43.919768 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5fda6b-2372-4062-8eb7-a6dc86c51343 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] DELETE failed (client error): The resource could not be found. Nov 02 16:41:43.920341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5fda6b-2372-4062-8eb7-a6dc86c51343 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:41:43.927827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af5fda6b-2372-4062-8eb7-a6dc86c51343 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2e8a29ed-22e9-4863-99c0-581d3fa8ca11 HTTP/1.1" status: 404 len: 339 time: 0.0321281 Nov 02 16:41:43.929053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45358) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:43.935398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'network': {'name': 'tempest-network--1001706296', 'router:external': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:43.962583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-f537d6c2-0f5a-4656-8274-5d490696d74c service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660120 Nov 02 16:41:43.989724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa050a1-1c29-4958-8b24-71949b3ba3b8 req-33f24699-075f-4d47-ada8-f5c4814a9165 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:43.991605 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6aa050a1-1c29-4958-8b24-71949b3ba3b8 req-33f24699-075f-4d47-ada8-f5c4814a9165 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 944 time: 0.1312578 Nov 02 16:41:43.996028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.001625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6a3fa-e42e-4c7f-8c00-3a651886bdcc req-5f2f5660-d1c1-4e81-aaef-2693d57a8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.003131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbc6a3fa-e42e-4c7f-8c00-3a651886bdcc req-5f2f5660-d1c1-4e81-aaef-2693d57a8c35 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=424ff02a-e884-45ae-b09f-12c71d7480fe HTTP/1.1" status: 200 len: 1096 time: 0.1298771 Nov 02 16:41:44.008103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Made reservation on behalf of 5aa511ebe4ef4bf3ba96706cebfa6b6b for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:44.011703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.090006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Network c3a6314a-5f9d-4710-867a-1e16d9447950 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:44.097037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:44.103300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:44.110794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:44.130248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbc6a3fa-e42e-4c7f-8c00-3a651886bdcc req-a6a357f8-d520-4edc-9b89-c9ae5be27fd6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025829 Nov 02 16:41:44.137796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Pushing event updated for resources: {'Port': ['ID=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:44.144300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6aa050a1-1c29-4958-8b24-71949b3ba3b8 req-8b78e46c-7613-460e-b464-2f284237d354 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364896 Nov 02 16:41:44.149223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.157215 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Added segment 9230b4cd-b4c1-435b-b79e-cfb77c0d70da of type vlan for network ff5023e9-4b79-47fb-b255-bad3bf181154 Nov 02 16:41:44.173151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d082d-d7b8-4d9e-8ab0-cc14dd7feba3 req-74000fe9-44df-4995-a0db-c4e730ca6605 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.174708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e8d082d-d7b8-4d9e-8ab0-cc14dd7feba3 req-74000fe9-44df-4995-a0db-c4e730ca6605 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 931 time: 0.1683180 Nov 02 16:41:44.192842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-81e2e06b-738b-4a4d-a3d9-5907432a10ed service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206128 Nov 02 16:41:44.201856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.202861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.227501 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-f8c03dad-90a8-4fac-aead-b216a3188cc6 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0162959 Nov 02 16:41:44.237376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.292557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e8d082d-d7b8-4d9e-8ab0-cc14dd7feba3 req-35a3689d-e698-45fe-9cdb-d544562543f1 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918286 Nov 02 16:41:44.309546 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.310745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.311410 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.368935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Request body: {'port': {'device_id': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:44.423659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-b48c7da3-d93b-4fc1-bf68-0d76956ad1cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 200 len: 217 time: 0.0645411 Nov 02 16:41:44.443977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5124109 Nov 02 16:41:44.453899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45378) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:44.472629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c78d20-f349-487b-a4d6-3d9f9b7e3628 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Network': ['ID=ff5023e9-4b79-47fb-b255-bad3bf181154,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:44.485939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ff5023e9-4b79-47fb-b255-bad3bf181154 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:44.505420 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.561847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f82b-0047-4d46-8006-33f5928fb8ca req-e9b521c5-1523-48c2-84f7-88dad08c847e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.563117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c959f82b-0047-4d46-8006-33f5928fb8ca req-e9b521c5-1523-48c2-84f7-88dad08c847e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 943 time: 0.2465246 Nov 02 16:41:44.584727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.591002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.597438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.605662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3d91f775-ba8a-4a3c-bff2-41eea05e3904 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:41:44.606890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.613087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.620231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.626398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.634926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-dc929416-8c3a-4f3e-ab37-6c6135d2ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2445283 Nov 02 16:41:44.719130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bbf28-266b-4754-bbc1-96dd07b4d19a tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.726119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bbf28-266b-4754-bbc1-96dd07b4d19a tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.732250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bbf28-266b-4754-bbc1-96dd07b4d19a tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.739673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bbf28-266b-4754-bbc1-96dd07b4d19a tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.741614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb4bbf28-266b-4754-bbc1-96dd07b4d19a tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2851300 Nov 02 16:41:44.743304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:44.747160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45382) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:44.760810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '3d91f775-ba8a-4a3c-bff2-41eea05e3904', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': '3d91f775-ba8a-4a3c-bff2-41eea05e3904', 'mac_address': 'fa:16:3e:ef:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:41:44.761719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5933b8ce-c7ba-47e1-b52f-cf08bfbe6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.763279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-5933b8ce-c7ba-47e1-b52f-cf08bfbe6378 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.3282228 Nov 02 16:41:44.769560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a97f10c-187a-43f1-a206-37afa7d91d78 req-3fb51881-3c40-4d74-a54a-0d2112fbdfdf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296020 Nov 02 16:41:44.775599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c959f82b-0047-4d46-8006-33f5928fb8ca req-f2c7ac9a-8194-41a2-873e-c8dc7a1ffb61 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313758 Nov 02 16:41:44.846908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.862758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d91f775-ba8a-4a3c-bff2-41eea05e3904 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:44.893111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.896911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:44.903535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.904050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:44.904223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device de4af577-79ba-4347-84c7-caf4c90616ad details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:41:44.915689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:44.940943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Transition to ACTIVE for port object 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:44.944527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d003e4f3-88f3-442d-88b0-120ceb339e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:44.946774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d003e4f3-88f3-442d-88b0-120ceb339e4b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1737967 Nov 02 16:41:44.948530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.007340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.016275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3d91f775-ba8a-4a3c-bff2-41eea05e3904,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:45.050233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5023e9-4b79-47fb-b255-bad3bf181154']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:45.064376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9230b4cd-b4c1-435b-b79e-cfb77c0d70da') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:45.065232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9230b4cd-b4c1-435b-b79e-cfb77c0d70da') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:45.070559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port de4af577-79ba-4347-84c7-caf4c90616ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=de4af577-79ba-4347-84c7-caf4c90616ad,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:45.077400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.078583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Pushing event updated for resources: {'Port': ['ID=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:45.085304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'de4af577-79ba-4347-84c7-caf4c90616ad', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'port_id': 'de4af577-79ba-4347-84c7-caf4c90616ad', 'mac_address': 'fa:16:3e:74:6c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbeedae-459e-487e-8505-18837f75eb0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:41:45.095185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.101995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:45.102517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:45.104510 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:45.143697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.163869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4af577-79ba-4347-84c7-caf4c90616ad {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:45.164418 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-eefdec37-d67f-4bff-a59a-6bad55e711a4 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027051 Nov 02 16:41:45.188403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.189408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port de4af577-79ba-4347-84c7-caf4c90616ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=de4af577-79ba-4347-84c7-caf4c90616ad,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:45.201288 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.210621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff5023e9-4b79-47fb-b255-bad3bf181154 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:41:45.223965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.227287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ff5023e9-4b79-47fb-b255-bad3bf181154 HTTP/1.1" status: 204 len: 168 time: 0.4789937 Nov 02 16:41:45.228792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c478c-6953-434c-9476-29a596d09971 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff5023e9-4b79-47fb-b255-bad3bf181154,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:45.233167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45388) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:45.243596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'network': {'name': 'tempest-network--1104221769', 'router:external': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:45.277500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Attempting to bind port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:45.278782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Attempting to bind port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:45.279117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Attempting to bind port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 on network c3a6314a-5f9d-4710-867a-1e16d9447950 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:45.296889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 on network c3a6314a-5f9d-4710-867a-1e16d9447950 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:45.297264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Attempting to bind port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 on network c3a6314a-5f9d-4710-867a-1e16d9447950 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:45.297799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=de4af577-79ba-4347-84c7-caf4c90616ad,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:45.309200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:45.309552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Checking segment: {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:45.310159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Bound using segment: {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:45.310733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Bound port: 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:45.311094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.312390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Made reservation on behalf of 5aa511ebe4ef4bf3ba96706cebfa6b6b for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:45.315937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.384957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2c87a-0e2b-46d0-8f39-bc298eeb05ac req-88a57068-8531-4d0d-a890-8f6bcd832a2d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.386948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35d2c87a-0e2b-46d0-8f39-bc298eeb05ac req-88a57068-8531-4d0d-a890-8f6bcd832a2d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 945 time: 0.1264830 Nov 02 16:41:45.399586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:45.437581 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['de4af577-79ba-4347-84c7-caf4c90616ad'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:45.444245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['3d91f775-ba8a-4a3c-bff2-41eea05e3904'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:45.462634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-71aa05e0-5060-42d3-aa3b-0328ebeddfe5 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797923 Nov 02 16:41:45.501886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.502418 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Added segment ca4a488e-4f1c-48a8-8a65-fb5a747f559d of type vlan for network 1709c652-dd16-4838-bde8-7339ae95061f Nov 02 16:41:45.528748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] For port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:45.534810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-59696fb9-7a5b-4fdd-862b-dfd2991ab334 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 217 time: 0.0622518 Nov 02 16:41:45.546558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] For port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:45.565431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.566504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35d2c87a-0e2b-46d0-8f39-bc298eeb05ac req-d7390ff8-02e8-4fd6-9087-1ebc05f16a91 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727011 Nov 02 16:41:45.579244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652dc1-692d-4614-b529-a52fe964b624 req-f1e0af0a-edc0-474e-b9b4-127af86dadb4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.588545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44652dc1-692d-4614-b529-a52fe964b624 req-f1e0af0a-edc0-474e-b9b4-127af86dadb4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 943 time: 0.1600211 Nov 02 16:41:45.626594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.660934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.661555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.663096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] 10.222.0.100 "PUT /v2.0/ports/2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 HTTP/1.1" status: 200 len: 1091 time: 1.3054664 Nov 02 16:41:45.667369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'tag': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:45.681032 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce82210-6243-43b5-98da-1cdfb50aa94e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f", "tag": "2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:45.684573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44652dc1-692d-4614-b529-a52fe964b624 req-e4e17fbd-7b13-4324-818d-33366ebc26c4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950243 Nov 02 16:41:45.714765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.715915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.716605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:45.764439 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2753c-7e48-48fb-aa53-3f6a90fc4a6a x-openstack-request-id: req-84c2753c-7e48-48fb-aa53-3f6a90fc4a6a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:45.765277 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f", "tag": "2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:45.765694 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84c2753c-7e48-48fb-aa53-3f6a90fc4a6a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:45.766300 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'tag': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9', 'status': 'completed', 'code': 200} Nov 02 16:41:45.769805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c8e235de-98a3-4a69-bfc1-fe2930389446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.772117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-c8e235de-98a3-4a69-bfc1-fe2930389446 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.2212727 Nov 02 16:41:45.791281 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5569458 Nov 02 16:41:45.794157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:45.901384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad85b40-b366-4896-8e81-ff98fa815fac service neutron] Pushing event updated for resources: {'Port': ['ID=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:45.930624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-9e51ee8a-1e36-4bb3-acc9-a3df1b04aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.932432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-9e51ee8a-1e36-4bb3-acc9-a3df1b04aee4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 1094 time: 0.2078331 Nov 02 16:41:45.935862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-6c475588-2c9c-41c6-9d7c-088f46bc22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:45.938014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-6c475588-2c9c-41c6-9d7c-088f46bc22d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452787 Nov 02 16:41:45.967303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586549d-c92c-414b-b9c8-462ae854ac14 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Network': ['ID=1709c652-dd16-4838-bde8-7339ae95061f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:45.986109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 1709c652-dd16-4838-bde8-7339ae95061f details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:46.057657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-82888197-8127-4d17-bc99-2197bdc8df98 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 HTTP/1.1" status: 200 len: 217 time: 0.1024983 Nov 02 16:41:46.151240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc533018-4a96-4659-87ab-7fdd9b5897a3 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.155132 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc533018-4a96-4659-87ab-7fdd9b5897a3 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] 10.222.0.31 "GET /v2.0/networks/1709c652-dd16-4838-bde8-7339ae95061f HTTP/1.1" status: 200 len: 757 time: 0.3575737 Nov 02 16:41:46.156369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45406) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:46.162316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-26b2bf71-35df-4da4-9128-28531781530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.163856 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-26b2bf71-35df-4da4-9128-28531781530f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6646106e-6bec-4d2c-bc37-55974e7d6bc7 HTTP/1.1" status: 200 len: 847 time: 0.0742025 Nov 02 16:41:46.172730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.181167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.189233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.195214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.201123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.207026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.212941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.214929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-58408e95-1de3-498c-9149-3e04f708ecaf tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2801554 Nov 02 16:41:46.223985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e75afb-6532-4074-a993-1f4ab4c50fd4 req-fb30d2a9-0711-48f0-b588-085225b58503 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.225422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31e75afb-6532-4074-a993-1f4ab4c50fd4 req-fb30d2a9-0711-48f0-b588-085225b58503 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 944 time: 0.2803257 Nov 02 16:41:46.246196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-ab5e75f4-9711-45d0-a1ff-ef057f8daddf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3a6314a-5f9d-4710-867a-1e16d9447950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695117 Nov 02 16:41:46.289122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96f10388-a7a9-4d19-89a1-3236610b16fe req-32b3f402-a798-4df3-8c90-92d9398451ce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626833 Nov 02 16:41:46.297393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31e75afb-6532-4074-a993-1f4ab4c50fd4 req-4a0619da-ddac-4efa-8014-c3da7c1d361a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570037 Nov 02 16:41:46.340381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-d1f9b871-b53c-4264-9aa9-55ba81bb120b service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779974 Nov 02 16:41:46.352909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3413a7f9-d81a-4949-841c-394d9312180c tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.356934 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3413a7f9-d81a-4949-841c-394d9312180c tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] 10.222.0.31 "GET /v2.0/networks/c8313ac6-6458-44b3-a89b-adb55f8bb003 HTTP/1.1" status: 200 len: 768 time: 0.1946459 Nov 02 16:41:46.357340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45408) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:46.468914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.498039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-b7b87cd4-9fee-4d8c-a606-48f7c9cbca81 service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397907 Nov 02 16:41:46.522091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-558c3c19-95e5-4556-8c9d-c3c0bab2bf6d req-e28148e9-47a2-4f43-a78f-8f6750c9c5d7 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663928 Nov 02 16:41:46.555695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3d91f775-ba8a-4a3c-bff2-41eea05e3904 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:41:46.585039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.624785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab74c4e8-6e9c-4dc1-9616-cdcde467a6fc req-faa2ef3b-e125-4f63-bfac-c0a155f1eb1d service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120729 Nov 02 16:41:46.627819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:41:46.635676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1709c652-dd16-4838-bde8-7339ae95061f']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:46.654865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:46.655796 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.665059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4a488e-4f1c-48a8-8a65-fb5a747f559d') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:46.665477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4a488e-4f1c-48a8-8a65-fb5a747f559d') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:46.708846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.731872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.744182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:46.748008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.759778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.760250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.760712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:46.761158 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:46.764378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.766248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.767884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.768760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.775036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-9d917da6-ca21-440c-943a-c8448fef4e97 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6478 time: 0.1412981 Nov 02 16:41:46.784380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-93d056e1-c801-4d11-998f-ecb3a19788cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.787528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-93d056e1-c801-4d11-998f-ecb3a19788cc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 1094 time: 0.0932152 Nov 02 16:41:46.826929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.855880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d91f775-ba8a-4a3c-bff2-41eea05e3904'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:46.858213 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c4dffc-95a2-41bd-81e1-994fbbb33fa8" -d '{"events": [{"server_uuid": "ac5a5516-589d-40ed-bcaa-85f3089da09d", "name": "network-vif-plugged", "status": "completed", "tag": "3d91f775-ba8a-4a3c-bff2-41eea05e3904"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:46.878355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:46.884531 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.885443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device de4af577-79ba-4347-84c7-caf4c90616ad up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:41:46.896587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09d618-0058-4454-9006-074e654e624d req-86b5b6ab-cd6b-4f13-a0f9-a8b44775136c tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:46.904402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd09d618-0058-4454-9006-074e654e624d req-86b5b6ab-cd6b-4f13-a0f9-a8b44775136c tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 945 time: 0.1639807 Nov 02 16:41:46.939362 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.955740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd09d618-0058-4454-9006-074e654e624d req-b81cc2f9-2c63-4afc-90b5-0bfe09b100d3 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478852 Nov 02 16:41:46.962853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1709c652-dd16-4838-bde8-7339ae95061f {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:41:46.969005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:46.974090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/networks/1709c652-dd16-4838-bde8-7339ae95061f HTTP/1.1" status: 204 len: 168 time: 0.6147223 Nov 02 16:41:46.995388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45418) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:47.006531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'network': {'name': 'tempest-network--1187349669'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:47.010046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643b16e-91c7-4f4a-ad74-c69249387b5f tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Network': ['ID=1709c652-dd16-4838-bde8-7339ae95061f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:47.020348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2bf9-4769-427e-9b84-f2bef14bce75 req-f7be9aec-3d46-4941-a447-390cd0380575 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.029258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449d2bf9-4769-427e-9b84-f2bef14bce75 req-f7be9aec-3d46-4941-a447-390cd0380575 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 943 time: 0.2143416 Nov 02 16:41:47.030728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3d91f775-ba8a-4a3c-bff2-41eea05e3904,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:47.054237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port de4af577-79ba-4347-84c7-caf4c90616ad completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:41:47.062790 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03df4c4b-b050-41d6-b94e-5a8ac171f72d x-openstack-request-id: req-03df4c4b-b050-41d6-b94e-5a8ac171f72d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:47.063099 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a5516-589d-40ed-bcaa-85f3089da09d", "name": "network-vif-plugged", "status": "completed", "tag": "3d91f775-ba8a-4a3c-bff2-41eea05e3904", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:47.063339 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03df4c4b-b050-41d6-b94e-5a8ac171f72d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:47.063740 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d91f775-ba8a-4a3c-bff2-41eea05e3904', 'code': 200} Nov 02 16:41:47.064515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port de4af577-79ba-4347-84c7-caf4c90616ad triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:47.064939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.101650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-449d2bf9-4769-427e-9b84-f2bef14bce75 req-a507c0b8-68da-48d5-82ee-a2da3a40e63e tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691347 Nov 02 16:41:47.126917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-1422ae30-2110-4fc4-a160-fbf63711b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.128434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-1422ae30-2110-4fc4-a160-fbf63711b66f service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 200 len: 908 time: 0.3252988 Nov 02 16:41:47.174503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.188897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Made reservation on behalf of 5aa511ebe4ef4bf3ba96706cebfa6b6b for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:47.191464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.217203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port de4af577-79ba-4347-84c7-caf4c90616ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=de4af577-79ba-4347-84c7-caf4c90616ad,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:47.221971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.263294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-36265547-8d60-4017-80d2-12597a920c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.265329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-36265547-8d60-4017-80d2-12597a920c16 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 903 time: 0.4760356 Nov 02 16:41:47.272130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-3ac609ef-66d6-4837-a6a4-d6331a27dffd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 HTTP/1.1" status: 200 len: 217 time: 0.0979934 Nov 02 16:41:47.281872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e9a4-9e30-4419-9002-6a6eddcd8fdd req-6f364c23-e6ae-4172-9d9b-c247da110b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.283680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6809e9a4-9e30-4419-9002-6a6eddcd8fdd req-6f364c23-e6ae-4172-9d9b-c247da110b55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 1096 time: 0.1434700 Nov 02 16:41:47.287037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=de4af577-79ba-4347-84c7-caf4c90616ad,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:47.329759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:47.363735 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.411943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-d0ebcc12-e896-47c6-8f2b-38f114f6ad6d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 217 time: 0.1224303 Nov 02 16:41:47.418216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.418552 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Added segment 54d35514-3b8d-41e6-874a-0c242cc3cfda of type vlan for network 6b117879-2a8f-4843-918d-43480c8d60d1 Nov 02 16:41:47.422545 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6809e9a4-9e30-4419-9002-6a6eddcd8fdd req-603d15f8-eb19-4952-8738-90f2f7b153db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904882 Nov 02 16:41:47.482472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-ef18edf0-7d78-430f-9f51-857d0893bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.483928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-ef18edf0-7d78-430f-9f51-857d0893bb90 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6646106e-6bec-4d2c-bc37-55974e7d6bc7 HTTP/1.1" status: 200 len: 847 time: 0.1931214 Nov 02 16:41:47.530471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.532008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.538334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.539273 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-863fefc8-0843-48e0-84f2-7a86c67ddbd5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3a6314a-5f9d-4710-867a-1e16d9447950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450220 Nov 02 16:41:47.545691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.550334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-74dfa087-6b52-4f57-b9c0-029b0fbef5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.551980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-74dfa087-6b52-4f57-b9c0-029b0fbef5a9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.1198807 Nov 02 16:41:47.553425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.560000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.567623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.575254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.577610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-28e3b66b-fcc5-4f80-b916-7f6cb65b9f6d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1494775 Nov 02 16:41:47.594389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca46b3-b420-4380-be91-62eade685ca6 req-8c4a0e58-1361-405b-a710-c364d2d010f8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.603687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30ca46b3-b420-4380-be91-62eade685ca6 req-8c4a0e58-1361-405b-a710-c364d2d010f8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.1582513 Nov 02 16:41:47.648950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.649789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.650613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.665829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30ca46b3-b420-4380-be91-62eade685ca6 req-fdff74b5-6f19-4d9a-9fa7-50b6a7ce674f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608790 Nov 02 16:41:47.682994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab41aa77-262d-44ce-8b45-e60be3e23ff8 req-4ee5bc9e-6ede-4ff0-9f0f-7ad9a9cdf676 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976717 Nov 02 16:41:47.746858 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7501817 Nov 02 16:41:47.749480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45428) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:47.756344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:47.787796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-ab3f8bbe-df92-43bf-a4fd-ad57483c7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.789319 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-ab3f8bbe-df92-43bf-a4fd-ad57483c7214 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1824055 Nov 02 16:41:47.821942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8c6a-e6d4-4356-8a9f-d80fcae3fe38 tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Network': ['ID=6b117879-2a8f-4843-918d-43480c8d60d1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:47.843899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6b117879-2a8f-4843-918d-43480c8d60d1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:47.904265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-4efae837-b501-424a-a929-c9fda886838a service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511856 Nov 02 16:41:47.939854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.955836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.972478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Network 6b117879-2a8f-4843-918d-43480c8d60d1 is not hosted by any dhcp agent {{(pid=102066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:41:47.973349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:47.974358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:47.975844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "PUT /v2.0/networks/6b117879-2a8f-4843-918d-43480c8d60d1 HTTP/1.1" status: 200 len: 858 time: 0.2253139 Nov 02 16:41:47.981219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:47.991633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-7b08565e-ec0f-490e-8300-88671a8a62bc service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845269 Nov 02 16:41:48.022395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89968eef-29e1-41ae-a7ca-5596c3527cda tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event updated for resources: {'Network': ['ID=6b117879-2a8f-4843-918d-43480c8d60d1,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:48.088966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc9c5-a3b8-4c8c-9420-d70fdedb54b1 req-4c52d0f1-b09b-4a99-8794-3cf61ae712fa tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.090703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bafc9c5-a3b8-4c8c-9420-d70fdedb54b1 req-4c52d0f1-b09b-4a99-8794-3cf61ae712fa tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 946 time: 0.0533688 Nov 02 16:41:48.140269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2bafc9c5-a3b8-4c8c-9420-d70fdedb54b1 req-b661c6ce-2891-4243-bc66-8b23ed03ccb7 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Nov 02 16:41:48.170602 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.175635 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fce82210-6243-43b5-98da-1cdfb50aa94e req-1bf5d581-20fd-4840-a7ba-ae175a4432dd service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575173 Nov 02 16:41:48.206513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c554cc04-cd38-4d8b-8b98-3d1f589a13b7 req-681406cb-a1fb-4684-9b19-0436477379f1 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578012 Nov 02 16:41:48.235544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d13844-835c-4be3-9f60-cc3ea81499af req-e054d24d-229b-48cc-bbe0-0b73aa80dfca tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.237340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15d13844-835c-4be3-9f60-cc3ea81499af req-e054d24d-229b-48cc-bbe0-0b73aa80dfca tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 943 time: 0.0679486 Nov 02 16:41:48.281251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15d13844-835c-4be3-9f60-cc3ea81499af req-7a30041f-c511-4dc8-9c48-676b7367d7e8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362248 Nov 02 16:41:48.605398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.625896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b117879-2a8f-4843-918d-43480c8d60d1']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:48.635775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d35514-3b8d-41e6-874a-0c242cc3cfda') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:48.636065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d35514-3b8d-41e6-874a-0c242cc3cfda') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:48.646868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.661786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.668540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:48.668952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:48.670833 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:48.737136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.743426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b117879-2a8f-4843-918d-43480c8d60d1 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:41:48.745777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.756277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:48.762721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6b117879-2a8f-4843-918d-43480c8d60d1 HTTP/1.1" status: 204 len: 168 time: 0.7803953 Nov 02 16:41:48.777383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46c4f5-ec5f-47a4-918e-5c92637eeaeb tempest-ExternalNetworksTestJSON-859393695 tempest-ExternalNetworksTestJSON-859393695-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b117879-2a8f-4843-918d-43480c8d60d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:48.791383 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c96496-3c19-443f-9d9d-a2cd8802c0e9 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] DELETE failed (client error): The resource could not be found. Nov 02 16:41:48.791834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c96496-3c19-443f-9d9d-a2cd8802c0e9 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:41:48.794921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22c96496-3c19-443f-9d9d-a2cd8802c0e9 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] 10.222.0.31 "DELETE /v2.0/subnets/9d8dc711-f0bd-44f9-bd14-ba4bcf9fea80 HTTP/1.1" status: 404 len: 337 time: 0.0376348 Nov 02 16:41:48.797993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45448) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:48.894114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02293f8c-bb73-42d1-a1a1-a4968f870f3b req-6772cf5f-b6c1-4f67-963b-14b0ddc66cb1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.896459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02293f8c-bb73-42d1-a1a1-a4968f870f3b req-6772cf5f-b6c1-4f67-963b-14b0ddc66cb1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.1085353 Nov 02 16:41:48.909899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.917274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.923415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.925691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:48.930916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.937241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.943691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.949765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:48.951690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-aae44fc0-ffe9-4444-bcd6-99afc21cd0a2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1627376 Nov 02 16:41:49.005466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02293f8c-bb73-42d1-a1a1-a4968f870f3b req-ffc0031b-f382-45a6-a585-2134b4f1456c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524769 Nov 02 16:41:49.053060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33d6b088-622c-4b7c-98d8-89c288c8e0de req-c7fea773-45a8-410e-900c-1d02573a6328 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889869 Nov 02 16:41:49.065543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4af577-79ba-4347-84c7-caf4c90616ad'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:49.066393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.069555 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140a8987-e8a7-41b1-bc64-25ff971a8330" -d '{"events": [{"server_uuid": "7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a", "name": "network-vif-plugged", "status": "completed", "tag": "de4af577-79ba-4347-84c7-caf4c90616ad"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:49.105628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8313ac6-6458-44b3-a89b-adb55f8bb003']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:49.134597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a377859-60c7-460c-b381-be8c69185490') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:49.134894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a377859-60c7-460c-b381-be8c69185490') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:41:49.157814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:41:49.163361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.194066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.217967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:41:49.218495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:41:49.221902 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:41:49.292442 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d78f46e-60d9-4ef7-ad6d-58b3e04a9289 x-openstack-request-id: req-3d78f46e-60d9-4ef7-ad6d-58b3e04a9289 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:49.292442 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a", "name": "network-vif-plugged", "status": "completed", "tag": "de4af577-79ba-4347-84c7-caf4c90616ad", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:49.292442 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d78f46e-60d9-4ef7-ad6d-58b3e04a9289 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:49.292442 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4af577-79ba-4347-84c7-caf4c90616ad', 'code': 200} Nov 02 16:41:49.306304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b12b38-12bf-4347-8709-b03331997c9e req-137d2725-4900-45e5-875e-25ed85272e66 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.308071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33b12b38-12bf-4347-8709-b03331997c9e req-137d2725-4900-45e5-875e-25ed85272e66 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.1068101 Nov 02 16:41:49.362426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.368505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.373156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] 10.222.0.31 "DELETE /v2.0/networks/c8313ac6-6458-44b3-a89b-adb55f8bb003 HTTP/1.1" status: 204 len: 168 time: 0.5738728 Nov 02 16:41:49.409427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:49.421829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebdc38-cde2-4a57-a0db-4f40d0a5c719 tempest-ExternalNetworksTestJSON-799591249 tempest-ExternalNetworksTestJSON-799591249-project] Pushing event deleted for resources: {'Network': ['ID=c8313ac6-6458-44b3-a89b-adb55f8bb003,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:49.437473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f89903-169f-4f53-9065-615028c17134 req-48cfbf1f-f80d-48d8-b471-bb6814ab5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.440011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15f89903-169f-4f53-9065-615028c17134 req-48cfbf1f-f80d-48d8-b471-bb6814ab5847 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 1097 time: 0.0893018 Nov 02 16:41:49.445248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9', 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950', 'port_id': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9', 'mac_address': 'fa:16:3e:8d:4b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646106e-6bec-4d2c-bc37-55974e7d6bc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:41:49.458744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33b12b38-12bf-4347-8709-b03331997c9e req-21753502-3b94-43df-ba70-fc2baa2f0172 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275144 Nov 02 16:41:49.491685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.497747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.503671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.510247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.516562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.523764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.530253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.531934 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.538967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-cfdff8a4-9783-4527-8dae-f0ef5381bd2f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.1702595 Nov 02 16:41:49.546723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-15f89903-169f-4f53-9065-615028c17134 req-354d92de-4f9a-4740-8083-b9514279779a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 Nov 02 16:41:49.552633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:49.578683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:49.584971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.642433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6e3d7ff-ea1f-4d0c-99d3-430fbbbdec92 req-9d7be5df-2898-477b-80b2-b8d1801433e7 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939705 Nov 02 16:41:49.658750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99c054-fa0c-493d-bcd6-4bddab4803d1 req-a051bc48-b43d-4b6c-9c79-7d08eab34804 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.659089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:49.660235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f99c054-fa0c-493d-bcd6-4bddab4803d1 req-a051bc48-b43d-4b6c-9c79-7d08eab34804 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 946 time: 0.0945256 Nov 02 16:41:49.683001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45470) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:49.720900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f99c054-fa0c-493d-bcd6-4bddab4803d1 req-9d8a3574-25d3-450e-8a29-cb00917e1d6f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Nov 02 16:41:49.789937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964355a-d936-4d8f-a0df-adfbfb53cb33 req-035731e0-9cb6-4da5-a376-d7e8661b91e9 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.791797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3964355a-d936-4d8f-a0df-adfbfb53cb33 req-035731e0-9cb6-4da5-a376-d7e8661b91e9 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 944 time: 0.0700243 Nov 02 16:41:49.869220 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c5cdebef-7e2a-4341-9d8c-9c00ef212204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4487d991340c44aaa5aed19d6edb24b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847806 Nov 02 16:41:49.871674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45474) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:49.872745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3964355a-d936-4d8f-a0df-adfbfb53cb33 req-af886c44-4979-4515-9b29-cc87e8b5a5f3 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693972 Nov 02 16:41:49.892209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1f02e-cd4c-4fd7-a932-020b4b205d02 req-c0db797e-43db-4a6e-b347-bc59e7d995f2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:49.903245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51e1f02e-cd4c-4fd7-a932-020b4b205d02 req-c0db797e-43db-4a6e-b347-bc59e7d995f2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.1079168 Nov 02 16:41:49.940994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e26cbaef-efb9-492a-b8d3-e7c3767966de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:49.964091 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:41:49.964596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:49.966088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51e1f02e-cd4c-4fd7-a932-020b4b205d02 req-b8858de6-f07d-4708-b949-40262f87eab8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567768 Nov 02 16:41:49.979781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e26cbaef-efb9-492a-b8d3-e7c3767966de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.040640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.046815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e26cbaef-efb9-492a-b8d3-e7c3767966de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.048277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.050345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e26cbaef-efb9-492a-b8d3-e7c3767966de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.055573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e26cbaef-efb9-492a-b8d3-e7c3767966de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/719faea7-cb1e-4225-a51e-32804d5b5d50 HTTP/1.1" status: 204 len: 168 time: 0.1827633 Nov 02 16:41:50.056016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.062592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.068604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cbaef-efb9-492a-b8d3-e7c3767966de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719faea7-cb1e-4225-a51e-32804d5b5d50,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:50.069347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.080059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.089896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.097647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-695b3590-8695-44a1-ab8c-49f2c04d8fdc req-57a3d20f-c1c3-4b86-a328-b2db25d42703 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.1586413 Nov 02 16:41:50.255072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.262265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.271543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.282961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.289868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.296723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.303272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.305311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59f32166-b012-4996-862f-cc48d18f6809 req-9752cf67-8b77-450c-9e82-7d8bc41ccc94 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1231112 Nov 02 16:41:50.370377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59f32166-b012-4996-862f-cc48d18f6809 req-5998c2b4-eae1-4147-972b-c7992a08e149 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551116 Nov 02 16:41:50.401530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45494) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:50.446646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-05131a4e-bd74-423c-8ba6-aa0644de615b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5aa511ebe4ef4bf3ba96706cebfa6b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437348 Nov 02 16:41:50.449113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45496) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:50.459930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783474d4-308c-4ac4-9db8-12a9b58e9bf6 req-a6511da8-cc7f-4645-86d6-ed72743f5aec tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.461541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-783474d4-308c-4ac4-9db8-12a9b58e9bf6 req-a6511da8-cc7f-4645-86d6-ed72743f5aec tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.0570862 Nov 02 16:41:50.498070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0348f59-c0cf-41d5-9a58-04fb59965000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.506764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-783474d4-308c-4ac4-9db8-12a9b58e9bf6 req-76308d7c-d078-41f6-ace7-a234ff8c109a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Nov 02 16:41:50.524543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0348f59-c0cf-41d5-9a58-04fb59965000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.572032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0348f59-c0cf-41d5-9a58-04fb59965000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.574857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d0348f59-c0cf-41d5-9a58-04fb59965000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:50.576045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0348f59-c0cf-41d5-9a58-04fb59965000 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58c4da14-3a2e-4cde-a7a1-3b98dec9686a HTTP/1.1" status: 204 len: 168 time: 0.1259232 Nov 02 16:41:50.585580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348f59-c0cf-41d5-9a58-04fb59965000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c4da14-3a2e-4cde-a7a1-3b98dec9686a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:50.841262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60ab7-f175-4bd0-81ee-f825056149af req-d9ddc4a3-ce53-4fe2-acf3-05c23cec9ab1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:50.843091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32c60ab7-f175-4bd0-81ee-f825056149af req-d9ddc4a3-ce53-4fe2-acf3-05c23cec9ab1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 946 time: 0.0534637 Nov 02 16:41:50.885941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32c60ab7-f175-4bd0-81ee-f825056149af req-af3bd8ae-78b1-4500-acbc-34c2761fa7d6 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Nov 02 16:41:51.036600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9704bd-1362-432d-9d93-9b5fbd5232e0 req-673127d2-5fe2-4d52-b13c-9cc20bf2a67d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.037578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f9704bd-1362-432d-9d93-9b5fbd5232e0 req-673127d2-5fe2-4d52-b13c-9cc20bf2a67d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=424ff02a-e884-45ae-b09f-12c71d7480fe HTTP/1.1" status: 200 len: 945 time: 0.0838444 Nov 02 16:41:51.045037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42f21-928d-4a1f-ba87-95e733669a52 req-755363ac-8f9d-40c4-bb3a-51cbe02c2ea7 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.046420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faf42f21-928d-4a1f-ba87-95e733669a52 req-755363ac-8f9d-40c4-bb3a-51cbe02c2ea7 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 944 time: 0.0947447 Nov 02 16:41:51.098191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f9704bd-1362-432d-9d93-9b5fbd5232e0 req-ee874e0f-15e2-4c70-a0ea-24bc4087a5e9 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507362 Nov 02 16:41:51.111821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faf42f21-928d-4a1f-ba87-95e733669a52 req-0cb52ce9-8838-468e-92a4-04625cd9f199 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Nov 02 16:41:51.337198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45534) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.486353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-d787a774-4fb7-449a-a504-3789eaf058a6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.487659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d787a774-4fb7-449a-a504-3789eaf058a6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1493907 Nov 02 16:41:51.491328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45544) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.496609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-afa6affd-13ad-4394-8cdf-c1fc4f837f7d tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.502661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45546) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.503873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-afa6affd-13ad-4394-8cdf-c1fc4f837f7d tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0111229 Nov 02 16:41:51.508185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-44cd3e07-fc8c-4fcf-80fb-824a5d2d4be6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.509152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44cd3e07-fc8c-4fcf-80fb-824a5d2d4be6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054069 Nov 02 16:41:51.511761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45548) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.516429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-c4e04004-2ec5-46af-a537-ae79965f2821 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.519235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c4e04004-2ec5-46af-a537-ae79965f2821 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061784 Nov 02 16:41:51.522807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45550) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.533584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-72885412-e36b-4acf-b170-ada9a53063d6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.534594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72885412-e36b-4acf-b170-ada9a53063d6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0106425 Nov 02 16:41:51.538563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45556) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.543385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-5a872c47-e28c-45c3-a70d-083d0db6e3a3 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.547044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5a872c47-e28c-45c3-a70d-083d0db6e3a3 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072675 Nov 02 16:41:51.547679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45558) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.562877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-842a1ddc-eb34-4ac5-8768-79c74c5c9d1b tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.563948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-842a1ddc-eb34-4ac5-8768-79c74c5c9d1b tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0152445 Nov 02 16:41:51.566580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45562) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.572562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-74150fdc-92aa-41d8-941d-ffc06d27ec6a tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.581769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-74150fdc-92aa-41d8-941d-ffc06d27ec6a tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0141437 Nov 02 16:41:51.584865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45566) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.590066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-a435111a-9ef3-4257-85a8-dde28738a03d tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.593996 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a435111a-9ef3-4257-85a8-dde28738a03d tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074642 Nov 02 16:41:51.594766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45568) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.601023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-45187eab-c9f2-4d29-8098-1b0e6a8b5f18 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.605039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-45187eab-c9f2-4d29-8098-1b0e6a8b5f18 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087247 Nov 02 16:41:51.605816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45570) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.609909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-bcb861f9-2fcb-4774-861e-a798794f0be4 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.614153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bcb861f9-2fcb-4774-861e-a798794f0be4 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067186 Nov 02 16:41:51.615364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45572) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.625134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-62e21b15-9b76-4fb2-a662-6565b4adb0f6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.626057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-62e21b15-9b76-4fb2-a662-6565b4adb0f6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046942 Nov 02 16:41:51.628820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45574) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.634733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-76b2ba96-fbb3-423c-9d58-3e029da0a5c0 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.638228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.639324 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-76b2ba96-fbb3-423c-9d58-3e029da0a5c0 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085986 Nov 02 16:41:51.642818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-0a570008-2243-4b6c-8ae2-bf664c128d6f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.643741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0a570008-2243-4b6c-8ae2-bf664c128d6f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044014 Nov 02 16:41:51.647545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45578) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.653574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-e032e12d-771c-4f26-a13f-75fc99748947 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.654556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e032e12d-771c-4f26-a13f-75fc99748947 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058138 Nov 02 16:41:51.657110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45580) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.661805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.662033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-b72eba05-a8a5-43f6-aea0-637e1fde4e58 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.668803 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b72eba05-a8a5-43f6-aea0-637e1fde4e58 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048265 Nov 02 16:41:51.668803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45582) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.669005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.673254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-63d88c01-29d9-4c6a-a8e6-1233e33e0f2c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.673801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.674990 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-63d88c01-29d9-4c6a-a8e6-1233e33e0f2c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063920 Nov 02 16:41:51.678653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45584) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.680780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.684722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-35ea0d0c-0f64-46d6-8d72-cce8bb031a6e tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.686685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-35ea0d0c-0f64-46d6-8d72-cce8bb031a6e tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057976 Nov 02 16:41:51.686929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.689232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45588) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.693996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.696143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-7e04e9a2-38da-421e-a8c5-5216dd1eaaa6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.698173 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7e04e9a2-38da-421e-a8c5-5216dd1eaaa6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0066025 Nov 02 16:41:51.700089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.701009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45590) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.702100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-86570fea-6e3b-435f-90e0-24443cffe4d1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1561334 Nov 02 16:41:51.705889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-ea356c23-8c76-472b-b8eb-5498bf6d31c0 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.707100 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea356c23-8c76-472b-b8eb-5498bf6d31c0 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048926 Nov 02 16:41:51.709859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45592) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.716484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-20a3659a-8cd2-419d-bca2-5bee65857862 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.718167 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-20a3659a-8cd2-419d-bca2-5bee65857862 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057814 Nov 02 16:41:51.720348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45594) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.720885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c534254-5a93-4df8-8ff8-127b3f30fad5 req-6573df8a-9286-4c75-84e1-4ea957df7a35 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.722588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c534254-5a93-4df8-8ff8-127b3f30fad5 req-6573df8a-9286-4c75-84e1-4ea957df7a35 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.1326206 Nov 02 16:41:51.726602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-99bdbd92-89f7-4c4c-8ef7-541dfe47c40b tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.730309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.730873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-99bdbd92-89f7-4c4c-8ef7-541dfe47c40b tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084746 Nov 02 16:41:51.736855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-2e2fa610-8f97-4264-9fc4-d7bc2885ddac tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.737973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2e2fa610-8f97-4264-9fc4-d7bc2885ddac tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066407 Nov 02 16:41:51.742465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45598) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.746853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-f3325497-085a-4248-9555-257bf3430b3d tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.747751 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f3325497-085a-4248-9555-257bf3430b3d tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043111 Nov 02 16:41:51.750278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.756498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-604f60e4-2506-4cb4-9a4d-0d42bd71a143 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.759105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-604f60e4-2506-4cb4-9a4d-0d42bd71a143 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076764 Nov 02 16:41:51.760176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45602) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.765215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-4b65f10d-86f9-4199-9181-7cf70c1b0c68 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.768948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b65f10d-86f9-4199-9181-7cf70c1b0c68 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0078285 Nov 02 16:41:51.769509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.774778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-73780aa5-8a6e-4898-b4f1-ba84f976d200 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.778093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-73780aa5-8a6e-4898-b4f1-ba84f976d200 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046484 Nov 02 16:41:51.778482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45606) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.782635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-2c92eb3c-b4b9-4af3-90fc-34a44e221ebd tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.786202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c92eb3c-b4b9-4af3-90fc-34a44e221ebd tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047824 Nov 02 16:41:51.786846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45608) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.791089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-d380c7c7-f596-4a3d-86e1-faee03bee75c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.791888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42a36507-8685-45ee-ae31-7407a8b7acf5 req-5ba949d4-d9a5-4e78-ae6d-1a31f0d6847b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805328 Nov 02 16:41:51.794592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d380c7c7-f596-4a3d-86e1-faee03bee75c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0067277 Nov 02 16:41:51.794705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45610) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.797534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c534254-5a93-4df8-8ff8-127b3f30fad5 req-b8141684-f6dd-4fa1-9cbb-345fb811cd1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639076 Nov 02 16:41:51.802263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-ebd1c24a-8c7a-4466-85be-33010b71a543 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.806047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ebd1c24a-8c7a-4466-85be-33010b71a543 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074246 Nov 02 16:41:51.806664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45612) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.812486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-f1480051-c018-47bc-9809-a44dccb06c97 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.827559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f1480051-c018-47bc-9809-a44dccb06c97 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084226 Nov 02 16:41:51.828225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45614) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.832480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-e781de74-b5bb-4b6c-b870-8597df427751 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.836513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e781de74-b5bb-4b6c-b870-8597df427751 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0073135 Nov 02 16:41:51.837097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45616) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.841194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-86349809-8aea-4040-afd4-d01eb1fe8d1f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.844670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-86349809-8aea-4040-afd4-d01eb1fe8d1f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066359 Nov 02 16:41:51.845236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45618) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.849345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-84025151-35d0-4130-a4ae-3929712e1c07 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.852876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-84025151-35d0-4130-a4ae-3929712e1c07 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067303 Nov 02 16:41:51.853602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45620) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.856702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-f8c12ef1-3378-461a-8229-9f7c07a10103 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:51.857947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-e2d38b06-87df-4993-848e-2de9a9197d18 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.858228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-f8c12ef1-3378-461a-8229-9f7c07a10103 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 945 time: 0.0626621 Nov 02 16:41:51.859185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e2d38b06-87df-4993-848e-2de9a9197d18 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045278 Nov 02 16:41:51.861562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45622) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.867275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-7d8752f1-2369-4a07-b49e-dad3af8d7566 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.870476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7d8752f1-2369-4a07-b49e-dad3af8d7566 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0077598 Nov 02 16:41:51.871697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.876782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-46618ea9-59b2-4475-9890-e02414e3eb5f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.882082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-46618ea9-59b2-4475-9890-e02414e3eb5f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0094316 Nov 02 16:41:51.882889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45630) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.887017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-1fd6ccd6-c16e-4b59-9076-eca6d3b15025 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.890519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1fd6ccd6-c16e-4b59-9076-eca6d3b15025 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067041 Nov 02 16:41:51.891074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45632) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.896135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-8182565f-db05-42bc-8e29-7f6a49b18452 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.899833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8182565f-db05-42bc-8e29-7f6a49b18452 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070622 Nov 02 16:41:51.900630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45638) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.906797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-b572f5ed-ed18-4160-810e-ec077d34e1eb tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.911106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b572f5ed-ed18-4160-810e-ec077d34e1eb tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074322 Nov 02 16:41:51.911862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45640) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.917025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-43e4c4cb-5f79-4b5d-ae80-268038bc3341 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.920823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45642) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.921075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43e4c4cb-5f79-4b5d-ae80-268038bc3341 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070438 Nov 02 16:41:51.947702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-8d76ab6d-f313-4e50-945a-0d8cf8e637ee tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.948699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d76ab6d-f313-4e50-945a-0d8cf8e637ee tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0269005 Nov 02 16:41:51.952474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45644) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.956918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-bcd76365-7258-432c-a9e6-7e0b942d163f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.958579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bcd76365-7258-432c-a9e6-7e0b942d163f tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050185 Nov 02 16:41:51.961159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45646) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.965857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-5eff4a3b-f74b-4504-a766-c35732f4d0d3 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.967001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5eff4a3b-f74b-4504-a766-c35732f4d0d3 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045898 Nov 02 16:41:51.971949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45648) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.981150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-c8f1cfa4-3ac1-4bb3-8f99-af9796b1c739 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.982235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c8f1cfa4-3ac1-4bb3-8f99-af9796b1c739 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057161 Nov 02 16:41:51.985256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45650) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.990123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-6e6bc7e7-dca7-4c92-9eb8-f8523e8a6d78 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:51.994474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45652) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:51.994783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6e6bc7e7-dca7-4c92-9eb8-f8523e8a6d78 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0080478 Nov 02 16:41:52.002809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-07e13c1f-415e-439e-8f6c-601465cc1b48 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.002809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07e13c1f-415e-439e-8f6c-601465cc1b48 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055382 Nov 02 16:41:52.003620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45654) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.011458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-e302d034-5f36-4cbb-a3d8-76e9a8fb522c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.012348 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e302d034-5f36-4cbb-a3d8-76e9a8fb522c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071495 Nov 02 16:41:52.016089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45656) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.018499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:52.018836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:52.030345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-79899f9c-b4b3-42cd-a130-7e04ec670c64 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.031850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79899f9c-b4b3-42cd-a130-7e04ec670c64 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079126 Nov 02 16:41:52.048441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45658) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.053651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-70262daf-d6b9-46cf-893f-b27bdbb52624 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.054640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70262daf-d6b9-46cf-893f-b27bdbb52624 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058548 Nov 02 16:41:52.058173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45660) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.068084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-351f2e55-4456-48d3-944a-1e61658e81e1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:52.070460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-351f2e55-4456-48d3-944a-1e61658e81e1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 813 time: 0.1481905 Nov 02 16:41:52.074903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-9f3acc2a-069c-4b65-848e-89b933ef20bb tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.078353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9f3acc2a-069c-4b65-848e-89b933ef20bb tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0161481 Nov 02 16:41:52.080435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45662) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.088225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-01937b77-15bc-4ea9-9300-21840c1a4a29 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.088555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-2d6ebfde-c8eb-4052-96d6-299a478e8b1b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/quotas/60a7a8373fdc4e728855b84caf5e0317 HTTP/1.1" status: 200 len: 375 time: 0.0114481 Nov 02 16:41:52.089187 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-01937b77-15bc-4ea9-9300-21840c1a4a29 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080454 Nov 02 16:41:52.091893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45664) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.097322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-aabd866c-cbc2-4766-802c-bf339eef0a69 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.099017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-aabd866c-cbc2-4766-802c-bf339eef0a69 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060062 Nov 02 16:41:52.101669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45666) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.107106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-a3f9701a-c91d-4d68-a90c-4a7d52a36167 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.110977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3f9701a-c91d-4d68-a90c-4a7d52a36167 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070217 Nov 02 16:41:52.111638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45668) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.120593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-57631cc5-d0f6-49e2-acae-f1b85e4c9614 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.121873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-57631cc5-d0f6-49e2-acae-f1b85e4c9614 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0093029 Nov 02 16:41:52.124737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45670) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.129890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-6a0c68f6-261f-4b00-baf8-d8d5f6807161 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.131050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a0c68f6-261f-4b00-baf8-d8d5f6807161 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052233 Nov 02 16:41:52.136120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45672) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.140288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-ded2589f-3bb1-40fa-95e5-44e262ed8fad tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.143702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ded2589f-3bb1-40fa-95e5-44e262ed8fad tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041721 Nov 02 16:41:52.143874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45676) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.149428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-13f4114c-df27-4570-94a5-dbfcdb67fcf6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.150925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13f4114c-df27-4570-94a5-dbfcdb67fcf6 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056436 Nov 02 16:41:52.154955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45678) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.161403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-03a95da0-387f-45dc-92a3-57dd4215d2b2 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.164334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-03a95da0-387f-45dc-92a3-57dd4215d2b2 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0079758 Nov 02 16:41:52.167040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45680) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.169425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port 3d91f775-ba8a-4a3c-bff2-41eea05e3904, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3d91f775-ba8a-4a3c-bff2-41eea05e3904,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:52.169847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:52.178745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-e0022d3b-d422-47fc-a720-6aa14e483f27 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.178745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e0022d3b-d422-47fc-a720-6aa14e483f27 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064352 Nov 02 16:41:52.179381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45682) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.187809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-be1cb344-2a20-49f2-9036-1e445cd90e6c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.191557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be1cb344-2a20-49f2-9036-1e445cd90e6c tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078788 Nov 02 16:41:52.194258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.195177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 3d91f775-ba8a-4a3c-bff2-41eea05e3904 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:52.201869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-1db30071-04f4-46ab-ba4d-6037efcc62cc tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007314 Nov 02 16:41:52.217734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-ea46c3f1-97b3-4b04-b307-301796795dca tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.219204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea46c3f1-97b3-4b04-b307-301796795dca tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0154059 Nov 02 16:41:52.223948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.260755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-17224dc9-e0c6-4d56-838d-f082c56a4852 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.266097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-17224dc9-e0c6-4d56-838d-f082c56a4852 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0322201 Nov 02 16:41:52.268769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45688) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.276560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [None req-fc12cb68-2af9-49b7-9df8-d7be93615eb9 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.279271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc12cb68-2af9-49b7-9df8-d7be93615eb9 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0080564 Nov 02 16:41:52.289889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.296268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-c7369ffc-d318-4b20-99a8-d78db3ace7b3 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.298733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7369ffc-d318-4b20-99a8-d78db3ace7b3 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0075290 Nov 02 16:41:52.303904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45692) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.310468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-cf8f8cc5-b6e2-4fcc-97d4-11d6be69dab7 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.313551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf8f8cc5-b6e2-4fcc-97d4-11d6be69dab7 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061407 Nov 02 16:41:52.315217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45694) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.326497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-64dc2023-dcd5-4f76-8637-a28b376554ab tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.329998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-64dc2023-dcd5-4f76-8637-a28b376554ab tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084085 Nov 02 16:41:52.336136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45698) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.342262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-00a51651-901c-4840-aba5-a666d24ac87e tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.344541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-00a51651-901c-4840-aba5-a666d24ac87e tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060754 Nov 02 16:41:52.347664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45700) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.362181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [None req-5d55cad8-9267-406c-aa6f-83a25200bd12 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:52.368306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d55cad8-9267-406c-aa6f-83a25200bd12 tempest-ExtensionsTestJSON-744630874 tempest-ExtensionsTestJSON-744630874-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0142539 Nov 02 16:41:52.393657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24858-fffa-41c0-8cb0-980d019f2722 req-e181bd04-7bda-4a3b-bbfe-c30943d01ef8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:52.396549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3e24858-fffa-41c0-8cb0-980d019f2722 req-e181bd04-7bda-4a3b-bbfe-c30943d01ef8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 944 time: 0.1915631 Nov 02 16:41:52.455484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:52.471191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['3d91f775-ba8a-4a3c-bff2-41eea05e3904'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:52.492287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3e24858-fffa-41c0-8cb0-980d019f2722 req-b12e04cb-7723-4fa1-81ea-581ce8421bde tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809288 Nov 02 16:41:52.498918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=3d91f775-ba8a-4a3c-bff2-41eea05e3904,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:52.526586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e32bfb15-163b-4d67-b104-168f44e73b9a service neutron] 10.222.0.31 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059089 Nov 02 16:41:52.600974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port 3d91f775-ba8a-4a3c-bff2-41eea05e3904 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:41:52.605753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:52.618524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-55f2b450-8da7-4796-bb96-9539f4ccecda req-baf70564-9e17-41c5-b0b6-599606ebba5b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "DELETE /v2.0/ports/3d91f775-ba8a-4a3c-bff2-41eea05e3904 HTTP/1.1" status: 204 len: 173 time: 0.7530093 Nov 02 16:41:52.619406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'name': 'network-vif-deleted', 'tag': '3d91f775-ba8a-4a3c-bff2-41eea05e3904'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:52.624763 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1875125f-7589-4897-8bb6-45751335f39c" -d '{"events": [{"server_uuid": "ac5a5516-589d-40ed-bcaa-85f3089da09d", "name": "network-vif-deleted", "tag": "3d91f775-ba8a-4a3c-bff2-41eea05e3904"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:52.746994 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f9243-8098-436a-8b26-37ea10c28039 x-openstack-request-id: req-403f9243-8098-436a-8b26-37ea10c28039 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:52.747532 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a5516-589d-40ed-bcaa-85f3089da09d", "name": "network-vif-deleted", "tag": "3d91f775-ba8a-4a3c-bff2-41eea05e3904", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:52.747840 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-403f9243-8098-436a-8b26-37ea10c28039 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:52.748255 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a5516-589d-40ed-bcaa-85f3089da09d', 'name': 'network-vif-deleted', 'tag': '3d91f775-ba8a-4a3c-bff2-41eea05e3904', 'status': 'completed', 'code': 200} Nov 02 16:41:52.827426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-5f4c1645-0b03-4f89-977e-32c416ff9f0d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:52.831020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-5f4c1645-0b03-4f89-977e-32c416ff9f0d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a HTTP/1.1" status: 200 len: 946 time: 0.0802047 Nov 02 16:41:52.839066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45724) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:52.913930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-f9f8e968-4f93-477b-b457-1d5e5bec4a64 service neutron] 10.222.0.31 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552535 Nov 02 16:41:52.927464 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.036247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Deleting port de4af577-79ba-4347-84c7-caf4c90616ad {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:53.036673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.083474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.099545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.119651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.133250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.150967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.168089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:53.173490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:41:53.176789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.209858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.217814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-a15aaef4-4f25-4d37-9558-542198b58b93 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2573793 Nov 02 16:41:53.329653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b12e3c05-3410-4c73-8b64-8ad7439a8e84 req-a080353b-d0ba-450b-b0f0-8a9d7a0afccb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.1099265 Nov 02 16:41:53.400314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76d1c94a-a8fd-46a1-9670-cf895217d2cc req-4d41ded0-b7f0-42b3-b078-604b6d94bd2e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078603 Nov 02 16:41:53.431863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-313e6327-c2ce-4947-a0ef-86b74696904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.570278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:41:53.580735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:53.582043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.623544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-a9e1d1d4-b8b2-4663-b6b4-15595597f5a2 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.625566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-a9e1d1d4-b8b2-4663-b6b4-15595597f5a2 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "GET /v2.0/ports?device_id=424ff02a-e884-45ae-b09f-12c71d7480fe HTTP/1.1" status: 200 len: 945 time: 0.4085052 Nov 02 16:41:53.642327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.643058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.643691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.644331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.645840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.646680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.647363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.657107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1411106-aee9-42e0-ab97-1f448f443370 req-19d4d23c-bf30-4243-b689-31a971cb790f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.4788301 Nov 02 16:41:53.665467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] For port de4af577-79ba-4347-84c7-caf4c90616ad, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=de4af577-79ba-4347-84c7-caf4c90616ad,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:53.666217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.706053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.741816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:53.744253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Calling delete_port for de4af577-79ba-4347-84c7-caf4c90616ad owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:53.746278 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8dcabf-0c7a-4f64-9fa8-8b89824cbc52" -d '{"events": [{"server_uuid": "0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:53.773486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8999cb53-7046-459b-a1c7-2b03906a4211 req-4a2bcfa5-a4f3-4653-92c2-68660be8e3da tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 210 time: 0.1333456 Nov 02 16:41:53.782653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:53.785785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1411106-aee9-42e0-ab97-1f448f443370 req-9bb43e3e-a509-4e5d-865a-6004ccae6def service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238327 Nov 02 16:41:53.795338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:53.796530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b583def-a564-4a15-877a-d7e9527fdc92 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:41:53.816216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be567-9118-4b24-b5c8-fcf75b93eedb req-e9dd6a9f-478d-46a6-a8f8-70affbc14df0 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:53.845505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-032be567-9118-4b24-b5c8-fcf75b93eedb req-e9dd6a9f-478d-46a6-a8f8-70affbc14df0 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 944 time: 0.2525127 Nov 02 16:41:53.966108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-032be567-9118-4b24-b5c8-fcf75b93eedb req-fa3756cf-b8b2-437c-a5c0-446993e0b3ca tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153312 Nov 02 16:41:54.012977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-313e6327-c2ce-4947-a0ef-86b74696904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.029561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:54.045146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-313e6327-c2ce-4947-a0ef-86b74696904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.094218 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e60b9-38ee-4a68-aa76-a9e83abceb8a x-openstack-request-id: req-6d6e60b9-38ee-4a68-aa76-a9e83abceb8a {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:54.094516 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:54.094881 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d6e60b9-38ee-4a68-aa76-a9e83abceb8a {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:54.095353 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9', 'code': 200} Nov 02 16:41:54.096094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.167756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b583def-a564-4a15-877a-d7e9527fdc92,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:54.173137 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.192471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Deleting port 6b583def-a564-4a15-877a-d7e9527fdc92 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:41:54.192948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.242461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:54.274210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-313e6327-c2ce-4947-a0ef-86b74696904d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e281ff30fc7141308c2cff280a4ecec5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4300625 Nov 02 16:41:54.274855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45768) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:54.286109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e6327-c2ce-4947-a0ef-86b74696904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f841cc39-26a1-4e9f-863f-928f70a91547,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:54.325701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d903f-5f69-4b92-b6b5-8c94e2afe066 req-89e951aa-516c-4c2c-b6d8-ca291bbf5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.327455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5d903f-5f69-4b92-b6b5-8c94e2afe066 req-89e951aa-516c-4c2c-b6d8-ca291bbf5c02 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 1096 time: 0.1889384 Nov 02 16:41:54.344674 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b14c9341-7599-461d-88a6-7e8de94fa185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.398448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b14c9341-7599-461d-88a6-7e8de94fa185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.407227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5d903f-5f69-4b92-b6b5-8c94e2afe066 req-fc03aa7a-3c90-4591-ae8e-66de433755c2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685890 Nov 02 16:41:54.411396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.423632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['de4af577-79ba-4347-84c7-caf4c90616ad'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:41:54.472599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event deleted for resources: {'Port': ['ID=de4af577-79ba-4347-84c7-caf4c90616ad,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:54.487001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] For port 6b583def-a564-4a15-877a-d7e9527fdc92, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b583def-a564-4a15-877a-d7e9527fdc92,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:54.487432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.510517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Calling delete_port for 6b583def-a564-4a15-877a-d7e9527fdc92 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:41:54.517466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c8dfd37-4af0-4bce-8139-f041546c4f4e req-088c7121-a0e7-4b61-8e3d-b6ad13fbf49e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.0435476 Nov 02 16:41:54.556795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] No DVR routers for this DVR port de4af577-79ba-4347-84c7-caf4c90616ad on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:41:54.560798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.564684 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64bae905-43ae-4a1f-b809-09b710a16e86 req-0399088f-ae0e-4137-ab5e-e63ad85b15c4 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "DELETE /v2.0/ports/de4af577-79ba-4347-84c7-caf4c90616ad HTTP/1.1" status: 204 len: 173 time: 1.7246037 Nov 02 16:41:54.602999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.610638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.619762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.626316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.633102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.639062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.646537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:54.654372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-42fe274f-424f-4488-b2a8-5fcd2b0dd1f8 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1244645 Nov 02 16:41:54.656162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b14c9341-7599-461d-88a6-7e8de94fa185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.659425 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b14c9341-7599-461d-88a6-7e8de94fa185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.663377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b14c9341-7599-461d-88a6-7e8de94fa185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f841cc39-26a1-4e9f-863f-928f70a91547 HTTP/1.1" status: 204 len: 168 time: 0.3873572 Nov 02 16:41:54.708805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c9341-7599-461d-88a6-7e8de94fa185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f841cc39-26a1-4e9f-863f-928f70a91547,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:54.749203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'name': 'network-vif-deleted', 'tag': 'de4af577-79ba-4347-84c7-caf4c90616ad'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:54.759680 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc931e-eda6-4199-abf2-a52e670f7015" -d '{"events": [{"server_uuid": "7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a", "name": "network-vif-deleted", "tag": "de4af577-79ba-4347-84c7-caf4c90616ad"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:54.766617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54ed2b6e-d0dc-49b6-a9f5-2358fc0e510c req-89f345e1-54c8-4713-91d4-74e10fb2e2bb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109023 Nov 02 16:41:54.772105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.832328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event deleted for resources: {'Port': ['ID=6b583def-a564-4a15-877a-d7e9527fdc92,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:54.875032 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36050cc8-d5e3-4c17-a480-f235f98cf307 x-openstack-request-id: req-36050cc8-d5e3-4c17-a480-f235f98cf307 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:54.875317 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a", "name": "network-vif-deleted", "tag": "de4af577-79ba-4347-84c7-caf4c90616ad", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:54.875565 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36050cc8-d5e3-4c17-a480-f235f98cf307 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:54.875960 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9f8f39-5fe9-4e2c-92c4-6c0f62dd051a', 'name': 'network-vif-deleted', 'tag': 'de4af577-79ba-4347-84c7-caf4c90616ad', 'status': 'completed', 'code': 200} Nov 02 16:41:54.916820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] No DVR routers for this DVR port 6b583def-a564-4a15-877a-d7e9527fdc92 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:41:54.919800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:54.935190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8b5b05ea-a78d-479d-90c7-089d0642eece req-7201ee92-fbf6-4691-9126-99a73edd6fe1 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "DELETE /v2.0/ports/6b583def-a564-4a15-877a-d7e9527fdc92 HTTP/1.1" status: 204 len: 173 time: 1.2625375 Nov 02 16:41:54.977447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4a93d36-1121-4b5e-9e78-b9cd626640d0 req-c004f28d-87b1-43a1-aa5b-5812fc152770 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 210 time: 0.0636008 Nov 02 16:41:55.116764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-7b298823-cdce-4543-b5b4-78a07d4773f8 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:55.119719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-7b298823-cdce-4543-b5b4-78a07d4773f8 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 813 time: 0.1817684 Nov 02 16:41:55.148529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Request body: {'port': {'device_id': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'admin_state_up': True, 'tenant_id': '60a7a8373fdc4e728855b84caf5e0317'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:55.200972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5ef0-6b93-4591-bec8-8627f5ac4de6 req-9b9c3d9e-caca-4b53-88d5-fcf6863be39d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:55.210180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88ea5ef0-6b93-4591-bec8-8627f5ac4de6 req-9b9c3d9e-caca-4b53-88d5-fcf6863be39d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 945 time: 0.0705571 Nov 02 16:41:55.260480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88ea5ef0-6b93-4591-bec8-8627f5ac4de6 req-01f5ff57-a0b0-47a8-a308-5ee67c5a5a10 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Nov 02 16:41:55.402835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Made reservation on behalf of 60a7a8373fdc4e728855b84caf5e0317 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:55.407327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:55.624614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-32a7dbb3-5c4c-43da-8182-48991c0745a3 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:55.624614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-32a7dbb3-5c4c-43da-8182-48991c0745a3 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 813 time: 0.2080681 Nov 02 16:41:55.655439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Allocated IP 172.20.0.11 (297f5c69-f2d8-4c92-a479-130f2429c441/0cbeedae-459e-487e-8505-18837f75eb0b/2dd99a73-2dc6-4999-b353-2569d4bd4cc4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:55.660748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fa5f596-8916-4372-86ea-a2742883856a req-64c049fb-80e1-4d96-8252-ef5a84aceceb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.0436978 Nov 02 16:41:55.672502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Request body: {'port': {'device_id': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'admin_state_up': True, 'tenant_id': '60a7a8373fdc4e728855b84caf5e0317'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:55.747195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45806) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:55.959105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-272884154'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:55.983800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:41:55.983800 n-d-811405-2 neutron-server[102066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 16:41:55.983800 n-d-811405-2 neutron-server[102066]: [parameters: {'project_id_1': '68822dd5e295462ca46d68b9e049eb1d', 'expiration_1': datetime.datetime(2021, 11, 2, 16, 41, 35, 964773)}] Nov 02 16:41:55.983800 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:41:55.984242 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:41:55.992474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Made reservation on behalf of 60a7a8373fdc4e728855b84caf5e0317 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:55.996064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.012980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.021600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.028926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.036554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.042736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.050696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.057340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.059819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-b2471e51-90b4-4d12-a71f-7701e7c29e11 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1656568 Nov 02 16:41:56.095777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.097342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:56.102268 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7674b6d9-50fc-4578-a723-8f37b6d1bac1" -d '{"events": [{"server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "name": "network-vif-unplugged", "status": "completed", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:56.139272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ebd99b6-33d9-4574-8af1-2afbd1fbd1a0 req-7c5fd4be-c22f-4810-b01f-04f1d815b8a5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728428 Nov 02 16:41:56.166506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0818fd8c-6f3b-45fc-8f49-8c0d261588a3 req-71f25868-b529-4e74-8864-378bb2a7daf2 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 210 time: 0.0468900 Nov 02 16:41:56.233725 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c7cae-4bcc-480b-b1a1-fbd52c698f13 x-openstack-request-id: req-ba4c7cae-4bcc-480b-b1a1-fbd52c698f13 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:56.234257 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "name": "network-vif-unplugged", "status": "completed", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:56.234707 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba4c7cae-4bcc-480b-b1a1-fbd52c698f13 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:56.235353 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92', 'code': 200} Nov 02 16:41:56.236876 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.342061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Network 297f5c69-f2d8-4c92-a479-130f2429c441 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:56.355649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:56.358180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:56.406405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab511275-f59b-40fd-9995-b24ca0a87ee2 req-42115c22-7074-4083-a2c2-034ac4eb332d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.409670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab511275-f59b-40fd-9995-b24ca0a87ee2 req-42115c22-7074-4083-a2c2-034ac4eb332d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 945 time: 0.0723622 Nov 02 16:41:56.412441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:56.413150 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.415647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event updated for resources: {'Port': ['ID=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:56.436857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Allocated IP 172.20.0.7 (297f5c69-f2d8-4c92-a479-130f2429c441/0cbeedae-459e-487e-8505-18837f75eb0b/0285f403-6969-4b0d-b261-17fd46a7374c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:56.445669 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6b9e8631-0533-47a2-9a7c-d8134e366f46 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3030021 Nov 02 16:41:56.458972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Request body: {'port': {'device_id': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:56.476710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab511275-f59b-40fd-9995-b24ca0a87ee2 req-c5f3c3fc-723f-4bbd-bfb1-61133812fb27 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Nov 02 16:41:56.518936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Made reservation on behalf of 68822dd5e295462ca46d68b9e049eb1d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:56.523758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.537373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.558176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.589768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3d91f775-ba8a-4a3c-bff2-41eea05e3904 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:41:56.619315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 3d91f775-ba8a-4a3c-bff2-41eea05e3904 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:41:56.619957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3d91f775-ba8a-4a3c-bff2-41eea05e3904 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:41:56.620598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device de4af577-79ba-4347-84c7-caf4c90616ad no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:41:56.645810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: de4af577-79ba-4347-84c7-caf4c90616ad {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:41:56.646702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device de4af577-79ba-4347-84c7-caf4c90616ad not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:41:56.672856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.700317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.747522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:56.767525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90358b76-fadd-4ac7-970b-be2002b511ca,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:56.771294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.771661 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Added segment ebe007d5-34de-4fec-beb8-4655b8bf2c19 of type vlan for network 1757395a-25cd-49d9-92a0-14e0c99401e1 Nov 02 16:41:56.811728 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.863025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.879185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'name': 'network-vif-deleted', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:56.881841 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c05b7-9481-4013-8e6d-73b0b7fcd1f4" -d '{"events": [{"server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "name": "network-vif-deleted", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:56.943822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1512773-3c34-4b57-94a6-81c32b7b38cf req-6bbf7e76-e6f8-4d26-b0f3-924344dc6bbe tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.0931494 Nov 02 16:41:56.947655 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:56.989403 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f454717-7644-490b-9e57-6ce245150b86 x-openstack-request-id: req-7f454717-7644-490b-9e57-6ce245150b86 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:56.989669 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424ff02a-e884-45ae-b09f-12c71d7480fe", "name": "network-vif-deleted", "tag": "6b583def-a564-4a15-877a-d7e9527fdc92", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:56.989912 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f454717-7644-490b-9e57-6ce245150b86 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:56.990366 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ff02a-e884-45ae-b09f-12c71d7480fe', 'name': 'network-vif-deleted', 'tag': '6b583def-a564-4a15-877a-d7e9527fdc92', 'status': 'completed', 'code': 200} Nov 02 16:41:57.022368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Network 297f5c69-f2d8-4c92-a479-130f2429c441 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:57.030440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.032353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:57.040361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:57.042221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.042862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.096897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.097469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.104661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event updated for resources: {'Port': ['ID=0285f403-6969-4b0d-b261-17fd46a7374c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:57.142995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-e63ae8bf-8a93-411e-b3a5-7d25bd8596f0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4744716 Nov 02 16:41:57.153844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4055378 Nov 02 16:41:57.157077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45834) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:57.162609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'subnet': {'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:57.168582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Request body: {'port': {'device_id': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:57.224268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cf9e0-2331-4c23-b9e7-8bf938405b47 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Network': ['ID=1757395a-25cd-49d9-92a0-14e0c99401e1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:57.238722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:57.331743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.349081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:57.361191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.405588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Transition to ACTIVE for port object 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:57.418032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.429129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.435115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.441022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.447635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.453715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.461006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.467063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.469116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-ee18da2c-47b1-4d6e-9aff-96394a1bab41 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1914823 Nov 02 16:41:57.489643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Made reservation on behalf of 68822dd5e295462ca46d68b9e049eb1d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:57.494290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.505442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e547-d2e3-48a9-a95b-c55e85a2938d req-4ea690d9-c130-4aa6-9462-71074e1e865e tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:57.507812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cd3e547-d2e3-48a9-a95b-c55e85a2938d req-4ea690d9-c130-4aa6-9462-71074e1e865e tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 931 time: 0.2116318 Nov 02 16:41:57.547147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:57.628717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ff490e0-fa02-4cba-9f39-2a69d512e6c1 req-f11afe50-9643-4590-8b68-5b68a301046b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495767 Nov 02 16:41:57.637627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cd3e547-d2e3-48a9-a95b-c55e85a2938d req-f1c4f93c-ace6-4c3b-a3e1-d9dd83049250 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Nov 02 16:41:57.725254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Attempting to bind port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:57.726994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Attempting to bind port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:57.727520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Attempting to bind port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:57.747680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 on network 297f5c69-f2d8-4c92-a479-130f2429c441 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:57.749884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Attempting to bind port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:57.796521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:57.797132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Checking segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:57.797788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Bound using segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:57.798451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Bound port: 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:57.798963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.853442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.916625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0285f403-6969-4b0d-b261-17fd46a7374c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:41:57.933578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.943231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Subnet': ['ID=32428ffc-a0db-4223-890f-06a16d47019c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:57.961017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Checking segment: {'id': 'ebe007d5-34de-4fec-beb8-4655b8bf2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:57.962468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Transition to ACTIVE for port object 0285f403-6969-4b0d-b261-17fd46a7374c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:41:57.962847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network hostable DHCP agents. Network: 1757395a-25cd-49d9-92a0-14e0c99401e1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:41:57.963787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] For port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:57.967658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] For port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:57.969144 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:57.998759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.043174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:41:58.068722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:58.069349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.070965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] 10.222.0.55 "PUT /v2.0/ports/2dd99a73-2dc6-4999-b353-2569d4bd4cc4 HTTP/1.1" status: 200 len: 1092 time: 1.6163290 Nov 02 16:41:58.074412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 1757395a-25cd-49d9-92a0-14e0c99401e1) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:58.083802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958108d-4b8c-49b3-8d2c-6a36cf744c46 None None] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:58.143928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f82e528b-bbf9-4fdc-8c0d-165e1f65e6d2 req-8948c42d-3abd-4388-8b13-fa8a6400d4a1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5a5516-589d-40ed-bcaa-85f3089da09d HTTP/1.1" status: 200 len: 210 time: 0.0728617 Nov 02 16:41:58.158327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:58.158985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.165921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Pushing event updated for resources: {'Port': ['ID=0285f403-6969-4b0d-b261-17fd46a7374c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:58.193769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88003885-0059-4401-a339-45e340c859f1 req-5654444e-2248-43c8-921e-f166e6e3156a tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:58.195950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88003885-0059-4401-a339-45e340c859f1 req-5654444e-2248-43c8-921e-f166e6e3156a tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 945 time: 0.2207079 Nov 02 16:41:58.224006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b38e4fd5-d7f0-456f-a74f-05ad0619d0c2 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0659657 Nov 02 16:41:58.225187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45852) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:58.295536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Attempting to bind port 0285f403-6969-4b0d-b261-17fd46a7374c on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:58.295536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Attempting to bind port 0285f403-6969-4b0d-b261-17fd46a7374c by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:58.295536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Attempting to bind port 0285f403-6969-4b0d-b261-17fd46a7374c on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:58.310305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-1757395a-25cd-49d9-92a0-14e0c99401e1', 'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1', 'tenant_id': '68822dd5e295462ca46d68b9e049eb1d', 'fixed_ips': [{'subnet_id': '32428ffc-a0db-4223-890f-06a16d47019c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:41:58.312100 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.315167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e0d1c-0c9f-485a-9b77-374ef52d5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:58.322306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Port 0285f403-6969-4b0d-b261-17fd46a7374c on network 297f5c69-f2d8-4c92-a479-130f2429c441 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:41:58.322638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Attempting to bind port 0285f403-6969-4b0d-b261-17fd46a7374c on network 297f5c69-f2d8-4c92-a479-130f2429c441 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:58.336957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-ffa077c9-88e9-433b-b6be-adc7afbf436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:58.339439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-ffa077c9-88e9-433b-b6be-adc7afbf436d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 1095 time: 0.2122483 Nov 02 16:41:58.340953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:58.340953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Checking segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:58.340953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Bound using segment: {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:58.341583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Bound port: 0285f403-6969-4b0d-b261-17fd46a7374c, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:58.341949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.403296 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-dfb1e8d5-bf76-4b38-8822-a3b34891e86d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4 HTTP/1.1" status: 200 len: 217 time: 0.0491731 Nov 02 16:41:58.544203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6c1eebd8-7bc1-47f8-b4d8-a039993562a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:58.546722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-6c1eebd8-7bc1-47f8-b4d8-a039993562a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1354647 Nov 02 16:41:58.602644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Allocated IP 172.20.0.2 (1757395a-25cd-49d9-92a0-14e0c99401e1/32428ffc-a0db-4223-890f-06a16d47019c/29a9d4a9-ee0d-4750-befe-e1b108548cd1) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:58.619146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] For port 0285f403-6969-4b0d-b261-17fd46a7374c, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:58.639898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-7c95f101-5e41-410c-90f5-0cfb80e68a61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822065 Nov 02 16:41:58.664701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1189291456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:58.706325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] For port 0285f403-6969-4b0d-b261-17fd46a7374c, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0285f403-6969-4b0d-b261-17fd46a7374c,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:58.732426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.735904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.842497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.882462 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.897174 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.931084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:58.971250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Pushing event updated for resources: {'Port': ['ID=29a9d4a9-ee0d-4750-befe-e1b108548cd1,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:58.997461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:58.999259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'tag': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:41:59.000933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88003885-0059-4401-a339-45e340c859f1 req-05f214e1-39ce-448a-be9d-735a942110a4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7960136 Nov 02 16:41:59.001092 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "77fb4dbe-f69c-4b7e-b8e7-af25ca686f77", "tag": "2dd99a73-2dc6-4999-b353-2569d4bd4cc4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:41:59.002773 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:59.008487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:59.016547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:59.020593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.024433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:59.024433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] 10.222.0.100 "PUT /v2.0/ports/0285f403-6969-4b0d-b261-17fd46a7374c HTTP/1.1" status: 200 len: 1091 time: 1.8601110 Nov 02 16:41:59.125789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:59.132454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5941d0a2-1c29-4a45-b795-45a173cd41f0 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4765108 Nov 02 16:41:59.133521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45864) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:59.191024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03576823-2a73-4818-aedc-76f5c85a6be1 service neutron] Pushing event updated for resources: {'Port': ['ID=0285f403-6969-4b0d-b261-17fd46a7374c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:59.199341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-fa2194b5-db0d-45f6-b546-0a415bf7f72f service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314975 Nov 02 16:41:59.260272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.267158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.270930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Attempting to bind port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:41:59.271432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Attempting to bind port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'ebe007d5-34de-4fec-beb8-4655b8bf2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:41:59.271794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Attempting to bind port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 on network 1757395a-25cd-49d9-92a0-14e0c99401e1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:59.277199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.280420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:59.280863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Checking segment: {'id': 'ebe007d5-34de-4fec-beb8-4655b8bf2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:41:59.281470 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:59.282120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Bound using segment: {'id': 'ebe007d5-34de-4fec-beb8-4655b8bf2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:59.282907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Bound port: 29a9d4a9-ee0d-4750-befe-e1b108548cd1, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe007d5-34de-4fec-beb8-4655b8bf2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:41:59.283593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:59.284110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.292561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.298548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.305960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.314726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-0eb72734-a207-48b8-8d68-8b8946ed58dc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.3803766 Nov 02 16:41:59.389344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] For port 29a9d4a9-ee0d-4750-befe-e1b108548cd1, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:59.395436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] For port 29a9d4a9-ee0d-4750-befe-e1b108548cd1, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=29a9d4a9-ee0d-4750-befe-e1b108548cd1,segment=NetworkSegment(ebe007d5-34de-4fec-beb8-4655b8bf2c19),segment_id=ebe007d5-34de-4fec-beb8-4655b8bf2c19)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:59.408117 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:41:59.524751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6da34efa-c818-4fac-b0f9-bbc8f86149d0 req-d7afddab-2ecb-44cb-b392-6e353f844320 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086012 Nov 02 16:41:59.623630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52e64a-d711-4deb-a44c-b41ff037d281 None None] Pushing event updated for resources: {'Port': ['ID=29a9d4a9-ee0d-4750-befe-e1b108548cd1,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:59.700517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23541630-af4d-471f-9570-f75ac76466f1 req-73168c10-c6c8-493e-8dd1-8d39d4b9b1f7 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.702146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23541630-af4d-471f-9570-f75ac76466f1 req-73168c10-c6c8-493e-8dd1-8d39d4b9b1f7 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 943 time: 0.5343904 Nov 02 16:41:59.703887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-1cc1ad4f-6bff-4cff-9df1-6f3a312666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:59.705387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-1cc1ad4f-6bff-4cff-9df1-6f3a312666cd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 1094 time: 0.6073053 Nov 02 16:41:59.859900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-bef365b0-4565-4759-a7ff-93f8e796d5c8 service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524365 Nov 02 16:41:59.892872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23541630-af4d-471f-9570-f75ac76466f1 req-1304bd91-22a8-489c-86db-f9488d2e2cd5 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328804 Nov 02 16:41:59.923967 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18a4c1-1b73-48a6-b593-6e1e93ee24bb x-openstack-request-id: req-7d18a4c1-1b73-48a6-b593-6e1e93ee24bb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:41:59.924388 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fb4dbe-f69c-4b7e-b8e7-af25ca686f77", "tag": "2dd99a73-2dc6-4999-b353-2569d4bd4cc4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:41:59.924738 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d18a4c1-1b73-48a6-b593-6e1e93ee24bb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:41:59.928103 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'tag': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4', 'status': 'completed', 'code': 200} Nov 02 16:41:59.935283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-d6d0237d-5382-41d3-9e67-75ea39702f41 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0285f403-6969-4b0d-b261-17fd46a7374c HTTP/1.1" status: 200 len: 217 time: 0.2129114 Nov 02 16:41:59.976859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:00.143370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-796c8cc1-2cf6-48d4-b19a-e853ba121189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.145367 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-796c8cc1-2cf6-48d4-b19a-e853ba121189 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1696124 Nov 02 16:42:00.166171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-d5432f29-6147-4f21-8881-68eef75582d5 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.168150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-d5432f29-6147-4f21-8881-68eef75582d5 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 945 time: 0.3058186 Nov 02 16:42:00.268035 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-0a1ffb56-3b50-4e7e-8802-64dd2a4daa06 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878923 Nov 02 16:42:00.292675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-e4e81920-e66d-49fe-b4b6-22c471fddc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.294178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-e4e81920-e66d-49fe-b4b6-22c471fddc39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 1095 time: 0.3314037 Nov 02 16:42:00.487005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f401e7-1827-4201-8748-50ced9be17ec req-d0776a36-697b-4cd4-a06d-bd476bac863b tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.489476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25f401e7-1827-4201-8748-50ced9be17ec req-d0776a36-697b-4cd4-a06d-bd476bac863b tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 945 time: 0.1543729 Nov 02 16:42:00.507249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Deleting port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:00.507450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:00.526997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-37a9b2c5-5540-40e5-88d0-22208e44dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.528477 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-37a9b2c5-5540-40e5-88d0-22208e44dac9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 914 time: 0.1978369 Nov 02 16:42:00.530353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-d7e7ecc9-b42a-4fd9-b492-5b30863f8c97 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503312 Nov 02 16:42:00.589103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Allocated IP 172.20.0.1 (1757395a-25cd-49d9-92a0-14e0c99401e1/32428ffc-a0db-4223-890f-06a16d47019c/3c05cc14-f2b3-4e68-8718-260c90fb71af) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:00.594980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25f401e7-1827-4201-8748-50ced9be17ec req-37a76741-0d2a-4cac-a525-f5c7204955dc tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936315 Nov 02 16:42:00.628493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-2088cbe1-8889-4ea6-ac60-07a212099eb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4 HTTP/1.1" status: 200 len: 217 time: 0.0617106 Nov 02 16:42:00.780308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-ed2cbbe3-2a3b-4c69-8a02-bab72c6c3910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.783159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-ed2cbbe3-2a3b-4c69-8a02-bab72c6c3910 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1203580 Nov 02 16:42:00.794174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] For port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:00.795173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:00.835741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:00.878770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Calling delete_port for 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:00.885283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-a697288a-0f6c-45bc-adff-b6bbc2b07d6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846643 Nov 02 16:42:00.893452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b648c4-f5ca-420b-bf3f-11631e5d31ed req-c8013931-57c2-4c19-904c-8e54d2334bd2 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303313 Nov 02 16:42:00.962273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.974897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:00.987291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:01.010004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:01.024961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:01.032569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:01.043904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:01.046491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-0d22e1f5-ceb2-412c-9499-4203cf4010b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2813962 Nov 02 16:42:01.050857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.154245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:01.168176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:01.171761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Port': ['ID=3c05cc14-f2b3-4e68-8718-260c90fb71af,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:01.186685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:01.246047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f52d0e7e-be30-4c29-a978-3d2c313c5e40 req-63b4dfd6-0f75-4774-95dd-e3ea91606a3d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776891 Nov 02 16:42:01.278807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee078bed-3f47-471e-bc7b-ee7323e7819c req-8300c963-d7ab-4307-aa84-3051f58f0d8f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:01.294417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee078bed-3f47-471e-bc7b-ee7323e7819c req-8300c963-d7ab-4307-aa84-3051f58f0d8f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 943 time: 0.2461545 Nov 02 16:42:01.318337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-3f110fc1-0eba-4a6e-94e5-10320e0661ab service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213178 Nov 02 16:42:01.339740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.463393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.468714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d54558d2-eda5-4d38-9ad4-b87f9f65e3ac req-ca06da0f-1e58-4e85-91c8-68cba782b0d4 service neutron] 10.222.0.55 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321940 Nov 02 16:42:01.478836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:01.502887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Pushing event deleted for resources: {'Port': ['ID=2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:01.523182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee078bed-3f47-471e-bc7b-ee7323e7819c req-343edc75-4482-4a3b-8752-7a6c1b1c4d1c tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275040 Nov 02 16:42:01.534577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f716b-0cf1-4772-a9d2-bb0d9462b940 None None] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:01.603072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.606179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] No DVR routers for this DVR port 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:42:01.611291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.619733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3bad8a15-2b16-4fd8-a0ca-3cc33b019c68 req-33262f15-dab5-4316-8a62-67db29e283a8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.100 "DELETE /v2.0/ports/2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 HTTP/1.1" status: 204 len: 173 time: 1.4373815 Nov 02 16:42:01.694110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-02b3a499-d5e3-4b85-a504-58d008e49139 None None] Provisioning complete for port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:01.694595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02b3a499-d5e3-4b85-a504-58d008e49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.931046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'tag': '0285f403-6969-4b0d-b261-17fd46a7374c'}, {'server_uuid': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'name': 'network-vif-deleted', 'tag': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:01.934855 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02b3a499-d5e3-4b85-a504-58d008e49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:01.936316 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0da3d23-39db-47ca-a995-678426ffb08e", "tag": "0285f403-6969-4b0d-b261-17fd46a7374c"}, {"server_uuid": "0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f", "name": "network-vif-deleted", "tag": "2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:02.061738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-02b3a499-d5e3-4b85-a504-58d008e49139 None None] For port 29a9d4a9-ee0d-4750-befe-e1b108548cd1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=29a9d4a9-ee0d-4750-befe-e1b108548cd1,segment=NetworkSegment(ebe007d5-34de-4fec-beb8-4655b8bf2c19),segment_id=ebe007d5-34de-4fec-beb8-4655b8bf2c19)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:02.073699 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02b3a499-d5e3-4b85-a504-58d008e49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:02.128064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d8627d9-21da-40a5-b6e6-4c646f259349 req-1f8d963e-1e26-47dc-a87e-878c2f157f30 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f HTTP/1.1" status: 200 len: 210 time: 0.0391021 Nov 02 16:42:02.226111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3a499-d5e3-4b85-a504-58d008e49139 None None] Pushing event updated for resources: {'Port': ['ID=29a9d4a9-ee0d-4750-befe-e1b108548cd1,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:02.242698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 29a9d4a9-ee0d-4750-befe-e1b108548cd1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:02.243347 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16410ed3-ffff-417c-8951-0e372d180d5b x-openstack-request-id: req-16410ed3-ffff-417c-8951-0e372d180d5b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:02.243648 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0da3d23-39db-47ca-a995-678426ffb08e", "tag": "0285f403-6969-4b0d-b261-17fd46a7374c", "status": "completed", "code": 200}, {"server_uuid": "0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f", "name": "network-vif-deleted", "tag": "2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:02.243898 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16410ed3-ffff-417c-8951-0e372d180d5b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:02.255472 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'tag': '0285f403-6969-4b0d-b261-17fd46a7374c', 'status': 'completed', 'code': 200} Nov 02 16:42:02.255864 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ddb6a-fd75-47d5-ae0a-a51c6f45bf2f', 'name': 'network-vif-deleted', 'tag': '2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9', 'status': 'completed', 'code': 200} Nov 02 16:42:02.281566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:02.288731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:02.332850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-598ea717-0e75-4bda-8fdd-cc5f26491cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.336544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-598ea717-0e75-4bda-8fdd-cc5f26491cfa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=60a7a8373fdc4e728855b84caf5e0317&device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 1094 time: 0.0581326 Nov 02 16:42:02.451116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:02.451768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:02.556990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-b495b924-e964-4a83-9a56-110a9b12e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.559699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Port': ['ID=3c05cc14-f2b3-4e68-8718-260c90fb71af,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:02.560005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-b495b924-e964-4a83-9a56-110a9b12e0bf service neutron] 10.222.0.100 "GET /v2.0/networks?id=297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 200 len: 914 time: 0.2111003 Nov 02 16:42:02.599143 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:02.622114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.633551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:02.636438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.640964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-ad0d5192-2119-4ab3-b3a4-d1eaa61ca157 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0285f403-6969-4b0d-b261-17fd46a7374c HTTP/1.1" status: 200 len: 217 time: 0.0689008 Nov 02 16:42:02.678395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.686608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.696291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.707996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.718858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.732873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-61b2690a-2821-4b26-afcf-bb3eea967819 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.2898867 Nov 02 16:42:02.784769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-a6c84479-956c-481d-84f5-4d7169b9be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.803632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-a6c84479-956c-481d-84f5-4d7169b9be79 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 200 len: 853 time: 0.1536036 Nov 02 16:42:02.876117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:02.898287 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0987fc79-e43f-44b6-9ec0-ff322a54056f req-b16ad6e0-9fcd-45a1-a80b-096bd9530c53 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372011 Nov 02 16:42:02.906190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-adb77d7e-c77f-438a-8062-b2a78da83d8a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=297f5c69-f2d8-4c92-a479-130f2429c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896845 Nov 02 16:42:02.910567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'port_id': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4', 'mac_address': 'fa:16:3e:b3:e8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbeedae-459e-487e-8505-18837f75eb0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:02.933576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1900dca6-b099-48ff-8581-9e9b96f4471f None None] Provisioning complete for port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:02.934214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1900dca6-b099-48ff-8581-9e9b96f4471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:02.943172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1733c9b-3f13-4cec-8e0d-8c0d6f54c47b req-e25e6884-ec70-490f-912e-59f4ec19b419 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:02.946172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1733c9b-3f13-4cec-8e0d-8c0d6f54c47b req-e25e6884-ec70-490f-912e-59f4ec19b419 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 943 time: 0.2099538 Nov 02 16:42:02.969579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:02.973321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:03.069528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:03.092448 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-d44e9c44-4423-46f1-860e-e928ef905641 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772783 Nov 02 16:42:03.117623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1733c9b-3f13-4cec-8e0d-8c0d6f54c47b req-37118d98-8a04-4872-8df3-640e84f80845 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380684 Nov 02 16:42:03.186710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:03.242183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:03.252191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1900dca6-b099-48ff-8581-9e9b96f4471f None None] Provisioning complete for port 3c05cc14-f2b3-4e68-8718-260c90fb71af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:03.252562 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1900dca6-b099-48ff-8581-9e9b96f4471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:03.292939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Router 8f0caa70-141d-4d01-a1b4-c8f50557f4f1 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:42:03.355946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:03.469884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f95c6d1-1b25-469f-8f69-3137d8eed9c5 req-b7c1dfa3-6bf9-4b87-a58e-8a36f3283e82 service neutron] 10.222.0.100 "GET /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689373 Nov 02 16:42:03.471276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1900dca6-b099-48ff-8581-9e9b96f4471f None None] Port 3c05cc14-f2b3-4e68-8718-260c90fb71af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:03.545075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:03.568007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:42:03.572286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['2dd99a73-2dc6-4999-b353-2569d4bd4cc4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:03.578680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5ee8f1e2-b130-4980-998c-2779c2e0db3d tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "PUT /v2.0/routers/8f0caa70-141d-4d01-a1b4-c8f50557f4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4401281 Nov 02 16:42:03.582901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45916) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:03.586256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] Sync routers for ids ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:42:03.597020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'port': {'network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1', 'name': 'tempest-FloatingIPNegativeTestJSON-281851535'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:03.669414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] Routers {'8f0caa70-141d-4d01-a1b4-c8f50557f4f1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:03.671373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:41:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:03.769141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Made reservation on behalf of 68822dd5e295462ca46d68b9e049eb1d for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:03.777554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4f98ad2e-8be3-40bd-be0c-90690531ee0f None None] Provisioning complete for port 3c05cc14-f2b3-4e68-8718-260c90fb71af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:03.779308 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f98ad2e-8be3-40bd-be0c-90690531ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:03.780687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:03.807573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:03.809299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] device_id is not set on port 707604d1-4ecc-4b3d-ae66-d3621ca40bdb yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:42:03.833453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] Routers {'8f0caa70-141d-4d01-a1b4-c8f50557f4f1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:03.834679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:41:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:03.872580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-211215c1-e3f1-4427-9b8d-cf679dcc13cc tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:03.875305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-211215c1-e3f1-4427-9b8d-cf679dcc13cc tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/networks?id=c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 200 len: 807 time: 0.2248311 Nov 02 16:42:03.883486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:03.884545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c48fa-cab6-4803-ab6d-d0ffd07f1ba0 None None] The sync data for ids ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:42:03.904354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-6936c056-35b2-4707-b678-8986a78d46c5 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/quotas/0ae13fa6c8544bd0853c8d8b10e6bccd HTTP/1.1" status: 200 len: 375 time: 0.0225532 Nov 02 16:42:03.909174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4f98ad2e-8be3-40bd-be0c-90690531ee0f None None] Port 3c05cc14-f2b3-4e68-8718-260c90fb71af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:03.987143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Allocated IP 172.20.0.12 (1757395a-25cd-49d9-92a0-14e0c99401e1/32428ffc-a0db-4223-890f-06a16d47019c/707604d1-4ecc-4b3d-ae66-d3621ca40bdb) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:03.987395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-026f9aa6-4463-493a-bdd6-a087d447bf19 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644665 Nov 02 16:42:04.004138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 29a9d4a9-ee0d-4750-befe-e1b108548cd1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:04.098966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a5c442ad-1494-43c8-8100-8dc55c64ef4a None None] Provisioning complete for port 3c05cc14-f2b3-4e68-8718-260c90fb71af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:04.099347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5c442ad-1494-43c8-8100-8dc55c64ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.149388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-73b18348-3a7e-4f7a-9a07-7a06b4d72d24 service neutron] 10.222.0.31 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504526 Nov 02 16:42:04.159020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a5c442ad-1494-43c8-8100-8dc55c64ef4a None None] Port 3c05cc14-f2b3-4e68-8718-260c90fb71af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:04.189758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:04.190088 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.303742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.354827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.413921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.420545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.427326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.433741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.440003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:04.440151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.445684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:04.447265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.453452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.453622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:04.455854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02132f92-84a8-43e8-b309-76b796c32d51 req-aa994d7e-4235-4dbf-8a1e-053b68834cf2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.3022375 Nov 02 16:42:04.472315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Port': ['ID=707604d1-4ecc-4b3d-ae66-d3621ca40bdb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:04.522749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-43bcc439-b2b7-4630-9068-d9067779a64a service neutron] 10.222.0.31 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458452 Nov 02 16:42:04.552353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.553319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.588584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c51e1975-c12f-4d02-98c8-0df0f8ff8361 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0008500 Nov 02 16:42:04.592760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45932) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:04.611330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:04.619862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02132f92-84a8-43e8-b309-76b796c32d51 req-7dbae0e8-0019-4406-9033-70d0c79c393d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083295 Nov 02 16:42:04.632436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:04.683951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.779192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:04.784650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:04.785828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.898684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a25993-cebd-4e0e-8ea2-de0fc8047b12 req-e04705ab-e9a5-4be0-9a74-4d5eb4471892 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:04.900413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38a25993-cebd-4e0e-8ea2-de0fc8047b12 req-e04705ab-e9a5-4be0-9a74-4d5eb4471892 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 943 time: 0.1551139 Nov 02 16:42:04.948806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:04.961195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bc089e42-1a9e-4fdf-83bd-8d3f42ac3d57 None None] Provisioning complete for port 707604d1-4ecc-4b3d-ae66-d3621ca40bdb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:04.961648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc089e42-1a9e-4fdf-83bd-8d3f42ac3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.002684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38a25993-cebd-4e0e-8ea2-de0fc8047b12 req-ec65d05d-6bc7-45ac-8b09-2106fe21b227 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871630 Nov 02 16:42:05.097486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.109362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af073ea6-6a62-4c68-a983-9a3d3894e739 req-b3385c8f-e789-4773-bec1-3155a6f7272c tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 210 time: 0.0943682 Nov 02 16:42:05.115400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bc089e42-1a9e-4fdf-83bd-8d3f42ac3d57 None None] Port 707604d1-4ecc-4b3d-ae66-d3621ca40bdb cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:05.155211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:05.157914 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5f0a6e-3f53-4347-a664-455e3e19c2fa" -d '{"events": [{"server_uuid": "77fb4dbe-f69c-4b7e-b8e7-af25ca686f77", "name": "network-vif-plugged", "status": "completed", "tag": "2dd99a73-2dc6-4999-b353-2569d4bd4cc4"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:05.179892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:05.187055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.308914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Allocated IP 172.25.7.99 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/b28b23d2-e1c8-4a74-b6f8-651ecefb08c5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:05.332559 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89105c-35a8-473b-a60a-62928e3b1dad x-openstack-request-id: req-fa89105c-35a8-473b-a60a-62928e3b1dad {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:05.333247 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fb4dbe-f69c-4b7e-b8e7-af25ca686f77", "name": "network-vif-plugged", "status": "completed", "tag": "2dd99a73-2dc6-4999-b353-2569d4bd4cc4", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:05.334233 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa89105c-35a8-473b-a60a-62928e3b1dad {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:05.334636 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4', 'code': 200} Nov 02 16:42:05.336588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:05.342518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0285f403-6969-4b0d-b261-17fd46a7374c details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:05.346297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:42:05.391405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:42:05.392294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 2f74d0c6-e6c4-4e13-9010-ec1a0fba3df9 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:42:05.568485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0285f403-6969-4b0d-b261-17fd46a7374c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0285f403-6969-4b0d-b261-17fd46a7374c,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:05.576278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2c9fe-f4d4-4065-90da-30e253c92a0e req-52f4c8a5-ddb2-4687-b8cb-afdc2b412395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.577791 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-29e2c9fe-f4d4-4065-90da-30e253c92a0e req-52f4c8a5-ddb2-4687-b8cb-afdc2b412395 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 1097 time: 0.2281818 Nov 02 16:42:05.584617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0285f403-6969-4b0d-b261-17fd46a7374c', 'network_id': '297f5c69-f2d8-4c92-a479-130f2429c441', 'port_id': '0285f403-6969-4b0d-b261-17fd46a7374c', 'mac_address': 'fa:16:3e:57:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbeedae-459e-487e-8505-18837f75eb0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:05.662467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.686378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-29e2c9fe-f4d4-4065-90da-30e253c92a0e req-ed9553ca-34bb-494b-bff2-e166b3704033 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908303 Nov 02 16:42:05.689217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0285f403-6969-4b0d-b261-17fd46a7374c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:05.705943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.725224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0285f403-6969-4b0d-b261-17fd46a7374c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0285f403-6969-4b0d-b261-17fd46a7374c,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:05.734925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.781182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:05.850765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0285f403-6969-4b0d-b261-17fd46a7374c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:05.884455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Port': ['ID=b28b23d2-e1c8-4a74-b6f8-651ecefb08c5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:05.893055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.899643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:05.901904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:05.904853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:05.906183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.913505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.930788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.942549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.950974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.960075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:05.962827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-77f19af2-2601-4b59-96db-a301305fe1a6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.1556470 Nov 02 16:42:06.084917 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.103811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c057737c-bbff-4304-9d5e-668b3a065e3a req-fb22cd9b-45fd-44b8-a10c-b6b937fdb9a0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175692 Nov 02 16:42:06.151012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0285f403-6969-4b0d-b261-17fd46a7374c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:06.185038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.336670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b4b4ba6-87ea-43b2-90c6-36daf82bd07a req-b601236e-83ac-464c-bcc6-0faf0b0a0131 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 210 time: 0.0356226 Nov 02 16:42:06.355652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb0b70-7c74-4e1e-95c8-8960edcc5108 req-d89dad41-e06e-4b2a-9c98-628b8e7b3bbd tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:06.364091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2bb0b70-7c74-4e1e-95c8-8960edcc5108 req-d89dad41-e06e-4b2a-9c98-628b8e7b3bbd tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 944 time: 0.1020045 Nov 02 16:42:06.419419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2bb0b70-7c74-4e1e-95c8-8960edcc5108 req-80649482-8b01-4952-87e9-d51a04f8b687 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541301 Nov 02 16:42:06.509466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.514836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.662677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Port': ['ID=b28b23d2-e1c8-4a74-b6f8-651ecefb08c5,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:06.700474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.730638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.735673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-73e916ba-6c96-45dd-997e-73cb908cbf96 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1375861 Nov 02 16:42:06.737252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 45962) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:06.739974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-20210b20-b9ee-4a82-a6d9-d3a64cb2491d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:06.742219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-20210b20-b9ee-4a82-a6d9-d3a64cb2491d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.55 "GET /v2.0/networks?id=c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 200 len: 807 time: 0.2242763 Nov 02 16:42:06.747581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0ad74cc5-58e7-4509-ad38-ddd0916b9642 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'floatingip': {'port_id': '707604d1-4ecc-4b3d-ae66-d3621ca40bdb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:06.772776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Request body: {'port': {'device_id': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950', 'admin_state_up': True, 'tenant_id': '0ae13fa6c8544bd0853c8d8b10e6bccd'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:06.808275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ad74cc5-58e7-4509-ad38-ddd0916b9642 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.920181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Made reservation on behalf of 0ae13fa6c8544bd0853c8d8b10e6bccd for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:06.929043 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:06.973879 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-0ad74cc5-58e7-4509-ad38-ddd0916b9642 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] update failed (client error): The resource could not be found. Nov 02 16:42:06.975677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ad74cc5-58e7-4509-ad38-ddd0916b9642 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "PUT /v2.0/floatingips/87f3d8b0-5e26-489e-b92c-8c6fb8c61700 HTTP/1.1" status: 404 len: 507 time: 0.2360051 Nov 02 16:42:06.985257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 45970) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:07.232176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 50f0bfb3-a095-4e2b-a1e4-373976f2755b details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:07.273807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Deleting port b28b23d2-e1c8-4a74-b6f8-651ecefb08c5 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:07.274766 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:07.374026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:07.374420 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:07.389229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Calling delete_port for b28b23d2-e1c8-4a74-b6f8-651ecefb08c5 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:07.453016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.470981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.490388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.510388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Allocated IP 172.20.0.11 (c3a6314a-5f9d-4710-867a-1e16d9447950/6646106e-6bec-4d2c-bc37-55974e7d6bc7/c04aa5c7-6189-46a0-baea-0e59134dfb2c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:07.511062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.523026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.540105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.561837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:07.567515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:07.585336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-e04401f0-5459-4b82-80c7-4cd9f4a76efd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5421 time: 0.3254132 Nov 02 16:42:07.668708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b42520d1-5d4a-44d5-b9c7-70a03a5db446 req-3a32c54a-1d81-46eb-bbdb-6642c7620b2e tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 210 time: 0.0623331 Nov 02 16:42:07.774003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04b2228f-5f11-4af1-affd-4a2b9e31ade2 req-b7e208ac-cf6a-42b8-ab9a-fb549a2947ca tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808999 Nov 02 16:42:07.804565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '50f0bfb3-a095-4e2b-a1e4-373976f2755b', 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de', 'port_id': '50f0bfb3-a095-4e2b-a1e4-373976f2755b', 'mac_address': 'fa:16:3e:d6:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6fe332-d9e9-4c7b-9937-9dcda3155acd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:08.009185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.011346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dbef9-abd8-4bb0-8652-71a14818cb39 req-4125d9e6-eb9a-49ad-9406-dcb18c05f318 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:08.011875 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.012090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-863dbef9-abd8-4bb0-8652-71a14818cb39 req-4125d9e6-eb9a-49ad-9406-dcb18c05f318 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 944 time: 0.1206942 Nov 02 16:42:08.012338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f0bfb3-a095-4e2b-a1e4-373976f2755b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:08.012338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:08.012338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.012338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 51924dca-b579-459a-b045-c509d6abea41 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:08.012927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.042004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-863dbef9-abd8-4bb0-8652-71a14818cb39 req-e637dfe2-57de-43f3-a299-866bc424b36f tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051621 Nov 02 16:42:08.129777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Port': ['ID=b28b23d2-e1c8-4a74-b6f8-651ecefb08c5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:08.138945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.203519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:08.228535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Network c3a6314a-5f9d-4710-867a-1e16d9447950 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:08.230373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:08.237043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:08.277718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=51924dca-b579-459a-b045-c509d6abea41,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:08.297978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '51924dca-b579-459a-b045-c509d6abea41', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'port_id': '51924dca-b579-459a-b045-c509d6abea41', 'mac_address': 'fa:16:3e:9e:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:08.341850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.345105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.351359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d4930706-0378-4b58-816d-39e33ab04abb tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "DELETE /v2.0/floatingips/87f3d8b0-5e26-489e-b92c-8c6fb8c61700 HTTP/1.1" status: 204 len: 168 time: 1.3570809 Nov 02 16:42:08.351359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Pushing event updated for resources: {'Port': ['ID=c04aa5c7-6189-46a0-baea-0e59134dfb2c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:08.351725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46010) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:08.356679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-79ac0afc-7547-4a59-8fba-0e19303e80a5 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'floatingip': {'floating_network_id': '1757395a-25cd-49d9-92a0-14e0c99401e1', 'port_id': '707604d1-4ecc-4b3d-ae66-d3621ca40bdb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:08.402914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79ac0afc-7547-4a59-8fba-0e19303e80a5 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.406157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:08.407951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.464435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.476574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-68ee6c51-e518-421d-a13f-1f3e4458cf52 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7087395 Nov 02 16:42:08.489982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e0b98c68-55c7-49b2-8d81-648897ed70c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.515421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51924dca-b579-459a-b045-c509d6abea41 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:08.537027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Request body: {'port': {'device_id': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:08.561059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=51924dca-b579-459a-b045-c509d6abea41,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:08.580983 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.582775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eedd4579-cea8-47d7-9d80-21773222304a details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:08.650063 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-79ac0afc-7547-4a59-8fba-0e19303e80a5 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:42:08.652178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-79ac0afc-7547-4a59-8fba-0e19303e80a5 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2991772 Nov 02 16:42:08.658499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46018) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:08.665325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '707604d1-4ecc-4b3d-ae66-d3621ca40bdb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:08.677798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:08.711493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eedd4579-cea8-47d7-9d80-21773222304a,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:08.718481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.732525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.741808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'eedd4579-cea8-47d7-9d80-21773222304a', 'network_id': 'a72004e9-fb89-4003-80e5-b791065335de', 'port_id': 'eedd4579-cea8-47d7-9d80-21773222304a', 'mac_address': 'fa:16:3e:a1:53:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6fe332-d9e9-4c7b-9937-9dcda3155acd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:08.843114 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.884587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedd4579-cea8-47d7-9d80-21773222304a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:08.906975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666daf-acd8-4cc5-98c9-734c2682290b req-fada6a84-c610-465a-927d-55891188cf8f tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:08.911135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f666daf-acd8-4cc5-98c9-734c2682290b req-fada6a84-c610-465a-927d-55891188cf8f tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 932 time: 0.1051650 Nov 02 16:42:08.926081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eedd4579-cea8-47d7-9d80-21773222304a,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:08.937258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:08.938027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1b52aba8-da55-4b87-8e92-477f53fdc175 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:09.014631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:09.018772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1b52aba8-da55-4b87-8e92-477f53fdc175,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:09.045043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '1b52aba8-da55-4b87-8e92-477f53fdc175', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'port_id': '1b52aba8-da55-4b87-8e92-477f53fdc175', 'mac_address': 'fa:16:3e:d9:9b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:09.068673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f666daf-acd8-4cc5-98c9-734c2682290b req-3f4c2206-68a5-4b84-b391-f1c3c7e3290c tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449995 Nov 02 16:42:09.120032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.127011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.133491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.133909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.141942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.149225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.152170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b52aba8-da55-4b87-8e92-477f53fdc175 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:09.156917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.169984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.176392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-3f675410-e402-4597-90c2-bc17ab40f11c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5424 time: 0.2385540 Nov 02 16:42:09.189300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1b52aba8-da55-4b87-8e92-477f53fdc175,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:09.199934 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.200773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 52f03b5e-9b0d-44bd-9b73-149dff382990 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:09.233475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.284798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=52f03b5e-9b0d-44bd-9b73-149dff382990,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:09.318878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '52f03b5e-9b0d-44bd-9b73-149dff382990', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'port_id': '52f03b5e-9b0d-44bd-9b73-149dff382990', 'mac_address': 'fa:16:3e:c4:4d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:09.354825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:09.393121 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.426330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4943b5c-9ecf-4fd7-addd-18c5dc9c44af req-00dcc381-beba-4ee4-8eb9-39455177cfff tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357490 Nov 02 16:42:09.445540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f03b5e-9b0d-44bd-9b73-149dff382990 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:09.448014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34705-2565-4b37-851e-a9f0fda7ed31 req-a53c6825-e075-456b-88f3-d533d0bef058 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:09.449898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9b34705-2565-4b37-851e-a9f0fda7ed31 req-a53c6825-e075-456b-88f3-d533d0bef058 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 944 time: 0.2333841 Nov 02 16:42:09.477161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=52f03b5e-9b0d-44bd-9b73-149dff382990,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:09.482889 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.483965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ef61b623-226f-4da5-a088-3d94ad819fdf details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:09.605986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9b34705-2565-4b37-851e-a9f0fda7ed31 req-b49dd24d-5086-4a41-990e-a3dd9b5f0628 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246619 Nov 02 16:42:09.631495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Allocated IP 172.25.7.65 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/99705e8a-1cc0-46f8-8d4b-77834650dd92) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:09.677019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:09.787390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ef61b623-226f-4da5-a088-3d94ad819fdf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ef61b623-226f-4da5-a088-3d94ad819fdf,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:09.804456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'port_id': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'mac_address': 'fa:16:3e:81:9b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:09.847201 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.882182 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.887614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04aa5c7-6189-46a0-baea-0e59134dfb2c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:09.898350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.918276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef61b623-226f-4da5-a088-3d94ad819fdf {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:09.928803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Transition to ACTIVE for port object c04aa5c7-6189-46a0-baea-0e59134dfb2c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:42:09.934622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.938504 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.957923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ef61b623-226f-4da5-a088-3d94ad819fdf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ef61b623-226f-4da5-a088-3d94ad819fdf,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:09.963481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:09.964193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfe4e258-638d-4e66-815c-158eea310b8c details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:09.999101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:10.005576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:10.009354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:10.024364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Pushing event updated for resources: {'Port': ['ID=c04aa5c7-6189-46a0-baea-0e59134dfb2c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:10.052400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dfe4e258-638d-4e66-815c-158eea310b8c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfe4e258-638d-4e66-815c-158eea310b8c,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:10.055597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ef61b623-226f-4da5-a088-3d94ad819fdf,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:10.069918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'dfe4e258-638d-4e66-815c-158eea310b8c', 'network_id': '9ab20d19-7540-4319-909a-7d255dbb14c5', 'port_id': 'dfe4e258-638d-4e66-815c-158eea310b8c', 'mac_address': 'fa:16:3e:18:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c247db-0437-4761-a48d-1fbfc8f90d4e', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:10.127873 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.163566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe4e258-638d-4e66-815c-158eea310b8c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:10.181381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Attempting to bind port c04aa5c7-6189-46a0-baea-0e59134dfb2c on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:42:10.181928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Attempting to bind port c04aa5c7-6189-46a0-baea-0e59134dfb2c by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:42:10.182477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Attempting to bind port c04aa5c7-6189-46a0-baea-0e59134dfb2c on network c3a6314a-5f9d-4710-867a-1e16d9447950 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:42:10.188902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Port c04aa5c7-6189-46a0-baea-0e59134dfb2c on network c3a6314a-5f9d-4710-867a-1e16d9447950 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:42:10.189655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Attempting to bind port c04aa5c7-6189-46a0-baea-0e59134dfb2c on network c3a6314a-5f9d-4710-867a-1e16d9447950 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:42:10.198378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:42:10.199069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Checking segment: {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:10.200481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Bound using segment: {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:42:10.201339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Bound port: c04aa5c7-6189-46a0-baea-0e59134dfb2c, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4664f8-009d-4b91-bd42-6b12a2b74949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:42:10.201916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.202914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dfe4e258-638d-4e66-815c-158eea310b8c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfe4e258-638d-4e66-815c-158eea310b8c,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:10.210455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.303633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] For port c04aa5c7-6189-46a0-baea-0e59134dfb2c, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:42:10.309412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] For port c04aa5c7-6189-46a0-baea-0e59134dfb2c, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:42:10.316721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.328357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=dfe4e258-638d-4e66-815c-158eea310b8c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:10.339164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0285f403-6969-4b0d-b261-17fd46a7374c up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:10.412305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0285f403-6969-4b0d-b261-17fd46a7374c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:10.421619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0285f403-6969-4b0d-b261-17fd46a7374c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:10.424551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.469941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.482818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.484452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] 10.222.0.55 "PUT /v2.0/ports/c04aa5c7-6189-46a0-baea-0e59134dfb2c HTTP/1.1" status: 200 len: 1092 time: 1.9850910 Nov 02 16:42:10.485532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'tag': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:10.491333 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb3bbe-3c7d-4970-ae95-a782483d5067" -d '{"events": [{"name": "network-changed", "server_uuid": "00a8af99-1d3a-447a-8fcc-2af2b3fc87fa", "tag": "c04aa5c7-6189-46a0-baea-0e59134dfb2c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:10.597471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f4cb4-73a9-4f2e-9548-e67eaa375649 service neutron] Pushing event updated for resources: {'Port': ['ID=c04aa5c7-6189-46a0-baea-0e59134dfb2c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:10.620491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.636485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-6ac34ee4-7778-4706-abac-016a07322386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.637912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-6ac34ee4-7778-4706-abac-016a07322386 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 1095 time: 0.1053307 Nov 02 16:42:10.664407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285f403-6969-4b0d-b261-17fd46a7374c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:10.666745 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960da3c6-5928-4de2-bb2f-e3dfc2dae99a" -d '{"events": [{"server_uuid": "e0da3d23-39db-47ca-a995-678426ffb08e", "name": "network-vif-plugged", "status": "completed", "tag": "0285f403-6969-4b0d-b261-17fd46a7374c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:10.670876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event updated for resources: {'Port': ['ID=99705e8a-1cc0-46f8-8d4b-77834650dd92,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:10.712864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0285f403-6969-4b0d-b261-17fd46a7374c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0285f403-6969-4b0d-b261-17fd46a7374c,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:10.718447 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:10.728335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-770c32a9-b32e-4bfe-8111-5fa3367a2587 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c HTTP/1.1" status: 200 len: 217 time: 0.0819457 Nov 02 16:42:10.788200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c150-5d91-4fc7-8130-d19647fe4c84 req-fb09775d-25e9-4134-8316-138873a887ac tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.788415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0285f403-6969-4b0d-b261-17fd46a7374c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:10.789770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9590c150-5d91-4fc7-8130-d19647fe4c84 req-fb09775d-25e9-4134-8316-138873a887ac tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 944 time: 0.1693685 Nov 02 16:42:10.795042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-be4f3cf4-307d-479c-85f3-1ae377b104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.796896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-be4f3cf4-307d-479c-85f3-1ae377b104a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6646106e-6bec-4d2c-bc37-55974e7d6bc7 HTTP/1.1" status: 200 len: 847 time: 0.0616312 Nov 02 16:42:10.800964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.807021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.813267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.820531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.827091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.833671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.839806 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-7b39d483-c1d9-455f-a70b-066483704563 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3a6314a-5f9d-4710-867a-1e16d9447950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361650 Nov 02 16:42:10.840118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:10.842056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-771e1033-da16-4045-99a9-9341454c5276 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5428 time: 0.2117999 Nov 02 16:42:10.927947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9590c150-5d91-4fc7-8130-d19647fe4c84 req-0afd5cc3-d075-4205-abda-0bc24299dd86 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779967 Nov 02 16:42:10.960834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd411c15-eac7-4dc0-954b-ec073f1fb562 req-d30f7cda-6443-482e-b640-60a748bea99e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043396 Nov 02 16:42:10.979734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Deleting port 99705e8a-1cc0-46f8-8d4b-77834650dd92 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:10.979734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:11.004126 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3748a81-4813-411c-b993-c6ec63f0cea0 x-openstack-request-id: req-f3748a81-4813-411c-b993-c6ec63f0cea0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:11.005240 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a8af99-1d3a-447a-8fcc-2af2b3fc87fa", "tag": "c04aa5c7-6189-46a0-baea-0e59134dfb2c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:11.005728 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3748a81-4813-411c-b993-c6ec63f0cea0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:11.006409 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'tag': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c', 'status': 'completed', 'code': 200} Nov 02 16:42:11.044185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-e46d01c8-857f-4f24-ac69-c62c5e73c9f7 service neutron] 10.222.0.55 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929567 Nov 02 16:42:11.078377 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2da0cb72-f6fc-4651-85b4-998f7e8d7427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:11.166027 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaf25a6-4f1e-45bd-9211-c812136e4d5e x-openstack-request-id: req-faaf25a6-4f1e-45bd-9211-c812136e4d5e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:11.166639 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0da3d23-39db-47ca-a995-678426ffb08e", "name": "network-vif-plugged", "status": "completed", "tag": "0285f403-6969-4b0d-b261-17fd46a7374c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:11.167091 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faaf25a6-4f1e-45bd-9211-c812136e4d5e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:11.167706 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285f403-6969-4b0d-b261-17fd46a7374c', 'code': 200} Nov 02 16:42:11.190098 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:11.191785 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:11.212396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c653f6ba-9f1b-4730-9e73-3ee3f11ef629 req-7b590078-abc9-4de8-b831-65094da04f92 service neutron] 10.222.0.55 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604681 Nov 02 16:42:11.219545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Calling delete_port for 99705e8a-1cc0-46f8-8d4b-77834650dd92 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:11.239010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e446e5-88ad-43a9-b9bc-3516c21d8770 req-94cbcf3c-661e-43ae-8600-217073ab5907 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:11.251402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e446e5-88ad-43a9-b9bc-3516c21d8770 req-94cbcf3c-661e-43ae-8600-217073ab5907 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 945 time: 0.1356871 Nov 02 16:42:11.326837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:11.329887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc764f-1fdd-41f3-ae60-3373053540b9 req-98c3ab87-ea30-4c77-b63f-995330d03636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:11.332663 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-52cc764f-1fdd-41f3-ae60-3373053540b9 req-98c3ab87-ea30-4c77-b63f-995330d03636 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 1096 time: 0.0921171 Nov 02 16:42:11.335088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-8f5f1aa2-e229-468f-aa7d-1c5db0d127d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:11.336781 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-8f5f1aa2-e229-468f-aa7d-1c5db0d127d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 1095 time: 0.0637794 Nov 02 16:42:11.361932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e446e5-88ad-43a9-b9bc-3516c21d8770 req-6891e580-61e2-4afd-b686-0f71d699f102 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094024 Nov 02 16:42:11.421166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['51924dca-b579-459a-b045-c509d6abea41'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.442890 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-52cc764f-1fdd-41f3-ae60-3373053540b9 req-137836a1-a28b-4f12-a597-73f8d49eab68 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016486 Nov 02 16:42:11.494037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-29f9cde6-e9e7-4213-84dc-221f8717a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:11.495970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-29f9cde6-e9e7-4213-84dc-221f8717a746 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 200 len: 908 time: 0.1379697 Nov 02 16:42:11.505538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1b52aba8-da55-4b87-8e92-477f53fdc175'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.549018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:11.557057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-1719d08c-f239-49c7-b620-921c2cd9098f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c HTTP/1.1" status: 200 len: 217 time: 0.0520866 Nov 02 16:42:11.570255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['50f0bfb3-a095-4e2b-a1e4-373976f2755b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.599252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Port': ['ID=99705e8a-1cc0-46f8-8d4b-77834650dd92,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:11.672126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['eedd4579-cea8-47d7-9d80-21773222304a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.705989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['52f03b5e-9b0d-44bd-9b73-149dff382990'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.710165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['ef61b623-226f-4da5-a088-3d94ad819fdf'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.712590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['dfe4e258-638d-4e66-815c-158eea310b8c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:11.733759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-6df4c3b9-634c-468d-9b0c-cc32af27fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:11.738236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-6df4c3b9-634c-468d-9b0c-cc32af27fc57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6646106e-6bec-4d2c-bc37-55974e7d6bc7 HTTP/1.1" status: 200 len: 847 time: 0.1734202 Nov 02 16:42:11.757591 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] create failed (client error): The resource could not be found. Nov 02 16:42:11.761458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7a111923-bf0c-428d-a602-521ca12debc9 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1006107 Nov 02 16:42:11.764577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46084) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:11.833838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-9b46ddc2-462e-411f-9274-2be8cbba1f21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3a6314a-5f9d-4710-867a-1e16d9447950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875175 Nov 02 16:42:11.970717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Deleting port 707604d1-4ecc-4b3d-ae66-d3621ca40bdb {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:11.971195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:12.128334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-288887bf-dae7-4025-9644-f99012f6650d service neutron] 10.222.0.55 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649226 Nov 02 16:42:12.237295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e405-b4a9-4b74-8f17-32b4673a6c35 req-da570258-5913-472f-bc27-c366900444f5 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.251998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d81e405-b4a9-4b74-8f17-32b4673a6c35 req-da570258-5913-472f-bc27-c366900444f5 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 944 time: 0.1396394 Nov 02 16:42:12.269623 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aadb3bbe-3c7d-4970-ae95-a782483d5067 req-8efbde87-af42-4610-8990-76f7683737e8 service neutron] 10.222.0.55 "GET /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328804 Nov 02 16:42:12.332126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:12.355938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Calling delete_port for 707604d1-4ecc-4b3d-ae66-d3621ca40bdb owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:12.433606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.439854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.459219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.465532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.490579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.507610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.536793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.539592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-42538e97-228d-480b-958f-e107a2e6d6f1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5428 time: 0.3797691 Nov 02 16:42:12.545871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d81e405-b4a9-4b74-8f17-32b4673a6c35 req-dc0cf4b9-5724-41e8-8b47-a95450b92c29 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927847 Nov 02 16:42:12.644634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:12.647930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc4d3102-b928-4ea4-a254-0fa03cb7a506 req-0d6799cf-13ca-4092-801e-478ccec9fdef tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882602 Nov 02 16:42:12.765490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Port': ['ID=707604d1-4ecc-4b3d-ae66-d3621ca40bdb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:12.903764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd85c66-ec92-472b-8f96-aa3aa2106c97 req-7b153359-c93c-4b86-8cf4-9abeb956a0f6 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:12.926894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afd85c66-ec92-472b-8f96-aa3aa2106c97 req-7b153359-c93c-4b86-8cf4-9abeb956a0f6 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 945 time: 0.1921713 Nov 02 16:42:12.932969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:12.934765 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:12.944564 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6cc1cf38-a321-4c5d-ae49-dd965a2c7059 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "DELETE /v2.0/ports/707604d1-4ecc-4b3d-ae66-d3621ca40bdb HTTP/1.1" status: 204 len: 168 time: 1.1788399 Nov 02 16:42:12.947470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46128) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:13.071238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afd85c66-ec92-472b-8f96-aa3aa2106c97 req-ebb0b787-75c1-42d9-97c4-2620359b6349 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402810 Nov 02 16:42:13.098683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a4a9c-0717-4e36-b9c2-dee36555db26 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:13.100216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e20a4a9c-0717-4e36-b9c2-dee36555db26 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0caa70-141d-4d01-a1b4-c8f50557f4f1 HTTP/1.1" status: 200 len: 913 time: 0.1516204 Nov 02 16:42:13.107467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:13.644001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:13.822952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:13.940334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79dd0-56db-42d7-91a2-589bd63d3802 req-5d0fa79e-68a1-419c-9e50-86530ffd614c tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:13.953750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93a79dd0-56db-42d7-91a2-589bd63d3802 req-5d0fa79e-68a1-419c-9e50-86530ffd614c tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 944 time: 0.2369533 Nov 02 16:42:14.025024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93a79dd0-56db-42d7-91a2-589bd63d3802 req-94db82a7-c23b-40a5-b863-fa5e3e779c12 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Nov 02 16:42:14.082477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.104009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.110714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.117298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Deleting port 3c05cc14-f2b3-4e68-8718-260c90fb71af {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:14.117703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:14.120910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.128373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.135192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.141363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.143448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-89d9f277-8a5a-4e64-b465-4b7dda0bac31 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5428 time: 0.3065181 Nov 02 16:42:14.198162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30d9293f-6021-4dda-a468-23e5b9c6122b req-3cbc5cbe-f715-4fcf-ade2-04baa041decc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475338 Nov 02 16:42:14.279227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:14.297705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Calling delete_port for 3c05cc14-f2b3-4e68-8718-260c90fb71af owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:14.340797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69e431-b9da-4c5a-a40c-e95956ea5300 req-55cf781a-4c38-45f5-927d-eabc3141a39a tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.342613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e69e431-b9da-4c5a-a40c-e95956ea5300 req-55cf781a-4c38-45f5-927d-eabc3141a39a tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 945 time: 0.0656254 Nov 02 16:42:14.400315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e69e431-b9da-4c5a-a40c-e95956ea5300 req-19c32d4f-41c9-4a83-b665-6c6d2dfe7aee tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Nov 02 16:42:14.593131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:14.606993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912acfe1-adec-4fa0-9641-a11bd51aa688 req-c9a3f51f-7d78-45d8-a013-38f51ad0eb9d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:14.616023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-912acfe1-adec-4fa0-9641-a11bd51aa688 req-c9a3f51f-7d78-45d8-a013-38f51ad0eb9d tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 946 time: 0.0767205 Nov 02 16:42:14.676485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-912acfe1-adec-4fa0-9641-a11bd51aa688 req-43a0e3ba-4196-42fd-a343-33959d967479 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 Nov 02 16:42:14.720308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c04aa5c7-6189-46a0-baea-0e59134dfb2c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:42:14.753457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Port': ['ID=3c05cc14-f2b3-4e68-8718-260c90fb71af,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:15.005982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:15.137431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c04aa5c7-6189-46a0-baea-0e59134dfb2c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:15.187559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c', 'network_id': 'c3a6314a-5f9d-4710-867a-1e16d9447950', 'port_id': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c', 'mac_address': 'fa:16:3e:56:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646106e-6bec-4d2c-bc37-55974e7d6bc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:42:15.274866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68a021-b4bf-461c-b6e0-06c1c172a420 req-ad7f5d67-bee3-4089-b32d-4a002073763e tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.276890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb68a021-b4bf-461c-b6e0-06c1c172a420 req-ad7f5d67-bee3-4089-b32d-4a002073763e tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 944 time: 0.0964901 Nov 02 16:42:15.290957 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:15.313635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04aa5c7-6189-46a0-baea-0e59134dfb2c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:42:15.348866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb68a021-b4bf-461c-b6e0-06c1c172a420 req-627d3880-489d-49cd-8fda-164d387f700f tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Nov 02 16:42:15.352852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c04aa5c7-6189-46a0-baea-0e59134dfb2c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:15.358777 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:15.443503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Router 8f0caa70-141d-4d01-a1b4-c8f50557f4f1 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:42:15.499285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c04aa5c7-6189-46a0-baea-0e59134dfb2c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:15.561208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.572347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.581323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:42:15.589533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.591920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c04aa5c7-6189-46a0-baea-0e59134dfb2c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:15.593311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-de52c8bb-9182-4bb8-a8ce-d5cc74546ebd tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "PUT /v2.0/routers/8f0caa70-141d-4d01-a1b4-c8f50557f4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845793 Nov 02 16:42:15.594972 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] Sync routers for ids ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:42:15.602040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.607089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:15.609073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.611319 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] Routers {'8f0caa70-141d-4d01-a1b4-c8f50557f4f1'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:15.613145 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:15.646311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.655398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.685635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-7e46c4c8-e8d6-4e89-9c1a-3bf2d328ffce tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5428 time: 0.2196832 Nov 02 16:42:15.695387 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:15.711204 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] Routers {'8f0caa70-141d-4d01-a1b4-c8f50557f4f1'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:15.712248 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:15.726752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:15.800088 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:15.801107 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9228c49f-727c-4383-bd17-b9236568a12f None None] The sync data for ids ['8f0caa70-141d-4d01-a1b4-c8f50557f4f1'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:42:15.852242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a28606-f3cd-4686-b845-3a77b7170c17 req-33878dde-2178-4a98-b330-7a1ea3e1d3bf tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:15.874006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78a28606-f3cd-4686-b845-3a77b7170c17 req-33878dde-2178-4a98-b330-7a1ea3e1d3bf tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 946 time: 0.1346533 Nov 02 16:42:15.901977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e0c2d49-c6f2-4b62-957e-1bcabf7180ba req-1d5db49f-c2d4-41ca-8d2b-7ad3259fda67 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150397 Nov 02 16:42:16.002278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78a28606-f3cd-4686-b845-3a77b7170c17 req-7d8309c0-1698-4bf5-88d4-c1b6da8557d0 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269760 Nov 02 16:42:16.004056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.007664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.061408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.062685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Fanout notify agent at l3_agent the message router_deleted on router 8f0caa70-141d-4d01-a1b4-c8f50557f4f1 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:42:16.079976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.081919 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5ccb8fc8-b0e3-44b0-80df-9f59052fe3ce tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "DELETE /v2.0/routers/8f0caa70-141d-4d01-a1b4-c8f50557f4f1 HTTP/1.1" status: 204 len: 168 time: 0.4712281 Nov 02 16:42:16.085002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46242) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:16.166176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Deleting subnet 32428ffc-a0db-4223-890f-06a16d47019c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:42:16.176684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.232939 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.502065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d84a2-b793-4b7e-a289-4c5cdcaf1bfe req-6f748e42-e3e5-43ce-8c45-55700e61da5d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:16.510465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa6d84a2-b793-4b7e-a289-4c5cdcaf1bfe req-6f748e42-e3e5-43ce-8c45-55700e61da5d tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 945 time: 0.0817044 Nov 02 16:42:16.605766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa6d84a2-b793-4b7e-a289-4c5cdcaf1bfe req-a9b3abdd-43ee-42ab-9114-01acaf1345b5 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910335 Nov 02 16:42:16.701862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c04aa5c7-6189-46a0-baea-0e59134dfb2c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:16.768108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port c04aa5c7-6189-46a0-baea-0e59134dfb2c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:16.774340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port c04aa5c7-6189-46a0-baea-0e59134dfb2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:16.774779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.809576 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.890430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.897087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-0406b381-3565-4d53-9d42-147a4a68cdab tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:16.899484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-0406b381-3565-4d53-9d42-147a4a68cdab tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "GET /v2.0/ports?device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 946 time: 0.1487861 Nov 02 16:42:16.922579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:16.926748 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f342ab-fd50-4e8a-a77f-eebf4d81417d" -d '{"events": [{"server_uuid": "00a8af99-1d3a-447a-8fcc-2af2b3fc87fa", "name": "network-vif-plugged", "status": "completed", "tag": "c04aa5c7-6189-46a0-baea-0e59134dfb2c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:16.954941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:16.963732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c04aa5c7-6189-46a0-baea-0e59134dfb2c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:16.974862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.030952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.036952 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "DELETE /v2.0/subnets/32428ffc-a0db-4223-890f-06a16d47019c HTTP/1.1" status: 204 len: 168 time: 0.9503534 Nov 02 16:42:17.039418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46268) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:17.115540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Subnet': ['ID=32428ffc-a0db-4223-890f-06a16d47019c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:17.132585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.132955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.133301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.133640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.133979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.134338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.134747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.134995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.135351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.135651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.135979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.136305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c219dc-e207-4030-9220-400309cfab5b tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:17.262159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Deleting port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:17.262159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.373167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1ad7-d58d-4f13-be67-9cc2622a56f3 req-ee9e2d91-d862-4933-aa87-d63a8db76ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.374885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-07ff1ad7-d58d-4f13-be67-9cc2622a56f3 req-ee9e2d91-d862-4933-aa87-d63a8db76ae3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 1097 time: 0.2116873 Nov 02 16:42:17.407467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.413498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-0f959a23-ad00-4f6c-9a1f-b85d502b1465 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.415285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-0f959a23-ad00-4f6c-9a1f-b85d502b1465 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "GET /v2.0/ports?device_id=e0da3d23-39db-47ca-a995-678426ffb08e HTTP/1.1" status: 200 len: 945 time: 0.1813624 Nov 02 16:42:17.422967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7223e37-08f6-4337-8876-d2987afc2c51 req-fa3a476d-0184-484e-b1a0-4d610aa53a16 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.424827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7223e37-08f6-4337-8876-d2987afc2c51 req-fa3a476d-0184-484e-b1a0-4d610aa53a16 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 946 time: 0.1503637 Nov 02 16:42:17.444085 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e7d32-6aee-47b4-805f-0c8a9618d8cc x-openstack-request-id: req-886e7d32-6aee-47b4-805f-0c8a9618d8cc {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:17.444356 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8af99-1d3a-447a-8fcc-2af2b3fc87fa", "name": "network-vif-plugged", "status": "completed", "tag": "c04aa5c7-6189-46a0-baea-0e59134dfb2c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:17.444633 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-886e7d32-6aee-47b4-805f-0c8a9618d8cc {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:17.444999 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c', 'code': 200} Nov 02 16:42:17.447932 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b033ef6-c1de-4333-8f92-6e7a3b8adcb8 None None] Network 1757395a-25cd-49d9-92a0-14e0c99401e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:17.449524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.457029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.465229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.472771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.483626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.495460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.506732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:17.522091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-b1da419e-0792-446d-9218-167eabababf4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5428 time: 0.3296340 Nov 02 16:42:17.526845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c04aa5c7-6189-46a0-baea-0e59134dfb2c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:17.553061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.625749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] For port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:17.626456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.631121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-07ff1ad7-d58d-4f13-be67-9cc2622a56f3 req-40910b39-067f-4506-ace9-24e791510770 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449632 Nov 02 16:42:17.678877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7223e37-08f6-4337-8876-d2987afc2c51 req-00d5835a-c562-4f96-b76b-06d5c09855eb tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a1a97d2-2a75-456d-813a-42ab8805fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146991 Nov 02 16:42:17.708934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd5770a2-be5f-427e-bed6-0bc39e026081 req-8ded56c0-28a9-4de8-867d-8df0236b49e5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853075 Nov 02 16:42:17.724202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Calling delete_port for 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:17.753503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Deleting port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:17.754368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.869859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] DHCP port deletion for 1757395a-25cd-49d9-92a0-14e0c99401e1 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:42:17.882052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] For port 29a9d4a9-ee0d-4750-befe-e1b108548cd1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=29a9d4a9-ee0d-4750-befe-e1b108548cd1,segment=NetworkSegment(ebe007d5-34de-4fec-beb8-4655b8bf2c19),segment_id=ebe007d5-34de-4fec-beb8-4655b8bf2c19)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:17.882524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.913151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Deleting port 0285f403-6969-4b0d-b261-17fd46a7374c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:17.913151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:17.950515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Calling delete_port for 29a9d4a9-ee0d-4750-befe-e1b108548cd1 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:18.032591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] Deleting port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:18.035514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8d7c7-89c9-4664-a09e-7062543d2567 req-af85c04e-d55a-415d-882c-2fd46f8e9f16 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:18.035764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.044423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4eb8d7c7-89c9-4664-a09e-7062543d2567 req-af85c04e-d55a-415d-882c-2fd46f8e9f16 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 946 time: 0.1466367 Nov 02 16:42:18.044627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 29a9d4a9-ee0d-4750-befe-e1b108548cd1 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:42:18.097560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4eb8d7c7-89c9-4664-a09e-7062543d2567 req-94692e70-1c47-4c8c-bb96-07de3f424dd2 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Nov 02 16:42:18.213321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.225800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] For port 29a9d4a9-ee0d-4750-befe-e1b108548cd1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=29a9d4a9-ee0d-4750-befe-e1b108548cd1,segment=NetworkSegment(ebe007d5-34de-4fec-beb8-4655b8bf2c19),segment_id=ebe007d5-34de-4fec-beb8-4655b8bf2c19)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:18.229056 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.257070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No active binding found for port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 {{(pid=102067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 16:42:18.259300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 29a9d4a9-ee0d-4750-befe-e1b108548cd1 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:42:18.301276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] Calling delete_port for 29a9d4a9-ee0d-4750-befe-e1b108548cd1 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:18.310455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ef61b623-226f-4da5-a088-3d94ad819fdf up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:18.314161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] No DVR routers for this DVR port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:42:18.325105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Port': ['ID=29a9d4a9-ee0d-4750-befe-e1b108548cd1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:18.328577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] For port 0285f403-6969-4b0d-b261-17fd46a7374c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0285f403-6969-4b0d-b261-17fd46a7374c,segment=NetworkSegment(b16a647a-181f-4bf8-a2f8-9f71f71a2b02),segment_id=b16a647a-181f-4bf8-a2f8-9f71f71a2b02)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:18.329359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.347752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Calling delete_port for 0285f403-6969-4b0d-b261-17fd46a7374c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:18.376306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.395730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['2dd99a73-2dc6-4999-b353-2569d4bd4cc4'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:18.456738 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.514966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1757395a-25cd-49d9-92a0-14e0c99401e1']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:18.529599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port ef61b623-226f-4da5-a088-3d94ad819fdf completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:18.532333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe007d5-34de-4fec-beb8-4655b8bf2c19') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:18.532639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe007d5-34de-4fec-beb8-4655b8bf2c19') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:18.546798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event deleted for resources: {'Port': ['ID=2dd99a73-2dc6-4999-b353-2569d4bd4cc4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:18.564646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port ef61b623-226f-4da5-a088-3d94ad819fdf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:18.565421 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.575670 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.590368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.619099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:18.619720 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.635897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] No DVR routers for this DVR port 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:42:18.652819 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.665711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3809522-d180-4137-843b-ce59e84e5cb4 req-9eb2f92c-b48e-466b-bc6a-e1b2f0c20816 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.55 "DELETE /v2.0/ports/2dd99a73-2dc6-4999-b353-2569d4bd4cc4 HTTP/1.1" status: 204 len: 173 time: 1.7548373 Nov 02 16:42:18.667243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'name': 'network-vif-deleted', 'tag': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:18.669735 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911e4b4-fdc9-4ff5-99bc-23c92fd60dde" -d '{"events": [{"server_uuid": "77fb4dbe-f69c-4b7e-b8e7-af25ca686f77", "name": "network-vif-deleted", "tag": "2dd99a73-2dc6-4999-b353-2569d4bd4cc4"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:18.736057 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:18.748154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.810434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] No DVR routers for this DVR port 29a9d4a9-ee0d-4750-befe-e1b108548cd1 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:42:18.819658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.850012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.854758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97c8a6-afe8-4d28-9a9d-bcfc5b9431ea None None] Pushing event deleted for resources: {'Port': ['ID=29a9d4a9-ee0d-4750-befe-e1b108548cd1,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:18.860167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] 10.222.0.31 "DELETE /v2.0/networks/1757395a-25cd-49d9-92a0-14e0c99401e1 HTTP/1.1" status: 204 len: 168 time: 1.8186390 Nov 02 16:42:18.916841 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6cd6cf-8563-487d-b0a6-519d25b60293 x-openstack-request-id: req-ad6cd6cf-8563-487d-b0a6-519d25b60293 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:18.917545 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fb4dbe-f69c-4b7e-b8e7-af25ca686f77", "name": "network-vif-deleted", "tag": "2dd99a73-2dc6-4999-b353-2569d4bd4cc4", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:18.918014 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad6cd6cf-8563-487d-b0a6-519d25b60293 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:18.918763 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fb4dbe-f69c-4b7e-b8e7-af25ca686f77', 'name': 'network-vif-deleted', 'tag': '2dd99a73-2dc6-4999-b353-2569d4bd4cc4', 'status': 'completed', 'code': 200} Nov 02 16:42:18.977247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:18.984330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a75cd-396b-4312-a0e4-128c52d43890 tempest-FloatingIPNegativeTestJSON-2085893547 tempest-FloatingIPNegativeTestJSON-2085893547-project] Pushing event deleted for resources: {'Network': ['ID=1757395a-25cd-49d9-92a0-14e0c99401e1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:19.032677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8a2a578-417b-4696-bed2-0968d080db80 req-d8bd83b8-2758-443d-9357-c1122e32b325 tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.31 "GET /v2.0/ports?device_id=77fb4dbe-f69c-4b7e-b8e7-af25ca686f77 HTTP/1.1" status: 200 len: 210 time: 0.1647725 Nov 02 16:42:19.035858 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:19.069437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Pushing event deleted for resources: {'Port': ['ID=0285f403-6969-4b0d-b261-17fd46a7374c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:19.168217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] No DVR routers for this DVR port 0285f403-6969-4b0d-b261-17fd46a7374c on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:42:19.173589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:19.181265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7cb2904b-88ae-401c-b805-f5ae3fcede92 req-f1d7b9a0-05a5-4b90-80e9-d9f8042fdd3b tempest-MultipleCreateTestJSON-216948333 tempest-MultipleCreateTestJSON-216948333-project] 10.222.0.100 "DELETE /v2.0/ports/0285f403-6969-4b0d-b261-17fd46a7374c HTTP/1.1" status: 204 len: 173 time: 1.7175558 Nov 02 16:42:19.201413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port ef61b623-226f-4da5-a088-3d94ad819fdf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ef61b623-226f-4da5-a088-3d94ad819fdf,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:19.214597 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:19.218327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 50f0bfb3-a095-4e2b-a1e4-373976f2755b up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:19.256072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.295435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.337239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.364254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=ef61b623-226f-4da5-a088-3d94ad819fdf,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:19.370089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.392291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 50f0bfb3-a095-4e2b-a1e4-373976f2755b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:19.398318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 50f0bfb3-a095-4e2b-a1e4-373976f2755b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:19.398908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:19.401504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.420365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.445513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:19.447007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.449927 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508777cd-d563-42b3-980b-08b3f70cafa4" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:19.462037 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-421346ea-8a78-494c-aee5-5cab4855e644 req-cd3eac29-a1fc-42ad-9dad-3c0144fc21bc tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5428 time: 0.4641418 Nov 02 16:42:19.617593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535be0f-66c0-4fe9-8b46-9a02ba530206 req-89065d11-34bf-40a1-b87c-6bf2d9fce12b tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:19.620581 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:19.621292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c535be0f-66c0-4fe9-8b46-9a02ba530206 req-89065d11-34bf-40a1-b87c-6bf2d9fce12b tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 946 time: 0.1565557 Nov 02 16:42:19.639640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46320) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:19.684937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-421346ea-8a78-494c-aee5-5cab4855e644 req-b9452e28-968d-4db6-aaf9-c7756ccb1c7d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2184396 Nov 02 16:42:19.737478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c535be0f-66c0-4fe9-8b46-9a02ba530206 req-4488c3bd-3be1-4f66-b948-398eb81c7e73 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963497 Nov 02 16:42:19.778521 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4eb505-8fbe-4b83-bcbc-b62c46075652 x-openstack-request-id: req-3f4eb505-8fbe-4b83-bcbc-b62c46075652 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:19.779207 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:19.779658 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f4eb505-8fbe-4b83-bcbc-b62c46075652 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:19.780328 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'code': 200} Nov 02 16:42:19.792875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:19.809509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:19.810880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 51924dca-b579-459a-b045-c509d6abea41 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:19.952318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f55140ff-f54d-4901-ac08-e71c87a70dcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68822dd5e295462ca46d68b9e049eb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106899 Nov 02 16:42:19.957636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46328) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:19.981487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:19.992731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 51924dca-b579-459a-b045-c509d6abea41 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:19.998059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 51924dca-b579-459a-b045-c509d6abea41 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:19.998467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.039235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9345-4893-41ab-a43f-bdfd09801cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.091317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9345-4893-41ab-a43f-bdfd09801cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.106409 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.185639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46340) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:20.194364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9345-4893-41ab-a43f-bdfd09801cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.197856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=51924dca-b579-459a-b045-c509d6abea41,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:20.199783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9345-4893-41ab-a43f-bdfd09801cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.207933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f0ad9345-4893-41ab-a43f-bdfd09801cee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90358b76-fadd-4ac7-970b-be2002b511ca HTTP/1.1" status: 204 len: 168 time: 0.2449369 Nov 02 16:42:20.208371 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.208567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eedd4579-cea8-47d7-9d80-21773222304a up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:20.254077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad9345-4893-41ab-a43f-bdfd09801cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90358b76-fadd-4ac7-970b-be2002b511ca,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:20.320747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:20.345914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Deleting subnet 0cbeedae-459e-487e-8505-18837f75eb0b {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:42:20.356802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.393293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port eedd4579-cea8-47d7-9d80-21773222304a completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:20.400151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port eedd4579-cea8-47d7-9d80-21773222304a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:20.400640 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.457668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.522045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.596272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.644916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.712711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.715465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:42:20.719243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46362) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:20.724197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eedd4579-cea8-47d7-9d80-21773222304a,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:20.728606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0cbeedae-459e-487e-8505-18837f75eb0b HTTP/1.1" status: 204 len: 168 time: 0.5417523 Nov 02 16:42:20.738503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4709c-a9ff-4ec6-8545-bae7a358e62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbeedae-459e-487e-8505-18837f75eb0b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:20.755515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:20.756968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1b52aba8-da55-4b87-8e92-477f53fdc175 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:20.763510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:42:20.764234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 2dd99a73-2dc6-4999-b353-2569d4bd4cc4 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:42:20.922495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'name': 'network-vif-deleted', 'tag': '0285f403-6969-4b0d-b261-17fd46a7374c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:20.933547 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6811a616-933c-4aa0-9548-07742d8da18d" -d '{"events": [{"server_uuid": "e0da3d23-39db-47ca-a995-678426ffb08e", "name": "network-vif-deleted", "tag": "0285f403-6969-4b0d-b261-17fd46a7374c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:20.934543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:21.008503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 1b52aba8-da55-4b87-8e92-477f53fdc175 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:21.018528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 1b52aba8-da55-4b87-8e92-477f53fdc175 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:21.019282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.081019 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6e269-cc72-4aae-ba37-de031ddf3c24 x-openstack-request-id: req-0bd6e269-cc72-4aae-ba37-de031ddf3c24 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:21.081629 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0da3d23-39db-47ca-a995-678426ffb08e", "name": "network-vif-deleted", "tag": "0285f403-6969-4b0d-b261-17fd46a7374c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:21.082098 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bd6e269-cc72-4aae-ba37-de031ddf3c24 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:21.082836 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0da3d23-39db-47ca-a995-678426ffb08e', 'name': 'network-vif-deleted', 'tag': '0285f403-6969-4b0d-b261-17fd46a7374c', 'status': 'completed', 'code': 200} Nov 02 16:42:21.120562 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.158936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.186911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.196713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.203126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.210759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.217643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.225555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.234504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-e42cfbc7-6711-49f0-936e-4082146d2c18 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5432 time: 0.3763862 Nov 02 16:42:21.239631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.336818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1b52aba8-da55-4b87-8e92-477f53fdc175,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:21.353729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.354580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 52f03b5e-9b0d-44bd-9b73-149dff382990 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:21.423679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f5f72-be27-4d27-bc9a-e347a0f2eec4 req-68cbc472-b3df-4e1e-b4fa-b2fa9edb39a3 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:21.433020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-938f5f72-be27-4d27-bc9a-e347a0f2eec4 req-68cbc472-b3df-4e1e-b4fa-b2fa9edb39a3 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 946 time: 0.1960409 Nov 02 16:42:21.473902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7bc051e-d854-4158-b346-5c10b1f95994 req-06f4e522-7734-4bc3-bf2d-5bde7c4dfd75 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384558 Nov 02 16:42:21.494167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:21.495101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.511905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 52f03b5e-9b0d-44bd-9b73-149dff382990 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:21.518193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 52f03b5e-9b0d-44bd-9b73-149dff382990 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:21.518915 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.592980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-938f5f72-be27-4d27-bc9a-e347a0f2eec4 req-ce1286e1-d2f3-48c5-b958-a20c804e4db8 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532280 Nov 02 16:42:21.599666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297f5c69-f2d8-4c92-a479-130f2429c441']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:21.625423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:21.625727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16a647a-181f-4bf8-a2f8-9f71f71a2b02') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:21.646229 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.660904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.702175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:21.715127 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.723392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:21.723962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:21.726742 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:21.757991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=52f03b5e-9b0d-44bd-9b73-149dff382990,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:21.772525 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.773873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfe4e258-638d-4e66-815c-158eea310b8c up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:21.799819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b'}, {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51924dca-b579-459a-b045-c509d6abea41'}, {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a'}, {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b52aba8-da55-4b87-8e92-477f53fdc175'}, {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:21.803430 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c052f-28e6-4cdf-ad8a-a7949a7ff9cd" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b"}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "51924dca-b579-459a-b045-c509d6abea41"}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "eedd4579-cea8-47d7-9d80-21773222304a"}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "1b52aba8-da55-4b87-8e92-477f53fdc175"}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:21.806970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.814436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.827047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] 10.222.0.31 "DELETE /v2.0/networks/297f5c69-f2d8-4c92-a479-130f2429c441 HTTP/1.1" status: 204 len: 168 time: 1.1036046 Nov 02 16:42:21.883556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:21.887976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port dfe4e258-638d-4e66-815c-158eea310b8c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:42:21.893938 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61223b6a-e867-43bf-9108-4e7807be50dd x-openstack-request-id: req-61223b6a-e867-43bf-9108-4e7807be50dd {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:21.894490 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b", "code": 200}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "51924dca-b579-459a-b045-c509d6abea41", "code": 200}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "eedd4579-cea8-47d7-9d80-21773222304a", "code": 200}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "1b52aba8-da55-4b87-8e92-477f53fdc175", "code": 200}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:21.894925 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61223b6a-e867-43bf-9108-4e7807be50dd {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:21.895476 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b', 'code': 200} Nov 02 16:42:21.895882 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51924dca-b579-459a-b045-c509d6abea41', 'code': 200} Nov 02 16:42:21.896271 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a', 'code': 200} Nov 02 16:42:21.896660 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b52aba8-da55-4b87-8e92-477f53fdc175', 'code': 200} Nov 02 16:42:21.897173 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990', 'code': 200} Nov 02 16:42:21.899446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port dfe4e258-638d-4e66-815c-158eea310b8c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:21.899683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69b9b4-0273-4d26-b870-b8d9911b6706 admin admin] Pushing event deleted for resources: {'Network': ['ID=297f5c69-f2d8-4c92-a479-130f2429c441,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:21.900205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:21.962969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'networks': [{'name': 'tempest-network--545381672'}, {'name': 'tempest-network--626092946'}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:21.963331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'network': {'name': 'tempest-network--545381672'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:21.964409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'network': {'name': 'tempest-network--626092946'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:22.028068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'network': 2} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:22.036550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.064132 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.107534 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.175769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46416) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:22.184215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port dfe4e258-638d-4e66-815c-158eea310b8c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfe4e258-638d-4e66-815c-158eea310b8c,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:22.193097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.198919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0285f403-6969-4b0d-b261-17fd46a7374c no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:42:22.221099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.229286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.231128 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.261991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-63ba33ea-7bd3-4445-8a7f-5423b3c813f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60a7a8373fdc4e728855b84caf5e0317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821738 Nov 02 16:42:22.263689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46420) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:22.319948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd7d2a-2350-4bb7-aada-83aa901bc7d1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:22.322745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=dfe4e258-638d-4e66-815c-158eea310b8c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:22.327361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 0285f403-6969-4b0d-b261-17fd46a7374c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:42:22.327761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0285f403-6969-4b0d-b261-17fd46a7374c not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:42:22.359339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:22.363297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7aa36fac-d4c3-4cf7-89da-767c21350a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.379057 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.380034 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Added segment 72dc62d5-5034-4278-aa75-2649e3b05ba1 of type vlan for network a17dcdd4-ce98-41c8-8e16-f9f617d2e1f3 Nov 02 16:42:22.420390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7aa36fac-d4c3-4cf7-89da-767c21350a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.467161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.480113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-1358fb5a-d1f0-45de-a75e-5e0d1e4ec924 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.481828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-1358fb5a-d1f0-45de-a75e-5e0d1e4ec924 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.55 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 946 time: 0.1015277 Nov 02 16:42:22.529547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:22.548047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.549066 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Added segment 2ff44d38-a953-4758-8a59-7e51f368b2b1 of type vlan for network 99907bb9-8941-4b19-a710-153864d904df Nov 02 16:42:22.642301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7aa36fac-d4c3-4cf7-89da-767c21350a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.652206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7aa36fac-d4c3-4cf7-89da-767c21350a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.652206 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7aa36fac-d4c3-4cf7-89da-767c21350a7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a1a97d2-2a75-456d-813a-42ab8805fc39 HTTP/1.1" status: 204 len: 168 time: 0.3828249 Nov 02 16:42:22.669441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.670228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa36fac-d4c3-4cf7-89da-767c21350a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1a97d2-2a75-456d-813a-42ab8805fc39,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:22.722849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Deleting port c04aa5c7-6189-46a0-baea-0e59134dfb2c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:22.723045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.836268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.853276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.869128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.880124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.889082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.896134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.902714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.911145 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-40038ba9-8712-4787-a471-a7eb72a7883a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.2705145 Nov 02 16:42:22.966277 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.979077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.979714 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:22.985433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.992836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:22.993510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.010976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] For port c04aa5c7-6189-46a0-baea-0e59134dfb2c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c04aa5c7-6189-46a0-baea-0e59134dfb2c,segment=NetworkSegment(ab4664f8-009d-4b91-bd42-6b12a2b74949),segment_id=ab4664f8-009d-4b91-bd42-6b12a2b74949)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:23.011476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.017795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a037ed-8bb9-4436-a2ac-fb1d6fc27ac6 req-187d26d7-1dad-4156-8ac3-8a664fe1972a tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:23.020094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7a037ed-8bb9-4436-a2ac-fb1d6fc27ac6 req-187d26d7-1dad-4156-8ac3-8a664fe1972a tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a8af99-1d3a-447a-8fcc-2af2b3fc87fa HTTP/1.1" status: 200 len: 946 time: 0.2421896 Nov 02 16:42:23.038874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Calling delete_port for c04aa5c7-6189-46a0-baea-0e59134dfb2c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:23.045951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4392f16b-3840-4e79-bc9e-91b2b9ca1555 req-29b397f4-fea3-4a16-9ee0-d9cba1b331b9 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340132 Nov 02 16:42:23.139068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4319956 Nov 02 16:42:23.154059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:23.365118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Network': ['ID=a17dcdd4-ce98-41c8-8e16-f9f617d2e1f3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:23.380323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a17dcdd4-ce98-41c8-8e16-f9f617d2e1f3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:23.380852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.382819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974eb28e-916c-4144-b700-ccce6de832da tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:23.392645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974eb28e-916c-4144-b700-ccce6de832da tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:23.402154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974eb28e-916c-4144-b700-ccce6de832da tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:23.411055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974eb28e-916c-4144-b700-ccce6de832da tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:23.413733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-974eb28e-916c-4144-b700-ccce6de832da tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2443752 Nov 02 16:42:23.419232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c04aa5c7-6189-46a0-baea-0e59134dfb2c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:42:23.421381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:23.439599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7a037ed-8bb9-4436-a2ac-fb1d6fc27ac6 req-dbc35173-e129-4fa8-bad4-f2e792f68140 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.31 "GET /v2.0/security-groups?id=b369eb44-ec8f-488f-810c-aaaa6e2833c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924220 Nov 02 16:42:23.468143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Pushing event deleted for resources: {'Port': ['ID=c04aa5c7-6189-46a0-baea-0e59134dfb2c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:23.517070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] No DVR routers for this DVR port c04aa5c7-6189-46a0-baea-0e59134dfb2c on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:42:23.522764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.527667 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-84c90a0d-134e-466d-bc7e-805a5fd7618d req-df80cb90-2c98-4cb9-9063-cb0f1d16e5e4 tempest-VolumesActionsTest-511500509 tempest-VolumesActionsTest-511500509-project] 10.222.0.55 "DELETE /v2.0/ports/c04aa5c7-6189-46a0-baea-0e59134dfb2c HTTP/1.1" status: 204 len: 173 time: 1.0389376 Nov 02 16:42:23.528527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'name': 'network-vif-deleted', 'tag': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:23.534245 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf7f942-3ee4-492f-aad5-e7416ffd005e" -d '{"events": [{"server_uuid": "00a8af99-1d3a-447a-8fcc-2af2b3fc87fa", "name": "network-vif-deleted", "tag": "c04aa5c7-6189-46a0-baea-0e59134dfb2c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:23.643494 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3d3cd-7b68-41dc-8189-f2b399ce9e6b x-openstack-request-id: req-9ad3d3cd-7b68-41dc-8189-f2b399ce9e6b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:23.644262 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8af99-1d3a-447a-8fcc-2af2b3fc87fa", "name": "network-vif-deleted", "tag": "c04aa5c7-6189-46a0-baea-0e59134dfb2c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:23.644880 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ad3d3cd-7b68-41dc-8189-f2b399ce9e6b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:23.646424 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a8af99-1d3a-447a-8fcc-2af2b3fc87fa', 'name': 'network-vif-deleted', 'tag': 'c04aa5c7-6189-46a0-baea-0e59134dfb2c', 'status': 'completed', 'code': 200} Nov 02 16:42:23.680214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab1298-38bb-47a9-ab73-2f223d365730 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Network': ['ID=99907bb9-8941-4b19-a710-153864d904df,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:23.705140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 99907bb9-8941-4b19-a710-153864d904df details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:23.724915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.894502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.904869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe4e258-638d-4e66-815c-158eea310b8c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:23.908197 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fde026-9661-4c9c-9c66-2536a92389f9" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "dfe4e258-638d-4e66-815c-158eea310b8c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:23.931397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17dcdd4-ce98-41c8-8e16-f9f617d2e1f3']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:23.944456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dc62d5-5034-4278-aa75-2649e3b05ba1') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:23.944954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dc62d5-5034-4278-aa75-2649e3b05ba1') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:23.962393 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:23.987808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.003669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:24.004708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:24.008350 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:24.047075 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe152fa-6934-41ac-b330-d51a41022150 x-openstack-request-id: req-cfe152fa-6934-41ac-b330-d51a41022150 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:24.048603 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-plugged", "status": "completed", "tag": "dfe4e258-638d-4e66-815c-158eea310b8c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:24.049135 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfe152fa-6934-41ac-b330-d51a41022150 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:24.049807 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe4e258-638d-4e66-815c-158eea310b8c', 'code': 200} Nov 02 16:42:24.132458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.150340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.163264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/networks/a17dcdd4-ce98-41c8-8e16-f9f617d2e1f3 HTTP/1.1" status: 204 len: 168 time: 0.7375898 Nov 02 16:42:24.185668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46478) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:24.217570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2be08-dc9e-44a2-9913-7966f744b123 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Network': ['ID=a17dcdd4-ce98-41c8-8e16-f9f617d2e1f3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:24.405209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.428195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.428778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.429727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.430407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.431021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.431630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.432236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.434670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-8837e721-1c5b-4c33-b1aa-4bbca9f49cee service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.2912755 Nov 02 16:42:24.442926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.449403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.457829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.468539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.475923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.493695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.510262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:24.512482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-7a2e672e-ebe1-445a-968d-50778302387b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.2830665 Nov 02 16:42:24.519297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-db2d6600-63f1-4b4f-b991-2ff72bcf317c req-b6349f4e-07b5-4d35-9e80-6a5854496761 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757563 Nov 02 16:42:24.629989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46496) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:24.727494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5a2b62e-a3ef-4c89-864e-84fb461b429b req-a96e2e49-04c8-4b74-92a6-7f5e0f15d5d3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955485 Nov 02 16:42:24.729638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.789810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99907bb9-8941-4b19-a710-153864d904df']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:24.813358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff44d38-a953-4758-8a59-7e51f368b2b1') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:24.814122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff44d38-a953-4758-8a59-7e51f368b2b1') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:24.850397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.883541 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.901563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1116719350-network', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:24.914749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:24.916343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:24.924658 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:24.958645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:24.964747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:24.987870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.054713 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.066999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.074154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/networks/99907bb9-8941-4b19-a710-153864d904df HTTP/1.1" status: 204 len: 168 time: 0.8797717 Nov 02 16:42:25.075114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46518) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:25.190184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0b5e4-86d9-47ae-9cac-5b28b2f149e8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Network': ['ID=99907bb9-8941-4b19-a710-153864d904df,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:25.279349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.314846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.328744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686bd0ba-77db-4b53-9b0e-961e8509b4b8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:25.343027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686bd0ba-77db-4b53-9b0e-961e8509b4b8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:25.347446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-686bd0ba-77db-4b53-9b0e-961e8509b4b8 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2476130 Nov 02 16:42:25.350564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:25.363265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46532) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:25.380907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1521981276'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:25.415445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.415805 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Added segment f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0 of type vlan for network 5c1983ea-e767-48be-a0d4-c97b744e2492 Nov 02 16:42:25.447354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:25.454211 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.529095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:25.531016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdfb7b-6568-4423-87d0-f57478175e1c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:25.547799 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.580552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.580903 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Added segment 4282bd18-e8a6-4a0c-9759-0fa8159eafaf of type vlan for network b20e328e-8019-43d7-a886-58cd1b8b9d09 Nov 02 16:42:25.608704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.610112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:25.610891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.638108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.663276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0317929 Nov 02 16:42:25.669427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:25.678568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Request body: {'subnet': {'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1116719350-subnet', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:25.704489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.710860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:25.711487 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.721874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:25.725343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:25.766731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a627fc2-f813-4e99-a236-ffe67315d867 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1983ea-e767-48be-a0d4-c97b744e2492,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:25.782689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:25.978797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6117775 Nov 02 16:42:25.982236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46562) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:25.990366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-784275033'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:26.040612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:26.048838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.079546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ad03d-dd00-4ec5-ae43-616a31b66969 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Network': ['ID=b20e328e-8019-43d7-a886-58cd1b8b9d09,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:26.104847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b20e328e-8019-43d7-a886-58cd1b8b9d09 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:26.113326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.123103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.132147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.141614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.152805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.159991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.161001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:26.176350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.177496 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Added segment 1bc0a69e-bea3-452c-9bcf-ee2c0c0c487f of type vlan for network cca208de-0c14-415c-97f5-cda199c841ef Nov 02 16:42:26.186725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.188764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-7a96f674-ed71-409d-ac59-d8742cbbf52f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.2233558 Nov 02 16:42:26.307639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.336300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28c67dc2-4079-4aac-81e8-7d1cfcd3d69d req-69146e18-3cff-4c8a-beee-900a5d3e39a1 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116650 Nov 02 16:42:26.338503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.403505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.419418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.421246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.457532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ab5f57-ec61-479b-a6ab-e539c10298cc,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:26.467526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:26.467893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Network hostable DHCP agents. Network: 5c1983ea-e767-48be-a0d4-c97b744e2492, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:42:26.510171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:42:26.528926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 5c1983ea-e767-48be-a0d4-c97b744e2492) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:26.533879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:26.535096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.541625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b40ad6-f19b-46e2-bb7f-e62662fa4b75 None None] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:26.571978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Network': ['ID=cca208de-0c14-415c-97f5-cda199c841ef,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:26.572573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed1b07c3-d29f-48d9-bc74-d230d33f291d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9012074 Nov 02 16:42:26.575358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46584) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:26.587896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:26.592540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network cca208de-0c14-415c-97f5-cda199c841ef details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:26.623778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46586) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:26.624819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be501332-e57c-4894-aeff-00882c57ac48 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6409264 Nov 02 16:42:26.631530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'ports': [{'network_id': 'b20e328e-8019-43d7-a886-58cd1b8b9d09', 'name': 'tempest-port--413374538', 'admin_state_up': True}, {'network_id': 'cca208de-0c14-415c-97f5-cda199c841ef', 'admin_state_up': False}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:26.632064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'port': {'network_id': 'b20e328e-8019-43d7-a886-58cd1b8b9d09', 'name': 'tempest-port--413374538', 'admin_state_up': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:26.632526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'port': {'network_id': 'cca208de-0c14-415c-97f5-cda199c841ef', 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:26.681881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.685681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.771471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c04aa5c7-6189-46a0-baea-0e59134dfb2c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:42:26.829737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: c04aa5c7-6189-46a0-baea-0e59134dfb2c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:42:26.830402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c04aa5c7-6189-46a0-baea-0e59134dfb2c not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:42:26.880951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:26.966994 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:42:27.009054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-5c1983ea-e767-48be-a0d4-c97b744e2492', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:42:27.010111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.283368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Allocated IP 172.20.0.2 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/326cc8c0-b83c-4474-b1da-c5701b3f7ff0) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:27.412810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.585381 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.593986 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.653318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'port': 2} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:27.660729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.680124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:27.690281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:27.693840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.695198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:27.746539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.756602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.764860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.766558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Pushing event updated for resources: {'Port': ['ID=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:27.774092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.811957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.822117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.829077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:27.832213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-78741031-3c88-4f04-9140-7566c7839b2a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.2779219 Nov 02 16:42:27.848686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Attempting to bind port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:42:27.849242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Attempting to bind port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:42:27.853247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Attempting to bind port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:42:27.869688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:42:27.870072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:27.870502 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.870891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:42:27.872139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Bound port: 326cc8c0-b83c-4474-b1da-c5701b3f7ff0, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:42:27.873194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:27.935212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28afa7c3-7913-490d-bc41-dd7dd6000083 req-07203654-6a40-46fa-9838-d2d87e7ef996 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817182 Nov 02 16:42:28.000885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] device_id is not set on port 08f4eb30-f955-415d-bfbe-aa294b38e288 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:42:28.071165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] For port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:42:28.079926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] For port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:42:28.089817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:28.273637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:28.305198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d573c-96c5-4d76-9aa1-cb0530a3c203 None None] Pushing event updated for resources: {'Port': ['ID=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:28.327652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:28.479149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.488421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.511680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.545605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.599980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.615723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.629728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:28.635150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Allocated IP 172.25.7.110 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/c750b46b-1149-476b-a46c-b1de4b3616ee) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:28.635987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4aad6b5-3cb0-43f4-ba7f-9d92cc3276a5 req-89483bf3-5570-442a-82c1-e89a177a018b tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.5165076 Nov 02 16:42:28.652413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46648) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:28.666878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Request body: {'floatingip': {'port_id': 'ef61b623-226f-4da5-a088-3d94ad819fdf'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:28.709788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:28.913672 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:28.980198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] device_id is not set on port 6321f12c-3ac9-459a-8b96-8fb841f59f4b yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:42:29.496433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:29.654950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:29.744623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Port': ['ID=08f4eb30-f955-415d-bfbe-aa294b38e288,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:29.756294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Checking segment: {'id': '4282bd18-e8a6-4a0c-9759-0fa8159eafaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b20e328e-8019-43d7-a886-58cd1b8b9d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:29.756294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network hostable DHCP agents. Network: b20e328e-8019-43d7-a886-58cd1b8b9d09, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:42:29.783880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:29.788460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network b20e328e-8019-43d7-a886-58cd1b8b9d09 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:42:29.804232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b20e328e-8019-43d7-a886-58cd1b8b9d09) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:29.808933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:29.811087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:29.815008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55627c9a-42be-4b78-8202-77cd39163080 None None] Network b20e328e-8019-43d7-a886-58cd1b8b9d09 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:29.953996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:29.973437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:30.109205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Checking segment: {'id': '1bc0a69e-bea3-452c-9bcf-ee2c0c0c487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cca208de-0c14-415c-97f5-cda199c841ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:30.109602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network hostable DHCP agents. Network: cca208de-0c14-415c-97f5-cda199c841ef, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:42:30.163284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Port': ['ID=6321f12c-3ac9-459a-8b96-8fb841f59f4b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:30.232830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network cca208de-0c14-415c-97f5-cda199c841ef is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:42:30.255097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:30.287101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, cca208de-0c14-415c-97f5-cda199c841ef) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:30.321735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:30.351573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:30.352963 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Floating IP 86c76031-0c8a-40d9-912d-7f0c1243576c associated. External IP: 172.25.7.64, port: ef61b623-226f-4da5-a088-3d94ad819fdf. Nov 02 16:42:30.386869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:30.387950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:30.429408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e666f1-9b0e-4c96-b576-bc2a7651e9e7 None None] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:30.434678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4a84fe35-a1b4-47ce-a581-6224963a4b79 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8089168 Nov 02 16:42:30.435565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9523eb-85e0-4fa6-9779-eff45da927f0 None None] Network cca208de-0c14-415c-97f5-cda199c841ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:30.438172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46678) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:30.618479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:30.791241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee8f4c-5f7c-4027-9feb-85b80e3178d7 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:30.814021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:30.828366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee8f4c-5f7c-4027-9feb-85b80e3178d7 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:30.833331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-69ee8f4c-5f7c-4027-9feb-85b80e3178d7 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3935313 Nov 02 16:42:30.841966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:30.856313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Pushing event updated for resources: {'Port': ['ID=c750b46b-1149-476b-a46c-b1de4b3616ee,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:30.876736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:30.890092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:31.140677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Deleting port 08f4eb30-f955-415d-bfbe-aa294b38e288 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:31.141015 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:31.309428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:42:31.468576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:31.506342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Calling delete_port for 08f4eb30-f955-415d-bfbe-aa294b38e288 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:31.639180 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3f6f7940-eb73-4e03-8c1d-e5ab41300fac None None] Provisioning complete for port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:31.640278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7940-eb73-4e03-8c1d-e5ab41300fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:31.761265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:31.880623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:31.881348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:31.904773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:42:31.945070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] Sync routers for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:42:31.957185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Port': ['ID=08f4eb30-f955-415d-bfbe-aa294b38e288,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:31.961830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:32.004866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:32.005760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:32.046172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:32.063698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3f4ae8f-4cc1-47b5-9d9a-e19ade18c186 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/ports/08f4eb30-f955-415d-bfbe-aa294b38e288 HTTP/1.1" status: 204 len: 168 time: 1.2204003 Nov 02 16:42:32.074861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46702) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:32.167338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fc0484d8-4d91-4261-8299-9d04122494ec tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "PUT /v2.0/floatingips/86c76031-0c8a-40d9-912d-7f0c1243576c HTTP/1.1" status: 200 len: 991 time: 3.5085244 Nov 02 16:42:32.180450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:42:32.204771 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea6875-2e60-4b21-9f44-d03bbdd81af2" -d '{"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:42:32.342894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7940-eb73-4e03-8c1d-e5ab41300fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:32.483935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Deleting port 6321f12c-3ac9-459a-8b96-8fb841f59f4b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:42:32.488837 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:32.538059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3f6f7940-eb73-4e03-8c1d-e5ab41300fac None None] For port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:32.661131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7940-eb73-4e03-8c1d-e5ab41300fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:32.771077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:32.832803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Calling delete_port for 6321f12c-3ac9-459a-8b96-8fb841f59f4b owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:42:32.865914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:42:33.082533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f7940-eb73-4e03-8c1d-e5ab41300fac None None] Pushing event updated for resources: {'Port': ['ID=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:33.100242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-993ee9d1-93dd-4159-87ca-0528f153e192 None None] Provisioning complete for port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:33.102163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-993ee9d1-93dd-4159-87ca-0528f153e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.115078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.198102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Port': ['ID=6321f12c-3ac9-459a-8b96-8fb841f59f4b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:33.222215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.240115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec18ee55-9dcf-45bf-9af7-1e532149bcb6 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/ports/6321f12c-3ac9-459a-8b96-8fb841f59f4b HTTP/1.1" status: 204 len: 168 time: 1.1512048 Nov 02 16:42:33.242381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46718) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:33.358909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4026fdf5-acd9-469e-bf30-4da7a135303a tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1103003 Nov 02 16:42:33.368340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46722) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:33.378358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-551884199'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:33.501240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:33.525355 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.608368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:33.642088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.643190 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Added segment bd7c08de-2413-426b-9b42-7c7fda7d6d8b of type vlan for network 05b076da-e6cc-4810-aa43-72d40592b01d Nov 02 16:42:33.802787 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8b8325-cf21-418d-addb-d95a103f3cba x-openstack-request-id: req-9c8b8325-cf21-418d-addb-d95a103f3cba {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:42:33.807395 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:42:33.807855 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c8b8325-cf21-418d-addb-d95a103f3cba {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:42:33.808474 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'status': 'completed', 'code': 200} Nov 02 16:42:33.824501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.889641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:33.896123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:33.896823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:34.086930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.088584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.090794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.092685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.093506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.096885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '86c76031-0c8a-40d9-912d-7f0c1243576c', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'port_id': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'mac_address': 'fa:16:3e:81:9b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:40:40Z', 'updated_at': '2021-11-02T16:42:29Z', 'revision_number': 1, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:34.097640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.098360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.100707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d61df604-b41d-47a1-a051-bca5da3a22b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.2524166 Nov 02 16:42:34.103076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46730) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:34.106293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7290893 Nov 02 16:42:34.111255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-576174999'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:34.138803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a2a3-e46e-42e0-b99e-2b754ad22b90 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Network': ['ID=05b076da-e6cc-4810-aa43-72d40592b01d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:34.166754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 05b076da-e6cc-4810-aa43-72d40592b01d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:34.170366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] Checking router: a6d1bbca-5c76-4c4d-bd77-9cf220070b05 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:42:34.264114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:34.264761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:34.283532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-b8a5b298-105e-485c-b8af-5e22de2101d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:34.285702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-b8a5b298-105e-485c-b8af-5e22de2101d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b HTTP/1.1" status: 200 len: 913 time: 0.1430097 Nov 02 16:42:34.297223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:34.459166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:42:34.540765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:34.546346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:34.581155 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-fcc223f9-c1ab-4159-a719-a3a9929e7fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2943275 Nov 02 16:42:34.670253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-1eeff86a-c634-44c6-9c6e-cdcc676a675e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 999 time: 0.3703196 Nov 02 16:42:34.872616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:34.972046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '86c76031-0c8a-40d9-912d-7f0c1243576c', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'port_id': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'mac_address': 'fa:16:3e:81:9b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:40:40Z', 'updated_at': '2021-11-02T16:42:29Z', 'revision_number': 1, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:35.008652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-2372b099-87c4-447e-a475-c7e5a2717deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:35.009768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174a3b0e-f3fb-4d8d-8cf8-96d26b0fefc8 None None] The sync data for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 is: [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '86c76031-0c8a-40d9-912d-7f0c1243576c', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'port_id': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'mac_address': 'fa:16:3e:81:9b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:40:40Z', 'updated_at': '2021-11-02T16:42:29Z', 'revision_number': 1, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:42:35.022667 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-2372b099-87c4-447e-a475-c7e5a2717deb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 200 len: 851 time: 0.2931135 Nov 02 16:42:35.025231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:42:35.027223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:35.027600 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:35.254974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7406299-df29-452c-99af-37f17d960eb8 req-735a381e-db8a-4350-a88a-a35d30541ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:35.256931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-735a381e-db8a-4350-a88a-a35d30541ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.5824544 Nov 02 16:42:35.301556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:35.301556 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Added segment d5b97e83-766f-41a4-b8a5-c72563590019 of type vlan for network ea5c0078-5d27-462b-b947-8d9404e63825 Nov 02 16:42:35.455605 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4e595-14f3-48cb-9725-f981a39218bd None None] New status for floating IP 86c76031-0c8a-40d9-912d-7f0c1243576c: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:42:35.466305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:35.492687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-647c26e7-9fc5-4f76-965d-26ff6706c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:35.494342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-647c26e7-9fc5-4f76-965d-26ff6706c8b2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416411 Nov 02 16:42:35.589790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:35.600300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:35.606291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:35.608007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:35.621287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7406299-df29-452c-99af-37f17d960eb8 req-44efc347-c1bf-4192-8846-41676e8fe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:35.622821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-44efc347-c1bf-4192-8846-41676e8fe0f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.3053982 Nov 02 16:42:35.827117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Network': ['ID=ea5c0078-5d27-462b-b947-8d9404e63825,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:35.842698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ea5c0078-5d27-462b-b947-8d9404e63825 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:42:36.018795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b79e478b-432f-4bf2-8316-5d907a38efad tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9126680 Nov 02 16:42:36.416831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-d10c8ad4-0154-48f8-b7f3-fb2e76a86202 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9074335 Nov 02 16:42:36.419341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-6e068c71-83b4-4a63-a856-bf8ae741e01b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 1000 time: 0.5859537 Nov 02 16:42:36.588054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-04ea6875-2e60-4b21-9f44-d03bbdd81af2 req-8c83df54-d1d2-4ad3-809c-9f211148d490 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485083 Nov 02 16:42:36.646246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7406299-df29-452c-99af-37f17d960eb8 req-04e9a582-b60f-4b93-a86b-701b41d7caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:36.648013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-04e9a582-b60f-4b93-a86b-701b41d7caad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.2193799 Nov 02 16:42:36.724909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7406299-df29-452c-99af-37f17d960eb8 req-5adb85b9-f509-44b5-ab52-9f51b2e70f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:36.726833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-5adb85b9-f509-44b5-ab52-9f51b2e70f83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717452 Nov 02 16:42:36.803215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Router 0e91a187-f85b-409b-a46e-3557876d62c6 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:42:36.952797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:42:36.965475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Sync routers for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:42:36.986403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:36.988845 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b3532961-f4e4-4d07-a481-aec6ad81bf71 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4064648 Nov 02 16:42:36.992839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46752) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:37.045983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-7638206b-9d5a-44ff-bf93-0c682b992280 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082764 Nov 02 16:42:37.048579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:37.063425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:37.393794 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d7406299-df29-452c-99af-37f17d960eb8 req-fa194558-aec9-4665-ad3e-9c9740ddbea8 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252404 Nov 02 16:42:37.561747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:42:38.481385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7d47c7f-2178-45cc-924c-9ccade8663a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:38.514081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:38.767075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:31Z', 'revision_number': 3, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:38.863190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Checking router: 0e91a187-f85b-409b-a46e-3557876d62c6 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:42:38.865513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Updating router 0e91a187-f85b-409b-a46e-3557876d62c6 port c750b46b-1149-476b-a46c-b1de4b3616ee binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:42:38.927790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Allocated IP 172.20.0.1 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/7e2dd252-73c8-491a-9582-3547a9365f08) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:38.954060 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:39.221930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:39.351415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:39.396687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:39.402788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:39.438753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:39.545336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2dd252-73c8-491a-9582-3547a9365f08,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:39.566309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.567069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.567892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.568632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.569239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.569886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.570669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.571228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.571823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.573178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.574557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.577354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:39.614169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:39.823933 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:39.845577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:39.891929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:39.899016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'subnets': [{'network_id': '05b076da-e6cc-4810-aa43-72d40592b01d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2119936804', 'ip_version': 6}, {'network_id': 'ea5c0078-5d27-462b-b947-8d9404e63825', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:39.899689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'subnet': {'network_id': '05b076da-e6cc-4810-aa43-72d40592b01d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2119936804', 'ip_version': 6}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:39.900391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Request body: {'subnet': {'network_id': 'ea5c0078-5d27-462b-b947-8d9404e63825', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:39.984732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Attempting to bind port c750b46b-1149-476b-a46c-b1de4b3616ee on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:42:39.985121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Attempting to bind port c750b46b-1149-476b-a46c-b1de4b3616ee by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:42:39.985488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Attempting to bind port c750b46b-1149-476b-a46c-b1de4b3616ee on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:42:40.004647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.029712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:42:40.033043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:40.033698 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.034509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:42:40.035196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Bound port: c750b46b-1149-476b-a46c-b1de4b3616ee, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:42:40.035770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.150011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] For port c750b46b-1149-476b-a46c-b1de4b3616ee, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:42:40.158755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] For port c750b46b-1149-476b-a46c-b1de4b3616ee, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c750b46b-1149-476b-a46c-b1de4b3616ee,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:42:40.190496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.192763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-25abae97-be3b-4422-b8ef-867dd1eeed41 None None] Provisioning complete for port 7e2dd252-73c8-491a-9582-3547a9365f08 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:40.193439 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-25abae97-be3b-4422-b8ef-867dd1eeed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.196321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a9ed4-b255-4db3-870f-1e8af2eb6828 None None] Pushing event updated for resources: {'Port': ['ID=c750b46b-1149-476b-a46c-b1de4b3616ee,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:40.271791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Made reservation on behalf of 10259e9ec7e44e479af8bb487e4288f5 for: {'subnet': 2} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:40.289534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.289871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.391890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a9ed4-b255-4db3-870f-1e8af2eb6828 None None] Pushing event updated for resources: {'Port': ['ID=c750b46b-1149-476b-a46c-b1de4b3616ee,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:40.405370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-25abae97-be3b-4422-b8ef-867dd1eeed41 None None] Port 7e2dd252-73c8-491a-9582-3547a9365f08 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:40.436321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.445410 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.465371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:40.466862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:40.619241 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:40.777053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:42:40.793822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2dd252-73c8-491a-9582-3547a9365f08,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:40.928939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:40.936020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:41.169611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:41.186756 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f1a363b-e0e8-4af9-8965-f60633d79f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:41.253425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:40Z', 'revision_number': 2, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:41.294291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Subnet': ['ID=beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:41.308184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f465-985b-4468-b930-6f0ac9689f40 None None] The sync data for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 is: [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:40Z', 'revision_number': 2, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:42:41.342043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:41.342793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Checking segment: {'id': 'bd7c08de-2413-426b-9b42-7c7fda7d6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05b076da-e6cc-4810-aa43-72d40592b01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:41.343220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network hostable DHCP agents. Network: 05b076da-e6cc-4810-aa43-72d40592b01d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:42:41.374808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network 05b076da-e6cc-4810-aa43-72d40592b01d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:42:41.392889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 05b076da-e6cc-4810-aa43-72d40592b01d) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:41.398369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:41.406026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6cfcf3-f653-4174-9b4a-1e34c926e035 None None] Network 05b076da-e6cc-4810-aa43-72d40592b01d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:41.525981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Router 0e91a187-f85b-409b-a46e-3557876d62c6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:42:41.557617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Checking segment: {'id': 'd5b97e83-766f-41a4-b8a5-c72563590019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea5c0078-5d27-462b-b947-8d9404e63825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:41.558406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network hostable DHCP agents. Network: ea5c0078-5d27-462b-b947-8d9404e63825, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:42:41.566778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event updated for resources: {'Subnet': ['ID=ec3044c5-c74b-4b72-9619-4b1ceb317c7c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:41.585958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Network ea5c0078-5d27-462b-b947-8d9404e63825 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:42:41.598577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ea5c0078-5d27-462b-b947-8d9404e63825) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:41.606169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:41.607735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:41.608640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:41.619809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5034dae2-a95a-4975-a512-0115f6ce3f09 None None] Network ea5c0078-5d27-462b-b947-8d9404e63825 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:41.637826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f4d5e9e6-154e-408a-b2c7-fef36ed43822 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7441621 Nov 02 16:42:41.638937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:41.803460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2c1be-206a-473f-b5ed-ec2f00c34bd1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:41.805425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2c1be-206a-473f-b5ed-ec2f00c34bd1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:41.807088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2c1be-206a-473f-b5ed-ec2f00c34bd1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:41.812835 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bca2c1be-206a-473f-b5ed-ec2f00c34bd1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1691725 Nov 02 16:42:41.818884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-281febdf-c1ce-4c24-994b-fee4d3f224e8 None None] Provisioning complete for port 7e2dd252-73c8-491a-9582-3547a9365f08 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:41.822788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-281febdf-c1ce-4c24-994b-fee4d3f224e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:41.836855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:41.915823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:42:41.953911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4010f80f-0541-4375-a7d6-bb238a5338d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/0e91a187-f85b-409b-a46e-3557876d62c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9584882 Nov 02 16:42:42.028497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Deleting subnet beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:42:42.031092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-4ffd3a7e-f791-4b9a-aae0-029ec95097a0 req-027c1c0f-c836-406b-ab8a-6e0981f870f2 service neutron] (102065) timed out ('10.222.0.31', 42488) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 16:42:42.045278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.264178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.430233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-281febdf-c1ce-4c24-994b-fee4d3f224e8 None None] Port 7e2dd252-73c8-491a-9582-3547a9365f08 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:42.437356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9c998-5c1e-4e9c-9fcd-cf0bb339c48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ea5c0078-5d27-462b-b947-8d9404e63825', 'network_id': 'ea5c0078-5d27-462b-b947-8d9404e63825', 'tenant_id': '10259e9ec7e44e479af8bb487e4288f5', 'fixed_ips': [{'subnet_id': 'ec3044c5-c74b-4b72-9619-4b1ceb317c7c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:42:42.438179 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15e9c998-5c1e-4e9c-9fcd-cf0bb339c48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.444428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.469202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c2ad92-dbd4-4c54-8a3d-67e355e5a5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-05b076da-e6cc-4810-aa43-72d40592b01d', 'network_id': '05b076da-e6cc-4810-aa43-72d40592b01d', 'tenant_id': '10259e9ec7e44e479af8bb487e4288f5', 'fixed_ips': [{'subnet_id': 'beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:42:42.479512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72c2ad92-dbd4-4c54-8a3d-67e355e5a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.837757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.909616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:42.928362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/subnets/beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae HTTP/1.1" status: 204 len: 168 time: 1.0902324 Nov 02 16:42:42.931266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46838) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:43.027913 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.053162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f344f-ed07-4e8f-b641-e73310410486 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Subnet': ['ID=beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:43.082541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c750b46b-1149-476b-a46c-b1de4b3616ee up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-72c2ad92-dbd4-4c54-8a3d-67e355e5a5e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae: This subnet is being modified by another concurrent operation. Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:42:43.094006 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beb34c3e-a9c0-4b2a-9af4-066ab80cd5ae: This subnet is being modified by another concurrent operation. Nov 02 16:42:43.098784 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:42:43.105574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Deleting subnet ec3044c5-c74b-4b72-9619-4b1ceb317c7c {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:42:43.113285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.194987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9dafc-0edb-4292-8c78-731b1ceb0231 None None] Network 05b076da-e6cc-4810-aa43-72d40592b01d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:43.264611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.349502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46846) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:43.354252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405306524', 'description': 'tempest-description--1072139755'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:43.416690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.453192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.662872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-15e9c998-5c1e-4e9c-9fcd-cf0bb339c48b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec3044c5-c74b-4b72-9619-4b1ceb317c7c: This subnet is being modified by another concurrent operation. Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:42:43.691776 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec3044c5-c74b-4b72-9619-4b1ceb317c7c: This subnet is being modified by another concurrent operation. Nov 02 16:42:43.695334 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:42:43.705203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.707803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.711453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.724659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/subnets/ec3044c5-c74b-4b72-9619-4b1ceb317c7c HTTP/1.1" status: 204 len: 168 time: 0.7903802 Nov 02 16:42:43.727673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46854) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:43.747908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbebb9-fdcc-4687-9d98-ee6065857205 None None] Network ea5c0078-5d27-462b-b947-8d9404e63825 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:42:43.783274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.785109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4343708 Nov 02 16:42:43.786544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246ad3-0e7d-4fca-a8ee-32ced15f0210 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db10e82b-1202-47ad-aa71-844249ac0398,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:43.790836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46856) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:43.796031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'security_group_rule': {'security_group_id': 'db10e82b-1202-47ad-aa71-844249ac0398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:43.823908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301516f-c3a7-433a-ad2a-50eb352ac021 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3044c5-c74b-4b72-9619-4b1ceb317c7c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:43.845023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.936261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.941080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.949517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807e7f6-88a5-41b0-a29d-1e2ca75f4a8d tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:43.957108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3807e7f6-88a5-41b0-a29d-1e2ca75f4a8d tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1560667 Nov 02 16:42:43.957767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46858) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:43.981272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:43.990456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1962779 Nov 02 16:42:43.998972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46860) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:44.020191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'security_group_rule': {'security_group_id': 'db10e82b-1202-47ad-aa71-844249ac0398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:44.042086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.095456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c750b46b-1149-476b-a46c-b1de4b3616ee triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:44.095790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.105241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8036ca-9a68-42c3-938a-8ce2f26a09d2 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:42:44.130169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad17714-c7f5-44e6-824a-5d46ec0981c3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a0d0f7-e9b5-444b-9cc4-c2aaee9368f9,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:44.196160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.201914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.364532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.370945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.421800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920ef30c-8c3d-4dcf-ab27-c129037263fa,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:44.436267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.439229 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3502a498-edaa-4265-b35e-2b695db2dcf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391766 Nov 02 16:42:44.443002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:44.443136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.450877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:44.494153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5c0078-5d27-462b-b947-8d9404e63825']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:44.502292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.528166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b97e83-766f-41a4-b8a5-c72563590019') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:44.528470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b97e83-766f-41a4-b8a5-c72563590019') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:44.568550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.618101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.633256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:44.634599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:44.641907 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:44.748405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.795778 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.811034 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.821854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/networks/ea5c0078-5d27-462b-b947-8d9404e63825 HTTP/1.1" status: 204 len: 168 time: 0.8630040 Nov 02 16:42:44.826435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46874) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:44.852923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:44.868907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924642ec-2b22-4d8c-803a-88e2496b4665 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Network': ['ID=ea5c0078-5d27-462b-b947-8d9404e63825,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:44.904779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port c750b46b-1149-476b-a46c-b1de4b3616ee, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c750b46b-1149-476b-a46c-b1de4b3616ee,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:44.924099 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.026584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Allocated IP 172.25.7.80 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/5f923eb6-d5d2-4030-9868-5a3f12d1b6c3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:45.057009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8036ca-9a68-42c3-938a-8ce2f26a09d2 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:42:45.131608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.216649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.228630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=c750b46b-1149-476b-a46c-b1de4b3616ee,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:45.296697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.308906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.309536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.310033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.312562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.313082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.313573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.314080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.317667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.321559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.323225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.323759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.325727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:45.343330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:45.348700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:45.356915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:45.384031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.443553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=5f923eb6-d5d2-4030-9868-5a3f12d1b6c3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:45.474052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b076da-e6cc-4810-aa43-72d40592b01d']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:45.498358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7c08de-2413-426b-9b42-7c7fda7d6d8b') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:45.498801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7c08de-2413-426b-9b42-7c7fda7d6d8b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:45.521165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.549629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.576533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.606627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:45.607667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:45.614222 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:45.645213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.731724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.755397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:45.769001 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/networks/05b076da-e6cc-4810-aa43-72d40592b01d HTTP/1.1" status: 204 len: 168 time: 0.9173508 Nov 02 16:42:45.787708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46896) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:45.799742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40317d-b84b-47af-9596-16856620d524 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Network': ['ID=05b076da-e6cc-4810-aa43-72d40592b01d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:45.854336 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Sync routers for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:42:45.869726 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:45.873260 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:45.965120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b45de3-4fe2-4440-8b2a-f4317113d63a None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:42:45.974742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:46.134909 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:42:46.352712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b45de3-4fe2-4440-8b2a-f4317113d63a None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:42:46.581424 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:40Z', 'revision_number': 2, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:46.662574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Checking router: 0e91a187-f85b-409b-a46e-3557876d62c6 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:42:46.663318 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Updating router 0e91a187-f85b-409b-a46e-3557876d62c6 port 7e2dd252-73c8-491a-9582-3547a9365f08 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:42:46.780608 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:46.986109 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.030990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca208de-0c14-415c-97f5-cda199c841ef']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:47.052901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc0a69e-bea3-452c-9bcf-ee2c0c0c487f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:47.053644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc0a69e-bea3-452c-9bcf-ee2c0c0c487f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:47.086108 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.094380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c750b46b-1149-476b-a46c-b1de4b3616ee up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:47.116414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.120665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.132326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:47.133152 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:47.140562 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:47.162193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.203157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c750b46b-1149-476b-a46c-b1de4b3616ee triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:47.203537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.420082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.575587 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.576822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=5f923eb6-d5d2-4030-9868-5a3f12d1b6c3,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:47.584917 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.593113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.641295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.652422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/networks/cca208de-0c14-415c-97f5-cda199c841ef HTTP/1.1" status: 204 len: 168 time: 1.8622360 Nov 02 16:42:47.654050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21643b01-8299-4672-8eda-3d01eddad3b1 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Network': ['ID=cca208de-0c14-415c-97f5-cda199c841ef,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:47.655139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46912) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:47.727273 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Pushing event updated for resources: {'Port': ['ID=7e2dd252-73c8-491a-9582-3547a9365f08,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:47.756113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.756903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.757341 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.758623 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.759620 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.760442 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.761252 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.762308 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.763100 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.764935 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.765819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.766967 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.768611 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:47.855849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:47.885595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-183b5bbb-1a61-43ef-b9f0-6b02c361f792 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4409411 Nov 02 16:42:48.003981 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Attempting to bind port 7e2dd252-73c8-491a-9582-3547a9365f08 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:42:48.004784 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Attempting to bind port 7e2dd252-73c8-491a-9582-3547a9365f08 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:42:48.005445 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Attempting to bind port 7e2dd252-73c8-491a-9582-3547a9365f08 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:42:48.048389 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:42:48.052560 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:42:48.053864 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.057009 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:42:48.059221 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Bound port: 7e2dd252-73c8-491a-9582-3547a9365f08, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:42:48.061585 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.278647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.441609 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] For port 7e2dd252-73c8-491a-9582-3547a9365f08, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:42:48.469057 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] For port 7e2dd252-73c8-491a-9582-3547a9365f08, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e2dd252-73c8-491a-9582-3547a9365f08,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:42:48.490460 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.576929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a6b2a184-5306-4ed3-b7ba-bee46331d7e9 None None] Provisioning complete for port 7e2dd252-73c8-491a-9582-3547a9365f08 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:48.578424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a184-5306-4ed3-b7ba-bee46331d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.724113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:42:48.724838 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:42:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:48.765684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.775463 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bff374-b2f4-410a-9f1b-368b45a4eacb None None] Pushing event updated for resources: {'Port': ['ID=7e2dd252-73c8-491a-9582-3547a9365f08,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:48.803992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20e328e-8019-43d7-a886-58cd1b8b9d09']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:48.820504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4282bd18-e8a6-4a0c-9759-0fa8159eafaf') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:48.821034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4282bd18-e8a6-4a0c-9759-0fa8159eafaf') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:48.837823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.853612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.859606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a184-5306-4ed3-b7ba-bee46331d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.884653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:42:48.885828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:42:48.891395 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:42:48.940676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a6b2a184-5306-4ed3-b7ba-bee46331d7e9 None None] For port 7e2dd252-73c8-491a-9582-3547a9365f08, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e2dd252-73c8-491a-9582-3547a9365f08,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:42:48.945846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a184-5306-4ed3-b7ba-bee46331d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:49.032238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-4896fe80-08dc-4c9a-9c0d-dbc4d815e819 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1405306524&fields=id&tenant_id=0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 267 time: 0.3130181 Nov 02 16:42:49.035725 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:49.142349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2a184-5306-4ed3-b7ba-bee46331d7e9 None None] Pushing event updated for resources: {'Port': ['ID=7e2dd252-73c8-491a-9582-3547a9365f08,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:49.293491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e2dd252-73c8-491a-9582-3547a9365f08 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:49.357191 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:42:49.375184 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:49.385292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] 10.222.0.31 "DELETE /v2.0/networks/b20e328e-8019-43d7-a886-58cd1b8b9d09 HTTP/1.1" status: 204 len: 168 time: 1.7287073 Nov 02 16:42:49.499509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2e0e0fd5-01aa-4f18-88ce-41b16716e940 None None] Provisioning complete for port 7e2dd252-73c8-491a-9582-3547a9365f08 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:49.516575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0fd5-01aa-4f18-88ce-41b16716e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:49.595610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7e2dd252-73c8-491a-9582-3547a9365f08 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:49.597261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:50.012858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46964) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:50.046984 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:42:50.083170 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86c2d-2d82-49eb-b995-037251ba5982 None None] The sync data for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 is: [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:42:50.611138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d0a2ab46-e63b-4631-a601-aff54949e74c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10259e9ec7e44e479af8bb487e4288f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970502 Nov 02 16:42:50.618430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46980) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:50.679916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc4c30-bb47-43fa-9e0c-242a6e141647 tempest-BulkNetworkOpsIpV6Test-1871897472 tempest-BulkNetworkOpsIpV6Test-1871897472-project] Pushing event deleted for resources: {'Network': ['ID=b20e328e-8019-43d7-a886-58cd1b8b9d09,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:50.701204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-37d93d6e-622c-42d8-b4c6-05c058da14ac tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:50.712344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-37d93d6e-622c-42d8-b4c6-05c058da14ac tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 1.6390297 Nov 02 16:42:50.747038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-d908ac01-7ced-4674-b85c-48c9ab2a8d6b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/quotas/0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 375 time: 0.0337739 Nov 02 16:42:50.775499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-67b2445b-b48f-45e4-8147-a16708cb8a8d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4009023 Nov 02 16:42:50.847735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6157aaf4-51d1-45f8-91fb-dde7be4dc81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:50.892797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-68e046ad-22a7-454b-9e09-6f9f1fd0c2ff tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1366706 Nov 02 16:42:51.025049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6157aaf4-51d1-45f8-91fb-dde7be4dc81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:51.150515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.151472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.152583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.153121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.153922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.154721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.155461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.159201 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c6020dda-299d-4d5b-b3b2-301093fc1603 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 6497 time: 0.2628157 Nov 02 16:42:51.166820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e2dd252-73c8-491a-9582-3547a9365f08 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:42:51.200571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-b5df4a99-e981-471b-bfa6-cb215cff2cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001266 Nov 02 16:42:51.230345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6157aaf4-51d1-45f8-91fb-dde7be4dc81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:51.235616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6157aaf4-51d1-45f8-91fb-dde7be4dc81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:51.241513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6157aaf4-51d1-45f8-91fb-dde7be4dc81f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cbd7d2a-2350-4bb7-aada-83aa901bc7d1 HTTP/1.1" status: 204 len: 168 time: 0.6214299 Nov 02 16:42:51.445506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7e2dd252-73c8-491a-9582-3547a9365f08 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:51.448034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:51.495791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-0258df72-0df0-446a-b5c4-9d3c5771f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.495992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-0258df72-0df0-446a-b5c4-9d3c5771f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.496461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-0258df72-0df0-446a-b5c4-9d3c5771f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:51.506100 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-0258df72-0df0-446a-b5c4-9d3c5771f44d service neutron] 10.222.0.100 "GET /v2.0/networks?id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&id=282dbc29-1aaa-45e1-b246-11ee902de8f2&id=282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 200 len: 2298 time: 0.2625122 Nov 02 16:42:51.507030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157aaf4-51d1-45f8-91fb-dde7be4dc81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd7d2a-2350-4bb7-aada-83aa901bc7d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:51.796361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-4012fedf-901c-4370-a379-a556b32b1a42 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816066 Nov 02 16:42:51.825586 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-835b3fc2-9a79-44f8-960e-799cc7d62eea service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 200 len: 1000 time: 0.3087664 Nov 02 16:42:52.027711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-f198bf4b-e971-455a-83b8-80c0560bfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:52.034020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-f198bf4b-e971-455a-83b8-80c0560bfcec service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 200 len: 855 time: 0.1908200 Nov 02 16:42:52.318806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-7c2f9d64-1a96-4e66-9bbc-c449c270d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:52.328067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-7c2f9d64-1a96-4e66-9bbc-c449c270d53d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=06fcdc05-32d4-4eb9-98dd-92f954dd1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879295 Nov 02 16:42:52.383032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7df74ec2-1f67-4616-8356-06b0ea8aae2b req-a266eb46-19f5-477e-8a72-07126bd918e4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 210 time: 0.0849695 Nov 02 16:42:52.590838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-a51aa0eb-768e-4c1f-8f98-d1bc14574cf0 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484722 Nov 02 16:42:52.698633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-fe6d58f1-d775-4924-b52f-d8af0d8a80f0 service neutron] 10.222.0.100 "GET /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995779 Nov 02 16:42:52.766358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-2d924c70-85c8-4db0-83a1-0b596d6043e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 217 time: 0.0579588 Nov 02 16:42:52.931017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:52.959547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-722f2c71-7fcf-45b5-8d09-dcc7ec54a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:52.961286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-722f2c71-7fcf-45b5-8d09-dcc7ec54a6a1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1832023 Nov 02 16:42:53.124856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-8d78c7c7-721d-4d97-859d-564084c09823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:53.132519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-8d78c7c7-721d-4d97-859d-564084c09823 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527438 Nov 02 16:42:53.461225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-ee71302b-7be3-4e64-90e0-ba4e73702879 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230078 Nov 02 16:42:53.645986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7086cfbb-8036-40f7-8570-361bc65de379 req-70ab3db0-b973-4ba3-84fb-b33fd3d3b36c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 210 time: 0.1027162 Nov 02 16:42:53.838476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d7961e4d-e953-48da-acce-f3240055591a service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650343 Nov 02 16:42:53.935362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-357ae65a-a5c2-4bb5-abc4-5803a9471c98 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 217 time: 0.0818560 Nov 02 16:42:54.095007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d35723a4-d376-4bed-b945-23c3f198b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:54.103298 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d35723a4-d376-4bed-b945-23c3f198b64f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.1587198 Nov 02 16:42:54.379806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-7e378c57-9f12-4e89-b3c9-e2569c11f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:54.384323 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-7e378c57-9f12-4e89-b3c9-e2569c11f173 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2741334 Nov 02 16:42:54.672707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-353c522c-8978-4577-aff9-dd8f91bb2a34 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750413 Nov 02 16:42:54.731081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9c0b25b0-4a69-403c-b0ff-9f3cedadc506 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:54.741180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9c0b25b0-4a69-403c-b0ff-9f3cedadc506 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.5374024 Nov 02 16:42:55.066488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c25f0b52-4a77-4336-9aca-98f72c0cfdb5 req-e4c3a1f5-a650-47a4-9fa0-e83ad7c779e4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 210 time: 0.1366274 Nov 02 16:42:55.178380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-0657e52e-b1c4-4efd-829a-712064f26351 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351027 Nov 02 16:42:55.512098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-1584800d-27d4-4695-a5e9-537e189e03fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 200 len: 217 time: 0.2117786 Nov 02 16:42:55.541147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-d3ab926c-ef5e-481e-8320-31b4e72cc628 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 380 time: 0.7791245 Nov 02 16:42:55.584394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'port': {'device_id': '32760567-2415-461f-9393-1914a554bb9c', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'admin_state_up': True, 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'security_groups': ['db10e82b-1202-47ad-aa71-844249ac0398']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:55.698484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-1a61c597-2ee9-4478-8210-e95c146452f7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:55.711663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-1a61c597-2ee9-4478-8210-e95c146452f7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.4036479 Nov 02 16:42:55.759477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-ca81de38-a082-482a-b8a6-a0ccfeb09811 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0462227 Nov 02 16:42:55.894467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-2b118923-ef05-421e-8b2a-b633e36b31b2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313021 Nov 02 16:42:55.899462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-96ef4a45-21a8-455d-89ae-89cb7d9ea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:55.901511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-96ef4a45-21a8-455d-89ae-89cb7d9ea33c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.3552425 Nov 02 16:42:55.954208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:42:55.961030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:56.133503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-cfc57d9d-7333-4824-aed6-3e6a3c66241d service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373435 Nov 02 16:42:56.161766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d7cac025-a340-4278-a869-9359e70505fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:56.179038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d7cac025-a340-4278-a869-9359e70505fe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2362108 Nov 02 16:42:56.437380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-10639ecb-1891-440f-a29c-8f9918824ac0 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019750 Nov 02 16:42:56.540148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15107bf9-660e-4721-abb3-b5fd5862234b req-90ced797-73c2-4516-a39c-84d2b7c75072 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 210 time: 0.1008177 Nov 02 16:42:56.853378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Allocated IP 172.20.0.3 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/7c39b576-e133-4af6-b960-df4f04b5f020) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:42:57.216755 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:57.319277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7973af8b-7452-464e-8109-fe1e7ecba3f4 req-81ea1938-f009-42d5-96c4-0be398fd8f56 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.1121154 Nov 02 16:42:57.400856 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d66bdc8b-31eb-4d5e-a3b8-ba97bc0d7e6c service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0698581 Nov 02 16:42:57.402149 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:57.593867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:57.876231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69e1b8-1495-4c63-b6c5-6140ea205117 req-f91e2719-7c93-4096-8a9a-585167357160 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:57.893273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f69e1b8-1495-4c63-b6c5-6140ea205117 req-f91e2719-7c93-4096-8a9a-585167357160 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 931 time: 0.1100230 Nov 02 16:42:57.921542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-f6748f3d-3717-497b-a826-b578f4e01482 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057354 Nov 02 16:42:57.931477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:42:57.964421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f69e1b8-1495-4c63-b6c5-6140ea205117 req-bf6f71c6-183f-403e-b89c-86d31f9bff6e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600197 Nov 02 16:42:57.964708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:42:57.969135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:42:58.190001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-5d03fbba-8333-4f88-8e69-ca6b8b8e5f0a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 200 len: 217 time: 0.2557850 Nov 02 16:42:58.477564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:58.491824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:58.519336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-b8f98f31-9d2f-414a-8d52-278b657d1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:58.524342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-b8f98f31-9d2f-414a-8d52-278b657d1e31 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 200 len: 797 time: 0.3180768 Nov 02 16:42:58.606955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec47cfe7-1c64-4d9a-bf19-3a1ee545a3d4 req-66b623ca-c20c-48dd-af15-4ffa3d4fa073 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.1096973 Nov 02 16:42:58.653878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-9da2fb7c-d043-45cf-a8e0-ddb89c309525 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0825891 Nov 02 16:42:58.680926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Request body: {'port': {'device_id': '32760567-2415-461f-9393-1914a554bb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:42:58.687951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-65cbcbd8-cf65-4a3e-a2cb-a4b3f9ffbf97 None None] Provisioning complete for port 7c39b576-e133-4af6-b960-df4f04b5f020 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:42:58.690816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65cbcbd8-cf65-4a3e-a2cb-a4b3f9ffbf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:58.755168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-1d24dadd-eba9-4647-bc44-5c8d5808540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:58.756858 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-1d24dadd-eba9-4647-bc44-5c8d5808540d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e03470d4-cd73-4603-90da-ef8bc7ab06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007315 Nov 02 16:42:58.785877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-65cbcbd8-cf65-4a3e-a2cb-a4b3f9ffbf97 None None] Port 7c39b576-e133-4af6-b960-df4f04b5f020 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:42:59.033119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-1badfe8e-64ff-4148-ab26-4cbdcfcab414 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597992 Nov 02 16:42:59.039710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:42:59.292861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-d435adeb-c453-42a2-94a1-639d9c2c5579 service neutron] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484519 Nov 02 16:42:59.533415 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-8d943750-b8e3-497d-bec1-39dd893cab77 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 200 len: 217 time: 0.2225773 Nov 02 16:42:59.887879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229afa-1745-4f5d-9d69-7852413b7304 req-a504a4a5-ee1c-4f60-81d9-b438e8372383 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:59.897583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62229afa-1745-4f5d-9d69-7852413b7304 req-a504a4a5-ee1c-4f60-81d9-b438e8372383 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 931 time: 0.7883592 Nov 02 16:42:59.922984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-f996607c-7ac1-43f6-ac88-514b2c08dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:42:59.926182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-f996607c-7ac1-43f6-ac88-514b2c08dd13 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.2965238 Nov 02 16:43:00.038829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-bbcae9e2-40ca-4609-9007-56824a8c9c21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:00.040263 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-bbcae9e2-40ca-4609-9007-56824a8c9c21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.5587506 Nov 02 16:43:00.169835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4f11c7b-8ae3-455e-98bc-3e953f3cb99d req-4899b84d-e9c1-45dc-90da-97acda111149 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.4203346 Nov 02 16:43:00.274824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62229afa-1745-4f5d-9d69-7852413b7304 req-5ccb0c44-01db-4dde-9f67-a669ba4cf695 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763282 Nov 02 16:43:00.286385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:00.318273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-6ff5c809-4a45-470c-b4b0-1b38460e9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:00.331932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-6ff5c809-4a45-470c-b4b0-1b38460e9549 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3872728 Nov 02 16:43:00.521900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:43:00.704745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-da64cc6c-8802-4544-9437-71500f196e6e service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464637 Nov 02 16:43:00.718725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:00.812964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0a42-5037-47c5-9813-1629a12b2bf1 req-4fc729e3-fe97-4fe7-a3a8-ecbb609255a1 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:00.817004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-917b0a42-5037-47c5-9813-1629a12b2bf1 req-4fc729e3-fe97-4fe7-a3a8-ecbb609255a1 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1385596 Nov 02 16:43:00.878386 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-922ae35e-6e7b-4294-a489-4e07670b6a2f service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608789 Nov 02 16:43:00.935740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-917b0a42-5037-47c5-9813-1629a12b2bf1 req-7e536efa-f80b-4a38-8da2-33013d54fbee tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055813 Nov 02 16:43:01.006781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Transition to ACTIVE for port object 7c39b576-e133-4af6-b960-df4f04b5f020 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:43:01.028755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-9e0d4c40-615f-4f3e-9645-5419ccf12ea0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 200 len: 217 time: 0.1327052 Nov 02 16:43:01.032793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:01.146322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-fbf24dd8-10f2-4773-af63-bb9918a8376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:01.154279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-fbf24dd8-10f2-4773-af63-bb9918a8376a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 200 len: 797 time: 0.1135840 Nov 02 16:43:01.440858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-3b94a25b-b7aa-4a0c-9fad-e25504cf30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:01.447327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-3b94a25b-b7aa-4a0c-9fad-e25504cf30e6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=282dbc29-1aaa-45e1-b246-11ee902de8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2629762 Nov 02 16:43:01.542497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb30033e-f91e-4f77-8fb4-1adc8a06ebc5 req-13da3d85-5387-46b4-b292-405bb7326e13 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.1110888 Nov 02 16:43:01.761829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73073-f48a-4e3b-a1d6-d5288d74fdce req-958bdb69-d59e-4d00-8972-d0e1827fcd63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:01.767417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ee73073-f48a-4e3b-a1d6-d5288d74fdce req-958bdb69-d59e-4d00-8972-d0e1827fcd63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 943 time: 0.2214034 Nov 02 16:43:01.897691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ee73073-f48a-4e3b-a1d6-d5288d74fdce req-abf6648e-ea6a-40cb-b241-644533dcd8af tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098602 Nov 02 16:43:02.245959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab23b8-046a-4add-8047-c4da73bf00ce req-9a99a17b-b869-4bda-beba-fee788941cad tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:02.254540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baab23b8-046a-4add-8047-c4da73bf00ce req-9a99a17b-b869-4bda-beba-fee788941cad tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1331394 Nov 02 16:43:02.364013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baab23b8-046a-4add-8047-c4da73bf00ce req-cc75b46e-9c37-47c1-8703-063c6e9ee241 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989158 Nov 02 16:43:02.514260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:02.551782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Attempting to bind port 7c39b576-e133-4af6-b960-df4f04b5f020 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:43:02.552444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Attempting to bind port 7c39b576-e133-4af6-b960-df4f04b5f020 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:43:02.553660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Attempting to bind port 7c39b576-e133-4af6-b960-df4f04b5f020 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:43:02.565830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:43:02.570483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:02.591248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Port 7c39b576-e133-4af6-b960-df4f04b5f020 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:43:02.591827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Attempting to bind port 7c39b576-e133-4af6-b960-df4f04b5f020 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:43:02.668663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:43:02.669610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:43:02.670275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:43:02.671270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Bound port: 7c39b576-e133-4af6-b960-df4f04b5f020, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:43:02.672086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:02.833642 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92a26cf3-cc3a-448f-985d-d2e57b4af579 req-152fa9d0-b844-4e73-ae0d-1d492410a944 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.1113150 Nov 02 16:43:03.066370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.11 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/d185dfb9-c658-45d5-88be-7506e5b695d8) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:43:03.216547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b639c4-54c0-4b05-bee0-cccf6950ed9d req-53c5a93e-617b-40c6-bbb1-154dc95718cb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:03.225388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3b639c4-54c0-4b05-bee0-cccf6950ed9d req-53c5a93e-617b-40c6-bbb1-154dc95718cb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 943 time: 0.1558735 Nov 02 16:43:03.273817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:03.307820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3b639c4-54c0-4b05-bee0-cccf6950ed9d req-fb906402-1b96-419e-a6c2-58f7bcbbf8c8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810623 Nov 02 16:43:03.352538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:43:03.357597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:43:03.362749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-b9d24430-7c45-47ab-ba93-1bf627f56bae service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8634055 Nov 02 16:43:03.369275 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:03.560492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:03.561117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:03.566121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] 10.222.0.55 "PUT /v2.0/ports/7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 1091 time: 4.9031091 Nov 02 16:43:03.585157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:43:03.601888 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a" -d '{"events": [{"name": "network-changed", "server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:43:03.647719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0f2c-f679-4946-9a42-5ec1c92e6b97 req-22771273-1b87-4dd8-858e-cc6b374e4d19 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:03.657767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a61e0f2c-f679-4946-9a42-5ec1c92e6b97 req-22771273-1b87-4dd8-858e-cc6b374e4d19 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1143074 Nov 02 16:43:03.737078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a61e0f2c-f679-4946-9a42-5ec1c92e6b97 req-b63e391b-3951-47da-8107-5dbba863841e tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755341 Nov 02 16:43:03.748253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab6ad026-e329-4048-9f7d-6a2c3402ed86 req-c98143ee-1a11-4224-8f16-1543238f0c75 service neutron] 10.222.0.100 "GET /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627281 Nov 02 16:43:03.753864 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8287cb8-120a-41a7-92c3-50e1b83dc9e2 x-openstack-request-id: req-c8287cb8-120a-41a7-92c3-50e1b83dc9e2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:43:03.754123 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:43:03.754405 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8287cb8-120a-41a7-92c3-50e1b83dc9e2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:43:03.754816 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'status': 'completed', 'code': 200} Nov 02 16:43:03.836976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa684-1c24-4b1a-a0ee-a77ebbf9aa5b service neutron] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:03.870062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:03.962280 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:43:04.051748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=d185dfb9-c658-45d5-88be-7506e5b695d8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:04.063706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:43:04.073781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:43:04.076854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d401-0450-41e2-8a50-9df7513b0b95 req-143e4a67-724d-4c70-a3b6-3da94e00768c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:04.099151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ba6d401-0450-41e2-8a50-9df7513b0b95 req-143e4a67-724d-4c70-a3b6-3da94e00768c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 932 time: 0.1283376 Nov 02 16:43:04.108082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:43:04.189739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-bad4388c-3ab3-451b-82f6-da9be06ac935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:04.209706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-bad4388c-3ab3-451b-82f6-da9be06ac935 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1094 time: 0.4528873 Nov 02 16:43:04.213944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ba6d401-0450-41e2-8a50-9df7513b0b95 req-8c3598f0-2dd0-4a3e-ab3a-7de334e7c005 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121781 Nov 02 16:43:04.319531 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-0e152ddf-f269-4254-a367-7ca07b9e0a6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 217 time: 0.0979538 Nov 02 16:43:04.453696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-e6d79cb0-210e-418a-ba05-a2e84bfcb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:04.463003 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-e6d79cb0-210e-418a-ba05-a2e84bfcb32f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.1298194 Nov 02 16:43:04.536371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:04.539211 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:04.599084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-df7be84e-0ea4-4870-bbfd-73a78e211c0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3223233 Nov 02 16:43:04.613572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-55c54ad8-b9a3-42cc-a5ac-a55ce045a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:04.616123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-55c54ad8-b9a3-42cc-a5ac-a55ce045a5a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522169 Nov 02 16:43:04.633102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Request body: {'port': {'device_id': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:04.638998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bd3de-8161-4217-bc1c-01e104c741d0 req-25f828a6-8e67-4636-b2a4-b02def4079d8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:04.651966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-899bd3de-8161-4217-bc1c-01e104c741d0 req-25f828a6-8e67-4636-b2a4-b02def4079d8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 943 time: 0.1330445 Nov 02 16:43:04.727483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-26a74ab3-029c-49fa-8a37-6cc37e280577 None None] Provisioning complete for port d185dfb9-c658-45d5-88be-7506e5b695d8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:43:04.732773 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-26a74ab3-029c-49fa-8a37-6cc37e280577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:04.826659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-899bd3de-8161-4217-bc1c-01e104c741d0 req-b00edb1d-8673-4dd2-96b7-2e3d41717d0e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734502 Nov 02 16:43:04.849994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:04.898946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-26a74ab3-029c-49fa-8a37-6cc37e280577 None None] Port d185dfb9-c658-45d5-88be-7506e5b695d8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:43:04.989591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9255f-0092-43a1-8539-c61e9f92bab4 req-cee6de3a-0e05-4d8e-8e5e-72f240892b4d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:05.003043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ee9255f-0092-43a1-8539-c61e9f92bab4 req-cee6de3a-0e05-4d8e-8e5e-72f240892b4d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1531277 Nov 02 16:43:05.007563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-cb0adb3b-aa6e-4142-8ea7-eb9b124326f8 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956805 Nov 02 16:43:05.094099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ee9255f-0092-43a1-8539-c61e9f92bab4 req-3de671d8-0893-4f96-a686-c21e1a144a40 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898480 Nov 02 16:43:05.420676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08daa-d7ff-4291-b7cf-bb075f1a8b9d req-3930edfc-fecb-49a7-9f77-7473f2006c36 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:05.429785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ee08daa-d7ff-4291-b7cf-bb075f1a8b9d req-3930edfc-fecb-49a7-9f77-7473f2006c36 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 932 time: 0.1199186 Nov 02 16:43:05.458478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ef49c36-eeaf-4033-b545-7071d332a811 req-46e409e7-615a-429d-a4ee-e4bb54979996 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349101 Nov 02 16:43:05.521261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ee08daa-d7ff-4291-b7cf-bb075f1a8b9d req-23920030-a8d8-4601-9358-0704140cf048 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901208 Nov 02 16:43:05.672923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-25b3451f-6170-420f-87f1-dfd5d9093a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:05.676197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-25b3451f-6170-420f-87f1-dfd5d9093a2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1094 time: 0.1523032 Nov 02 16:43:05.711664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d185dfb9-c658-45d5-88be-7506e5b695d8 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:43:05.748880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:05.824640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Transition to ACTIVE for port object d185dfb9-c658-45d5-88be-7506e5b695d8 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:43:05.836902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:06.069766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e9c9-44f4-44a0-ad4a-b657d69b7b2f req-8a9c975f-5501-4846-8ec9-dd66bfdd99ef tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:06.083413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae70e9c9-44f4-44a0-ad4a-b657d69b7b2f req-8a9c975f-5501-4846-8ec9-dd66bfdd99ef tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 943 time: 0.1296930 Nov 02 16:43:06.089685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-8a4bc1cd-ce1e-428c-8896-a5464a719750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:06.091974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-8a4bc1cd-ce1e-428c-8896-a5464a719750 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.3968554 Nov 02 16:43:06.094410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d185dfb9-c658-45d5-88be-7506e5b695d8,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:06.243591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae70e9c9-44f4-44a0-ad4a-b657d69b7b2f req-d481cdee-1a9a-4770-a206-ef3ef8b0233f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590459 Nov 02 16:43:06.354513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-af2bd3d1-36c9-46b4-898b-1fdc20538b75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 217 time: 0.2367299 Nov 02 16:43:06.433094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489eb1a-0e82-47db-a0a6-e806b91bfb7e req-ba98daf0-aff8-4a57-9c2c-9b96d84599b6 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:06.454011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b489eb1a-0e82-47db-a0a6-e806b91bfb7e req-ba98daf0-aff8-4a57-9c2c-9b96d84599b6 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1424837 Nov 02 16:43:06.558505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b489eb1a-0e82-47db-a0a6-e806b91bfb7e req-832ec3d1-52c3-44d6-acd0-3d80b1a91908 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014533 Nov 02 16:43:06.560221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-e2fb269c-9a4a-41aa-9d9c-b2dbff48d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:06.561857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-e2fb269c-9a4a-41aa-9d9c-b2dbff48d3ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.1968148 Nov 02 16:43:06.692733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Attempting to bind port d185dfb9-c658-45d5-88be-7506e5b695d8 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:43:06.693420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Attempting to bind port d185dfb9-c658-45d5-88be-7506e5b695d8 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:43:06.693767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Attempting to bind port d185dfb9-c658-45d5-88be-7506e5b695d8 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:43:06.716187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Port d185dfb9-c658-45d5-88be-7506e5b695d8 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:43:06.716564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Attempting to bind port d185dfb9-c658-45d5-88be-7506e5b695d8 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:43:06.730796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e40d3-1056-4efe-93ad-4b1efa508017 req-c16bdc5f-78b1-4f9c-9658-2ca0d5f0de1b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:06.746725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd8e40d3-1056-4efe-93ad-4b1efa508017 req-c16bdc5f-78b1-4f9c-9658-2ca0d5f0de1b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.0802627 Nov 02 16:43:06.771687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-8b0a1efb-db8e-470e-ad74-807f33d3ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:06.777394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-8b0a1efb-db8e-470e-ad74-807f33d3ee20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798031 Nov 02 16:43:06.778806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:43:06.781539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:43:06.781946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:43:06.782437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Bound port: d185dfb9-c658-45d5-88be-7506e5b695d8, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:43:06.784432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:06.798326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd8e40d3-1056-4efe-93ad-4b1efa508017 req-7f289e67-a8c2-4b12-a920-25f5fa11cd8c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502589 Nov 02 16:43:06.931080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-b625452d-af4b-4227-8089-3c49b2422398 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395066 Nov 02 16:43:07.140074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2ab65a8-357d-4b14-aa63-dc6edaf6432a req-6d1a3689-f5c3-414c-8bf8-e20250dc36bd service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980774 Nov 02 16:43:07.203130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] For port d185dfb9-c658-45d5-88be-7506e5b695d8, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:43:07.208553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] For port d185dfb9-c658-45d5-88be-7506e5b695d8, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d185dfb9-c658-45d5-88be-7506e5b695d8,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:43:07.218569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:07.351331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:07.352386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:07.353920 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] 10.222.0.100 "PUT /v2.0/ports/d185dfb9-c658-45d5-88be-7506e5b695d8 HTTP/1.1" status: 200 len: 1092 time: 2.7354598 Nov 02 16:43:07.356449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'tag': 'd185dfb9-c658-45d5-88be-7506e5b695d8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:43:07.369292 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "41376426-2fbd-4b90-8a1e-f3ff9eb2c488", "tag": "d185dfb9-c658-45d5-88be-7506e5b695d8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:43:07.495064 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eed3dc-1e63-4a66-8391-4458a11479a1 x-openstack-request-id: req-24eed3dc-1e63-4a66-8391-4458a11479a1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:43:07.496542 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41376426-2fbd-4b90-8a1e-f3ff9eb2c488", "tag": "d185dfb9-c658-45d5-88be-7506e5b695d8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:43:07.496976 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24eed3dc-1e63-4a66-8391-4458a11479a1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:43:07.497559 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'tag': 'd185dfb9-c658-45d5-88be-7506e5b695d8', 'status': 'completed', 'code': 200} Nov 02 16:43:07.553393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16a215-6d7a-4341-94bf-477999fa9ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d185dfb9-c658-45d5-88be-7506e5b695d8,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:07.557884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f752fd-a45d-4a15-addf-49f77eaf5356 req-2804ecc0-cdef-473d-a7b8-8a44ea39d20d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:07.575321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69f752fd-a45d-4a15-addf-49f77eaf5356 req-2804ecc0-cdef-473d-a7b8-8a44ea39d20d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 943 time: 0.1405985 Nov 02 16:43:07.620271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-531ab620-8739-48d8-a177-311bfed6a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:07.623721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-531ab620-8739-48d8-a177-311bfed6a0e3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 1095 time: 0.2097805 Nov 02 16:43:07.794217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-6e0467fb-59e2-4a33-8e14-c6a849093fb7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d185dfb9-c658-45d5-88be-7506e5b695d8 HTTP/1.1" status: 200 len: 217 time: 0.1593821 Nov 02 16:43:07.837535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69f752fd-a45d-4a15-addf-49f77eaf5356 req-6174fa3d-e3d8-4b9f-b5a9-b4833de22563 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581782 Nov 02 16:43:07.927050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7b4a-1913-4409-8d45-cd497c47d737 req-a0c57618-6f40-4fb0-85f2-418c284487f4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:07.929923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-508d7b4a-1913-4409-8d45-cd497c47d737 req-a0c57618-6f40-4fb0-85f2-418c284487f4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2481062 Nov 02 16:43:07.965380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-c93c1016-5505-412a-9ad9-8f3fbfec3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:07.967979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-c93c1016-5505-412a-9ad9-8f3fbfec3d72 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1672957 Nov 02 16:43:08.064005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5367-41ae-41e3-a501-066f0a90e44c req-aca6b7cc-b7d7-4320-9e7d-ed7d5bb01247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:08.069875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-aca6b7cc-b7d7-4320-9e7d-ed7d5bb01247 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918772 Nov 02 16:43:08.164057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-508d7b4a-1913-4409-8d45-cd497c47d737 req-6efbe3df-c0e9-4e3c-9352-71466df7dcc2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204409 Nov 02 16:43:08.197696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b098a2-7a9f-47ed-a78c-e6d0a44da85b req-7378fd82-57cd-4746-a133-634617d0906a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:08.216906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96b098a2-7a9f-47ed-a78c-e6d0a44da85b req-7378fd82-57cd-4746-a133-634617d0906a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.2134020 Nov 02 16:43:08.283692 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-61b59528-3002-4203-8556-310969c478d1 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989241 Nov 02 16:43:08.320693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96b098a2-7a9f-47ed-a78c-e6d0a44da85b req-59270a2f-0b5b-44ed-8544-a1a41b911a78 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983086 Nov 02 16:43:08.394929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45471657-c6e4-47fe-a93f-f03149f68494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:08.521526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-031e5367-41ae-41e3-a501-066f0a90e44c req-d20c5d99-610c-4eb7-88ed-17d6093a52c6 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296689 Nov 02 16:43:08.701732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-b56e38c8-7f30-43da-b384-02fc5f14c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:08.705797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-b56e38c8-7f30-43da-b384-02fc5f14c277 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 1095 time: 0.0905821 Nov 02 16:43:08.927416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:43:09.072995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-5565dccd-956b-425e-9dd5-8ebab3fed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:09.076532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-5565dccd-956b-425e-9dd5-8ebab3fed2d2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.3502948 Nov 02 16:43:09.144177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2207d8a-ae1d-4a51-9d1e-0b4a3f650d36 req-d73a76ea-a09c-4312-960c-22253994e10a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:09.157808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2207d8a-ae1d-4a51-9d1e-0b4a3f650d36 req-d73a76ea-a09c-4312-960c-22253994e10a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 943 time: 0.1508887 Nov 02 16:43:09.181710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-5ff881df-5866-4803-85d7-1418db536092 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d185dfb9-c658-45d5-88be-7506e5b695d8 HTTP/1.1" status: 200 len: 217 time: 0.0974913 Nov 02 16:43:09.229660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:09.260752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2207d8a-ae1d-4a51-9d1e-0b4a3f650d36 req-96fb2666-e394-4763-a5b3-59b6cd71589f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968657 Nov 02 16:43:09.276357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '7c39b576-e133-4af6-b960-df4f04b5f020', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:43:09.374807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-792dc809-a8c7-4fd4-9f97-2f45ecc7b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:09.380605 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-792dc809-a8c7-4fd4-9f97-2f45ecc7b31c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1862326 Nov 02 16:43:09.458177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856ae65-aa5d-4836-b8fb-3f5ba1d54e31 req-269bd1c1-93b1-45a2-a074-819121fcf635 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:09.465305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2856ae65-aa5d-4836-b8fb-3f5ba1d54e31 req-269bd1c1-93b1-45a2-a074-819121fcf635 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1727533 Nov 02 16:43:09.498589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:09.571655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:43:09.578993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2856ae65-aa5d-4836-b8fb-3f5ba1d54e31 req-e1b0f192-7390-4cea-8950-1cc52cc04d70 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917740 Nov 02 16:43:09.625046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-2c3c65e8-1ec8-4fe5-810d-3f6164dd137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:09.627546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6654b6-7586-41e1-8f98-9437122dbc3d req-2c4928d3-e9e4-49f6-904a-458b5efad124 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:09.636968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-2c3c65e8-1ec8-4fe5-810d-3f6164dd137b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467053 Nov 02 16:43:09.640614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6654b6-7586-41e1-8f98-9437122dbc3d req-2c4928d3-e9e4-49f6-904a-458b5efad124 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.1673367 Nov 02 16:43:09.642293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:09.663181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:09.772732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6654b6-7586-41e1-8f98-9437122dbc3d req-df7c2ff6-96ed-4487-933e-03b0aa1801d1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307836 Nov 02 16:43:09.897247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:09.971076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-7e67e46c-9222-4c8b-bb2d-22eae38f3c8b service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275478 Nov 02 16:43:09.983380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['7c39b576-e133-4af6-b960-df4f04b5f020'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:43:10.182998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e23bf521-4ee4-45ac-8245-584c0ce0f2d0 req-93fe30d6-53a9-4520-8afe-fd335417b23d service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043645 Nov 02 16:43:10.451927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e9fa2-cc01-459b-8dcf-6231adaff155 req-ebd77e51-eacb-44d7-a022-eed2d10561a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:10.453489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e05e9fa2-cc01-459b-8dcf-6231adaff155 req-ebd77e51-eacb-44d7-a022-eed2d10561a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0808632 Nov 02 16:43:10.528341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e05e9fa2-cc01-459b-8dcf-6231adaff155 req-ee5f8cf7-2294-4250-bcf7-c7a4bea772cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612640 Nov 02 16:43:10.947858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:43:11.023354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97944048-1b5c-4d30-bff9-e5601c001e99 req-73cf3fa2-cf76-4efe-a462-9f7d870e7425 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:11.039658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97944048-1b5c-4d30-bff9-e5601c001e99 req-73cf3fa2-cf76-4efe-a462-9f7d870e7425 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.3641787 Nov 02 16:43:11.149682 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d2ba-83ae-4fac-ad2b-baf1533efd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:11.167997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709f4f-9567-49fa-aa4b-513430e331dd req-aad37ac4-f758-45fb-86ad-3020e70bb06e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:11.175304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 7c39b576-e133-4af6-b960-df4f04b5f020 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:43:11.177385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8709f4f-9567-49fa-aa4b-513430e331dd req-aad37ac4-f758-45fb-86ad-3020e70bb06e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.1051598 Nov 02 16:43:11.185019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 7c39b576-e133-4af6-b960-df4f04b5f020 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:43:11.185395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:11.219650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97944048-1b5c-4d30-bff9-e5601c001e99 req-8d1738ef-6735-4842-9553-65498119e045 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733034 Nov 02 16:43:11.263077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8709f4f-9567-49fa-aa4b-513430e331dd req-9e4fc453-bdec-44eb-878c-dd096187c9ba tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843780 Nov 02 16:43:11.349696 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:11.415414 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:11.441408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:43:11.444490 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a7054-d144-47dc-bc93-5c1603a4d167" -d '{"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:43:11.469141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:11.475090 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:11.553298 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013b5857-9cf4-404d-afd3-f5e9bb848689 x-openstack-request-id: req-013b5857-9cf4-404d-afd3-f5e9bb848689 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:43:11.553582 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:43:11.554032 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-013b5857-9cf4-404d-afd3-f5e9bb848689 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:43:11.554539 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'code': 200} Nov 02 16:43:11.610363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:11.734782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc769ae-ca4b-4c19-9b75-26a02a05f604 req-60bf7612-7a99-4986-85c7-1d232b630c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:11.739458 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc769ae-ca4b-4c19-9b75-26a02a05f604 req-60bf7612-7a99-4986-85c7-1d232b630c17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1096 time: 0.1009929 Nov 02 16:43:11.781205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b139ee-e764-4045-b879-cd44f928d747 req-d84bb3dc-9c84-43e6-87de-451a1c55f1ac tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:11.789110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14b139ee-e764-4045-b879-cd44f928d747 req-d84bb3dc-9c84-43e6-87de-451a1c55f1ac tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.0863748 Nov 02 16:43:11.819233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0dc769ae-ca4b-4c19-9b75-26a02a05f604 req-24d5474d-5884-4071-9fc9-881c69a05a0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723407 Nov 02 16:43:11.869927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14b139ee-e764-4045-b879-cd44f928d747 req-af30b97a-33a6-4f19-8cca-20e5b1ca8ce9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771987 Nov 02 16:43:12.477678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be903031-f1b4-4087-91df-6ee1aa7002d2 req-fe31b251-327c-4db0-9e55-3b825f4ca7a8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:12.479917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be903031-f1b4-4087-91df-6ee1aa7002d2 req-fe31b251-327c-4db0-9e55-3b825f4ca7a8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.1176758 Nov 02 16:43:12.490454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbca6-402b-401b-9cdb-d9a4fe645902 req-06fc81c8-8411-4f4d-b026-ff533b5bb6a6 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:12.492026 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3aecbca6-402b-401b-9cdb-d9a4fe645902 req-06fc81c8-8411-4f4d-b026-ff533b5bb6a6 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1282382 Nov 02 16:43:12.566679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3aecbca6-402b-401b-9cdb-d9a4fe645902 req-4320a422-ebb9-4ebc-b76e-60b14692d545 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655429 Nov 02 16:43:12.572187 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:12.580150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be903031-f1b4-4087-91df-6ee1aa7002d2 req-f17d5510-fa50-4ecc-b2d8-f5a8319e3906 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870230 Nov 02 16:43:13.101190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-a2765e59-df0d-41bb-be64-56387c626f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.102753 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-a2765e59-df0d-41bb-be64-56387c626f66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.1480043 Nov 02 16:43:13.152635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed82a-7dd4-4caa-9119-d6d58c1d4529 req-bfc371c4-6678-4ca9-ac3b-0ad08960d3fb tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.158916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd1ed82a-7dd4-4caa-9119-d6d58c1d4529 req-bfc371c4-6678-4ca9-ac3b-0ad08960d3fb tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2203779 Nov 02 16:43:13.233572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e584dd4-e944-4651-b79b-1193f665aff8 req-bbc28294-40ee-4377-b3ff-a5f332572124 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.235133 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e584dd4-e944-4651-b79b-1193f665aff8 req-bbc28294-40ee-4377-b3ff-a5f332572124 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.2040327 Nov 02 16:43:13.328153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd1ed82a-7dd4-4caa-9119-d6d58c1d4529 req-85154004-a08c-44d1-8119-72aff5300c20 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598020 Nov 02 16:43:13.383801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-a9902162-041e-412b-aa2c-fb0df85ed9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.385345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-a9902162-041e-412b-aa2c-fb0df85ed9af service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.2747989 Nov 02 16:43:13.422991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e584dd4-e944-4651-b79b-1193f665aff8 req-22cc1c16-e996-48ca-aade-569116154cbb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760879 Nov 02 16:43:13.533345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-358aeaa9-5829-4213-92d9-69ac7801f7ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 1000 time: 0.1402113 Nov 02 16:43:13.684297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-6b0e4b40-d013-4240-bbfc-f5feae015596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.686387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-6b0e4b40-d013-4240-bbfc-f5feae015596 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.1470008 Nov 02 16:43:13.744778 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:13.810941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-2bb46552-1e79-4541-b8dd-0d1b5e768e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.811654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-2bb46552-1e79-4541-b8dd-0d1b5e768e6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133440 Nov 02 16:43:13.952566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e557d33-698d-4892-8106-d81cb919acb4 req-059726cd-2f63-47dc-8a8d-d81ade55d40e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:13.960710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e557d33-698d-4892-8106-d81cb919acb4 req-059726cd-2f63-47dc-8a8d-d81ade55d40e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.1482558 Nov 02 16:43:14.045705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-a75f0a59-b276-4e2b-9a4a-2a8bdebac2b8 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233362 Nov 02 16:43:14.048092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e557d33-698d-4892-8106-d81cb919acb4 req-f21aca6d-0e5f-4ef4-9403-96d201b65702 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791242 Nov 02 16:43:14.180676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cb35fa5-69fe-46a8-9c35-9a2b10f19cdb req-1fa38195-29ab-4e6f-aa36-1c0a3b738032 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265795 Nov 02 16:43:14.598213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879acb2-3242-4454-9908-8630af04b561 req-464e466d-62c7-427c-b058-06006154db2d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:14.600008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a879acb2-3242-4454-9908-8630af04b561 req-464e466d-62c7-427c-b058-06006154db2d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1076150 Nov 02 16:43:14.680525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71a48-7761-472b-b2f7-5a8b722d2167 req-9a6df346-ba2f-4c12-b05e-a25b01cc766d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:14.687201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85e71a48-7761-472b-b2f7-5a8b722d2167 req-9a6df346-ba2f-4c12-b05e-a25b01cc766d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.1140044 Nov 02 16:43:14.699847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a879acb2-3242-4454-9908-8630af04b561 req-82918bd7-0e7e-49dc-b937-dd41bf307731 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822792 Nov 02 16:43:14.741920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85e71a48-7761-472b-b2f7-5a8b722d2167 req-2246e63b-2085-4bb1-87f5-cdb7fd5f8875 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537381 Nov 02 16:43:14.925927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69593254-b6d9-4e4f-b708-e608af985b93 req-f167e456-4f1b-44a7-b7b2-66d215471e27 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:14.927460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69593254-b6d9-4e4f-b708-e608af985b93 req-f167e456-4f1b-44a7-b7b2-66d215471e27 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.0800865 Nov 02 16:43:14.936716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47894) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:14.944789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'floatingip': {'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:15.004365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:15.412469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e5e70-fb06-4164-882d-ddfd5ac8cac5 req-03db7b40-d9a2-40c7-bd37-989316471774 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:15.414090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4e5e70-fb06-4164-882d-ddfd5ac8cac5 req-03db7b40-d9a2-40c7-bd37-989316471774 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.2218313 Nov 02 16:43:15.501199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e4e5e70-fb06-4164-882d-ddfd5ac8cac5 req-4a3df9cc-58d3-4843-87fe-47e89da61393 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782897 Nov 02 16:43:15.698435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:15.705754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:15.866930 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Floating IP 2089cb13-4a3d-4d3c-96a4-8441f986c0c2 associated. External IP: 172.25.7.80, port: 7c39b576-e133-4af6-b960-df4f04b5f020. Nov 02 16:43:15.872579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6960e-98e5-48e8-ba32-67157a4d9435 req-aa84366a-5bd5-4576-9047-a1f9ee050bf4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:15.875399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e6960e-98e5-48e8-ba32-67157a4d9435 req-aa84366a-5bd5-4576-9047-a1f9ee050bf4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.0807180 Nov 02 16:43:15.951825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3e6960e-98e5-48e8-ba32-67157a4d9435 req-cf09efbd-8bff-4e72-8754-78b93f2e8072 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664511 Nov 02 16:43:16.126396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Router 0e91a187-f85b-409b-a46e-3557876d62c6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:43:16.279813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:43:16.294599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] Sync routers for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:43:16.295114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:16.308539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:43:16.309630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:43:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:16.334655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d3f57d57-0b73-426c-be6f-b55c0ebd24cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "PUT /v2.0/floatingips/2089cb13-4a3d-4d3c-96a4-8441f986c0c2 HTTP/1.1" status: 200 len: 990 time: 1.3943436 Nov 02 16:43:16.334655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:43:16.335226 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2274b451-a974-40cc-9afe-009c20f7ee72" -d '{"events": [{"name": "network-changed", "server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:43:16.382061 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf42389-e318-4e37-8219-16721d24c980 x-openstack-request-id: req-cbf42389-e318-4e37-8219-16721d24c980 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:43:16.382381 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:43:16.382635 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf42389-e318-4e37-8219-16721d24c980 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:43:16.383042 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'status': 'completed', 'code': 200} Nov 02 16:43:16.493038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-0b3e6b60-bc35-4463-8af0-6a9be180fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:16.494625 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-0b3e6b60-bc35-4463-8af0-6a9be180fc09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1096 time: 0.0826542 Nov 02 16:43:16.495705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:43:16.755495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67f37d-7f53-4df2-9eef-1d2bb6b0e9c7 req-7a30190b-71bb-4cfd-99f6-71e20e786947 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:16.757530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e67f37d-7f53-4df2-9eef-1d2bb6b0e9c7 req-7a30190b-71bb-4cfd-99f6-71e20e786947 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.1007886 Nov 02 16:43:16.816531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e67f37d-7f53-4df2-9eef-1d2bb6b0e9c7 req-ed3aa7f4-ae3c-4aac-b2fb-fb677973fd02 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 Nov 02 16:43:16.963427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '2089cb13-4a3d-4d3c-96a4-8441f986c0c2', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32760567-2415-461f-9393-1914a554bb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:42:45Z', 'updated_at': '2021-11-02T16:43:15Z', 'revision_number': 1, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:17.027207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] Checking router: 0e91a187-f85b-409b-a46e-3557876d62c6 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:43:17.038880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:43:17.039730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:43:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:17.178752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-2bdb0699-455f-4f42-b06f-bd246fc6fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:17.180562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-2bdb0699-455f-4f42-b06f-bd246fc6fdff service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.6765444 Nov 02 16:43:17.340574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-f42a5111-c9fe-4717-a784-52b80817ab2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.1467776 Nov 02 16:43:17.366551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:43:17.435818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-5d4ed7ef-55e9-4a5f-960d-e1b183f0f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:17.439733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-5d4ed7ef-55e9-4a5f-960d-e1b183f0f500 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0857940 Nov 02 16:43:17.442518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:17.518467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-46435cf6-1fd0-4d2a-8158-a1a9450a195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:17.522734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-46435cf6-1fd0-4d2a-8158-a1a9450a195d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762105 Nov 02 16:43:17.731696 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-fe9e404c-c28f-4a9a-954f-2af62d8b8643 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016156 Nov 02 16:43:17.777841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '2089cb13-4a3d-4d3c-96a4-8441f986c0c2', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32760567-2415-461f-9393-1914a554bb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:42:45Z', 'updated_at': '2021-11-02T16:43:15Z', 'revision_number': 1, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:17.812152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d541f-7e45-4188-92a9-7e284bc50838 None None] The sync data for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 is: [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '2089cb13-4a3d-4d3c-96a4-8441f986c0c2', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32760567-2415-461f-9393-1914a554bb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:42:45Z', 'updated_at': '2021-11-02T16:43:15Z', 'revision_number': 1, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:43:18.008908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2274b451-a974-40cc-9afe-009c20f7ee72 req-3b02b89b-be61-46bc-82e5-754a7d8c8f84 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654161 Nov 02 16:43:18.040191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc95146-97ac-4483-8307-efc09cd79b11 req-84caefce-d839-48b0-847c-7ad0de78e885 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:18.043565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fc95146-97ac-4483-8307-efc09cd79b11 req-84caefce-d839-48b0-847c-7ad0de78e885 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 944 time: 0.0919318 Nov 02 16:43:18.111510 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fc95146-97ac-4483-8307-efc09cd79b11 req-a3845f0f-4b96-4de1-b02b-08c446b5540b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Nov 02 16:43:18.214804 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e5a4-c72f-4bb9-957d-baae00ed4282 None None] New status for floating IP 2089cb13-4a3d-4d3c-96a4-8441f986c0c2: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:43:18.548623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d185dfb9-c658-45d5-88be-7506e5b695d8 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:43:18.799376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d185dfb9-c658-45d5-88be-7506e5b695d8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d185dfb9-c658-45d5-88be-7506e5b695d8,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:18.820418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'd185dfb9-c658-45d5-88be-7506e5b695d8', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': 'd185dfb9-c658-45d5-88be-7506e5b695d8', 'mac_address': 'fa:16:3e:d0:a4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:43:18.866315 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:18.880711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48004) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:19.032421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d185dfb9-c658-45d5-88be-7506e5b695d8 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:43:19.042371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.056387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d185dfb9-c658-45d5-88be-7506e5b695d8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d185dfb9-c658-45d5-88be-7506e5b695d8,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:19.062195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.120216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d185dfb9-c658-45d5-88be-7506e5b695d8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:19.152703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.158794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.208783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95302a6fd083450ba31a030d72dbdb71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243821 Nov 02 16:43:19.208783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464d345-e65f-49e1-95db-d9c087283f1b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:19.214942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48012) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:19.216375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.216808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.217347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.217767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.218195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.218698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.219110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.219512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.219915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.220393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.220855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.221350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ba6c-1558-4890-b33c-c796e98586dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:19.278659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0232a8-a266-419a-89af-cd7e947d4b68 req-551a069d-4467-48b9-a9c3-b967a0d86da6 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:19.288316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d0232a8-a266-419a-89af-cd7e947d4b68 req-551a069d-4467-48b9-a9c3-b967a0d86da6 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 945 time: 0.1006727 Nov 02 16:43:19.294000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-289daf33-8dcd-4a4a-a595-63044e739d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.318802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-289daf33-8dcd-4a4a-a595-63044e739d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.337017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d0232a8-a266-419a-89af-cd7e947d4b68 req-ea40e4cb-933c-4f4f-ab13-fb1134c06d7d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Nov 02 16:43:19.377172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-289daf33-8dcd-4a4a-a595-63044e739d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.380178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-289daf33-8dcd-4a4a-a595-63044e739d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.383725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-289daf33-8dcd-4a4a-a595-63044e739d99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c464d345-e65f-49e1-95db-d9c087283f1b HTTP/1.1" status: 204 len: 168 time: 0.1536720 Nov 02 16:43:19.393852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289daf33-8dcd-4a4a-a595-63044e739d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464d345-e65f-49e1-95db-d9c087283f1b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:19.537605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d185dfb9-c658-45d5-88be-7506e5b695d8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:43:19.773758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48026) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:19.801585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48030) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:19.816904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee62e340-debe-4e43-858d-174ec4ad19ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.830357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Deleting subnet 6646106e-6bec-4d2c-bc37-55974e7d6bc7 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:43:19.834041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.876455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.927527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee62e340-debe-4e43-858d-174ec4ad19ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.928098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.933106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee62e340-debe-4e43-858d-174ec4ad19ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:19.977398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee62e340-debe-4e43-858d-174ec4ad19ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8f4f716ba4542d0b01f13fca62cb55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745636 Nov 02 16:43:19.978676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62e340-debe-4e43-858d-174ec4ad19ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b85e0-b987-4bf8-9b36-7b522135af2c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:19.981241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48032) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:20.023657 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.035645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fccab7ab-2bba-4bcf-86e5-41d924442a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.039696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.045028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6646106e-6bec-4d2c-bc37-55974e7d6bc7 HTTP/1.1" status: 204 len: 168 time: 0.2702618 Nov 02 16:43:20.049062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48034) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:20.067913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c8766-2211-4284-a9b5-a8bc82e6f740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6646106e-6bec-4d2c-bc37-55974e7d6bc7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:20.125566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fccab7ab-2bba-4bcf-86e5-41d924442a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.155150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.249492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fccab7ab-2bba-4bcf-86e5-41d924442a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.252185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fccab7ab-2bba-4bcf-86e5-41d924442a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.253550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fccab7ab-2bba-4bcf-86e5-41d924442a3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a63b85e0-b987-4bf8-9b36-7b522135af2c HTTP/1.1" status: 204 len: 168 time: 0.2712164 Nov 02 16:43:20.258763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.279479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccab7ab-2bba-4bcf-86e5-41d924442a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b85e0-b987-4bf8-9b36-7b522135af2c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:20.294008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6314a-5f9d-4710-867a-1e16d9447950']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:20.306800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4664f8-009d-4b91-bd42-6b12a2b74949') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:20.306800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4664f8-009d-4b91-bd42-6b12a2b74949') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:43:20.318271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.333240 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.340526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:43:20.341007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:43:20.343013 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:43:20.445115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.450223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.453698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c3a6314a-5f9d-4710-867a-1e16d9447950 HTTP/1.1" status: 204 len: 168 time: 0.4035988 Nov 02 16:43:20.479638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb338ec-50b5-4260-9903-7f9f3f006237 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a6314a-5f9d-4710-867a-1e16d9447950,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:20.492582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099705d-5608-44ad-8c99-a60a8c76b5a4 req-486d72a3-1b95-458e-84ed-b17900ea5f78 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:20.499734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9099705d-5608-44ad-8c99-a60a8c76b5a4 req-486d72a3-1b95-458e-84ed-b17900ea5f78 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 945 time: 0.0885017 Nov 02 16:43:20.552579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9099705d-5608-44ad-8c99-a60a8c76b5a4 req-da33450a-aec3-4cb1-9e31-d8405a52db88 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518754 Nov 02 16:43:20.692301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48052) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:20.745184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6240dd83-b1d9-4baa-8625-62d66d2f6065 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ae13fa6c8544bd0853c8d8b10e6bccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493679 Nov 02 16:43:20.745558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48058) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:20.802560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da59a648-4818-42f6-bd1c-33bab4a35faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.826413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da59a648-4818-42f6-bd1c-33bab4a35faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.884965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da59a648-4818-42f6-bd1c-33bab4a35faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.888302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da59a648-4818-42f6-bd1c-33bab4a35faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:20.889598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da59a648-4818-42f6-bd1c-33bab4a35faa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b369eb44-ec8f-488f-810c-aaaa6e2833c7 HTTP/1.1" status: 204 len: 168 time: 0.1430309 Nov 02 16:43:20.898681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59a648-4818-42f6-bd1c-33bab4a35faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b369eb44-ec8f-488f-810c-aaaa6e2833c7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:21.687692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf63a4c-9ff4-46c8-9b3b-030aa0f6f0c5 req-5986a74f-344b-4045-8a73-62bd39bbcff0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:21.691233 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baf63a4c-9ff4-46c8-9b3b-030aa0f6f0c5 req-5986a74f-344b-4045-8a73-62bd39bbcff0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 945 time: 0.0682588 Nov 02 16:43:21.770031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baf63a4c-9ff4-46c8-9b3b-030aa0f6f0c5 req-9a65c791-f4ce-48ef-bff7-4422ac58f8ff tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662315 Nov 02 16:43:22.592612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d185dfb9-c658-45d5-88be-7506e5b695d8 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:43:22.652194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port d185dfb9-c658-45d5-88be-7506e5b695d8 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:43:22.656726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port d185dfb9-c658-45d5-88be-7506e5b695d8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:43:22.657088 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:22.808163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:22.863813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd185dfb9-c658-45d5-88be-7506e5b695d8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:43:22.866590 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa2c3b-37d1-49f2-bc6e-cb24c121b139" -d '{"events": [{"server_uuid": "41376426-2fbd-4b90-8a1e-f3ff9eb2c488", "name": "network-vif-plugged", "status": "completed", "tag": "d185dfb9-c658-45d5-88be-7506e5b695d8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:43:22.896580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d185dfb9-c658-45d5-88be-7506e5b695d8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d185dfb9-c658-45d5-88be-7506e5b695d8,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:22.907563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:22.968547 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b1c26-2034-48a6-a7b6-578f082d0517 x-openstack-request-id: req-469b1c26-2034-48a6-a7b6-578f082d0517 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:43:22.968662 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41376426-2fbd-4b90-8a1e-f3ff9eb2c488", "name": "network-vif-plugged", "status": "completed", "tag": "d185dfb9-c658-45d5-88be-7506e5b695d8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:43:22.968843 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-469b1c26-2034-48a6-a7b6-578f082d0517 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:43:22.970766 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd185dfb9-c658-45d5-88be-7506e5b695d8', 'code': 200} Nov 02 16:43:23.017506 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:23.049574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30b790-5121-44c2-827c-e11f5015569b req-4b1f62d7-9dae-4f82-a0d8-b4e1b4984213 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:23.062320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d185dfb9-c658-45d5-88be-7506e5b695d8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:23.071626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df30b790-5121-44c2-827c-e11f5015569b req-4b1f62d7-9dae-4f82-a0d8-b4e1b4984213 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.1842594 Nov 02 16:43:23.119255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07989528-e207-49bf-8797-18aabb102c48 req-6c416d0b-6178-43b8-bd6a-fae6a537d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:23.120786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-07989528-e207-49bf-8797-18aabb102c48 req-6c416d0b-6178-43b8-bd6a-fae6a537d84b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 1097 time: 0.0820563 Nov 02 16:43:23.133286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df30b790-5121-44c2-827c-e11f5015569b req-949e8f18-813b-4be9-94b6-c4934e7afe3c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 Nov 02 16:43:23.178203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-07989528-e207-49bf-8797-18aabb102c48 req-eb2ea5ba-7c68-4a3d-8ce1-297558cd5496 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Nov 02 16:43:24.297807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f9f39-df9a-468f-985b-f140d03e677c req-fb575cca-76cc-4298-821d-e21db8341e80 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:24.299800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-201f9f39-df9a-468f-985b-f140d03e677c req-fb575cca-76cc-4298-821d-e21db8341e80 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.0776012 Nov 02 16:43:24.344118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-201f9f39-df9a-468f-985b-f140d03e677c req-a16714e2-a051-4fe2-af5e-b505c6c7440e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Nov 02 16:43:25.495406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877b43f-d2f8-4b4f-b179-b0130755caba req-9c27867a-8f19-4a45-9ad6-25b034a7f49a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:25.496995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e877b43f-d2f8-4b4f-b179-b0130755caba req-9c27867a-8f19-4a45-9ad6-25b034a7f49a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.0636716 Nov 02 16:43:25.549140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e877b43f-d2f8-4b4f-b179-b0130755caba req-2c44a9b1-9bd0-4f07-98ab-170117ccf3c2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Nov 02 16:43:25.719305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14009a80-6fc0-42e6-a36c-01ab4ebb1747 req-9f778c67-00f4-426d-94f7-302edb2d6f34 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:25.722885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14009a80-6fc0-42e6-a36c-01ab4ebb1747 req-9f778c67-00f4-426d-94f7-302edb2d6f34 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.0727301 Nov 02 16:43:25.763336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14009a80-6fc0-42e6-a36c-01ab4ebb1747 req-64725d82-629b-470a-8e35-06f0de5f2bb0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Nov 02 16:43:28.903881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-6db15b84-3fe7-476b-a6c8-6c53f76e3fcb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:28.906657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-6db15b84-3fe7-476b-a6c8-6c53f76e3fcb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.1580637 Nov 02 16:43:28.927365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-3a73b34a-395a-4928-ab6e-4dc221082b31 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0133426 Nov 02 16:43:29.007804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-2714f661-215d-41a9-bfdc-26685c515b67 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746272 Nov 02 16:43:29.136153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-9377cb8e-b597-49ba-826b-3f097b8cbeb7 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201584 Nov 02 16:43:29.287666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-672de1fd-ac6b-462c-9f15-ffdb3efc4bf2 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441870 Nov 02 16:43:29.578574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca165026-e68e-4c20-a62f-90019f5bc002 req-6a56ac32-b6e8-4c6f-8b79-9700bff8e98a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0587924 Nov 02 16:43:30.774453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc956645-43d8-485c-9e99-ee6efb781991 req-80cd05cc-13b8-4ddd-8622-ab3b7ee6125c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0620613 Nov 02 16:43:31.219064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-b925506a-5411-4ecf-8584-181f36c63cdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:31.224130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-b925506a-5411-4ecf-8584-181f36c63cdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.1734390 Nov 02 16:43:31.247863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:31.457420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:43:31.462732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:31.678932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48532) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:31.725604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.6 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/238a5248-9870-4b7e-a111-c83009f4c06d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:43:31.896333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a99788-4e4f-4f2a-b8d6-0c3c3f5216ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.003420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a99788-4e4f-4f2a-b8d6-0c3c3f5216ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.048865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d4810ef-4f5f-4cf5-b8a6-b5c57bc6b4f2 req-fef5a4f0-5eea-4bd7-94f9-a43b4220d60e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0379555 Nov 02 16:43:32.050667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a99788-4e4f-4f2a-b8d6-0c3c3f5216ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.092064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a99788-4e4f-4f2a-b8d6-0c3c3f5216ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6601c6f7-793c-4b75-a1a3-096a800a47b6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:32.111015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44a99788-4e4f-4f2a-b8d6-0c3c3f5216ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a55f956c653d4123a8ea75699bdd6900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307177 Nov 02 16:43:32.113141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48546) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:32.187335 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8737-dcd4-4ee6-8c45-69455fa69f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.220829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8737-dcd4-4ee6-8c45-69455fa69f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.235535 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.298585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8737-dcd4-4ee6-8c45-69455fa69f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.301376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8737-dcd4-4ee6-8c45-69455fa69f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.302604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2b4e8737-dcd4-4ee6-8c45-69455fa69f30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6601c6f7-793c-4b75-a1a3-096a800a47b6 HTTP/1.1" status: 204 len: 168 time: 0.1878529 Nov 02 16:43:32.316639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e8737-dcd4-4ee6-8c45-69455fa69f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6601c6f7-793c-4b75-a1a3-096a800a47b6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:32.336138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.352846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d185dfb9-c658-45d5-88be-7506e5b695d8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:43:32.443446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:43:32.464129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:43:32.480459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:43:32.488945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=238a5248-9870-4b7e-a111-c83009f4c06d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:32.578935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:32.584597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:32.645833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-a0951db7-2900-4f33-8078-0de5cfc6c350 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4035234 Nov 02 16:43:32.678624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-6dafe079-7b55-4278-86e5-06696aeee996 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:43:32.679923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-6dafe079-7b55-4278-86e5-06696aeee996 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175891 Nov 02 16:43:32.922733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Request body: {'port': {'device_id': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:33.057540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aacb80ba-bf81-488a-a245-e8d5f6199818 None None] Provisioning complete for port 238a5248-9870-4b7e-a111-c83009f4c06d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:43:33.057959 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aacb80ba-bf81-488a-a245-e8d5f6199818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.059546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.076374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:33.101732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80705953-85e6-47a7-9978-0006e1d25d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.130301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-aacb80ba-bf81-488a-a245-e8d5f6199818 None None] Port 238a5248-9870-4b7e-a111-c83009f4c06d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:43:33.362278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80705953-85e6-47a7-9978-0006e1d25d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.367897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-80705953-85e6-47a7-9978-0006e1d25d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.404812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38e6e4-b404-4fc4-afb2-1e2e5a09c1c0 req-41432938-57e8-4da8-808d-2d1dba3aab6b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:33.406623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d38e6e4-b404-4fc4-afb2-1e2e5a09c1c0 req-41432938-57e8-4da8-808d-2d1dba3aab6b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 931 time: 0.1872721 Nov 02 16:43:33.410573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-80705953-85e6-47a7-9978-0006e1d25d8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a684141210da4cdeb97500d8a0b41e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312244 Nov 02 16:43:33.422188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48580) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:33.482840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80705953-85e6-47a7-9978-0006e1d25d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e270a6-f64c-49b2-a7e0-7e85ae11c3f1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:33.537120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d38e6e4-b404-4fc4-afb2-1e2e5a09c1c0 req-459f09b9-54c8-4540-a449-b30d336bf97d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156971 Nov 02 16:43:33.554026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc6292db-247e-40ba-b248-07cc9cfbc344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.580370 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc6292db-247e-40ba-b248-07cc9cfbc344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.636431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238a5248-9870-4b7e-a111-c83009f4c06d {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:43:33.652573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.676579 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc6292db-247e-40ba-b248-07cc9cfbc344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.679476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc6292db-247e-40ba-b248-07cc9cfbc344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.680707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bc6292db-247e-40ba-b248-07cc9cfbc344 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89e270a6-f64c-49b2-a7e0-7e85ae11c3f1 HTTP/1.1" status: 204 len: 168 time: 0.2576113 Nov 02 16:43:33.688172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Transition to ACTIVE for port object 238a5248-9870-4b7e-a111-c83009f4c06d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:43:33.694030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6292db-247e-40ba-b248-07cc9cfbc344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e270a6-f64c-49b2-a7e0-7e85ae11c3f1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:33.697394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:33.877125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Pushing event updated for resources: {'Port': ['ID=238a5248-9870-4b7e-a111-c83009f4c06d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:33.978895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Attempting to bind port 238a5248-9870-4b7e-a111-c83009f4c06d on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:43:33.979464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Attempting to bind port 238a5248-9870-4b7e-a111-c83009f4c06d by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:43:33.981220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Attempting to bind port 238a5248-9870-4b7e-a111-c83009f4c06d on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:43:33.990596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Port 238a5248-9870-4b7e-a111-c83009f4c06d on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:43:33.990927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Attempting to bind port 238a5248-9870-4b7e-a111-c83009f4c06d on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:43:33.996781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:43:33.997066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:43:33.997458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:43:33.997910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Bound port: 238a5248-9870-4b7e-a111-c83009f4c06d, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:43:33.998303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:34.105877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] For port 238a5248-9870-4b7e-a111-c83009f4c06d, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:43:34.110224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] For port 238a5248-9870-4b7e-a111-c83009f4c06d, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=238a5248-9870-4b7e-a111-c83009f4c06d,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:43:34.127426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:34.202609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:34.203232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:34.206273 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] 10.222.0.55 "PUT /v2.0/ports/238a5248-9870-4b7e-a111-c83009f4c06d HTTP/1.1" status: 200 len: 1091 time: 1.5149884 Nov 02 16:43:34.207251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'tag': '238a5248-9870-4b7e-a111-c83009f4c06d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:43:34.215667 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b436a200-ab33-4909-a5f3-5bcb7a49efad" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca", "tag": "238a5248-9870-4b7e-a111-c83009f4c06d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:43:34.353617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21961-227d-4cd5-bda3-e99949d0f984 service neutron] Pushing event updated for resources: {'Port': ['ID=238a5248-9870-4b7e-a111-c83009f4c06d,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:34.417025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-50de1937-3819-478e-bc67-6dd34cffbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:34.419913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-50de1937-3819-478e-bc67-6dd34cffbbbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 1094 time: 0.1664042 Nov 02 16:43:34.562894 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-476b8264-5a11-4979-bec7-3e3a06d3667b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=238a5248-9870-4b7e-a111-c83009f4c06d HTTP/1.1" status: 200 len: 217 time: 0.1175447 Nov 02 16:43:34.679323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-bd9ab36a-136a-4be5-90e5-6dfa11fa7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:34.682832 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-bd9ab36a-136a-4be5-90e5-6dfa11fa7da6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1189375 Nov 02 16:43:34.688654 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd3991-bcf8-4005-a5fb-9b854f08529e x-openstack-request-id: req-a3cd3991-bcf8-4005-a5fb-9b854f08529e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:43:34.690471 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca", "tag": "238a5248-9870-4b7e-a111-c83009f4c06d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:43:34.690742 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3cd3991-bcf8-4005-a5fb-9b854f08529e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:43:34.691184 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'tag': '238a5248-9870-4b7e-a111-c83009f4c06d', 'status': 'completed', 'code': 200} Nov 02 16:43:34.791702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d5a8-3601-4cda-9b2e-cc38377a75f0 req-2864926e-5480-494c-8dc5-977ca8a34a14 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:34.793374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f7d5a8-3601-4cda-9b2e-cc38377a75f0 req-2864926e-5480-494c-8dc5-977ca8a34a14 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1101003 Nov 02 16:43:34.837004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-bb867f55-029a-44bd-a646-f2ae99b4426c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448646 Nov 02 16:43:34.869251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-57220e5c-fbd7-4559-9de3-2a31d42c8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:34.872694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-57220e5c-fbd7-4559-9de3-2a31d42c8f6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752582 Nov 02 16:43:34.893473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f7d5a8-3601-4cda-9b2e-cc38377a75f0 req-fe2c8d9d-e955-4ead-a660-9cc0c510821b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837865 Nov 02 16:43:35.032913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-c33efd4c-2f28-4a80-a3b2-35de70d389e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:35.034840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-c33efd4c-2f28-4a80-a3b2-35de70d389e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.0766821 Nov 02 16:43:35.055369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-9fd95ca7-f48d-407e-9827-97e932f3ea3e service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723382 Nov 02 16:43:35.361158 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b5d0a14c-613b-4925-9bc0-32bf32113fc6 req-3b0b1192-8a3c-40da-a73e-1cfc174eeb2c service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978928 Nov 02 16:43:35.370682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-cf5e43f0-bf7a-480d-8d6a-13c0cd81c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:35.373223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-cf5e43f0-bf7a-480d-8d6a-13c0cd81c8df service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.3077226 Nov 02 16:43:35.563193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-edc3ebef-65be-4006-b8c1-cd207811b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:35.566184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-edc3ebef-65be-4006-b8c1-cd207811b307 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 1094 time: 0.1001101 Nov 02 16:43:35.569775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-47982a5e-769f-455a-91bc-226cb0793c25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 1000 time: 0.1870799 Nov 02 16:43:35.668500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-2186caf9-885f-445d-ba7a-cad8ebbbab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:35.670297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-2186caf9-885f-445d-ba7a-cad8ebbbab14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.0759513 Nov 02 16:43:35.789530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-bc98db09-b35d-41d8-af93-0a5e3d581144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:35.792127 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-bc98db09-b35d-41d8-af93-0a5e3d581144 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043146 Nov 02 16:43:35.890302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-22f47096-a493-419f-bfa6-a77546ac5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:35.892626 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-22f47096-a493-419f-bfa6-a77546ac5738 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.2996221 Nov 02 16:43:35.961352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-25a87e7f-0a0b-4c44-9518-e13e7f5de896 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=238a5248-9870-4b7e-a111-c83009f4c06d HTTP/1.1" status: 200 len: 217 time: 0.0585189 Nov 02 16:43:36.104535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ca047-b3c4-46b7-8ece-2e0df1936114 req-8c5e3716-50ab-4217-b3cb-55dbe63f92fd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:36.117402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-032ca047-b3c4-46b7-8ece-2e0df1936114 req-8c5e3716-50ab-4217-b3cb-55dbe63f92fd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0830226 Nov 02 16:43:36.162894 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-4b50972d-453c-43e4-a810-9ae19df6e34f service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615518 Nov 02 16:43:36.165102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-439bb2da-5cf9-4357-9414-aaa23f7b1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:36.168239 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-439bb2da-5cf9-4357-9414-aaa23f7b1010 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1950803 Nov 02 16:43:36.195797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-032ca047-b3c4-46b7-8ece-2e0df1936114 req-d1df3923-3f48-48c1-aea6-ff4e024943f9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768940 Nov 02 16:43:36.417053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-e7939df1-cc50-4329-8bef-340c2c7b503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:36.431013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-e7939df1-cc50-4329-8bef-340c2c7b503a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514997 Nov 02 16:43:36.492296 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-63d6eaab-397b-4090-b204-a14fd51325c8 req-4e39cfdc-bf9c-4601-b149-72707d9cabe7 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106706 Nov 02 16:43:36.676652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-7c11560f-d0d2-473f-9399-1716ae9938bd service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346234 Nov 02 16:43:36.806796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b436a200-ab33-4909-a5f3-5bcb7a49efad req-158c8f65-b402-448f-8fad-82a9f46c71ab service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217172 Nov 02 16:43:37.468735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca901-df96-4ebe-8396-6d973d9b5ac5 req-ce4ddaab-805a-45ad-8978-4c36823bd653 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:37.471454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5eca901-df96-4ebe-8396-6d973d9b5ac5 req-ce4ddaab-805a-45ad-8978-4c36823bd653 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1180170 Nov 02 16:43:37.531517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5eca901-df96-4ebe-8396-6d973d9b5ac5 req-9cb09f8b-77b1-4094-bab6-0e544e892a05 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528929 Nov 02 16:43:37.966880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:38.125510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73dac40c-0d06-46ec-9397-8014b9c7647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.245559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73dac40c-0d06-46ec-9397-8014b9c7647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.254816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-73dac40c-0d06-46ec-9397-8014b9c7647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.310797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-73dac40c-0d06-46ec-9397-8014b9c7647d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a70569d17c684871b159e1764c1501c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416567 Nov 02 16:43:38.312050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48748) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:38.324210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac40c-0d06-46ec-9397-8014b9c7647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cafd93-5251-42f9-9de8-db7c4175d989,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:38.389078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b18c0125-c90a-46d3-9527-c4d87af02786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.398584 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4b0abc03-698b-4887-8a40-48f425786e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.425564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b18c0125-c90a-46d3-9527-c4d87af02786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.507871 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b18c0125-c90a-46d3-9527-c4d87af02786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.511375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b18c0125-c90a-46d3-9527-c4d87af02786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:38.517439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b18c0125-c90a-46d3-9527-c4d87af02786 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74cafd93-5251-42f9-9de8-db7c4175d989 HTTP/1.1" status: 204 len: 168 time: 0.2032351 Nov 02 16:43:38.527724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c0125-c90a-46d3-9527-c4d87af02786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cafd93-5251-42f9-9de8-db7c4175d989,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:38.703731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e91fb-fdfb-438b-9e46-653d522ab52d req-9324a220-aaf9-4316-9cb3-b4e02d743e1a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:38.706033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-973e91fb-fdfb-438b-9e46-653d522ab52d req-9324a220-aaf9-4316-9cb3-b4e02d743e1a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0713418 Nov 02 16:43:38.797374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-973e91fb-fdfb-438b-9e46-653d522ab52d req-be5fd6e3-0412-472e-ac45-4202affa9bf9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812032 Nov 02 16:43:39.202845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48770) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:39.230552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-daebdc9a-10ac-4bca-920b-5be3ab2dd1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.350854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-daebdc9a-10ac-4bca-920b-5be3ab2dd1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.371146 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-daebdc9a-10ac-4bca-920b-5be3ab2dd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.426076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebdc9a-10ac-4bca-920b-5be3ab2dd1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc70b3b-c399-43ce-957b-ca60eb6fa3b3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:39.435384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-daebdc9a-10ac-4bca-920b-5be3ab2dd1c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ce372b6bdf645428cc76986fbd6d054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314415 Nov 02 16:43:39.437904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48778) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:39.501650 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.524282 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.629046 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.637844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:39.644389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bc70b3b-c399-43ce-957b-ca60eb6fa3b3 HTTP/1.1" status: 204 len: 168 time: 0.1995852 Nov 02 16:43:39.654031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc70b3b-c399-43ce-957b-ca60eb6fa3b3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:39.671026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.674754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.675872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.677786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.679039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.680165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.681299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.681735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.682509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.683331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.683872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:39.685173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbda6aa-7797-4675-95d0-5da6de7dd0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:43:40.045533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e06003-3077-48d1-a708-eac4d8f149cd req-ecda9788-55af-4795-80f8-ea4f0e73182a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:40.071537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71e06003-3077-48d1-a708-eac4d8f149cd req-ecda9788-55af-4795-80f8-ea4f0e73182a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1341224 Nov 02 16:43:40.167443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71e06003-3077-48d1-a708-eac4d8f149cd req-5e06ad26-f513-4a77-b689-b118136967ce tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816460 Nov 02 16:43:40.969163 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:43:41.082573 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9c1a-2847-4bca-a536-2083cde2c5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:41.355319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:41.379104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32199fdc-0684-46df-bf0b-3a9c843bcbf7 req-131d03f4-082d-4eac-9926-a6f4658f0245 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:41.382850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32199fdc-0684-46df-bf0b-3a9c843bcbf7 req-131d03f4-082d-4eac-9926-a6f4658f0245 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0836236 Nov 02 16:43:41.491954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32199fdc-0684-46df-bf0b-3a9c843bcbf7 req-326e3f49-6328-4e19-9af8-327120161822 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983183 Nov 02 16:43:42.578851 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:42.793287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9553c-a57c-4449-9a8e-92ed8a98c67c req-f5dcba8d-43cf-4279-b8f3-09490bae8dc1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:42.802276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55e9553c-a57c-4449-9a8e-92ed8a98c67c req-f5dcba8d-43cf-4279-b8f3-09490bae8dc1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1127055 Nov 02 16:43:42.893239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55e9553c-a57c-4449-9a8e-92ed8a98c67c req-58b9228a-9f71-44d8-ae17-0e0c5c84d79b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882237 Nov 02 16:43:43.753971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:44.160313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08ccf4-9243-4a51-aea0-aa6b72c95202 req-633578d2-ae00-43e1-ad7a-9417af113213 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:44.168384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d08ccf4-9243-4a51-aea0-aa6b72c95202 req-633578d2-ae00-43e1-ad7a-9417af113213 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1492836 Nov 02 16:43:44.298085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d08ccf4-9243-4a51-aea0-aa6b72c95202 req-e69aaa81-482e-4a77-b5d5-ea31470ce7ca tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108203 Nov 02 16:43:45.562698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64452e9-87e7-45f5-a160-127518873873 req-8ec408ba-446f-4e1a-be9e-c8ad3269966c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:45.566810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f64452e9-87e7-45f5-a160-127518873873 req-8ec408ba-446f-4e1a-be9e-c8ad3269966c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0930450 Nov 02 16:43:45.618899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f64452e9-87e7-45f5-a160-127518873873 req-5ea1647b-3ea7-47fc-8b40-b49dd2591bcd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Nov 02 16:43:46.775020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7c3bc-cc7f-48be-8c4e-b1c9a3dbc1bb req-5eaba13a-8d35-4b37-a528-dbed338352ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:46.777085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68e7c3bc-cc7f-48be-8c4e-b1c9a3dbc1bb req-5eaba13a-8d35-4b37-a528-dbed338352ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0639737 Nov 02 16:43:46.839353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68e7c3bc-cc7f-48be-8c4e-b1c9a3dbc1bb req-9052485b-fc54-4de2-9313-5e41efae9fa3 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547044 Nov 02 16:43:47.413154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:48.045871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e6e16-f684-45d6-aadd-d7eacaa01141 req-719202ae-dca6-4d0d-aad0-3a44178ee59e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:48.048322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b9e6e16-f684-45d6-aadd-d7eacaa01141 req-719202ae-dca6-4d0d-aad0-3a44178ee59e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0814452 Nov 02 16:43:48.119890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b9e6e16-f684-45d6-aadd-d7eacaa01141 req-57e91038-5aea-4cc6-9863-a329856995d1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 Nov 02 16:43:49.397295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5c6ce-5f0f-4c4e-a644-c86b0041a3df req-72b9d06f-8fb1-4c3d-8564-1274cd0ebf2e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:49.409041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51a5c6ce-5f0f-4c4e-a644-c86b0041a3df req-72b9d06f-8fb1-4c3d-8564-1274cd0ebf2e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1231520 Nov 02 16:43:49.478120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51a5c6ce-5f0f-4c4e-a644-c86b0041a3df req-6a2d3cc4-1438-480b-acac-9ac770d807b0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Nov 02 16:43:50.656658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec231d5-7ae5-459b-b39a-c8510127266f req-e66486b0-91e6-41cb-beca-b230111189f3 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:50.658809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ec231d5-7ae5-459b-b39a-c8510127266f req-e66486b0-91e6-41cb-beca-b230111189f3 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0821686 Nov 02 16:43:50.719547 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ec231d5-7ae5-459b-b39a-c8510127266f req-99c206a1-3447-42ac-bc88-610011023535 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 Nov 02 16:43:51.543735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-6587293f-82b6-4e97-b73d-672dcfee5edd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2290113 Nov 02 16:43:51.641621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.642121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.642702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.643168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.643631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.644140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.644642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.647268 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4c219378-fba3-4cab-912b-ebae9338811d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.0693238 Nov 02 16:43:51.842853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-8d2bee82-f8e8-44bc-b073-1a1940c1c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.843364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-8d2bee82-f8e8-44bc-b073-1a1940c1c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.843854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-8d2bee82-f8e8-44bc-b073-1a1940c1c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.847483 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-8d2bee82-f8e8-44bc-b073-1a1940c1c986 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=a72004e9-fb89-4003-80e5-b791065335de&id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 2293 time: 0.1592286 Nov 02 16:43:51.984159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ec22e-a525-4b06-bc7f-3ff4f964ae34 req-c13d3858-d69e-4daa-b2b7-713b5bc38343 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:51.985617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-89fb0507-6b88-4bbc-889a-2bc83e02fb3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 1001 time: 0.1220419 Nov 02 16:43:51.987634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-237ec22e-a525-4b06-bc7f-3ff4f964ae34 req-c13d3858-d69e-4daa-b2b7-713b5bc38343 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1122403 Nov 02 16:43:52.088591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1b545a12-cc96-4fd5-80f2-093c59e9b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:52.093717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1b545a12-cc96-4fd5-80f2-093c59e9b2d7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 200 len: 851 time: 0.0951900 Nov 02 16:43:52.099933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-237ec22e-a525-4b06-bc7f-3ff4f964ae34 req-08385fc4-bacd-4818-bb5f-6c043f6a07e4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014574 Nov 02 16:43:52.171909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-ccab920c-ffbf-4225-92f6-2616f02f290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:52.173641 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-ccab920c-ffbf-4225-92f6-2616f02f290e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687633 Nov 02 16:43:52.186086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-ab9093f9-74fa-4d19-b6ed-650da27c8fd3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:43:52.187284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-ab9093f9-74fa-4d19-b6ed-650da27c8fd3 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057766 Nov 02 16:43:52.354060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1908e0ed-04fd-4b95-bb47-7d0da5bda3fd service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589129 Nov 02 16:43:52.460495 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-bb815b0c-4fb1-4ddc-a7c9-e3df314dd125 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964391 Nov 02 16:43:52.513458 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-ccb5dcb8-48e7-4851-848b-337eb3105520 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 217 time: 0.0449281 Nov 02 16:43:52.593717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-9bee356a-3fe3-43ea-977c-3e436e91f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:52.596228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-9bee356a-3fe3-43ea-977c-3e436e91f613 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0742269 Nov 02 16:43:52.653444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-665ee2e0-f4e2-4733-9717-e2c9ce9798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:52.654955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-665ee2e0-f4e2-4733-9717-e2c9ce9798fb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506544 Nov 02 16:43:52.760914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-c59a7aa5-89f6-4ba6-8662-076662c3160b service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967631 Nov 02 16:43:52.883588 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-23a45f70-4a80-48ad-a293-d44ec95978c1 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092069 Nov 02 16:43:52.932557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-7463e1e9-996c-4ab5-bbf7-f895847ec944 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 217 time: 0.0416410 Nov 02 16:43:52.944234 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:52.990709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1920b010-2a5e-489b-9f7e-729542685c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:52.992122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1920b010-2a5e-489b-9f7e-729542685c9c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0522425 Nov 02 16:43:53.048302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-625c1381-978b-4713-a4c8-283ee0fb29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:53.049827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-625c1381-978b-4713-a4c8-283ee0fb29b8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502434 Nov 02 16:43:53.177325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-c3771655-be6a-4495-a7ad-48646ed21cf2 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186483 Nov 02 16:43:53.271843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2325fc-e602-4ae9-8004-b6b882aa643a req-70e1f657-3785-4610-8ddf-5bad08086374 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:53.282810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f2325fc-e602-4ae9-8004-b6b882aa643a req-70e1f657-3785-4610-8ddf-5bad08086374 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0816088 Nov 02 16:43:53.342394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f2325fc-e602-4ae9-8004-b6b882aa643a req-fa9a2d11-d861-407e-a0b3-4952edf5efc7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Nov 02 16:43:53.354026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-330a721f-6c2a-4859-86c5-67772ecaac6e service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686981 Nov 02 16:43:53.405070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-e08878c6-b7fc-4944-9f9d-27b80d403c74 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 200 len: 217 time: 0.0415928 Nov 02 16:43:53.472278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4eeae86e-c926-4e28-b756-d37a1d1e6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:53.474207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-4eeae86e-c926-4e28-b756-d37a1d1e6364 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0584347 Nov 02 16:43:53.551525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-60e4ea5e-a39d-4ad0-9100-d16f6606dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:53.553932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-60e4ea5e-a39d-4ad0-9100-d16f6606dd9d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724428 Nov 02 16:43:53.689481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-af4045c5-6d03-4130-8f51-44bcaf4d45c4 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272321 Nov 02 16:43:53.839376 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-fa9e7efa-c3e3-4e8a-8820-da08cdaf8a05 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416471 Nov 02 16:43:53.904040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-d4f9abdd-defd-4e5d-8a3e-59a39e76a1d7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 200 len: 217 time: 0.0573084 Nov 02 16:43:53.982666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-cefa193f-edc2-47fa-8ca0-e2b73b0d87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:53.985547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-cefa193f-edc2-47fa-8ca0-e2b73b0d87bb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0722272 Nov 02 16:43:54.055828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-7ef40f31-11b5-4f62-9a06-9754aac8b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:54.057652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-7ef40f31-11b5-4f62-9a06-9754aac8b00d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644834 Nov 02 16:43:54.172300 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-a6791ce1-4c23-4270-bc62-613cbb858856 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002989 Nov 02 16:43:54.315329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-8d8b8ff7-53ca-44b2-b8e4-4b129b6a535e service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248524 Nov 02 16:43:54.369369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-37416204-6cfe-436a-b2ca-9411788accac service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 200 len: 217 time: 0.0465627 Nov 02 16:43:54.451405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-6b86f8bb-1d0a-4477-96d8-f96ae0e35bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:54.453971 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-6b86f8bb-1d0a-4477-96d8-f96ae0e35bac service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.0738659 Nov 02 16:43:54.512114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-c400d56a-0e60-40c6-b55e-306c050e67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:54.515523 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-c400d56a-0e60-40c6-b55e-306c050e67cb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536869 Nov 02 16:43:54.544830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb05ba-9ff6-4b53-b9c4-49c96bef7976 req-6c9bb7bf-ccc3-4fe6-9148-e54ededefbaa tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:54.546773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1aeb05ba-9ff6-4b53-b9c4-49c96bef7976 req-6c9bb7bf-ccc3-4fe6-9148-e54ededefbaa tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0771148 Nov 02 16:43:54.607844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1aeb05ba-9ff6-4b53-b9c4-49c96bef7976 req-a7583423-d0e2-49be-a307-e43d1947991f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510571 Nov 02 16:43:54.650850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-dadf1bf5-874f-4d06-81db-43694c14c69e service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263471 Nov 02 16:43:54.758774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-c97fd6a1-6953-4315-9b95-c1e53cbc014b service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999575 Nov 02 16:43:54.807985 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1ab2d67d-63d9-4bb1-8895-900dc9a406aa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 217 time: 0.0399380 Nov 02 16:43:54.867616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1f13412e-8553-42d5-85c7-963db8de32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:54.869256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-1f13412e-8553-42d5-85c7-963db8de32d6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.0516875 Nov 02 16:43:54.932152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-2f3ff34d-e376-4ae2-8a85-4281277a9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:54.933681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-2f3ff34d-e376-4ae2-8a85-4281277a9e23 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523665 Nov 02 16:43:55.039869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-0b469621-921f-4448-8c2f-35245d03afc1 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953929 Nov 02 16:43:55.145862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8df723f-cf7d-41bf-a26a-419cc66da40d req-09c48193-185e-445a-badb-e77187de51ca service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976064 Nov 02 16:43:55.780618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461e6fe-7c8e-41e7-b75a-b75b3088f3d4 req-87751fa2-b2bd-4146-a2ee-b16ecd4c4745 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:55.782876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5461e6fe-7c8e-41e7-b75a-b75b3088f3d4 req-87751fa2-b2bd-4146-a2ee-b16ecd4c4745 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0592320 Nov 02 16:43:55.827762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5461e6fe-7c8e-41e7-b75a-b75b3088f3d4 req-edf1ee88-c74a-4a72-a660-e3c2b5cecbb5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Nov 02 16:43:56.404227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.421402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.428018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.434535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.441505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.448170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.456404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.465501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-4e501f0e-aeb3-42d0-aab7-373a768b26ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.1661589 Nov 02 16:43:56.524898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6aa90bfa-7e17-46a1-9513-9c43e7cd9b03 req-8e1b39ca-6908-4454-8217-04fa394ba3ed tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449884 Nov 02 16:43:56.721381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b10ff-51b2-470b-a6d4-9333f9867c2a req-131c123c-1f14-4849-b0da-9ff693116483 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:56.732476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-950b10ff-51b2-470b-a6d4-9333f9867c2a req-131c123c-1f14-4849-b0da-9ff693116483 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1345778 Nov 02 16:43:56.848351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-950b10ff-51b2-470b-a6d4-9333f9867c2a req-fc435afe-8cc8-43bd-b3ce-6fb8ac390e4f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148553 Nov 02 16:43:56.918866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49244) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:57.018996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a06eb-f0a8-4051-b47a-14920d181e01 req-552a524c-2949-4b4c-bb65-8c3f5d685e11 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.027871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e29a06eb-f0a8-4051-b47a-14920d181e01 req-552a524c-2949-4b4c-bb65-8c3f5d685e11 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0798852 Nov 02 16:43:57.076763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e29a06eb-f0a8-4051-b47a-14920d181e01 req-e0f4bc93-6917-4f64-b53f-534fe07295ab tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Nov 02 16:43:57.165860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c17e025b-6dc6-4784-9c61-9dd161af208a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.316631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c17e025b-6dc6-4784-9c61-9dd161af208a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.323954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c17e025b-6dc6-4784-9c61-9dd161af208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.386233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e025b-6dc6-4784-9c61-9dd161af208a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f4c0a-5bab-4872-98bc-932aa634da86,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:57.399232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49254) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:43:57.404070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c17e025b-6dc6-4784-9c61-9dd161af208a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32a93f0e44dd4feba5384373c2b3461f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802711 Nov 02 16:43:57.466219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3367c5c1-c47a-4328-9f63-5cfe2e5e27f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.502827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3367c5c1-c47a-4328-9f63-5cfe2e5e27f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.581555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3367c5c1-c47a-4328-9f63-5cfe2e5e27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.586050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3367c5c1-c47a-4328-9f63-5cfe2e5e27f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:57.590228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3367c5c1-c47a-4328-9f63-5cfe2e5e27f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/709f4c0a-5bab-4872-98bc-932aa634da86 HTTP/1.1" status: 204 len: 168 time: 0.1879880 Nov 02 16:43:57.601451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367c5c1-c47a-4328-9f63-5cfe2e5e27f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f4c0a-5bab-4872-98bc-932aa634da86,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:57.673231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.682085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.702320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.712042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.721804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.731283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.741786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.745353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-fbed5676-fd0f-4622-a5f0-5cd19ebc7b25 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.1450665 Nov 02 16:43:57.851713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-c11152d5-3e3e-4f4e-80be-a92e5b2a633a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.853124 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-c11152d5-3e3e-4f4e-80be-a92e5b2a633a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "GET /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0920472 Nov 02 16:43:57.868246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.876272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.885448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.894402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.902285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.912241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.920882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:57.923758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-2d2a2ee4-97cd-4aee-af96-88fcd2bbb0ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 5440 time: 0.2377219 Nov 02 16:43:58.062758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2da7d040-12a2-4eb1-9182-8b3124874145 req-4ea1fde9-7147-4bbc-b674-31ffaafd68d0 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316950 Nov 02 16:43:58.194709 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-78a553e2-09f7-440c-abf9-7d35d4b412fc tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "GET /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3236790 Nov 02 16:43:58.208757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:58.246564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476c4b-c3e9-47f4-9532-6a251e0c920d req-b8503775-9e15-48d2-b786-567ce31fd9d4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:58.259336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71476c4b-c3e9-47f4-9532-6a251e0c920d req-b8503775-9e15-48d2-b786-567ce31fd9d4 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1527419 Nov 02 16:43:58.368371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:58.429873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71476c4b-c3e9-47f4-9532-6a251e0c920d req-6f534472-ab7b-4dd2-9163-a15a1223372c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675320 Nov 02 16:43:58.486524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5927bfd-8b22-4fa7-94df-672a5a89a64d req-400a1ae0-82e6-4fa9-a5fe-4228f1c7d36d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:58.490932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5927bfd-8b22-4fa7-94df-672a5a89a64d req-400a1ae0-82e6-4fa9-a5fe-4228f1c7d36d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.2283797 Nov 02 16:43:58.628254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5927bfd-8b22-4fa7-94df-672a5a89a64d req-17fff702-7250-4cbd-ba76-94797e3e4ac7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244643 Nov 02 16:43:58.650741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be5be998-1b48-4dc8-b748-c199f07861a1,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:58.776318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] For port be5be998-1b48-4dc8-b748-c199f07861a1, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:43:58.840888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] device_id is not set on port be5be998-1b48-4dc8-b748-c199f07861a1 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:43:58.858781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:58.871908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:58.969021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Pushing event updated for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:43:58.999967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] No DVR routers for this DVR port be5be998-1b48-4dc8-b748-c199f07861a1 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:43:59.107770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] In _notify_port_updated(), no bound segment for port be5be998-1b48-4dc8-b748-c199f07861a1 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:43:59.111136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.115362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:59.120760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1a3b179d-bf8d-4360-8076-9249d4a86a0f service neutron] 10.222.0.100 "PUT /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 200 len: 1031 time: 0.9165819 Nov 02 16:43:59.250846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-e0aa5d12-f450-4c7d-a1f6-cad5b7127960 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.254763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-e0aa5d12-f450-4c7d-a1f6-cad5b7127960 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "GET /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1262264 Nov 02 16:43:59.277744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:43:59.435129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:59.483274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.501765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.502906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8e618d71-ce70-4a68-96d8-e2f4b272baf0 None None] Provisioning complete for port be5be998-1b48-4dc8-b748-c199f07861a1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:43:59.506522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e618d71-ce70-4a68-96d8-e2f4b272baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:43:59.524796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.545299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.579993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.605259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.609926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8e618d71-ce70-4a68-96d8-e2f4b272baf0 None None] Port be5be998-1b48-4dc8-b748-c199f07861a1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:43:59.612433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-df50df97-022a-4623-8706-aecc12b3155b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 4662 time: 0.3027127 Nov 02 16:43:59.750949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ea8e6635-c229-423d-a1af-99e634ab1d63,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:43:59.785345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7292e70b-fc63-4ca6-b085-804f34e96423 req-2aebfb4f-e51a-4240-97dd-460e45ea02a3 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&id=4a34e97c-906d-4f7b-9aef-2bfc61c534c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328900 Nov 02 16:43:59.809378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101323b7-27e3-491e-9744-f54277555448 req-5a536685-f8a8-46a5-b0e1-893bb64927a5 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:43:59.826660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-101323b7-27e3-491e-9744-f54277555448 req-5a536685-f8a8-46a5-b0e1-893bb64927a5 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2095461 Nov 02 16:43:59.987442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-101323b7-27e3-491e-9744-f54277555448 req-6710be92-58ff-42ba-bf48-9fcf24144ced tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507995 Nov 02 16:44:00.104517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738183-60fc-4616-8b69-06b594401f14 req-c2a7dc70-d47b-4153-8f42-96d1a695e5ff tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:00.125196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e738183-60fc-4616-8b69-06b594401f14 req-c2a7dc70-d47b-4153-8f42-96d1a695e5ff tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1337206 Nov 02 16:44:00.192937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e738183-60fc-4616-8b69-06b594401f14 req-d78250ce-c9b0-48fc-8dd6-25dd4108421a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661335 Nov 02 16:44:00.409905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] For port ea8e6635-c229-423d-a1af-99e634ab1d63, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:44:00.467612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] device_id is not set on port ea8e6635-c229-423d-a1af-99e634ab1d63 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:44:00.483775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:00.493197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:00.570049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] No DVR routers for this DVR port ea8e6635-c229-423d-a1af-99e634ab1d63 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:00.572586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:00.640540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] In _notify_port_updated(), no bound segment for port ea8e6635-c229-423d-a1af-99e634ab1d63 on network e03470d4-cd73-4603-90da-ef8bc7ab06b7 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:44:00.641683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:00.642386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:00.645064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-28a24096-270e-4ab1-80eb-c9d624ab07f7 service neutron] 10.222.0.100 "PUT /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 200 len: 1032 time: 1.3771393 Nov 02 16:44:00.796385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port 391edcd5-49e1-41dd-95e4-0aac2b4727fa {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:00.797349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:00.827095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be5be998-1b48-4dc8-b748-c199f07861a1 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:00.966232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be5be998-1b48-4dc8-b748-c199f07861a1 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:00.966663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ea8e6635-c229-423d-a1af-99e634ab1d63 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:00.994733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port 391edcd5-49e1-41dd-95e4-0aac2b4727fa, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=391edcd5-49e1-41dd-95e4-0aac2b4727fa,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:00.995123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.039758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-8f5bb8b0-42d9-4397-a6c7-757db4982eba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.049291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-8f5bb8b0-42d9-4397-a6c7-757db4982eba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.053846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for 391edcd5-49e1-41dd-95e4-0aac2b4727fa owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:01.057198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-8f5bb8b0-42d9-4397-a6c7-757db4982eba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.066032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-8f5bb8b0-42d9-4397-a6c7-757db4982eba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.074528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3f0d593f-2578-4e4f-9e9e-4751f86eba5f None None] Provisioning complete for port ea8e6635-c229-423d-a1af-99e634ab1d63 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:44:01.074904 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f0d593f-2578-4e4f-9e9e-4751f86eba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.075468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-8f5bb8b0-42d9-4397-a6c7-757db4982eba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.097133 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-8f5bb8b0-42d9-4397-a6c7-757db4982eba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 3883 time: 0.1613996 Nov 02 16:44:01.131996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d593f-2578-4e4f-9e9e-4751f86eba5f None None] Port ea8e6635-c229-423d-a1af-99e634ab1d63 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:44:01.133719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ea8e6635-c229-423d-a1af-99e634ab1d63 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:01.134383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1bfede4-fa8f-4a37-828d-ae187af48fa2 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:01.227830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1325a96-ad7e-4d18-9d69-f33381dcc0b1 req-80e80133-9e08-42b0-8dfb-13f9e40fc458 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282830 Nov 02 16:44:01.274519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd4fd4-d323-4f05-bcb7-dcf0d1a3cb8a req-f5e2637b-5371-4550-8cf8-2d1c6e16ac88 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.290950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26fd4fd4-d323-4f05-bcb7-dcf0d1a3cb8a req-f5e2637b-5371-4550-8cf8-2d1c6e16ac88 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1624250 Nov 02 16:44:01.299324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.389039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26fd4fd4-d323-4f05-bcb7-dcf0d1a3cb8a req-f0bedecf-e674-46b2-a530-1eada50a6444 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910320 Nov 02 16:44:01.395023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:01.416955 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.421579 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54394fb-84b8-480d-a5f1-857926d81d4c" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:01.442554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:01.448419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.449757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 391edcd5-49e1-41dd-95e4-0aac2b4727fa no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:01.548837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=391edcd5-49e1-41dd-95e4-0aac2b4727fa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:01.636343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port 391edcd5-49e1-41dd-95e4-0aac2b4727fa on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:01.641820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.643984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 391edcd5-49e1-41dd-95e4-0aac2b4727fa {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:44:01.644444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 391edcd5-49e1-41dd-95e4-0aac2b4727fa not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:01.645010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 48b9abad-e067-4700-8719-1f55da5620b8 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:01.648129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:01.649051 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-60e4c876-7319-4028-8914-32afd7cac5aa tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "DELETE /v2.0/ports/391edcd5-49e1-41dd-95e4-0aac2b4727fa HTTP/1.1" status: 204 len: 173 time: 0.9964054 Nov 02 16:44:01.650553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': '391edcd5-49e1-41dd-95e4-0aac2b4727fa'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:01.653290 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89731a3e-d47a-40a5-89de-2e272936fda1" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "391edcd5-49e1-41dd-95e4-0aac2b4727fa"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:01.697266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86261e-850a-4c25-8c4f-b797ee1314ae req-c1887fbd-5a7c-4944-9dd1-bdb46413e171 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:01.704099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.704924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.708011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f86261e-850a-4c25-8c4f-b797ee1314ae req-c1887fbd-5a7c-4944-9dd1-bdb46413e171 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0962656 Nov 02 16:44:01.710549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.711291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.712533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.714388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.715235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.715843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.716766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.717284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.718186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.719438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:01.769470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f86261e-850a-4c25-8c4f-b797ee1314ae req-e768da64-52b6-4d96-ae96-844e1f7d5662 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588093 Nov 02 16:44:01.839858 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c43bcc-191e-4201-9900-02f06848ca52 x-openstack-request-id: req-d0c43bcc-191e-4201-9900-02f06848ca52 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:01.840794 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.853443 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "391edcd5-49e1-41dd-95e4-0aac2b4727fa", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:01.854786 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0c43bcc-191e-4201-9900-02f06848ca52 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:01.858485 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': '391edcd5-49e1-41dd-95e4-0aac2b4727fa', 'status': 'completed', 'code': 200} Nov 02 16:44:01.893030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port 48b9abad-e067-4700-8719-1f55da5620b8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:01.894084 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.908251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48b9abad-e067-4700-8719-1f55da5620b8,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:01.915410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:01.917121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a609bc6f-e805-449e-9b78-a2af4f582d74 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:02.036830 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae021f1-64cf-42b3-9543-e642b8ff55b9 x-openstack-request-id: req-8ae021f1-64cf-42b3-9543-e642b8ff55b9 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:02.037529 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:02.038394 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ae021f1-64cf-42b3-9543-e642b8ff55b9 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:02.039146 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2', 'code': 200} Nov 02 16:44:02.040572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:02.095134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port 48b9abad-e067-4700-8719-1f55da5620b8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=48b9abad-e067-4700-8719-1f55da5620b8,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:02.095817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.118394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for 48b9abad-e067-4700-8719-1f55da5620b8 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:02.123022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.186767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a609bc6f-e805-449e-9b78-a2af4f582d74,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:02.200250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.201830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 226bd45d-b858-4dc4-a425-796eac27ee18 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:02.448573 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.481397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:02.488552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.527011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64911d5-b2c1-4903-b848-cda58f54853b req-eeb4952e-02ff-4007-b42a-4c8b7a78839d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:02.542075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64911d5-b2c1-4903-b848-cda58f54853b req-eeb4952e-02ff-4007-b42a-4c8b7a78839d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:02.548241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=226bd45d-b858-4dc4-a425-796eac27ee18,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:02.551442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64911d5-b2c1-4903-b848-cda58f54853b req-eeb4952e-02ff-4007-b42a-4c8b7a78839d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:02.556004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.559014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64911d5-b2c1-4903-b848-cda58f54853b req-eeb4952e-02ff-4007-b42a-4c8b7a78839d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:02.571877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b64911d5-b2c1-4903-b848-cda58f54853b req-eeb4952e-02ff-4007-b42a-4c8b7a78839d tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 3066 time: 0.1672630 Nov 02 16:44:02.595231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=48b9abad-e067-4700-8719-1f55da5620b8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:02.673482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:02.727540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port 48b9abad-e067-4700-8719-1f55da5620b8 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:02.733910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:02.738903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-4b604b62-d7f6-4311-adfd-6643f2e57b1e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "DELETE /v2.0/ports/48b9abad-e067-4700-8719-1f55da5620b8 HTTP/1.1" status: 204 len: 173 time: 1.0806820 Nov 02 16:44:02.765192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b64911d5-b2c1-4903-b848-cda58f54853b req-b2e3d622-ffe4-4648-8337-816d15631ce8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914117 Nov 02 16:44:02.820647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8f60-d597-40e6-8909-66dabe17e546 req-5ab73bdb-12a7-48ba-80a7-c2c2ba00e66c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:02.823134 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f5c8f60-d597-40e6-8909-66dabe17e546 req-5ab73bdb-12a7-48ba-80a7-c2c2ba00e66c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1224055 Nov 02 16:44:02.900099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f5c8f60-d597-40e6-8909-66dabe17e546 req-96de190b-0c17-4dd3-930c-983881a0381c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650210 Nov 02 16:44:02.928802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port 226bd45d-b858-4dc4-a425-796eac27ee18 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:02.928802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:03.089290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73ddbb-c390-4969-a728-2ae383298fc9 req-f9b8c6ed-3098-4226-b892-3401e8ba330c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:03.098481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb73ddbb-c390-4969-a728-2ae383298fc9 req-f9b8c6ed-3098-4226-b892-3401e8ba330c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0923398 Nov 02 16:44:03.150284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port 226bd45d-b858-4dc4-a425-796eac27ee18, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=226bd45d-b858-4dc4-a425-796eac27ee18,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:03.151188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:03.179254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb73ddbb-c390-4969-a728-2ae383298fc9 req-bf8c933e-d82c-4819-bc26-231d5e61a5af tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789824 Nov 02 16:44:03.535330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:03.536246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:03.536972 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Floating IP ab8309ad-82cd-4fa5-a967-edcceacc7d77 disassociated. External IP: 172.25.7.45, port: 226bd45d-b858-4dc4-a425-796eac27ee18. Nov 02 16:44:03.537434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for 226bd45d-b858-4dc4-a425-796eac27ee18 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:03.756311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:03.799617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=226bd45d-b858-4dc4-a425-796eac27ee18,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:03.893910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:03.896266 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b066776-7e8d-44ee-8e75-a762a00e5578" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "48b9abad-e067-4700-8719-1f55da5620b8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:04.040460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8'}, {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74'}, {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:04.044207 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b72ab1-070c-4e5b-b8ff-10d927ac58ff" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "48b9abad-e067-4700-8719-1f55da5620b8"}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74"}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:04.117929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Router 64828248-b362-41d0-9346-2c420242a3e9 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:44:04.153125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54737a2e-1985-4ed5-a4f6-a814c188ed77 req-3f2e63be-0885-4e9c-998f-aeaac65f4133 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:04.163505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54737a2e-1985-4ed5-a4f6-a814c188ed77 req-3f2e63be-0885-4e9c-998f-aeaac65f4133 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.0939355 Nov 02 16:44:04.184918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7d6eb-9005-47c2-b83a-5787ef590d17 req-fdc8e9c6-d0c3-45f4-a8ae-679af8edb137 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:04.204647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7d6eb-9005-47c2-b83a-5787ef590d17 req-fdc8e9c6-d0c3-45f4-a8ae-679af8edb137 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:04.207091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44b7d6eb-9005-47c2-b83a-5787ef590d17 req-fdc8e9c6-d0c3-45f4-a8ae-679af8edb137 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 1676 time: 0.2364697 Nov 02 16:44:04.311932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44b7d6eb-9005-47c2-b83a-5787ef590d17 req-ece96644-1eb2-4f4d-8314-ed77be26fe1c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873034 Nov 02 16:44:04.348998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54737a2e-1985-4ed5-a4f6-a814c188ed77 req-e59af7dd-01da-45bf-9ffd-65e479dc201b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838179 Nov 02 16:44:04.393544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:44:04.410871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] Sync routers for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:44:04.432949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:44:04.433975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:04.536659 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54825b10-f0ff-44f1-8bb7-b91ffe9beafd x-openstack-request-id: req-54825b10-f0ff-44f1-8bb7-b91ffe9beafd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:04.536951 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "48b9abad-e067-4700-8719-1f55da5620b8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:04.537207 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54825b10-f0ff-44f1-8bb7-b91ffe9beafd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:04.537799 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8', 'status': 'completed', 'code': 200} Nov 02 16:44:04.547497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port 226bd45d-b858-4dc4-a425-796eac27ee18 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:04.553718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:04.558292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-1e9b80e6-f5fd-4af8-a9db-c3dbc5e0bb1a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "DELETE /v2.0/ports/226bd45d-b858-4dc4-a425-796eac27ee18 HTTP/1.1" status: 204 len: 173 time: 1.8127792 Nov 02 16:44:04.712257 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265faef3-d34f-46e2-8ae1-169bafd88e85 x-openstack-request-id: req-265faef3-d34f-46e2-8ae1-169bafd88e85 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:04.714492 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "48b9abad-e067-4700-8719-1f55da5620b8", "code": 200}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74", "code": 200}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-unplugged", "status": "completed", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:04.715465 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-265faef3-d34f-46e2-8ae1-169bafd88e85 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:04.719292 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b9abad-e067-4700-8719-1f55da5620b8', 'code': 200} Nov 02 16:44:04.720008 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74', 'code': 200} Nov 02 16:44:04.720517 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18', 'code': 200} Nov 02 16:44:04.745427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port a609bc6f-e805-449e-9b78-a2af4f582d74 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:04.746464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:04.879409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca9c0-eb45-46e1-a1c5-84d68634ce6c req-9ceef628-e5ce-408e-be38-e71592ec4af8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:04.884133 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-839ca9c0-eb45-46e1-a1c5-84d68634ce6c req-9ceef628-e5ce-408e-be38-e71592ec4af8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.1663921 Nov 02 16:44:04.912839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:44:04.930319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port a609bc6f-e805-449e-9b78-a2af4f582d74, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a609bc6f-e805-449e-9b78-a2af4f582d74,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:04.930791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:04.952769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for a609bc6f-e805-449e-9b78-a2af4f582d74 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:05.041065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-839ca9c0-eb45-46e1-a1c5-84d68634ce6c req-bc71f19b-f27b-4e76-af01-4af373fdf429 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486456 Nov 02 16:44:05.342998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:05.376374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=a609bc6f-e805-449e-9b78-a2af4f582d74,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:05.496878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:17Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:05.521385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port a609bc6f-e805-449e-9b78-a2af4f582d74 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:05.529404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:05.533685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-a681ae41-b0d2-459b-bd85-5685ea98d753 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "DELETE /v2.0/ports/a609bc6f-e805-449e-9b78-a2af4f582d74 HTTP/1.1" status: 204 len: 173 time: 0.9677317 Nov 02 16:44:05.539687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] Checking router: 64828248-b362-41d0-9346-2c420242a3e9 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:44:05.555989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:44:05.556998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:05.651835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36c475-6e4c-4d52-b02d-5b97a5fc05e2 req-d23129a2-7ee1-4b88-b2de-c4ca12e11f6f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:05.655352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb36c475-6e4c-4d52-b02d-5b97a5fc05e2 req-d23129a2-7ee1-4b88-b2de-c4ca12e11f6f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 942 time: 0.1641486 Nov 02 16:44:05.716041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port a1bfede4-fa8f-4a37-828d-ae187af48fa2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:05.716310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:05.740480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:44:05.768472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa6fe-2f66-4ba5-9fad-d3cab7b6ac4e req-c88dd877-317b-4aa7-9eda-661b7dabceb1 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:05.771000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d5aa6fe-2f66-4ba5-9fad-d3cab7b6ac4e req-c88dd877-317b-4aa7-9eda-661b7dabceb1 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2471220 Nov 02 16:44:05.857040 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb36c475-6e4c-4d52-b02d-5b97a5fc05e2 req-a6c86e26-001a-46d4-938c-4287e292142e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929483 Nov 02 16:44:05.946882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port a1bfede4-fa8f-4a37-828d-ae187af48fa2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1bfede4-fa8f-4a37-828d-ae187af48fa2,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:05.947254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:05.969399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d5aa6fe-2f66-4ba5-9fad-d3cab7b6ac4e req-152ddb71-ad4f-4b3d-bca6-f4b61db2ff3f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766746 Nov 02 16:44:05.995723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for a1bfede4-fa8f-4a37-828d-ae187af48fa2 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:06.225126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:17Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:06.338369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae1ea2-2266-44f5-a31c-5fe5aa5088d6 None None] The sync data for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 is: [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:33:06Z', 'revision_number': 4, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'cbbae37d-f067-42aa-974e-238116788872', 'name': '', 'network_id': '06fcdc05-32d4-4eb9-98dd-92f954dd1dab', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'mac_address': 'fa:16:3e:c0:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:05Z', 'updated_at': '2021-11-02T16:33:17Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'subnets': [{'id': '5761d665-4542-4bfa-9ba3-29832d2a60c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:44:06.417376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:06.454003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bad57-b8a5-4861-90a1-22a1186ba70c req-71149393-14ef-4751-b6af-72268b1c9508 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:06.463564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d7bad57-b8a5-4861-90a1-22a1186ba70c req-71149393-14ef-4751-b6af-72268b1c9508 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.0952299 Nov 02 16:44:06.540617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d7bad57-b8a5-4861-90a1-22a1186ba70c req-fd91941a-59db-45d3-b82e-db875ab12f51 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Nov 02 16:44:06.552779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=a1bfede4-fa8f-4a37-828d-ae187af48fa2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:06.570375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18'}, {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:06.573704 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebc687a-7b4d-499e-af2e-84828cc51961" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18"}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:06.622179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port a1bfede4-fa8f-4a37-828d-ae187af48fa2 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:06.628238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:06.632540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-feb5b99a-d958-497d-a5fb-656fb4b39093 req-b97785e7-a6c6-4f78-b918-7ff98964b238 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.100 "DELETE /v2.0/ports/a1bfede4-fa8f-4a37-828d-ae187af48fa2 HTTP/1.1" status: 204 len: 173 time: 1.0861654 Nov 02 16:44:06.654340 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c6a1f-3f46-469a-b556-7206e74c4784 x-openstack-request-id: req-164c6a1f-3f46-469a-b556-7206e74c4784 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:06.654823 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "226bd45d-b858-4dc4-a425-796eac27ee18", "status": "completed", "code": 200}, {"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "a609bc6f-e805-449e-9b78-a2af4f582d74", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:06.655175 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-164c6a1f-3f46-469a-b556-7206e74c4784 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:06.655894 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': '226bd45d-b858-4dc4-a425-796eac27ee18', 'status': 'completed', 'code': 200} Nov 02 16:44:06.657248 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': 'a609bc6f-e805-449e-9b78-a2af4f582d74', 'status': 'completed', 'code': 200} Nov 02 16:44:06.892794 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541e43e-45c7-400e-b402-eea18c9eda53 None None] New status for floating IP ab8309ad-82cd-4fa5-a967-edcceacc7d77: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:44:07.092819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b71ed24-681c-4800-a61f-04a57497eeb8 req-c518aac1-085a-4ba3-b94d-9052132a2ffd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0741775 Nov 02 16:44:07.262306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c153e72-d6e9-4fdd-9a81-0c3e821abacb req-b564d4e9-0493-4c67-a81b-b17a0f8ba51f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:07.279012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c153e72-d6e9-4fdd-9a81-0c3e821abacb req-b564d4e9-0493-4c67-a81b-b17a0f8ba51f tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1832442 Nov 02 16:44:07.289537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 238a5248-9870-4b7e-a111-c83009f4c06d details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:44:07.413142 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c153e72-d6e9-4fdd-9a81-0c3e821abacb req-bd733d68-e62d-4ffd-95d3-9dbf622ba7eb tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322076 Nov 02 16:44:07.553744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 238a5248-9870-4b7e-a111-c83009f4c06d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=238a5248-9870-4b7e-a111-c83009f4c06d,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:07.610663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '238a5248-9870-4b7e-a111-c83009f4c06d', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': '238a5248-9870-4b7e-a111-c83009f4c06d', 'mac_address': 'fa:16:3e:24:0a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:44:07.791201 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:07.836677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238a5248-9870-4b7e-a111-c83009f4c06d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:44:07.872896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa3b-412d-4554-a20e-94989776538f req-6e7f21f6-8090-4c9e-ac38-40dee453bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:07.883955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-6e7f21f6-8090-4c9e-ac38-40dee453bdd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 1096 time: 0.1221104 Nov 02 16:44:07.898579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 238a5248-9870-4b7e-a111-c83009f4c06d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=238a5248-9870-4b7e-a111-c83009f4c06d,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:07.903622 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:07.952242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eb778-5d42-4897-96ac-f5e129c32e0f req-352e3f92-b441-4181-bf1a-1c34b783891e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:07.969595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb0eb778-5d42-4897-96ac-f5e129c32e0f req-352e3f92-b441-4181-bf1a-1c34b783891e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 943 time: 0.3029256 Nov 02 16:44:07.976034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49516) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:08.024902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa658c-4adc-4234-bd9d-1d6287d9bafb req-ae8fc474-4420-4363-a552-980a9cc8121d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:08.025172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=238a5248-9870-4b7e-a111-c83009f4c06d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:08.026613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02fa658c-4adc-4234-bd9d-1d6287d9bafb req-ae8fc474-4420-4363-a552-980a9cc8121d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2315803 Nov 02 16:44:08.091213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb0eb778-5d42-4897-96ac-f5e129c32e0f req-af238af7-e1a1-475d-a626-3a656293d13d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205530 Nov 02 16:44:08.098341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa3b-412d-4554-a20e-94989776538f req-42516821-a299-4981-89d0-ac5265cebe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:08.107905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-42516821-a299-4981-89d0-ac5265cebe07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.2152634 Nov 02 16:44:08.128937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['238a5248-9870-4b7e-a111-c83009f4c06d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:44:08.170420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02fa658c-4adc-4234-bd9d-1d6287d9bafb req-14e582e9-725e-4b11-89e1-5c908b8a0bcc tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167212 Nov 02 16:44:08.291946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-05c310aa-df3c-4be0-8d35-be6fed6c98e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 200 len: 1000 time: 0.1837263 Nov 02 16:44:08.373066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af07d161-5f7f-40a3-9191-a2ed675ac43e req-daaffd0c-8d33-4f88-a8ae-9d227808c2ee tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0769272 Nov 02 16:44:08.394033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa3b-412d-4554-a20e-94989776538f req-93c81e68-d0d7-4f7b-a2cb-f9ca31c6c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:08.395941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-93c81e68-d0d7-4f7b-a2cb-f9ca31c6c4a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.0955644 Nov 02 16:44:08.445430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f7c472-2c09-41e6-8c1e-f49d1e25882e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:08.479790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c22269ef-67e8-4d67-a30b-8bd839cf8ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:08.580595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa3b-412d-4554-a20e-94989776538f req-ad8fdc94-66cc-4a23-91e0-2ce6fdb30657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:08.586988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-ad8fdc94-66cc-4a23-91e0-2ce6fdb30657 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782370 Nov 02 16:44:08.684120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:08.691051 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c951e8-484d-4f9c-8a6c-23db1971c712" -d '{"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:08.730185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f7c472-2c09-41e6-8c1e-f49d1e25882e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:08.744501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61f7c472-2c09-41e6-8c1e-f49d1e25882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:08.762168 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c987a81-38e5-4670-b536-d21a48205411 x-openstack-request-id: req-7c987a81-38e5-4670-b536-d21a48205411 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:08.762762 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50799a97-47e5-41bb-840c-4e318a1372cd", "name": "network-vif-deleted", "tag": "a1bfede4-fa8f-4a37-828d-ae187af48fa2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:08.763165 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c987a81-38e5-4670-b536-d21a48205411 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:08.763680 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50799a97-47e5-41bb-840c-4e318a1372cd', 'name': 'network-vif-deleted', 'tag': 'a1bfede4-fa8f-4a37-828d-ae187af48fa2', 'status': 'completed', 'code': 200} Nov 02 16:44:08.797982 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-5df2904c-a3f1-42cd-8abd-ed3c817b2a75 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010555 Nov 02 16:44:08.832033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-61f7c472-2c09-41e6-8c1e-f49d1e25882e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60373fb06c9d4519b09aec743a71406c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8498964 Nov 02 16:44:08.834872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49530) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:08.861408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7c472-2c09-41e6-8c1e-f49d1e25882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393493f-d65f-4e18-ab9d-626aa014cb76,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:08.916047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8af254c8-14b2-438e-9630-a0352def1299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:08.921897 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1743aa3b-412d-4554-a20e-94989776538f req-3dc6c95f-fcc3-429d-a0e4-6d0ff6c80242 service neutron] 10.222.0.55 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147027 Nov 02 16:44:08.957781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8af254c8-14b2-438e-9630-a0352def1299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:09.032369 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8af254c8-14b2-438e-9630-a0352def1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:09.035728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8af254c8-14b2-438e-9630-a0352def1299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:09.037839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8af254c8-14b2-438e-9630-a0352def1299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e393493f-d65f-4e18-ab9d-626aa014cb76 HTTP/1.1" status: 204 len: 168 time: 0.2009144 Nov 02 16:44:09.051367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af254c8-14b2-438e-9630-a0352def1299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393493f-d65f-4e18-ab9d-626aa014cb76,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:09.221337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a6a2-cf00-44f1-9317-4dd9f3590fa3 req-bc715eeb-465e-4b2e-bf7e-09c9fd7d7ad1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:09.230484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a98a6a2-cf00-44f1-9317-4dd9f3590fa3 req-bc715eeb-465e-4b2e-bf7e-09c9fd7d7ad1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 944 time: 0.0659852 Nov 02 16:44:09.289660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a98a6a2-cf00-44f1-9317-4dd9f3590fa3 req-f623f588-bfe4-4ce3-8bdd-564a9a16716e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558522 Nov 02 16:44:09.315623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 238a5248-9870-4b7e-a111-c83009f4c06d up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:44:09.380149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 238a5248-9870-4b7e-a111-c83009f4c06d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:44:09.387142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 238a5248-9870-4b7e-a111-c83009f4c06d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:44:09.387976 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:09.493074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c794a7f-7d8e-46eb-955c-7e9308bb8711 req-cd3a18b2-cb6e-4128-9e9b-2b5e7e3bfb43 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:09.495317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c794a7f-7d8e-46eb-955c-7e9308bb8711 req-cd3a18b2-cb6e-4128-9e9b-2b5e7e3bfb43 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.2046008 Nov 02 16:44:09.509196 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:09.608769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d637797-9313-4feb-b1a2-308a9e2526fc req-1bbdd0f2-8437-4fa4-8e3b-7a0e982741ba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0590842 Nov 02 16:44:09.616442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a5248-9870-4b7e-a111-c83009f4c06d'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:09.621381 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0ea05-d0c9-432a-9b6b-66b896b57830" -d '{"events": [{"server_uuid": "2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca", "name": "network-vif-plugged", "status": "completed", "tag": "238a5248-9870-4b7e-a111-c83009f4c06d"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:09.629737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c794a7f-7d8e-46eb-955c-7e9308bb8711 req-bd7a5cb6-f8ea-415d-b54c-b1088bf47d5d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179872 Nov 02 16:44:09.629989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 238a5248-9870-4b7e-a111-c83009f4c06d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=238a5248-9870-4b7e-a111-c83009f4c06d,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:09.645759 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:09.761423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=238a5248-9870-4b7e-a111-c83009f4c06d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:09.825357 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2cf7b-7e14-48d8-9b24-1a4fc69446b5 x-openstack-request-id: req-c0e2cf7b-7e14-48d8-9b24-1a4fc69446b5 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:09.825673 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca", "name": "network-vif-plugged", "status": "completed", "tag": "238a5248-9870-4b7e-a111-c83009f4c06d", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:09.825925 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0e2cf7b-7e14-48d8-9b24-1a4fc69446b5 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:09.826523 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a5248-9870-4b7e-a111-c83009f4c06d', 'code': 200} Nov 02 16:44:09.982627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9f44a-7ba6-4bdf-9c1e-b3e6a224e66f req-75c976a0-c0da-45c4-94c8-ae4562383298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:09.986449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3e9f44a-7ba6-4bdf-9c1e-b3e6a224e66f req-75c976a0-c0da-45c4-94c8-ae4562383298 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 1096 time: 0.0731122 Nov 02 16:44:10.069021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3e9f44a-7ba6-4bdf-9c1e-b3e6a224e66f req-80adf303-ecc7-484b-bdac-4d3e837f5dbb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760040 Nov 02 16:44:10.487923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ed3c-a8f1-4c40-bf20-1023c6c587ce req-44133735-dd75-4f25-83a8-ab35e3a1b5dc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:10.490477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92c3ed3c-a8f1-4c40-bf20-1023c6c587ce req-44133735-dd75-4f25-83a8-ab35e3a1b5dc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 945 time: 0.0718210 Nov 02 16:44:10.541103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92c3ed3c-a8f1-4c40-bf20-1023c6c587ce req-16815d0d-6382-4812-b964-22023e07196f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Nov 02 16:44:10.831233 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3b1851b-4bf6-4233-83df-739e3b3c4054 req-79284ed0-0fe2-4e3f-8760-e64c10adc741 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0446203 Nov 02 16:44:10.849733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eae320-5c15-4155-8dbb-4b2dc139b20a req-6f3e4fda-faa0-4218-aee8-8a951e024a11 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:10.851843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59eae320-5c15-4155-8dbb-4b2dc139b20a req-6f3e4fda-faa0-4218-aee8-8a951e024a11 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1043475 Nov 02 16:44:10.904529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59eae320-5c15-4155-8dbb-4b2dc139b20a req-f4f9bb82-e545-4eba-9fa7-edaa512b4a04 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381114 Nov 02 16:44:11.076744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f991a03-8496-4066-ba9e-f8bb5df411a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:11.337415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:11.703507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c10144-5f3f-40f5-8630-ecd5f686dc3d req-454ec34a-0407-4350-86c6-c861ff5ce90b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:11.706329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24c10144-5f3f-40f5-8630-ecd5f686dc3d req-454ec34a-0407-4350-86c6-c861ff5ce90b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 945 time: 0.0855319 Nov 02 16:44:11.762067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24c10144-5f3f-40f5-8630-ecd5f686dc3d req-d6789d17-e7f7-47d9-943d-b531bc72c740 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 Nov 02 16:44:12.029165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea436210-073e-4231-8103-5a7ce53dc279 req-5aeb51e6-1250-4ad2-9749-8f3c464d3207 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0776896 Nov 02 16:44:12.075730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58eeb-748f-4c25-a65b-f8b2e6567f33 req-77849c02-8160-476a-b9eb-2b620a34f0ec tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:12.086507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9c58eeb-748f-4c25-a65b-f8b2e6567f33 req-77849c02-8160-476a-b9eb-2b620a34f0ec tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 945 time: 0.1975834 Nov 02 16:44:12.203200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9c58eeb-748f-4c25-a65b-f8b2e6567f33 req-94e3bcc6-90f8-424d-b1e2-d92a708f5df0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153975 Nov 02 16:44:12.379200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49626) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:12.571559 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.588905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26f5ac6f-0bcd-48a5-8b46-eb06ba24a738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.729789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26f5ac6f-0bcd-48a5-8b46-eb06ba24a738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.736927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26f5ac6f-0bcd-48a5-8b46-eb06ba24a738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.778568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd223-7acf-4ac3-886d-8f03e13be8a3 req-308d9632-2ac0-4b68-90a8-fa875f328928 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:12.780227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-024dd223-7acf-4ac3-886d-8f03e13be8a3 req-308d9632-2ac0-4b68-90a8-fa875f328928 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 945 time: 0.0984111 Nov 02 16:44:12.801517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5ac6f-0bcd-48a5-8b46-eb06ba24a738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199dc50-6d87-4448-b3c4-41958b3cfc41,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:12.807084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26f5ac6f-0bcd-48a5-8b46-eb06ba24a738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cefd574096940d5b26dc28c221b8999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267573 Nov 02 16:44:12.809836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49634) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:12.862495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-024dd223-7acf-4ac3-886d-8f03e13be8a3 req-22a50816-2ff6-48c2-bb1c-bda33e2674a7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708961 Nov 02 16:44:12.901764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bd7072e-9086-4e4d-888f-2d5a430a86be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.932151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bd7072e-9086-4e4d-888f-2d5a430a86be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.992865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bd7072e-9086-4e4d-888f-2d5a430a86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:12.996027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5bd7072e-9086-4e4d-888f-2d5a430a86be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:13.001423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5bd7072e-9086-4e4d-888f-2d5a430a86be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d199dc50-6d87-4448-b3c4-41958b3cfc41 HTTP/1.1" status: 204 len: 168 time: 0.1860266 Nov 02 16:44:13.007674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7072e-9086-4e4d-888f-2d5a430a86be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199dc50-6d87-4448-b3c4-41958b3cfc41,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:13.168758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ba77251-c60f-4a68-a285-60306f57a536 req-c380ea3e-833a-497e-a382-1e115d0b32cb tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0438485 Nov 02 16:44:13.723237 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:14.003127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02181c2d-02b1-43d6-a629-4ac04a7a11f4 req-3d00a9a1-fa02-4652-9843-ad4a866a142e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:14.010878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02181c2d-02b1-43d6-a629-4ac04a7a11f4 req-3d00a9a1-fa02-4652-9843-ad4a866a142e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 945 time: 0.0631595 Nov 02 16:44:14.061235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02181c2d-02b1-43d6-a629-4ac04a7a11f4 req-798d529a-8c81-40ab-8105-727ce2e2d792 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Nov 02 16:44:14.100457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-0e3c06a4-5ec1-484e-bbf3-aa60252e0ebc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:14.102037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-0e3c06a4-5ec1-484e-bbf3-aa60252e0ebc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 945 time: 0.0723464 Nov 02 16:44:14.209638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 238a5248-9870-4b7e-a111-c83009f4c06d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:14.210310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:14.385974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8bcfe7b2-30d8-41aa-a46c-d24dd5196fc6 req-d03209ce-b80f-4b82-a096-c2f7ff5c15e4 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0706341 Nov 02 16:44:14.425406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port 238a5248-9870-4b7e-a111-c83009f4c06d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=238a5248-9870-4b7e-a111-c83009f4c06d,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:14.425879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:14.457809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 238a5248-9870-4b7e-a111-c83009f4c06d owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:14.631261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:14.645897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d185dfb9-c658-45d5-88be-7506e5b695d8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:44:14.655256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['238a5248-9870-4b7e-a111-c83009f4c06d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:44:14.669930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=238a5248-9870-4b7e-a111-c83009f4c06d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:14.793972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port 238a5248-9870-4b7e-a111-c83009f4c06d on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:14.798238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:14.803269 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cf81901a-281c-4378-a340-7d3c3dc4147c req-455ccdd3-16f2-436c-9b25-8bebb81e3fdb tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "DELETE /v2.0/ports/238a5248-9870-4b7e-a111-c83009f4c06d HTTP/1.1" status: 204 len: 173 time: 0.6951823 Nov 02 16:44:14.804076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'name': 'network-vif-deleted', 'tag': '238a5248-9870-4b7e-a111-c83009f4c06d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:14.808043 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da124434-3c3b-4c78-8ef4-c4924e839c1c" -d '{"events": [{"server_uuid": "2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca", "name": "network-vif-deleted", "tag": "238a5248-9870-4b7e-a111-c83009f4c06d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:14.930176 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c22e3f-6c29-4b68-978d-29ffdc079017 x-openstack-request-id: req-84c22e3f-6c29-4b68-978d-29ffdc079017 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:14.930908 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca", "name": "network-vif-deleted", "tag": "238a5248-9870-4b7e-a111-c83009f4c06d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:14.931517 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84c22e3f-6c29-4b68-978d-29ffdc079017 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:14.932328 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca', 'name': 'network-vif-deleted', 'tag': '238a5248-9870-4b7e-a111-c83009f4c06d', 'status': 'completed', 'code': 200} Nov 02 16:44:15.171934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b723eefe-d3c8-41ea-86ab-1ec28de7004c req-41bbde02-985f-4a2c-aab4-81a101b0ce13 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0319688 Nov 02 16:44:15.560436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3612749f-214e-4c05-8269-6ecdedc4043b req-979e0f65-22e1-47d7-a513-835b6fa84a55 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0385451 Nov 02 16:44:16.340385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9025665-a2f7-4283-bc20-97cf00f1f564 req-51eacbbc-9cf4-4a3e-869c-e6cb9cae473e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0357492 Nov 02 16:44:16.706707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-29eef3f5-98b2-4df8-8252-2b34ab957c08 req-4f71fae3-d6b0-4744-88ba-c1f5cf6f415e tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0555611 Nov 02 16:44:17.397611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 238a5248-9870-4b7e-a111-c83009f4c06d no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:17.429330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 238a5248-9870-4b7e-a111-c83009f4c06d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:44:17.429852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 238a5248-9870-4b7e-a111-c83009f4c06d not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:17.435593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:17.447407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f2a4ab6-97fa-4497-bf63-50a9415d4511 req-d10f75df-789a-4ffc-a864-63af7d567536 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0293438 Nov 02 16:44:17.826619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bc191fa-3e58-4437-bbf0-08e61c979b61 req-6e9378ed-ec29-4142-b4b0-fbfa29f08399 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0352848 Nov 02 16:44:17.959788 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:44:18.552009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79fb0c1b-ca0b-470d-82b6-678e90bbe295 req-4871c497-4349-419d-8f04-b88f13902529 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0280132 Nov 02 16:44:18.947635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-feeb57dc-be83-412c-a8d8-75a4929657d0 req-b9e31d16-3808-4b73-9ad7-f98d3a9d36a5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0309899 Nov 02 16:44:19.680430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79d2cb38-6a7c-4da9-86ad-f7b53f7ed94d req-e82d7f5a-174a-4ac2-b46c-6e28c3a7149a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0271859 Nov 02 16:44:20.056988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce5e5698-a2a8-4b8f-81c7-7c54add79d32 req-32374756-84b7-49d9-850c-8a1d93f67c31 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0269394 Nov 02 16:44:20.846323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6686f753-7ceb-40f5-81bc-b1821dec7f48 req-56ca7d31-b127-4c9d-b6e2-c861bc117d57 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b65b75b-0dc6-4468-b3d9-48dcc5dfe6ca HTTP/1.1" status: 200 len: 210 time: 0.0500083 Nov 02 16:44:21.201835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1a99798-b803-43af-a4d9-e33d7b617572 req-6040ec1a-7f75-4a50-97a6-3624992f4cd8 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0368819 Nov 02 16:44:22.323875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9539d97-b7bf-4b0e-bb3c-8479c3a0eed3 req-3fe03ec1-85a9-4ef6-8f99-87df55444564 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0300145 Nov 02 16:44:22.949652 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:22.989993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49744) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:23.175203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.270122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.274515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.317262 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3139d6846684e168617ac7f6cc8d99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261142 Nov 02 16:44:23.318639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb04f9b9-1870-478a-9b5e-8df8f47ada57,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:23.319971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49754) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:23.327331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.328619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.329108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.329649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.330001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.330473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.330913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.331354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.331932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.332390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.335803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.335803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0fdd-c172-41c1-a1d1-7d5cc20c6dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:23.749103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9550e64a-c445-495c-991a-a322cd4aa878 req-c25c6c71-b954-4101-9707-76b0516a197c tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0349598 Nov 02 16:44:23.761302 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25e05d46-21d1-4727-aeb8-4dc65ee8f066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.799745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25e05d46-21d1-4727-aeb8-4dc65ee8f066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.868548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25e05d46-21d1-4727-aeb8-4dc65ee8f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.871896 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25e05d46-21d1-4727-aeb8-4dc65ee8f066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:23.873112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25e05d46-21d1-4727-aeb8-4dc65ee8f066 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb04f9b9-1870-478a-9b5e-8df8f47ada57 HTTP/1.1" status: 204 len: 168 time: 0.5520813 Nov 02 16:44:23.885744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e05d46-21d1-4727-aeb8-4dc65ee8f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb04f9b9-1870-478a-9b5e-8df8f47ada57,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:24.868416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2ed4b53-0fc2-4d3a-aae9-b59ac64ecc06 req-85b22d62-e801-4439-8717-bca506fe4bf5 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0292938 Nov 02 16:44:26.016157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4c50b46-ff38-4d07-9e08-217809649095 req-92e1b259-4dd8-471c-aa23-f8fe15bbd554 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0407472 Nov 02 16:44:27.155080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f14c295-6e68-4546-a1f0-772d88346b5d req-6eb4cf4c-24df-4645-bd9b-73ab59bcfb46 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0326324 Nov 02 16:44:28.304085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e49922a-3472-40ae-af96-c12cff6d764d req-1588f8f5-1b75-4625-ba84-fe7c6270f31f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0281208 Nov 02 16:44:29.429884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32c47364-5f2f-4296-ba38-1bbf33935b8a req-9f07f489-b0cb-41b2-a970-b77e81edd04a tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/ports?device_id=50799a97-47e5-41bb-840c-4e318a1372cd HTTP/1.1" status: 200 len: 210 time: 0.0373335 Nov 02 16:44:30.597278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49958) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:30.689945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fd8bba84-9bd4-485a-ae50-36ba366037b2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:30.726518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fd8bba84-9bd4-485a-ae50-36ba366037b2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:30.786855 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fd8bba84-9bd4-485a-ae50-36ba366037b2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:30.792804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fd8bba84-9bd4-485a-ae50-36ba366037b2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:30.795177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fd8bba84-9bd4-485a-ae50-36ba366037b2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2 HTTP/1.1" status: 204 len: 168 time: 0.1966479 Nov 02 16:44:30.801188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:30.823934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bba84-9bd4-485a-ae50-36ba366037b2 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:30.942420 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-8c3e6326-bc12-4a0e-86e4-734551e9b368 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] show failed (client error): The resource could not be found. Nov 02 16:44:30.951358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49972) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:30.953663 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8c3e6326-bc12-4a0e-86e4-734551e9b368 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "GET /v2.0/security-groups/0f9406e8-46a0-44d1-9a9e-d37c53bcc6b2 HTTP/1.1" status: 404 len: 347 time: 0.1506488 Nov 02 16:44:31.126892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port d9857a81-566e-4dc1-9667-3f33a6b9d99c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:31.126892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.249765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.250411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.269906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for d9857a81-566e-4dc1-9667-3f33a6b9d99c owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:31.511929 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.548643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=d9857a81-566e-4dc1-9667-3f33a6b9d99c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:31.621716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.625544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.627985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-afe088a7-a55d-4530-a7e8-07b6b37db96b tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab8309ad-82cd-4fa5-a967-edcceacc7d77 HTTP/1.1" status: 204 len: 168 time: 0.6747851 Nov 02 16:44:31.632231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49986) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:31.749195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port be5be998-1b48-4dc8-b748-c199f07861a1 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:31.749812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.906032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:31.925857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for be5be998-1b48-4dc8-b748-c199f07861a1 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:32.210059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:32.282514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=be5be998-1b48-4dc8-b748-c199f07861a1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:32.364649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:32.368445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4a7b414b-8ab8-4bf5-bfe6-de1fa0258484 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/ports/be5be998-1b48-4dc8-b748-c199f07861a1 HTTP/1.1" status: 204 len: 168 time: 0.7345560 Nov 02 16:44:32.372768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50010) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:32.494975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port ea8e6635-c229-423d-a1af-99e634ab1d63 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:32.495593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:32.618405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:32.657856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for ea8e6635-c229-423d-a1af-99e634ab1d63 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:33.029725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.232612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.243048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/ports/ea8e6635-c229-423d-a1af-99e634ab1d63 HTTP/1.1" status: 204 len: 168 time: 0.8666408 Nov 02 16:44:33.245148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c57bd-0ec3-4a98-b78a-bc2880de9cba tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=ea8e6635-c229-423d-a1af-99e634ab1d63,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:33.246315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50042) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:33.393940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting subnet 60ffdded-0f32-4d91-b95a-dd86d08f2159 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:44:33.397783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.442415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.606999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.728180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.787529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Subnet': ['ID=60ffdded-0f32-4d91-b95a-dd86d08f2159,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:33.798988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:33.805411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-732ce808-98ea-4721-a417-ac7344d09dd9 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/subnets/60ffdded-0f32-4d91-b95a-dd86d08f2159 HTTP/1.1" status: 204 len: 168 time: 0.5579250 Nov 02 16:44:33.805888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ce0d8-4b2e-4023-86c7-8545980a0120 None None] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:44:33.808106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50054) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:33.919952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting subnet 9de4688b-8bc0-46a6-98d9-be9dd3e0f29b {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:44:33.935450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.038661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.194857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.283914 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.435283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Subnet': ['ID=9de4688b-8bc0-46a6-98d9-be9dd3e0f29b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:34.458068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.464372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50072) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:34.471758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f826d7c0-8253-47b0-be34-c3e9d80ee0fd tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/subnets/9de4688b-8bc0-46a6-98d9-be9dd3e0f29b HTTP/1.1" status: 204 len: 168 time: 0.6623926 Nov 02 16:44:34.539733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84425e1e-42e2-4d51-9711-768d032228f9 None None] Network e03470d4-cd73-4603-90da-ef8bc7ab06b7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:44:34.660877 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.766741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:34.767150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.796250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] DHCP port deletion for 282dbc29-1aaa-45e1-b246-11ee902de8f2 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:44:34.856867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port bfa9bb35-0c15-4cb7-8421-1ec226c9b033, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:34.857660 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.878746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for bfa9bb35-0c15-4cb7-8421-1ec226c9b033 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:34.881479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] DHCP port deletion for e03470d4-cd73-4603-90da-ef8bc7ab06b7 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:44:34.889416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Deleting port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:34.890352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:34.982792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.028307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:35.030327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:35.062503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] For port bfa9bb35-0c15-4cb7-8421-1ec226c9b033, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,segment=NetworkSegment(3cd37977-708b-40dd-868e-9958f8b695aa),segment_id=3cd37977-708b-40dd-868e-9958f8b695aa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:35.063153 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.100771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Calling delete_port for bfa9bb35-0c15-4cb7-8421-1ec226c9b033 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:35.126730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] Deleting port 5cec5717-995a-4c9b-b830-aab22696ec5b {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:35.127101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.216320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bfa9bb35-0c15-4cb7-8421-1ec226c9b033 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:35.220674 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.250224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282dbc29-1aaa-45e1-b246-11ee902de8f2']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:35.252601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: bfa9bb35-0c15-4cb7-8421-1ec226c9b033 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:44:35.253039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bfa9bb35-0c15-4cb7-8421-1ec226c9b033 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:35.253503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5cec5717-995a-4c9b-b830-aab22696ec5b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:35.262045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd37977-708b-40dd-868e-9958f8b695aa') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:35.262279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd37977-708b-40dd-868e-9958f8b695aa') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:35.280003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.304788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.314266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:44:35.314825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.318624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] For port 5cec5717-995a-4c9b-b830-aab22696ec5b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5cec5717-995a-4c9b-b830-aab22696ec5b,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:44:35.319572 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:44:35.321981 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.351462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] Calling delete_port for 5cec5717-995a-4c9b-b830-aab22696ec5b owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:35.400372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.434749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.444396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/networks/282dbc29-1aaa-45e1-b246-11ee902de8f2 HTTP/1.1" status: 204 len: 168 time: 0.9774604 Nov 02 16:44:35.446087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032cbd4-3d18-4f2b-a4bc-7aa1e29f8b7f tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Network': ['ID=282dbc29-1aaa-45e1-b246-11ee902de8f2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:35.447033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50096) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:35.520780 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.525282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.584208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.625822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Network 282dbc29-1aaa-45e1-b246-11ee902de8f2 is not hosted by any dhcp agent {{(pid=102067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:44:35.627349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] No DVR routers for this DVR port bfa9bb35-0c15-4cb7-8421-1ec226c9b033 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:35.652906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f1964-4dd9-4eb0-a577-591b7f624e35 None None] Pushing event deleted for resources: {'Port': ['ID=bfa9bb35-0c15-4cb7-8421-1ec226c9b033,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:35.704539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5cec5717-995a-4c9b-b830-aab22696ec5b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5cec5717-995a-4c9b-b830-aab22696ec5b,segment=NetworkSegment(1ed27192-6f48-4068-a5ce-d2d087a2b33c),segment_id=1ed27192-6f48-4068-a5ce-d2d087a2b33c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:35.721183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.782324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5cec5717-995a-4c9b-b830-aab22696ec5b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:35.796868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.814818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-4c8be24f-eafa-4ae6-9793-b74753962f72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1522269 Nov 02 16:44:35.816233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Deleting port 5cec5717-995a-4c9b-b830-aab22696ec5b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:35.816579 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.824237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] Pushing event deleted for resources: {'Port': ['ID=5cec5717-995a-4c9b-b830-aab22696ec5b,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:35.851430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac25517-a3d1-4ca8-bcb7-15530bc6c126 None None] No DVR routers for this DVR port 5cec5717-995a-4c9b-b830-aab22696ec5b on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:35.951744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] For port 5cec5717-995a-4c9b-b830-aab22696ec5b, host n-d-811405-2, got binding levels [] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:35.952953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:35.967533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-180ca0d3-95ae-4a77-8c32-ad6dacacc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:35.969213 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-180ca0d3-95ae-4a77-8c32-ad6dacacc884 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1096 time: 0.0793798 Nov 02 16:44:35.974204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Calling delete_port for 5cec5717-995a-4c9b-b830-aab22696ec5b owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:35.977884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Port 5cec5717-995a-4c9b-b830-aab22696ec5b was not found and therefore no delete operation was performed {{(pid=102065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:44:35.979873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.003578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] No DVR routers for this DVR port 5cec5717-995a-4c9b-b830-aab22696ec5b on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:36.088144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Port': ['ID=5cec5717-995a-4c9b-b830-aab22696ec5b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:36.183008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.211733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03470d4-cd73-4603-90da-ef8bc7ab06b7']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:36.236818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed27192-6f48-4068-a5ce-d2d087a2b33c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:36.237198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed27192-6f48-4068-a5ce-d2d087a2b33c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:36.257723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.272054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-b2800042-12a6-46ad-83fc-7aa479b41e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:36.273650 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-b2800042-12a6-46ad-83fc-7aa479b41e9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.2715733 Nov 02 16:44:36.290908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.334767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:44:36.335307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:44:36.339417 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:44:36.416089 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-509a7382-5d6c-4813-bf6c-ac9e1c1aaa44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 1000 time: 0.1336956 Nov 02 16:44:36.838390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.852056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:36.855422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] 10.222.0.31 "DELETE /v2.0/networks/e03470d4-cd73-4603-90da-ef8bc7ab06b7 HTTP/1.1" status: 204 len: 168 time: 1.4066076 Nov 02 16:44:36.895196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2530cd-81e3-4225-9d5e-78b91d775028 req-d198d619-b554-47e9-ad0b-76befb89cab0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:36.898966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd2530cd-81e3-4225-9d5e-78b91d775028 req-d198d619-b554-47e9-ad0b-76befb89cab0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.1228487 Nov 02 16:44:36.903628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c83ea-cdc8-4fa1-a454-5c80449e2330 tempest-TaggedBootDevicesTest_v242-1836821076 tempest-TaggedBootDevicesTest_v242-1836821076-project] Pushing event deleted for resources: {'Network': ['ID=e03470d4-cd73-4603-90da-ef8bc7ab06b7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:36.918045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-1f48f9d7-32dd-439c-857e-4bb05caa390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:36.923519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-1f48f9d7-32dd-439c-857e-4bb05caa390d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.4966905 Nov 02 16:44:37.020679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd2530cd-81e3-4225-9d5e-78b91d775028 req-f41d8084-afd0-4e44-88f0-b92242d12902 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935545 Nov 02 16:44:37.042416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-8caeaecb-3a90-4216-93de-68c03f57a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:37.053227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-8caeaecb-3a90-4216-93de-68c03f57a56c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124301 Nov 02 16:44:37.256388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-912feec6-9ea4-433d-8b08-f91ebe4fbf8e service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031157 Nov 02 16:44:37.409785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e5203ee-ee4d-4ec3-9e91-3bfe3e0a915d req-2b8bbfa0-8826-4c28-be17-4c3623b11260 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408417 Nov 02 16:44:38.325872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fb1d0-1a90-4014-b9a4-17dbf55150b8 req-fc3b8c06-ab22-4e1a-80f2-ba28d8d21996 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:38.329227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-330fb1d0-1a90-4014-b9a4-17dbf55150b8 req-fc3b8c06-ab22-4e1a-80f2-ba28d8d21996 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.1770790 Nov 02 16:44:38.389747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-330fb1d0-1a90-4014-b9a4-17dbf55150b8 req-cbe2e32c-b932-47a5-a132-fbffadbe3bd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=2988a7cd-50c6-4155-8da3-5872ee0fcd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Nov 02 16:44:38.402455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4a52-6f44-4c6b-9243-83374785fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:38.706421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab751bcd-9757-483d-914d-12b749e68f4c req-c086d2d4-0577-49e6-86f6-83d076bc71bc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:38.708892 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab751bcd-9757-483d-914d-12b749e68f4c req-c086d2d4-0577-49e6-86f6-83d076bc71bc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 946 time: 0.0706825 Nov 02 16:44:38.898096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port d185dfb9-c658-45d5-88be-7506e5b695d8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:38.898681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:39.060592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port d185dfb9-c658-45d5-88be-7506e5b695d8, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d185dfb9-c658-45d5-88be-7506e5b695d8,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:39.062376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:39.092252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for d185dfb9-c658-45d5-88be-7506e5b695d8 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:39.284488 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:39.297562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d185dfb9-c658-45d5-88be-7506e5b695d8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:44:39.353458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=d185dfb9-c658-45d5-88be-7506e5b695d8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:39.473190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port d185dfb9-c658-45d5-88be-7506e5b695d8 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:39.476911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:39.482544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab751bcd-9757-483d-914d-12b749e68f4c req-605d5c99-5f4a-4ac4-b414-e77cbe752fd5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "DELETE /v2.0/ports/d185dfb9-c658-45d5-88be-7506e5b695d8 HTTP/1.1" status: 204 len: 173 time: 0.7644620 Nov 02 16:44:39.482544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'name': 'network-vif-deleted', 'tag': 'd185dfb9-c658-45d5-88be-7506e5b695d8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:39.487382 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442041f2-e1ad-4230-b5d8-76ba280915ea" -d '{"events": [{"server_uuid": "41376426-2fbd-4b90-8a1e-f3ff9eb2c488", "name": "network-vif-deleted", "tag": "d185dfb9-c658-45d5-88be-7506e5b695d8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:39.563804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77197b43-d7b0-4562-96b8-ef2beb9e9cd0 req-8966536f-1282-4b1f-986a-728a035b631c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.0626292 Nov 02 16:44:39.603100 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf06e5-7ea4-4283-a3ea-cff836fef33f x-openstack-request-id: req-9faf06e5-7ea4-4283-a3ea-cff836fef33f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:39.603389 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41376426-2fbd-4b90-8a1e-f3ff9eb2c488", "name": "network-vif-deleted", "tag": "d185dfb9-c658-45d5-88be-7506e5b695d8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:39.603639 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9faf06e5-7ea4-4283-a3ea-cff836fef33f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:39.604039 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41376426-2fbd-4b90-8a1e-f3ff9eb2c488', 'name': 'network-vif-deleted', 'tag': 'd185dfb9-c658-45d5-88be-7506e5b695d8', 'status': 'completed', 'code': 200} Nov 02 16:44:40.708998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8235c9b5-c390-41b6-ae34-2a82dfb3ae2b req-c4e727a8-bc64-42f6-bdbd-4d800a1a8f15 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.0522995 Nov 02 16:44:41.088677 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a1f2-e329-46f6-ad0c-c2f04e63c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:41.386683 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:41.871881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7b718fc-359c-4c37-9877-121611827e27 req-da63fc0f-e221-4761-9ab3-34fc9fcf80ee tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.0336471 Nov 02 16:44:42.582160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:42.996650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-121b80d6-6330-4ea7-8b5f-a6871f836700 req-5b5acfc8-ea16-4f4b-aaa2-cda81e063ada tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.0317731 Nov 02 16:44:43.027770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d185dfb9-c658-45d5-88be-7506e5b695d8 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:43.061071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: d185dfb9-c658-45d5-88be-7506e5b695d8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:44:43.063083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d185dfb9-c658-45d5-88be-7506e5b695d8 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:43.771052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:44.139450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc8fa4-337a-4ef5-86b8-0c76a8d939f8 req-c3df37ae-cb37-4d5c-adf3-da6842b589ea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:44.160922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aedc8fa4-337a-4ef5-86b8-0c76a8d939f8 req-c3df37ae-cb37-4d5c-adf3-da6842b589ea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1142125 Nov 02 16:44:44.236028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-477e7573-960d-44c7-b36c-cb534cd95421 req-f3d58d1c-ebc0-4524-b6c8-0457b1d40237 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=41376426-2fbd-4b90-8a1e-f3ff9eb2c488 HTTP/1.1" status: 200 len: 210 time: 0.0394297 Nov 02 16:44:44.264948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aedc8fa4-337a-4ef5-86b8-0c76a8d939f8 req-2762b6f3-819c-4ad9-b15c-bc495b8d2095 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023777 Nov 02 16:44:45.479898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fc817-d3c4-4087-b3c2-1a7bd3afb8eb req-f1954eb7-97ec-47b2-99c7-322eb9c6d3ce tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:45.492011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d92fc817-d3c4-4087-b3c2-1a7bd3afb8eb req-f1954eb7-97ec-47b2-99c7-322eb9c6d3ce tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1056430 Nov 02 16:44:45.546543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d92fc817-d3c4-4087-b3c2-1a7bd3afb8eb req-0b75e7b5-26b7-4bee-9e47-20201b372821 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532129 Nov 02 16:44:45.913411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-ab3f4804-facf-4a8a-808d-34c473b7d795 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:45.916153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-ab3f4804-facf-4a8a-808d-34c473b7d795 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1088254 Nov 02 16:44:46.183823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Deleting port ba34c1eb-1724-48a2-b643-657204914a52 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:46.185839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:46.396029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] For port ba34c1eb-1724-48a2-b643-657204914a52, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=ba34c1eb-1724-48a2-b643-657204914a52,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:46.396524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:46.669485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:46.669485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:46.669485 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Floating IP 42437f44-c645-468f-a395-130ee1e2370d disassociated. External IP: 172.25.7.11, port: ba34c1eb-1724-48a2-b643-657204914a52. Nov 02 16:44:46.669485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Calling delete_port for ba34c1eb-1724-48a2-b643-657204914a52 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:46.787688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c8a76-79b3-447d-9d4e-ea52bb32269f req-73f1318b-371b-435c-bfe2-f31dfbaaed5b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:46.795800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-798c8a76-79b3-447d-9d4e-ea52bb32269f req-73f1318b-371b-435c-bfe2-f31dfbaaed5b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 945 time: 0.1579804 Nov 02 16:44:46.865970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-798c8a76-79b3-447d-9d4e-ea52bb32269f req-75599b2d-aded-4822-b943-9063fe81125a tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=93c09d8b-52fc-43d7-9a93-867f4bf5e76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597584 Nov 02 16:44:46.915961 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:46.962755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event deleted for resources: {'Port': ['ID=ba34c1eb-1724-48a2-b643-657204914a52,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:47.135597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:44:47.325059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:44:47.343197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:44:47.385820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:44:47.386822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:44:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:47.401013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] No DVR routers for this DVR port ba34c1eb-1724-48a2-b643-657204914a52 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:44:47.405156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:47.410687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0610e6-40b3-46cc-b615-ce74a37b341e req-da6eff59-5837-409b-a703-16db0f91dcf2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.55 "DELETE /v2.0/ports/ba34c1eb-1724-48a2-b643-657204914a52 HTTP/1.1" status: 204 len: 173 time: 1.4731712 Nov 02 16:44:47.414798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'name': 'network-vif-deleted', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:44:47.417417 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc30d844-35fc-4f4e-80c9-ad8fd4f797bc" -d '{"events": [{"server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "name": "network-vif-deleted", "tag": "ba34c1eb-1724-48a2-b643-657204914a52"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:44:47.542597 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5790caa6-a57c-48b7-993d-85c8609582e6 x-openstack-request-id: req-5790caa6-a57c-48b7-993d-85c8609582e6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:44:47.542975 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7753d68-8948-436e-9da6-a080886d7017", "name": "network-vif-deleted", "tag": "ba34c1eb-1724-48a2-b643-657204914a52", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:44:47.543399 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5790caa6-a57c-48b7-993d-85c8609582e6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:44:47.543918 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7753d68-8948-436e-9da6-a080886d7017', 'name': 'network-vif-deleted', 'tag': 'ba34c1eb-1724-48a2-b643-657204914a52', 'status': 'completed', 'code': 200} Nov 02 16:44:47.598056 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:47.713756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:44:48.043193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:48.055843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7ae5469-7b8d-4b7c-b9df-1ad075f112b4 req-43deeadd-3254-41be-bb70-7764bc0ae090 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7753d68-8948-436e-9da6-a080886d7017 HTTP/1.1" status: 200 len: 210 time: 0.0401978 Nov 02 16:44:48.108552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:44:48.136015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:44:48.138287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:44:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:48.360945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:44:48.652749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:44:48.679135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b01a93-6b57-4b27-84e5-425b187f8c6e None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:44:48.994814 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139dda0a-c6c1-4b56-8d0f-f209ecc676a0 None None] New status for floating IP 42437f44-c645-468f-a395-130ee1e2370d: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:44:49.166923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50392) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:49.229573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc7231c3-3cee-47ac-bf56-8ce5efd52830 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.269745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc7231c3-3cee-47ac-bf56-8ce5efd52830 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.327003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc7231c3-3cee-47ac-bf56-8ce5efd52830 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.330250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dc7231c3-3cee-47ac-bf56-8ce5efd52830 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.334069 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dc7231c3-3cee-47ac-bf56-8ce5efd52830 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "DELETE /v2.0/security-groups/93c09d8b-52fc-43d7-9a93-867f4bf5e76e HTTP/1.1" status: 204 len: 168 time: 0.1634316 Nov 02 16:44:49.335128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:49.341962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7231c3-3cee-47ac-bf56-8ce5efd52830 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c09d8b-52fc-43d7-9a93-867f4bf5e76e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:49.363699 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-815b289e-820a-45ed-b788-1579deab917b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] show failed (client error): The resource could not be found. Nov 02 16:44:49.369360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:49.369731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-815b289e-820a-45ed-b788-1579deab917b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups/93c09d8b-52fc-43d7-9a93-867f4bf5e76e HTTP/1.1" status: 404 len: 347 time: 0.0325913 Nov 02 16:44:49.495562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device ba34c1eb-1724-48a2-b643-657204914a52 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:44:49.531223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: ba34c1eb-1724-48a2-b643-657204914a52 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:44:49.531986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device ba34c1eb-1724-48a2-b643-657204914a52 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:44:49.544869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Deleting port f549a945-9de9-409a-8bd4-b14d94e08723 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:49.545224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.687042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.687446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:49.711388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Calling delete_port for f549a945-9de9-409a-8bd4-b14d94e08723 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:49.986765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.016446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event deleted for resources: {'Port': ['ID=f549a945-9de9-409a-8bd4-b14d94e08723,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:50.094173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.099122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.102200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ff6f7a88-05e7-4a57-9495-f6c0339f996d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "DELETE /v2.0/floatingips/42437f44-c645-468f-a395-130ee1e2370d HTTP/1.1" status: 204 len: 168 time: 0.7298806 Nov 02 16:44:50.591687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50430) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:50.598845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292762683', 'description': 'tempest-description--1352419493'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:50.656568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.752357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.758824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.794157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b9f47-f397-49bb-a254-7714559b1fee,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:50.823731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.828906 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-559251e4-eb84-41a8-91d7-9ea0c147e5bf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2313874 Nov 02 16:44:50.829146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50436) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:50.834707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'security_group_rule': {'security_group_id': 'f78b9f47-f397-49bb-a254-7714559b1fee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:50.868597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.955828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.960462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:50.981926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f7677e-2049-4726-bddf-be482cf50c97,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:50.997749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.003266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50444) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:51.010595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'security_group_rule': {'security_group_id': 'f78b9f47-f397-49bb-a254-7714559b1fee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:51.011965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f77d0a17-b4d1-4b47-be0f-fd414b404d25 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808739 Nov 02 16:44:51.091496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.200231 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.205476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.239294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a82626-6fe4-4b4c-89be-f4b0f27ec2a5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:51.270035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.270570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.271048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.271487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.272056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.272508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.272932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.273617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.274077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.275524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.275995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.276432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:44:51.284556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.289419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50460) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:51.289780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42cd06ac-71c9-4367-b2cb-4a9b94c8ba28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2841876 Nov 02 16:44:51.295495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:51.382832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.410486 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-995308c1-3c64-4cc2-a517-3a279d2e6807 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0975597 Nov 02 16:44:51.538566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.539043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.539502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.539956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.540641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.541365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.542091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:51.546490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0cd1a701-4fd8-47bd-9008-29a95b04f98a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.0804229 Nov 02 16:44:51.664824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:51.940594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Allocated IP 172.25.7.3 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/d914a3e8-8534-4482-a93b-a3af97fcda7b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:44:52.124730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-e1d4134a-b722-4c98-9359-d8a1fc6d4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:52.125572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-e1d4134a-b722-4c98-9359-d8a1fc6d4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:52.126228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-e1d4134a-b722-4c98-9359-d8a1fc6d4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:52.128103 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-e1d4134a-b722-4c98-9359-d8a1fc6d4832 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=a72004e9-fb89-4003-80e5-b791065335de&id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 2293 time: 0.5459533 Nov 02 16:44:52.169980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:52.281957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:52.337448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:44:52.346611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:44:52.352643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:44:52.391807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-6339aa70-6606-4102-a2a8-f55b86ecb746 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 1001 time: 0.2483983 Nov 02 16:44:52.447068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'Port': ['ID=d914a3e8-8534-4482-a93b-a3af97fcda7b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:52.472982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-571790c9-a63f-4bed-883c-c345e9027986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:52.474461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-571790c9-a63f-4bed-883c-c345e9027986 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 200 len: 851 time: 0.0708170 Nov 02 16:44:52.555812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:52.567581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-27dd167d-00b3-474b-ba10-189f739772a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:52.569232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-27dd167d-00b3-474b-ba10-189f739772a9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857773 Nov 02 16:44:52.679183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:52.760066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-e20282cc-0d0a-44d1-9b89-056789549efb service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812067 Nov 02 16:44:52.957445 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:52.985153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50530) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:52.992314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028206191', 'description': 'tempest-secgroup-smoke-2028206191 description', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:53.041346 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.068503 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-34a5e3e9-f3c3-4fc3-a602-7993162bb11b service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955480 Nov 02 16:44:53.186943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.197921 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.222552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-de4a1eb0-7608-4cba-8528-617454774fdc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 217 time: 0.1008134 Nov 02 16:44:53.224232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.225736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2384481 Nov 02 16:44:53.235238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50536) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:53.242077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e88cda-a63c-4ccf-a8ac-d1255c9dacce req-72c65dd4-4cc2-4a25-a63f-257eb5cf3ef0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:53.272093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5e88cda-a63c-4ccf-a8ac-d1255c9dacce req-72c65dd4-4cc2-4a25-a63f-257eb5cf3ef0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.2487643 Nov 02 16:44:53.286801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group_rule': {'security_group_id': 'e382888c-d0be-4559-b3a2-86990a2d2cc5', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:53.337109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1883f33-dd52-4ada-b79b-24838f908a1f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e382888c-d0be-4559-b3a2-86990a2d2cc5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:53.367685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5e88cda-a63c-4ccf-a8ac-d1255c9dacce req-bb39d8da-1fdf-4a75-ada0-e4fe85119df1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929205 Nov 02 16:44:53.378826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.410431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-7826edbb-4b52-4f62-995b-b223aa95b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:53.412112 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-7826edbb-4b52-4f62-995b-b223aa95b0b2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1742396 Nov 02 16:44:53.533381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-d6f91e2e-78d3-43a6-8062-1d1f332abcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:53.535050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-d6f91e2e-78d3-43a6-8062-1d1f332abcf1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158233 Nov 02 16:44:53.611911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.666013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.669356 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.699897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.898435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-2d87fcd6-5ca9-426e-9699-e95bf94d4dbb service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536108 Nov 02 16:44:53.910628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'Port': ['ID=d914a3e8-8534-4482-a93b-a3af97fcda7b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:53.916339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:53.925124 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6427107 Nov 02 16:44:53.926277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50550) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:53.937920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group_rule': {'security_group_id': 'e382888c-d0be-4559-b3a2-86990a2d2cc5', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:54.022334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.068748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2731b-ef11-4a64-a319-22d750cf2893 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c50451b-58ff-4c2f-b53a-949dd8c82262,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:54.139653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.147782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.156791 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.182858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.185574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dce80b8b-e80f-4bfd-8dce-6706a4f06a28 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8933666 Nov 02 16:44:54.203291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c97cac8-722c-4f72-87f5-62228d37ae19,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:54.215287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.216603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-67458451-6b46-48bb-a7f3-1a8aa6de794e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885187 Nov 02 16:44:54.221239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50560) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:54.230481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0391fa24-c880-4d29-be7b-ee83de3d2296 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000463 Nov 02 16:44:54.231725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group_rule': {'security_group_id': 'e382888c-d0be-4559-b3a2-86990a2d2cc5', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:54.304026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.366193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-70de258c-1167-404d-a4cb-aefaabc4aaff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 217 time: 0.1280272 Nov 02 16:44:54.373150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50566) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:54.433698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.441066 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.478621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0c42680f-cf49-4251-b5c4-49cf63b9b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:54.480486 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0c42680f-cf49-4251-b5c4-49cf63b9b437 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1006801 Nov 02 16:44:54.522875 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.524130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018794 Nov 02 16:44:54.524907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb7e0f-e64e-425e-9753-5b74a19de777 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba6753f-c82c-422b-8c3c-c651dfc4c342,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:54.529027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:54.537778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group_rule': {'security_group_id': 'e382888c-d0be-4559-b3a2-86990a2d2cc5', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:54.607133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-a86eb9bf-4c06-4b2c-a38c-c2f941e9ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:54.615782 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-a86eb9bf-4c06-4b2c-a38c-c2f941e9ae20 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252575 Nov 02 16:44:54.617079 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.727249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-5ac30794-0159-4db1-8a9d-0d0d5d47af60 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--292762683&fields=id&tenant_id=d27c579a202d44318ed4e49556e5a9e1 HTTP/1.1" status: 200 len: 267 time: 0.1392817 Nov 02 16:44:54.755961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.841713 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.891735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-b699edb6-e743-4d2e-a410-f2675ae913ae service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691844 Nov 02 16:44:54.904361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a47a15-df62-4352-8efc-5d475ea38d57,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:54.932761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:54.934935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5d58c852-97e4-4551-b3a8-86e0845732c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4041803 Nov 02 16:44:54.940753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50582) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:54.949675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group_rule': {'security_group_id': 'e382888c-d0be-4559-b3a2-86990a2d2cc5', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:54.962546 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:44:55.071301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-44425d28-5e77-451d-86ee-59e3cd646c4b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:55.086251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-44425d28-5e77-451d-86ee-59e3cd646c4b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 810 time: 0.3461714 Nov 02 16:44:55.110664 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Project 4cd37856c0cd4661bfb9d5f4ccd249a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:44:55.117821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:55.122428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-04edf2eb-0ee8-4dab-a911-fe565d63cfb9 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/quotas/d27c579a202d44318ed4e49556e5a9e1 HTTP/1.1" status: 200 len: 375 time: 0.0347452 Nov 02 16:44:55.204607 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-b021e912-a69b-4c2e-a7d2-64b24641f9f2 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721066 Nov 02 16:44:55.282020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-d967743c-bac4-4a3e-855e-45789abd154b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 200 len: 217 time: 0.0688884 Nov 02 16:44:55.346002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-68699a09-a1e7-4cbd-b9f0-8a98ac4328fb tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2099111 Nov 02 16:44:55.398429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-e29db35c-d00a-4f98-b2b8-f33f86f5aa27 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:44:55.399762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-e29db35c-d00a-4f98-b2b8-f33f86f5aa27 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065353 Nov 02 16:44:55.403196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:55.410519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:55.465458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-6e7485c8-7b2d-4788-b52e-1d196f6b8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:55.470962 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-6e7485c8-7b2d-4788-b52e-1d196f6b8e3a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1748261 Nov 02 16:44:55.569793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e4fc42-a182-445e-8a1a-004943e2fb0f,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:55.585505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:55.593211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f372caed-ad8f-4a21-b707-64e82e645da9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6498487 Nov 02 16:44:55.594708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50598) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:55.605281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'security_group_rule': {'security_group_id': 'e382888c-d0be-4559-b3a2-86990a2d2cc5', 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:55.688091 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Project 4cd37856c0cd4661bfb9d5f4ccd249a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:44:55.765272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:55.831730 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-1308fa37-d3f3-467b-8522-a2a1e06fe99d service neutron] 10.222.0.31 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097183 Nov 02 16:44:56.037027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:56.047302 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:56.137579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2008d783-9a11-4d5f-855b-c8ad9f280119,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:56.156959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0345d688-921d-4735-8eb9-8aefa4d756dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:56.160634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-0345d688-921d-4735-8eb9-8aefa4d756dd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093407 Nov 02 16:44:56.218612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:56.220431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-199270d1-daff-40e0-b9b0-fff9df56bd21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6210091 Nov 02 16:44:56.274784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-8baa7294-2cea-4258-ba48-62dbd755cba6 service neutron] 10.222.0.31 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226365 Nov 02 16:44:56.421006 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-d29a7b92-a4ec-4054-b0b2-e00a9c502ddb service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052984 Nov 02 16:44:56.780848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:56.791548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25dd9b8d-8b77-481c-9cea-11877913c898 req-8974908c-4f0a-4b1c-a98d-5221ea2b06d2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 210 time: 0.1066439 Nov 02 16:44:57.157651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-f7c4c0d9-b87a-4e1a-a3f2-808a41c5f64d service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087624 Nov 02 16:44:57.297908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-8e488645-40a6-4d4e-b182-2f2e63e473eb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 200 len: 217 time: 0.1270351 Nov 02 16:44:57.541784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:44:57.627952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-a7a64224-7294-47df-bdff-7f86ae280d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:57.636771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-a7a64224-7294-47df-bdff-7f86ae280d9a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.3272350 Nov 02 16:44:57.839865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-ee9b5d74-2a29-4c3f-ad95-0c3c43f1d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:57.841700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-ee9b5d74-2a29-4c3f-ad95-0c3c43f1d4c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2026482 Nov 02 16:44:57.867862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:57.931313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '7c39b576-e133-4af6-b960-df4f04b5f020', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:44:58.063200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:58.098922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:44:58.155603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be66b7f7-f262-4ea5-a07b-647e0ebe5056 req-6ec1369f-891b-41a4-8ba9-2b832c417eee tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 210 time: 0.1085424 Nov 02 16:44:58.157177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:58.171935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:58.319400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['7c39b576-e133-4af6-b960-df4f04b5f020'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:44:58.354937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:44:58.531353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-f4d32adb-534d-4382-b525-2d4adf70ed88 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773736 Nov 02 16:44:58.832700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Deleting port cbbae37d-f067-42aa-974e-238116788872 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:44:58.833418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:58.949627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-fa06317a-fdb5-458a-ac6a-5d32dd486f33 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002664 Nov 02 16:44:59.416228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68d65e5c-ba34-4bd5-a604-f43eb6bc68a8 req-0b2e1e78-f05c-4ee8-a0bb-57e9deea442e tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 210 time: 0.0652137 Nov 02 16:44:59.440538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-85d355d3-9347-48de-887e-68217c7ae1bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 200 len: 217 time: 0.4772098 Nov 02 16:44:59.452574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-18cd6573-00e3-4409-9453-b435ee94e7ef tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:59.454583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-18cd6573-00e3-4409-9453-b435ee94e7ef tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.100 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 810 time: 0.4690650 Nov 02 16:44:59.552703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:44:59.556159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-15d89a2e-0164-4185-b585-b671fb695af0 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d27c579a202d44318ed4e49556e5a9e1 HTTP/1.1" status: 200 len: 379 time: 0.0860546 Nov 02 16:44:59.569348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'port': {'device_id': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'admin_state_up': True, 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'security_groups': ['f78b9f47-f397-49bb-a254-7714559b1fee']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:44:59.711351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-291dfb07-5824-42ae-b55d-010697abc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:59.712956 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-291dfb07-5824-42ae-b55d-010697abc8fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.2572000 Nov 02 16:44:59.734193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 7c39b576-e133-4af6-b960-df4f04b5f020 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:44:59.734602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:59.769633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] For port cbbae37d-f067-42aa-974e-238116788872, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cbbae37d-f067-42aa-974e-238116788872,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:44:59.770381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:44:59.814046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Calling delete_port for cbbae37d-f067-42aa-974e-238116788872 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:44:59.861861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-d7900284-a696-4c68-9d27-633f1a84007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:44:59.864420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-d7900284-a696-4c68-9d27-633f1a84007e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389956 Nov 02 16:45:00.002055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:00.063099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:00.065780 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ab7e6-11c8-42bc-9d25-512e0f9a2235" -d '{"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:00.095561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:00.096438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Made reservation on behalf of d27c579a202d44318ed4e49556e5a9e1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:00.101073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:00.101288 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:00.277904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:00.281855 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044facab-c5f0-44b2-a564-02f005ad230d x-openstack-request-id: req-044facab-c5f0-44b2-a564-02f005ad230d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:00.282305 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:00.283119 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-044facab-c5f0-44b2-a564-02f005ad230d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:00.283528 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'code': 200} Nov 02 16:45:00.327451 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-f080b515-1252-45cc-8562-423ddb6288ec service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017987 Nov 02 16:45:00.532359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Allocated IP 172.20.0.11 (d5842ab3-e187-4662-b966-6f5e848200a0/1a612d00-0f25-4826-8773-42bf385aa450/9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:00.615475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9796230e-7bad-4154-be0a-43ef897fcabe req-fa4284ea-4bde-4503-a430-1e2120b3af4c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 210 time: 0.0648441 Nov 02 16:45:01.133675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:01.152449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:01.220137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbae37d-f067-42aa-974e-238116788872,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:01.336061 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-dc8b639a-b0a4-4b5c-b2ac-73ef1d1c233b service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469419 Nov 02 16:45:01.476141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-b885ac5f-2f2c-41f4-849a-3b25460156f1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 217 time: 0.1277976 Nov 02 16:45:01.480405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:01.622228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-1a46ecc0-414c-4134-8bce-02de500dd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:01.623515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-1a46ecc0-414c-4134-8bce-02de500dd6e5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.1277938 Nov 02 16:45:01.806754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Network d5842ab3-e187-4662-b966-6f5e848200a0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:01.820653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event updated for resources: {'Port': ['ID=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:01.828038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:01.835712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:01.895556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-9f7bee44-62b8-4302-a779-123f032c9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:01.897981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-9f7bee44-62b8-4302-a779-123f032c9f96 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2435346 Nov 02 16:45:01.938119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ea88-569b-4694-bb34-6751da2d98a6 req-752fecf7-213b-4f10-9ba3-90a69f154049 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:01.941962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd43ea88-569b-4694-bb34-6751da2d98a6 req-752fecf7-213b-4f10-9ba3-90a69f154049 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 932 time: 0.1382759 Nov 02 16:45:02.066513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd43ea88-569b-4694-bb34-6751da2d98a6 req-5d522583-ec5d-4161-a8ec-7cd11de49081 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981958 Nov 02 16:45:02.142179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:02.143696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:02.167814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-4e70e72a-b541-4aec-babe-b6612207e260 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435238 Nov 02 16:45:02.188850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-b6659c77-38c2-495c-8684-c2aac38c8e69 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6228232 Nov 02 16:45:02.219031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Request body: {'port': {'device_id': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:02.286387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:02.386863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d9928f54-08ac-4ced-aab6-e233fe89f190 None None] Provisioning complete for port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:02.390637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d9928f54-08ac-4ced-aab6-e233fe89f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:02.461208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:02.503410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d9928f54-08ac-4ced-aab6-e233fe89f190 None None] Port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:45:03.333011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ce10-e62a-4a0a-ac43-fc2e4384b5a1 req-439a86be-95ec-4ae4-9e96-0eddf5386f9b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:03.346695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd00ce10-e62a-4a0a-ac43-fc2e4384b5a1 req-439a86be-95ec-4ae4-9e96-0eddf5386f9b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 932 time: 0.1218493 Nov 02 16:45:03.406494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd00ce10-e62a-4a0a-ac43-fc2e4384b5a1 req-aa08f124-8b46-4bfc-b078-2fa6eb356847 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585012 Nov 02 16:45:03.488847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd4c0e3e-e9ef-41cd-ad32-fbd0ac3804f7 req-bd0acc4f-b465-4bf5-957f-857b34f8fab0 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2976751 Nov 02 16:45:03.673396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:03.688201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:03.723794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Transition to ACTIVE for port object 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:45:03.769216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:03.964648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Pushing event updated for resources: {'Port': ['ID=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:04.162044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Router 64828248-b362-41d0-9346-2c420242a3e9 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:45:04.166922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Attempting to bind port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:04.167262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Attempting to bind port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:04.167679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Attempting to bind port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 on network d5842ab3-e187-4662-b966-6f5e848200a0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:04.175858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 on network d5842ab3-e187-4662-b966-6f5e848200a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:45:04.176183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Attempting to bind port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 on network d5842ab3-e187-4662-b966-6f5e848200a0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:04.192009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:04.192359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Checking segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:04.192959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Bound using segment: {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:04.193406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Bound port: 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8d1946-f9ea-46a5-9399-459ecc6d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:04.193771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:04.445224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] For port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:04.450896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] For port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:04.468294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:04.477244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:45:04.490421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] Sync routers for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:45:04.499067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51210) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:04.500528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-42030fad-65ad-4e57-b85f-3f26a11f2e04 admin admin] 10.222.0.31 "PUT /v2.0/routers/64828248-b362-41d0-9346-2c420242a3e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1242454 Nov 02 16:45:04.516525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:04.517516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:44:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:04.541112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:04.541831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:04.543583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] 10.222.0.100 "PUT /v2.0/ports/9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 HTTP/1.1" status: 200 len: 1092 time: 2.3319552 Nov 02 16:45:04.544174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:04.547585 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba054a-7811-44f2-a064-d7b6ab749fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:04.582666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6262e3-6a03-4a7a-b377-d10a7fd0196e service neutron] Pushing event updated for resources: {'Port': ['ID=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:04.704661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-9f10dcf2-b5fa-4ac8-8e8c-a4a81ace0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:04.709367 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-9f10dcf2-b5fa-4ac8-8e8c-a4a81ace0609 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 1095 time: 0.1057963 Nov 02 16:45:04.712342 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09907187-981f-4cb9-ab47-e96052020bcb x-openstack-request-id: req-09907187-981f-4cb9-ab47-e96052020bcb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:04.713209 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:04.713634 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09907187-981f-4cb9-ab47-e96052020bcb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:04.714332 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'status': 'completed', 'code': 200} Nov 02 16:45:04.862075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-fb9e73d3-ba11-4171-9adc-3e5462eed82c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 HTTP/1.1" status: 200 len: 217 time: 0.1428907 Nov 02 16:45:04.879981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984af05-d601-4a03-b7fa-f2b0e2b48b97 req-84deb4e8-2e40-4c49-ad08-b393844b846c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:04.892572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0984af05-d601-4a03-b7fa-f2b0e2b48b97 req-84deb4e8-2e40-4c49-ad08-b393844b846c tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 944 time: 0.2648225 Nov 02 16:45:04.951857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-dc4b9101-5485-4942-a26f-92918d49c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:04.958045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-dc4b9101-5485-4942-a26f-92918d49c872 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.0880675 Nov 02 16:45:04.985544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:05.044661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-5f41b99f-9c8e-45c1-bcc2-79a19ea9f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:05.047443 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-5f41b99f-9c8e-45c1-bcc2-79a19ea9f2e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774770 Nov 02 16:45:05.128222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0984af05-d601-4a03-b7fa-f2b0e2b48b97 req-3180239c-b850-46a5-ba0c-d9381d3d4a57 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347298 Nov 02 16:45:05.259838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:05.328705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:05.367664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Deleting port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:45:05.371949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:05.428040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-d5d57ca0-b101-4e1f-a23b-b8d150fdcacb service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724835 Nov 02 16:45:05.496536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] For port 2d0f0d24-8c30-4e29-8bd2-4b55649c8213, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:05.496856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:05.532570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Calling delete_port for 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:45:05.671561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea2396c8-ab73-4702-a3cc-4aa06142f80c req-be73feac-f0ac-4ae0-9013-58e3e5bd6ccb service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294290 Nov 02 16:45:05.783117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:45:00Z', 'revision_number': 5, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port': {'id': '2d0f0d24-8c30-4e29-8bd2-4b55649c8213', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64828248-b362-41d0-9346-2c420242a3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:33:01Z', 'updated_at': '2021-11-02T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:05.827835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-594f5f8b-b747-49dc-bdb8-2897b0475cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:05.828653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] Checking router: 64828248-b362-41d0-9346-2c420242a3e9 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:45:05.830342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-594f5f8b-b747-49dc-bdb8-2897b0475cbe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 1095 time: 0.1058300 Nov 02 16:45:05.841537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] Routers {'64828248-b362-41d0-9346-2c420242a3e9'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:05.842876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:44:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['64828248-b362-41d0-9346-2c420242a3e9'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:05.907028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:05.946187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0f0d24-8c30-4e29-8bd2-4b55649c8213,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:06.054901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] Set router 64828248-b362-41d0-9346-2c420242a3e9 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:06.070702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.105698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-e39fab42-952d-4f8c-afa6-2375d5209f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:06.116180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-e39fab42-952d-4f8c-afa6-2375d5209f72 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.2776220 Nov 02 16:45:06.150509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:45:05Z', 'revision_number': 6, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:06.181767 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-3bc436b4-885b-4c54-860a-f3c56afe1bd5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 HTTP/1.1" status: 200 len: 217 time: 0.0572832 Nov 02 16:45:06.223586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6b73f-cf7f-4dfe-a66f-52611fdbf28e None None] The sync data for ids ['64828248-b362-41d0-9346-2c420242a3e9'] in n-d-811405-2 is: [{'id': '64828248-b362-41d0-9346-2c420242a3e9', 'name': 'tempest-TaggedBootDevicesTest_v242-194298411-router', 'tenant_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:32:59Z', 'updated_at': '2021-11-02T16:45:05Z', 'revision_number': 6, 'project_id': '35a25d73bf2d4a87abc4d82ecbc0ffe8', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:45:06.300237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-c6988a66-8fff-4d37-b548-1839ca465694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:06.302380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-c6988a66-8fff-4d37-b548-1839ca465694 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.1117952 Nov 02 16:45:06.358697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.362836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.423750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-edae9c6e-68e1-46c9-bee0-33b9fc65e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:06.426566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-edae9c6e-68e1-46c9-bee0-33b9fc65e290 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146960 Nov 02 16:45:06.443656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb86cd-6c09-49b5-b212-0e2748bf272f req-cf94ec6b-fe83-42d0-9192-b6bc73466f19 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:06.445637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eacb86cd-6c09-49b5-b212-0e2748bf272f req-cf94ec6b-fe83-42d0-9192-b6bc73466f19 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 944 time: 0.1615877 Nov 02 16:45:06.476792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.477783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64828248-b362-41d0-9346-2c420242a3e9 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:45:06.506067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.507404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fba947ba-a027-4bad-9693-7902f2c795bc admin admin] 10.222.0.31 "DELETE /v2.0/routers/64828248-b362-41d0-9346-2c420242a3e9 HTTP/1.1" status: 204 len: 168 time: 2.0069659 Nov 02 16:45:06.511006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eacb86cd-6c09-49b5-b212-0e2748bf272f req-b073095f-0a04-4402-8f63-b266a6244551 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583022 Nov 02 16:45:06.511679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51248) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:06.638121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-5fa908db-3d34-4ce9-98e7-efddf8aa58b3 service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030489 Nov 02 16:45:06.658073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Deleting subnet 5761d665-4542-4bfa-9ba3-29832d2a60c0 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:45:06.671951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.770843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:06.899907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-20ba054a-7811-44f2-a064-d7b6ab749fc3 req-393c32f3-0363-4c8f-bc43-50c07e90c792 service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494087 Nov 02 16:45:06.915097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.014568 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.047456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5761d665-4542-4bfa-9ba3-29832d2a60c0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:07.051569 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.057881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30d922-dfa8-453f-94b3-b0dd05257da0 None None] Network 06fcdc05-32d4-4eb9-98dd-92f954dd1dab requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:45:07.058954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51254) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:07.071611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-64e49066-36b6-4739-b857-a2b68d15c062 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5761d665-4542-4bfa-9ba3-29832d2a60c0 HTTP/1.1" status: 204 len: 168 time: 0.5583560 Nov 02 16:45:07.167023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.365765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Deleting port b1d76b17-0884-4b5a-b2f7-d79a67302c69 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:45:07.366882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.384456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:45:07.492950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:45:07.494565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2d0f0d24-8c30-4e29-8bd2-4b55649c8213 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:45:07.496635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cbbae37d-f067-42aa-974e-238116788872 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:45:07.512504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] For port b1d76b17-0884-4b5a-b2f7-d79a67302c69, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b1d76b17-0884-4b5a-b2f7-d79a67302c69,segment=NetworkSegment(c29aeef9-b257-463e-821c-161ba4b50540),segment_id=c29aeef9-b257-463e-821c-161ba4b50540)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:07.516290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.551835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: cbbae37d-f067-42aa-974e-238116788872 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:45:07.552505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cbbae37d-f067-42aa-974e-238116788872 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:45:07.557435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Calling delete_port for b1d76b17-0884-4b5a-b2f7-d79a67302c69 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:45:07.672831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] DHCP port deletion for 06fcdc05-32d4-4eb9-98dd-92f954dd1dab request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:45:07.771185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6aa0-6b65-43d2-918b-e2a7f83bad78 req-512dd7ec-8a52-4973-9f76-7928fb4421f7 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:07.773423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f90e6aa0-6b65-43d2-918b-e2a7f83bad78 req-512dd7ec-8a52-4973-9f76-7928fb4421f7 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 944 time: 0.1317520 Nov 02 16:45:07.880006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.911353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] No DVR routers for this DVR port b1d76b17-0884-4b5a-b2f7-d79a67302c69 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:45:07.912918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Deleting port b1d76b17-0884-4b5a-b2f7-d79a67302c69 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:45:07.913484 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:07.937805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f90e6aa0-6b65-43d2-918b-e2a7f83bad78 req-766c60d7-ba51-4f82-9f05-2ea69f8b2617 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487186 Nov 02 16:45:07.979317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d76b17-0884-4b5a-b2f7-d79a67302c69,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:08.067781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] For port b1d76b17-0884-4b5a-b2f7-d79a67302c69, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:08.068321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.108642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Calling delete_port for b1d76b17-0884-4b5a-b2f7-d79a67302c69 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:45:08.112267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Port b1d76b17-0884-4b5a-b2f7-d79a67302c69 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:45:08.114355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.169187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Pushing event deleted for resources: {'Port': ['ID=b1d76b17-0884-4b5a-b2f7-d79a67302c69,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:08.178285 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.191610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.192222 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.192808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.193391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.193964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.194652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.195217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.195777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.196335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.196872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.197458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.198476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:08.207001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418354b0-e709-4c09-9a20-44364ecc5763 None None] No DVR routers for this DVR port b1d76b17-0884-4b5a-b2f7-d79a67302c69 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:45:08.283887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fcdc05-32d4-4eb9-98dd-92f954dd1dab']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:08.307476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29aeef9-b257-463e-821c-161ba4b50540') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:08.307888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29aeef9-b257-463e-821c-161ba4b50540') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:08.332129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.362486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.376918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:45:08.377334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.417094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b52877c7-798b-4b29-b3a5-c0534d9e2536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:45:08.465438 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:45:08.471349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.490212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:08.498951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] 10.222.0.31 "DELETE /v2.0/networks/06fcdc05-32d4-4eb9-98dd-92f954dd1dab HTTP/1.1" status: 204 len: 168 time: 1.4366770 Nov 02 16:45:08.512891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aae519-cf5d-4915-9b6b-758c6db9ae45 admin admin] Pushing event deleted for resources: {'Network': ['ID=06fcdc05-32d4-4eb9-98dd-92f954dd1dab,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:08.722738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51268) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:08.797182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9fa5e4c8-02e1-4d13-9eaf-7c711bf83b03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35a25d73bf2d4a87abc4d82ecbc0ffe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698116 Nov 02 16:45:08.797548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51270) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:08.949992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5e52-4819-42d3-a8c9-305167d4e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:09.004024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5e52-4819-42d3-a8c9-305167d4e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:09.112027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5e52-4819-42d3-a8c9-305167d4e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:09.118198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5e52-4819-42d3-a8c9-305167d4e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:09.119975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c3b5e52-4819-42d3-a8c9-305167d4e7d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a34e97c-906d-4f7b-9aef-2bfc61c534c8 HTTP/1.1" status: 204 len: 168 time: 0.3213747 Nov 02 16:45:09.137443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:45:09.170301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b5e52-4819-42d3-a8c9-305167d4e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a34e97c-906d-4f7b-9aef-2bfc61c534c8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:09.209876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bad74-51df-4402-a4b3-a9a4b0ced4b5 req-b698b1bb-c17d-463d-978d-00b23f5b0299 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:09.216783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-066bad74-51df-4402-a4b3-a9a4b0ced4b5 req-b698b1bb-c17d-463d-978d-00b23f5b0299 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 944 time: 0.1502917 Nov 02 16:45:09.312054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-066bad74-51df-4402-a4b3-a9a4b0ced4b5 req-d24c5581-caa5-44bd-8edc-065d65ed7d36 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552380 Nov 02 16:45:09.368515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b1d76b17-0884-4b5a-b2f7-d79a67302c69 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:45:09.398780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b1d76b17-0884-4b5a-b2f7-d79a67302c69 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:45:09.399498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b1d76b17-0884-4b5a-b2f7-d79a67302c69 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:45:09.452286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:09.486616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'port_id': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'mac_address': 'fa:16:3e:8e:fb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:45:09.656645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:09.722830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:09.770355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:09.777826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:09.841865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:10.079458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:45:10.600077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c32be-55e0-43bd-b133-cbb9539cad09 req-1be4b0c8-fc88-4c7d-9e9e-9db4f923546e tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:10.605820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-206c32be-55e0-43bd-b133-cbb9539cad09 req-1be4b0c8-fc88-4c7d-9e9e-9db4f923546e tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 945 time: 0.1183591 Nov 02 16:45:10.673114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-206c32be-55e0-43bd-b133-cbb9539cad09 req-61cfce26-fb03-424f-8d0f-47e8a684bb17 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622253 Nov 02 16:45:10.686695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51316) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:10.933132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1982366988-network', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:10.986660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Made reservation on behalf of 9d2bdb78cecf48288b85ca2edad4aae5 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:10.990664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.021686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.126313 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd87f-bef5-4deb-81ff-ddf18ad7f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.144562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:11.264193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.283957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.334422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:45:11.343101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:45:11.349616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:11.349978 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.389415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.390029 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Added segment fd866809-b5c6-484d-b6af-62f25869c5dd of type vlan for network c3d0fb86-7878-47c9-8243-d6590b5d1fac Nov 02 16:45:11.401069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09976d6-1d4a-4e4e-873e-8619de2665ed,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:11.445187 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.469515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.510299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.511701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:11.512971 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.554605 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8657646 Nov 02 16:45:11.559166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51326) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:11.566584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Request body: {'subnet': {'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1982366988-subnet', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:11.606713 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.619753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Made reservation on behalf of 9d2bdb78cecf48288b85ca2edad4aae5 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:11.622484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.651351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567a7de-639d-48a4-a40f-78deddbd06a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d0fb86-7878-47c9-8243-d6590b5d1fac,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:11.677580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:11.697692 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa817e8-a3d3-4e10-9748-03815b3ef267" -d '{"events": [{"server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "name": "network-vif-plugged", "status": "completed", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:11.720075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:45:11.781964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:11.835023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:11.931936 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73556dd9-d223-40e3-9550-5cc0c77b924f x-openstack-request-id: req-73556dd9-d223-40e3-9550-5cc0c77b924f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:11.932279 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "name": "network-vif-plugged", "status": "completed", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:11.932485 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73556dd9-d223-40e3-9550-5cc0c77b924f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:11.932890 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'code': 200} Nov 02 16:45:11.933829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:12.055220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a5aa-9ce3-4cd7-adfa-ff4dd1bea94b req-9cdbd46b-916f-4d69-a7a8-42d582c69ffa tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:12.059380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215ba24-a5f6-4393-95cf-b0ece1a61b68 req-e648a96b-93c2-4dd5-8fbc-483dcfce904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:12.063841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6215ba24-a5f6-4393-95cf-b0ece1a61b68 req-e648a96b-93c2-4dd5-8fbc-483dcfce904c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 1097 time: 0.1354339 Nov 02 16:45:12.064053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7703a5aa-9ce3-4cd7-adfa-ff4dd1bea94b req-9cdbd46b-916f-4d69-a7a8-42d582c69ffa tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.0840716 Nov 02 16:45:12.128621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6215ba24-a5f6-4393-95cf-b0ece1a61b68 req-5cb2be1f-989d-4454-b5b0-32466e76d6a9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562046 Nov 02 16:45:12.157380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7703a5aa-9ce3-4cd7-adfa-ff4dd1bea94b req-a0e4d390-6584-4f33-bf57-8a240ad7ec49 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923123 Nov 02 16:45:12.165183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:12.293548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79f53a2-f842-4e09-9eb1-85f0e8213570,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:12.314063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Checking segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:12.314576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Network hostable DHCP agents. Network: c3d0fb86-7878-47c9-8243-d6590b5d1fac, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:45:12.349483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:45:12.361452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c3d0fb86-7878-47c9-8243-d6590b5d1fac) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:12.370698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53788825-cdd7-43af-a7bd-e2d35b349538 None None] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:45:12.377182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:12.378053 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:12.399169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-758eac26-0e97-4d10-8302-7618c8e8d681 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8379824 Nov 02 16:45:12.404217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51338) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:12.410358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:12.441074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:12.442861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:12.552766 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:12.597254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a6ba9-2a11-44ff-abf6-51d3ae47cac1 None None] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:45:12.599848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:12.837934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:13.149116 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:13.184614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:13.494203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514de99a-782a-4d45-ad71-305ad8bd0cc4 req-1d4f7724-fed9-4883-af0f-35f08370f29b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:13.511696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-514de99a-782a-4d45-ad71-305ad8bd0cc4 req-1d4f7724-fed9-4883-af0f-35f08370f29b tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.1831932 Nov 02 16:45:13.619052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Allocated IP 172.25.7.243 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/32bf7dac-58c3-494a-b7c6-992ce6a2cc28) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:13.621057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-514de99a-782a-4d45-ad71-305ad8bd0cc4 req-bede121b-7dcb-4d09-92b9-0dacc2ec46f5 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126084 Nov 02 16:45:13.722753 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:13.812841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:13.884442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:13.930991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:13.933442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:13.938074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:13.973149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Pushing event updated for resources: {'Port': ['ID=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:14.297273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:14.705496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:15.010487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Router e11f11f1-fdb3-436e-8182-b44bba947834 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:45:15.223513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf93c-282a-4804-8c4c-1cf10732d609 req-e7188741-a6d5-4cd1-bdbd-0cbea3218074 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:15.235763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bccf93c-282a-4804-8c4c-1cf10732d609 req-e7188741-a6d5-4cd1-bdbd-0cbea3218074 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.1906378 Nov 02 16:45:15.324368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51366) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:15.357866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bccf93c-282a-4804-8c4c-1cf10732d609 req-e16ff2e3-2d97-4391-949c-9228926b8edf tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186628 Nov 02 16:45:15.420416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:45:15.436194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Sync routers for ids ['e11f11f1-fdb3-436e-8182-b44bba947834'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:45:15.458822 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Routers {'e11f11f1-fdb3-436e-8182-b44bba947834'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:15.459854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e11f11f1-fdb3-436e-8182-b44bba947834'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:15.484429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:15.488874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51372) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:15.502075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2f99af68-e441-4c12-b348-a3196b45239c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0956905 Nov 02 16:45:15.729796 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Set router e11f11f1-fdb3-436e-8182-b44bba947834 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:15.812184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6416e20-27dc-4531-beb0-59fd16177975 req-dccd2297-db2a-4ca8-9317-783a4ab5bfd8 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:15.818592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6416e20-27dc-4531-beb0-59fd16177975 req-dccd2297-db2a-4ca8-9317-783a4ab5bfd8 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.2507174 Nov 02 16:45:15.827415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51376) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:15.837990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Request body: {'floatingip': {'port_id': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:15.987803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:15.996949 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:45:14Z', 'revision_number': 3, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:16.032500 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Checking router: e11f11f1-fdb3-436e-8182-b44bba947834 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:45:16.033224 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Updating router e11f11f1-fdb3-436e-8182-b44bba947834 port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:45:16.094217 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:16.159395 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c6293f89-3b07-41f5-a801-cc2af0e12037 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cef62e18b9c47c38fea1909d1221c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8301353 Nov 02 16:45:16.159395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:16.236395 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04132af5-5c7c-448d-928f-7c11a0cc8ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:16.288987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04132af5-5c7c-448d-928f-7c11a0cc8ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:16.365594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04132af5-5c7c-448d-928f-7c11a0cc8ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:16.368263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04132af5-5c7c-448d-928f-7c11a0cc8ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:16.373325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-04132af5-5c7c-448d-928f-7c11a0cc8ebe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6775430-b048-40fb-8ba9-fd13e6fcb4a4 HTTP/1.1" status: 204 len: 168 time: 0.2093799 Nov 02 16:45:16.385788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04132af5-5c7c-448d-928f-7c11a0cc8ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6775430-b048-40fb-8ba9-fd13e6fcb4a4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:16.840386 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:16.860189 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.020901 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Attempting to bind port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:17.021554 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Attempting to bind port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:17.022014 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Attempting to bind port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:17.063630 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Pushing event updated for resources: {'Port': ['ID=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:17.072948 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:17.073551 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:17.075452 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.085509 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:17.086512 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Bound port: 32bf7dac-58c3-494a-b7c6-992ce6a2cc28, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:17.087172 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.176294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.178252 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.181174 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.181685 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.182897 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.184087 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.185496 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.187672 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.188178 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.189303 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.190647 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.191160 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:17.340999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] For port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:17.348046 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] For port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:17.355160 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.455985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.471296 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929d323-130a-48ba-b7fe-cfe43fc4b5e5 None None] Pushing event updated for resources: {'Port': ['ID=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:17.482061 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Routers {'e11f11f1-fdb3-436e-8182-b44bba947834'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:17.483002 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e11f11f1-fdb3-436e-8182-b44bba947834'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:17.580188 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.626101 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] Set router e11f11f1-fdb3-436e-8182-b44bba947834 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:17.705587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:45:17.928582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:45:14Z', 'revision_number': 3, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:17.962022 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:17.965677 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcba9f-0880-47f6-b8cf-26e0c48d9e10 None None] The sync data for ids ['e11f11f1-fdb3-436e-8182-b44bba947834'] in n-d-811405-2 is: [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:45:14Z', 'revision_number': 3, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:45:17.971982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:18.198934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Allocated IP 172.20.0.1 (c3d0fb86-7878-47c9-8243-d6590b5d1fac/d79f53a2-f842-4e09-9eb1-85f0e8213570/dd3005e0-28ec-4891-ae78-ad705f5dd07a) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:18.243348 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Floating IP a498faea-41fe-4091-9315-d2f91dc6ec14 associated. External IP: 172.25.7.3, port: 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2. Nov 02 16:45:18.930113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.005153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d2ba-fba9-4e37-83f5-68761ac3ac13 req-b2c74ee2-35b1-4b39-bf9f-d7551833d9b3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:19.006801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc30d2ba-fba9-4e37-83f5-68761ac3ac13 req-b2c74ee2-35b1-4b39-bf9f-d7551833d9b3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.3309963 Nov 02 16:45:19.065735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.127692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:45:19.195012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:19.221017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:19.230653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:19.275845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:19.309363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3005e0-28ec-4891-ae78-ad705f5dd07a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:19.367358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:19.368131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.378770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc30d2ba-fba9-4e37-83f5-68761ac3ac13 req-8602efee-574d-40e8-859a-ff236276fdfe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525946 Nov 02 16:45:19.457805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.492016 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.516346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:19.520426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.548021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:45:19.568287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.618316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-00bb332e-6317-44f1-8598-79cb231a89af tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "PUT /v2.0/floatingips/a498faea-41fe-4091-9315-d2f91dc6ec14 HTTP/1.1" status: 200 len: 990 time: 3.7893589 Nov 02 16:45:19.624646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:19.629465 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2525582-855a-4dc5-98ba-061194920c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:19.629781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:19.633996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:45:19.656035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:19.657075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:19.813382 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:19.831778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:19.915374 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec1408-c620-40fa-93eb-7ac762a04783 x-openstack-request-id: req-cdec1408-c620-40fa-93eb-7ac762a04783 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:19.915976 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:19.916238 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdec1408-c620-40fa-93eb-7ac762a04783 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:19.916696 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'status': 'completed', 'code': 200} Nov 02 16:45:20.052483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51516) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:20.063935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2525582-855a-4dc5-98ba-061194920c4c req-283ccae5-4ace-4df2-afff-4e8b40fc072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:20.065476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-283ccae5-4ace-4df2-afff-4e8b40fc072a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 1097 time: 0.1340024 Nov 02 16:45:20.072962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657915174', 'description': 'tempest-secgroup-smoke-1657915174 description', 'project_id': '61edc4df1278420c8be9eb30335e1183'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:20.101989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.114620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.215236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'a498faea-41fe-4091-9315-d2f91dc6ec14', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'port_id': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'mac_address': 'fa:16:3e:8e:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:44:52Z', 'updated_at': '2021-11-02T16:45:17Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:20.242856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.270511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3005e0-28ec-4891-ae78-ad705f5dd07a,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:20.271239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2525582-855a-4dc5-98ba-061194920c4c req-067f3e6b-30ac-45dc-a7c3-d85b474c2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:20.273040 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.273822 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-067f3e6b-30ac-45dc-a7c3-d85b474c2bd7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.1918886 Nov 02 16:45:20.294012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.296334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:45:20.314109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:20.315045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:20.419253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:20.421490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:20.422287 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-83ffb9b5-1004-45be-ade6-349a88266bad service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 HTTP/1.1" status: 200 len: 998 time: 0.1384010 Nov 02 16:45:20.634585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Router e11f11f1-fdb3-436e-8182-b44bba947834 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:45:20.646528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2525582-855a-4dc5-98ba-061194920c4c req-0242ec9c-6deb-4024-b181-6c8382491781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:20.648061 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-0242ec9c-6deb-4024-b181-6c8382491781 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.2126844 Nov 02 16:45:20.650386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:20.650473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.655611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.684493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a0bbb-7817-432b-b584-94e13a6a89d6 req-58a9fc32-c945-41d6-8901-4c1d6babc999 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:20.699738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc8a0bbb-7817-432b-b584-94e13a6a89d6 req-58a9fc32-c945-41d6-8901-4c1d6babc999 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 945 time: 0.0979395 Nov 02 16:45:20.753136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f46097-739d-4dc3-bd6c-5ca36c82a7d1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:20.784467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2525582-855a-4dc5-98ba-061194920c4c req-562993f1-49a3-4609-8088-338ed6579380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:20.786062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-562993f1-49a3-4609-8088-338ed6579380 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169641 Nov 02 16:45:20.832816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc8a0bbb-7817-432b-b584-94e13a6a89d6 req-97efb516-a16b-42c7-b9b8-0471de14e7de tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904498 Nov 02 16:45:20.876297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:45:20.889955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-53089456-b3a1-4832-93db-c0f0b1e6a304 admin admin] 10.222.0.31 "PUT /v2.0/routers/e11f11f1-fdb3-436e-8182-b44bba947834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3933883 Nov 02 16:45:20.892695 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Sync routers for ids ['e11f11f1-fdb3-436e-8182-b44bba947834'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:45:20.904967 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Routers {'e11f11f1-fdb3-436e-8182-b44bba947834'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:20.906865 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e11f11f1-fdb3-436e-8182-b44bba947834'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:20.910967 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-0a138092-4efe-469c-9033-f9e4ed2f4016 service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164048 Nov 02 16:45:20.955710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:20.991816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.038019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c88c52-febf-4d65-a376-f583722fbe4c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:21.042917 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.048022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ba5119cb-f899-43e9-92b2-b75bd71c5124 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9918928 Nov 02 16:45:21.048519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:21.067265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '09c88c52-febf-4d65-a376-f583722fbe4c', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:21.129374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2525582-855a-4dc5-98ba-061194920c4c req-997f2d19-7b6b-43ff-b154-d143b3cc18e9 service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075255 Nov 02 16:45:21.141638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.270634 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Set router e11f11f1-fdb3-436e-8182-b44bba947834 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:21.312704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.318277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.323581 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:21.336717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439df1df-6235-4691-b02b-b9acb58af41c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:21.369045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.377653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51556) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:21.384202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'a498faea-41fe-4091-9315-d2f91dc6ec14', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'port_id': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'mac_address': 'fa:16:3e:8e:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:44:52Z', 'updated_at': '2021-11-02T16:45:17Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:21.385451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '09c88c52-febf-4d65-a376-f583722fbe4c', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:21.391247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-94ba7e7b-f776-4ddd-91fd-d92103ae6200 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415093 Nov 02 16:45:21.441989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.451777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceeee0a-17f7-40a8-bec9-ed3babd547ab None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'a498faea-41fe-4091-9315-d2f91dc6ec14', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'port_id': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'mac_address': 'fa:16:3e:8e:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:44:52Z', 'updated_at': '2021-11-02T16:45:17Z', 'revision_number': 1, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:45:21.523121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:21.523844 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.566054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.573700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.573991 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd3005e0-28ec-4891-ae78-ad705f5dd07a', 'name': '', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'mac_address': 'fa:16:3e:1b:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:17Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 2, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'subnets': [{'id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:21.604923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.606210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2258997 Nov 02 16:45:21.610007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4319d-f389-4606-b269-5e8c640e16fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8953a98e-5cb9-4689-b604-027ea431810d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:21.610813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51570) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:21.615722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Checking router: e11f11f1-fdb3-436e-8182-b44bba947834 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:45:21.616505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Updating router e11f11f1-fdb3-436e-8182-b44bba947834 port dd3005e0-28ec-4891-ae78-ad705f5dd07a binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:45:21.616983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '09c88c52-febf-4d65-a376-f583722fbe4c', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:21.659141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:45:21.660489 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.735530 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.829025 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:21.887749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:21.892101 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d194e08-ac43-4625-908e-01fde0009d84" -d '{"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:21.918561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1417-5b5a-4fc1-8922-cbd2f915421a None None] New status for floating IP a498faea-41fe-4091-9315-d2f91dc6ec14: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:45:22.066753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-bef129eb-44d5-4128-90bb-9e0a2f7c91a9 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:22.069016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-bef129eb-44d5-4128-90bb-9e0a2f7c91a9 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 811 time: 0.3757613 Nov 02 16:45:22.086256 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.103107 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.109554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.113345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-dae01971-ed6e-4cbd-80ca-06d0b825f1cb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/quotas/9d2bdb78cecf48288b85ca2edad4aae5 HTTP/1.1" status: 200 len: 375 time: 0.0342329 Nov 02 16:45:22.135851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:22.146879 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.149718 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a01366-b6ca-4827-bf43-df2fd2c183a4 x-openstack-request-id: req-80a01366-b6ca-4827-bf43-df2fd2c183a4 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:22.150926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.152840 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:22.154348 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80a01366-b6ca-4827-bf43-df2fd2c183a4 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:22.157686 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'code': 200} Nov 02 16:45:22.231419 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f201b-d6f3-4bd6-9c01-d49fc3fc53ea None None] Pushing event updated for resources: {'Port': ['ID=dd3005e0-28ec-4891-ae78-ad705f5dd07a,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:22.249684 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Attempting to bind port dd3005e0-28ec-4891-ae78-ad705f5dd07a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:22.255122 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Attempting to bind port dd3005e0-28ec-4891-ae78-ad705f5dd07a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:22.256172 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Attempting to bind port dd3005e0-28ec-4891-ae78-ad705f5dd07a on network c3d0fb86-7878-47c9-8243-d6590b5d1fac {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:22.273116 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:22.273667 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Checking segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:22.274219 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.274998 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Bound using segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:22.277220 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Bound port: dd3005e0-28ec-4891-ae78-ad705f5dd07a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:22.277732 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.279164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.283181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6703966 Nov 02 16:45:22.285074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51592) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:22.288109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:22.290529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '09c88c52-febf-4d65-a376-f583722fbe4c', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:22.302429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65167685-320b-4b0f-9dc5-0e266dcfafe3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fd831b-5a2b-4652-8140-520e6779f2b3,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:22.336648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-bcfe211a-beaa-4373-bdcb-78aca21162b2 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171586 Nov 02 16:45:22.351765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.438953 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] For port dd3005e0-28ec-4891-ae78-ad705f5dd07a, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:22.444248 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] For port dd3005e0-28ec-4891-ae78-ad705f5dd07a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dd3005e0-28ec-4891-ae78-ad705f5dd07a,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:22.453214 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.473331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.479637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.503929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-42d353fc-47b6-46e1-8d21-0988bec5dfd2 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562037 Nov 02 16:45:22.531471 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Routers {'e11f11f1-fdb3-436e-8182-b44bba947834'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:22.532354 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e11f11f1-fdb3-436e-8182-b44bba947834'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:22.534553 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f201b-d6f3-4bd6-9c01-d49fc3fc53ea None None] Pushing event updated for resources: {'Port': ['ID=dd3005e0-28ec-4891-ae78-ad705f5dd07a,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:22.538927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ad0bd3-1273-4bfc-ad94-30e533a3cd4d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:22.554480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.557480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1feb6272-b4f9-4085-adce-b8483d0051d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700315 Nov 02 16:45:22.560749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51596) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:22.572352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '09c88c52-febf-4d65-a376-f583722fbe4c', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:22.639565 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:45:22.652048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.703502 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] Set router e11f11f1-fdb3-436e-8182-b44bba947834 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:22.742575 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-dcef2715-3d43-4e33-a9a8-0ab4d0c37165 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365711 Nov 02 16:45:22.790168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.795249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.818040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f201edad-954c-464e-ab44-819916f9afee,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:22.830090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.836085 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c13c382b-a481-448c-b73c-c0c39da550ce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2714581 Nov 02 16:45:22.837990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51602) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:22.843135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '09c88c52-febf-4d65-a376-f583722fbe4c', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:22.891552 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:45:22.897065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.974509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:22.994064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.000557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.016806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d10322b3-d438-4284-ac51-da1067be2846 req-14371daa-ee78-458d-9af3-50217cacafdb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 210 time: 0.0625334 Nov 02 16:45:23.038379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb9cc2-2bdc-45d5-94e5-30df35eff5c2,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:23.067606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.071921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-363ec228-5735-4933-80f3-1dd194dddcb6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2299099 Nov 02 16:45:23.072283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51620) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:23.078588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'network': {'name': 'tempest-network-smoke--1618749144', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'port_security_enabled': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:23.085593 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd3005e0-28ec-4891-ae78-ad705f5dd07a', 'name': '', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'mac_address': 'fa:16:3e:1b:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:17Z', 'updated_at': '2021-11-02T16:45:22Z', 'revision_number': 4, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'subnets': [{'id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:23.113567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:23.121867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.144003 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9155bd-c04d-4f35-a3a8-5f083c26d136 None None] The sync data for ids ['e11f11f1-fdb3-436e-8182-b44bba947834'] in n-d-811405-2 is: [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'dd3005e0-28ec-4891-ae78-ad705f5dd07a', 'name': '', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'mac_address': 'fa:16:3e:1b:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:17Z', 'updated_at': '2021-11-02T16:45:22Z', 'revision_number': 4, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'subnets': [{'id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:45:23.189012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:45:23.236925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.237347 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Added segment a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb of type vlan for network 69992aed-e74b-4973-b2be-3aba0dabb0b9 Nov 02 16:45:23.315450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.350951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.358514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:23.359536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.477550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4041374 Nov 02 16:45:23.480604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51628) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:23.488133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'admin_state_up': True, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:23.518873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a222a0-85b8-4a12-949a-ca4fc0989a2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Network': ['ID=69992aed-e74b-4973-b2be-3aba0dabb0b9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:23.536393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:45:23.543012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.544803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.617837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.672214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:45:23.866260 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:23.935293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:23.951604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '7c39b576-e133-4af6-b960-df4f04b5f020', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:45:24.040888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:24.062096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:24.110073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:24.115642 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:24.265213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0c0c716-56a3-4f2d-8b60-c9d3d06792cf req-ec38a645-bd28-43b8-af07-892e8a558d75 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 210 time: 0.1113453 Nov 02 16:45:24.283404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['7c39b576-e133-4af6-b960-df4f04b5f020'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:45:24.303387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:24.330287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:24.366946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:24.541447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.5 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/4704fdcc-6ba8-4bf7-bffd-4396b26bd978) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:24.768888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:24.890802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-c736365c-2b09-4cd7-ba37-a898ef6ea325 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:24.892482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-c736365c-2b09-4cd7-ba37-a898ef6ea325 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.55 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 811 time: 0.2513850 Nov 02 16:45:24.910104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Request body: {'port': {'device_id': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'admin_state_up': True, 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:24.929435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.012534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:25.030793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:25.035865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:25.106315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:25.143718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.144207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.144687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.145347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.145876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.146363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.147470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.147470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.148828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.148828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.148828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.150438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:45:25.280991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd3005e0-28ec-4891-ae78-ad705f5dd07a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:25.353663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Made reservation on behalf of 9d2bdb78cecf48288b85ca2edad4aae5 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:25.358113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.450410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port dd3005e0-28ec-4891-ae78-ad705f5dd07a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:25.451017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.514603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cda4ce1e-4d1e-4921-af86-9955d0cf49ed req-69d4f2c5-bcf7-4d29-94c7-8060383f1e32 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 210 time: 0.0481770 Nov 02 16:45:25.568267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.593072 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.628690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port dd3005e0-28ec-4891-ae78-ad705f5dd07a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dd3005e0-28ec-4891-ae78-ad705f5dd07a,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:25.633531 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.722001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=dd3005e0-28ec-4891-ae78-ad705f5dd07a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:25.727704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:25.858716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 7c39b576-e133-4af6-b960-df4f04b5f020 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:25.859840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:25.966620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Allocated IP 172.20.0.2 (c3d0fb86-7878-47c9-8243-d6590b5d1fac/d79f53a2-f842-4e09-9eb1-85f0e8213570/0f304166-baa9-49db-a7e8-336639ba2a5f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:26.026613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.084104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:26.085741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:26.101768 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eda67e-c528-4c3b-8b40-5acad0dd2c40" -d '{"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:26.106083 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.138282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.165415 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3bc18-b08d-4773-9829-c1f678b4024f x-openstack-request-id: req-3fc3bc18-b08d-4773-9829-c1f678b4024f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:26.165587 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:26.165780 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fc3bc18-b08d-4773-9829-c1f678b4024f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:26.166354 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'code': 200} Nov 02 16:45:26.185917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:26.413463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.465359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router d7cd803d-1904-42b7-bd98-f4dd64417262 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:45:26.482187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.658958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:26.664984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:26.671095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:26.714372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323d89-af00-447a-8f04-72493ff7d160 req-6907bc4d-8b02-4b98-b104-470112c4abe8 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:26.725728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c323d89-af00-447a-8f04-72493ff7d160 req-6907bc4d-8b02-4b98-b104-470112c4abe8 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 931 time: 0.0955350 Nov 02 16:45:26.732964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Pushing event updated for resources: {'Port': ['ID=0f304166-baa9-49db-a7e8-336639ba2a5f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:26.762461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:26.763789 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.788031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-a8fa0b82-18f6-478a-8a28-7607d92a206b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8838952 Nov 02 16:45:26.793874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:45:26.800926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Request body: {'port': {'device_id': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:26.807741 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Sync routers for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:45:26.825044 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:26.826196 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:26.833767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c323d89-af00-447a-8f04-72493ff7d160 req-876e0d91-7e1d-4631-9bab-fccab83efb8c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047990 Nov 02 16:45:26.869044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:26.875008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51706) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:26.876927 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc75be09-65bd-4519-aa19-25456ca0d051 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3945618 Nov 02 16:45:26.943686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:27.162003 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:27.233424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5f3e88b-50e8-4f13-b81e-199c9e6a81ca tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=61edc4df1278420c8be9eb30335e1183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3569906 Nov 02 16:45:27.236122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51712) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:27.344055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd3005e0-28ec-4891-ae78-ad705f5dd07a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:27.483992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4288e-3bd7-47ae-96ee-1c4e16bdff05 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:27.486555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44f4288e-3bd7-47ae-96ee-1c4e16bdff05 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2491784 Nov 02 16:45:27.489931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51714) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:27.520833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port dd3005e0-28ec-4891-ae78-ad705f5dd07a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:27.521571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:27.628657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f3bfbd6e-8f40-46a1-8b42-8de006c92938 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1372647 Nov 02 16:45:27.631752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51720) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:27.671392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-260971456', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:27.821139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f304166-baa9-49db-a7e8-336639ba2a5f {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:27.854805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:27.894441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Transition to ACTIVE for port object 0f304166-baa9-49db-a7e8-336639ba2a5f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:45:27.900123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.091183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Pushing event updated for resources: {'Port': ['ID=0f304166-baa9-49db-a7e8-336639ba2a5f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:28.111899 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:25Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:28.158158 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Checking router: d7cd803d-1904-42b7-bd98-f4dd64417262 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:45:28.158521 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Updating router d7cd803d-1904-42b7-bd98-f4dd64417262 port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:45:28.199643 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.316072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Attempting to bind port 0f304166-baa9-49db-a7e8-336639ba2a5f on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:28.318577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Attempting to bind port 0f304166-baa9-49db-a7e8-336639ba2a5f by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:28.319795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Attempting to bind port 0f304166-baa9-49db-a7e8-336639ba2a5f on network c3d0fb86-7878-47c9-8243-d6590b5d1fac {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:28.342301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Port 0f304166-baa9-49db-a7e8-336639ba2a5f on network c3d0fb86-7878-47c9-8243-d6590b5d1fac not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:45:28.343036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Attempting to bind port 0f304166-baa9-49db-a7e8-336639ba2a5f on network c3d0fb86-7878-47c9-8243-d6590b5d1fac {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:28.352882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:28.353445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Checking segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:28.353993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Bound using segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:28.354613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Bound port: 0f304166-baa9-49db-a7e8-336639ba2a5f, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:28.360298 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.534961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] For port 0f304166-baa9-49db-a7e8-336639ba2a5f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:28.540455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] For port 0f304166-baa9-49db-a7e8-336639ba2a5f, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0f304166-baa9-49db-a7e8-336639ba2a5f,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:28.549596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.636075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:28.636807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.639751 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f304166-baa9-49db-a7e8-336639ba2a5f HTTP/1.1" status: 200 len: 1091 time: 1.8434927 Nov 02 16:45:28.640425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456699a-7e0a-4cc9-b3f4-e9d7a5946988 service neutron] Pushing event updated for resources: {'Port': ['ID=0f304166-baa9-49db-a7e8-336639ba2a5f,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:28.645583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'tag': '0f304166-baa9-49db-a7e8-336639ba2a5f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:28.647939 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e26915-9c56-4e4a-9eb6-843fd242380a" -d '{"events": [{"name": "network-changed", "server_uuid": "f551fd0e-b695-481b-96ff-98de9dc97e6f", "tag": "0f304166-baa9-49db-a7e8-336639ba2a5f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:28.780967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:28.793759 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.824836 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90393e54-3f39-445c-af87-56a744bf12a0 x-openstack-request-id: req-90393e54-3f39-445c-af87-56a744bf12a0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:28.825970 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f551fd0e-b695-481b-96ff-98de9dc97e6f", "tag": "0f304166-baa9-49db-a7e8-336639ba2a5f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:28.825970 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90393e54-3f39-445c-af87-56a744bf12a0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:28.826963 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'tag': '0f304166-baa9-49db-a7e8-336639ba2a5f', 'status': 'completed', 'code': 200} Nov 02 16:45:28.871234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-e04339b3-c0c4-4f9c-ba02-115533f0d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:28.872801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-e04339b3-c0c4-4f9c-ba02-115533f0d594 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 1094 time: 0.1697319 Nov 02 16:45:28.951667 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.958424 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:28.959633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab974a5-1acc-4ead-a3f6-1b4f8cb342f6 req-0f3a8d23-2223-416f-8d82-997f895a9dff tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:28.961302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aab974a5-1acc-4ead-a3f6-1b4f8cb342f6 req-0f3a8d23-2223-416f-8d82-997f895a9dff tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 943 time: 0.2853825 Nov 02 16:45:28.999393 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-2be29dfc-dee2-4dbf-967a-cabf9a29d6dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f304166-baa9-49db-a7e8-336639ba2a5f HTTP/1.1" status: 200 len: 217 time: 0.1115880 Nov 02 16:45:29.062614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aab974a5-1acc-4ead-a3f6-1b4f8cb342f6 req-f925c8a3-b23f-430b-8ee9-6751827796cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899758 Nov 02 16:45:29.110637 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66730c-42eb-4610-9bd5-7efdd70c4e69 None None] Pushing event updated for resources: {'Port': ['ID=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:29.115659 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Attempting to bind port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:29.116210 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Attempting to bind port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:29.116391 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Attempting to bind port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:29.123151 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:29.123522 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:29.123931 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:29.124323 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:29.124801 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Bound port: 4704fdcc-6ba8-4bf7-bffd-4396b26bd978, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:29.127645 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:29.151597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-724c3fbf-1811-483f-8971-05e526594d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:29.159800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-724c3fbf-1811-483f-8971-05e526594d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.1545053 Nov 02 16:45:29.210528 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] For port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:29.215347 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] For port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:29.224836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-09211a0a-a9c0-4bb8-a1b5-8859a726e9ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575235 Nov 02 16:45:29.226405 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:29.316158 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:29.317030 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:29.349044 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:29.436985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66730c-42eb-4610-9bd5-7efdd70c4e69 None None] Pushing event updated for resources: {'Port': ['ID=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:29.442969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Subnet': ['ID=b646beb6-fd2a-4ce2-b727-bb89e1a70b06,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:29.455393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Checking segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:29.455820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-5d872b36-ea38-4820-acbe-dd3b73820ad3 service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183197 Nov 02 16:45:29.455965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network hostable DHCP agents. Network: 69992aed-e74b-4973-b2be-3aba0dabb0b9, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:45:29.501784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:45:29.530638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 69992aed-e74b-4973-b2be-3aba0dabb0b9) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:29.537329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:29.537997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:29.543247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16974419-0301-4b8b-95da-00734f49a78c None None] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:45:29.551948 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:29.581548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f219b8e0-e50f-4bd1-a2da-d0a4303e61a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9457874 Nov 02 16:45:29.582332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51738) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:29.629770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2dfbc513-0ca1-45f6-af12-69442c80340f req-f45e64d3-ef1d-4956-895e-0345dee8111b service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668410 Nov 02 16:45:29.764306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-94402c02-c8eb-4084-ac7b-0ee8cfa673dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:29.769485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-94402c02-c8eb-4084-ac7b-0ee8cfa673dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 1094 time: 0.0803981 Nov 02 16:45:29.910188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-69992aed-e74b-4973-b2be-3aba0dabb0b9', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:45:29.911200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:29.943569 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:25Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:30.023989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-430a5b4e-a3db-40f5-86dd-e4acfa5b5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:30.027457 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-430a5b4e-a3db-40f5-86dd-e4acfa5b5502 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 912 time: 0.2520607 Nov 02 16:45:30.029054 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae5dce-97a9-4d5f-9bdf-955d9e43641c None None] The sync data for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 is: [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:25Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:45:30.097940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-1fe56679-0d34-41f5-b49d-39d898d20e08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f304166-baa9-49db-a7e8-336639ba2a5f HTTP/1.1" status: 200 len: 217 time: 0.0565691 Nov 02 16:45:30.183538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Allocated IP 172.20.0.2 (69992aed-e74b-4973-b2be-3aba0dabb0b9/b646beb6-fd2a-4ce2-b727-bb89e1a70b06/98bb8b5c-b334-4cb6-a571-499f82827ab3) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:30.241963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-d9dd04a0-c5f3-4a7c-a306-e68d3f7f02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:30.245751 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-d9dd04a0-c5f3-4a7c-a306-e68d3f7f02e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.1384339 Nov 02 16:45:30.577491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:30.591956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:30.642751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:30.642751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:30.645859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:30.831996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e7f4-2bb7-4795-a253-57949a044cea req-e15a3c29-8a9c-44bc-bd21-a78932766d57 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:30.833595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Attempting to bind port 98bb8b5c-b334-4cb6-a571-499f82827ab3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:30.842115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Attempting to bind port 98bb8b5c-b334-4cb6-a571-499f82827ab3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:30.843001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Attempting to bind port 98bb8b5c-b334-4cb6-a571-499f82827ab3 on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:30.846733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d653e7f4-2bb7-4795-a253-57949a044cea req-e15a3c29-8a9c-44bc-bd21-a78932766d57 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 943 time: 0.4810529 Nov 02 16:45:30.874315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Pushing event updated for resources: {'Port': ['ID=98bb8b5c-b334-4cb6-a571-499f82827ab3,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:30.910392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:30.910906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Checking segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:30.911325 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:30.911724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Bound using segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:30.912225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Bound port: 98bb8b5c-b334-4cb6-a571-499f82827ab3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:30.912610 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:31.080573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d653e7f4-2bb7-4795-a253-57949a044cea req-e079fbf6-b1e9-49a4-b871-31ec7f162a4d tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322538 Nov 02 16:45:31.095388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] For port 98bb8b5c-b334-4cb6-a571-499f82827ab3, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:31.108589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] For port 98bb8b5c-b334-4cb6-a571-499f82827ab3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=98bb8b5c-b334-4cb6-a571-499f82827ab3,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:31.126636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:31.330304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-f1a1d855-6be4-46b7-af8c-a11168a83bed tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028206191&fields=id&tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 267 time: 0.1026673 Nov 02 16:45:31.367899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:31.378380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1116aad-a392-4268-b4e4-29e83256b1a4 None None] Pushing event updated for resources: {'Port': ['ID=98bb8b5c-b334-4cb6-a571-499f82827ab3,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:31.419705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:31.420076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-d1bf7922-fef9-434c-aafc-2ce4c9f65296 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1673880 Nov 02 16:45:31.547178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:31.551283 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:31.721631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0f304166-baa9-49db-a7e8-336639ba2a5f details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:45:31.785278 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-25fb2dc3-e3ce-4e76-9914-328e8bbf329d service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567576 Nov 02 16:45:31.965837 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:45:32.018669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0f304166-baa9-49db-a7e8-336639ba2a5f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0f304166-baa9-49db-a7e8-336639ba2a5f,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:32.049815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0f304166-baa9-49db-a7e8-336639ba2a5f', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'port_id': '0f304166-baa9-49db-a7e8-336639ba2a5f', 'mac_address': 'fa:16:3e:f7:f7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:45:32.057846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:32.085739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19e26915-9c56-4e4a-9eb6-843fd242380a req-83e805fb-6fbf-414a-92a7-029dff2a2071 service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638254 Nov 02 16:45:32.145483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.1 (69992aed-e74b-4973-b2be-3aba0dabb0b9/b646beb6-fd2a-4ce2-b727-bb89e1a70b06/2beba3cf-6275-4bc5-a275-2d704bf5b915) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:32.192004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:32.203962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:32.234995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:32.283003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f304166-baa9-49db-a7e8-336639ba2a5f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:32.318073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0f304166-baa9-49db-a7e8-336639ba2a5f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0f304166-baa9-49db-a7e8-336639ba2a5f,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:32.336153 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:32.350030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:32.416796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0f304166-baa9-49db-a7e8-336639ba2a5f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:32.417332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:32.565622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0f304166-baa9-49db-a7e8-336639ba2a5f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:45:32.577316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39e7b-94bc-40ef-bedb-10c642444465 req-e6ca97fb-77a6-414d-aac2-9858600915ff tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:32.579058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e39e7b-94bc-40ef-bedb-10c642444465 req-e6ca97fb-77a6-414d-aac2-9858600915ff tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 944 time: 0.1367583 Nov 02 16:45:32.582429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:32.675268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-f79c0814-b2b9-413d-8df2-d29e48efef06 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:32.681597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-f79c0814-b2b9-413d-8df2-d29e48efef06 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 1.3500190 Nov 02 16:45:32.687157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:32.715696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:32.726646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:32.759694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e39e7b-94bc-40ef-bedb-10c642444465 req-f38d8c5b-620c-43da-84dc-267216a62191 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659997 Nov 02 16:45:32.764505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-8a8c2146-47d1-47f2-83e5-79a8ec9eec25 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0719094 Nov 02 16:45:32.778009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=2beba3cf-6275-4bc5-a275-2d704bf5b915,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:32.959559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:33.022919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-662b3957-04eb-443d-ae27-d25ca79dd2c4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1918018 Nov 02 16:45:33.194874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3cbac-2fd4-4988-b5fe-f64166b89a35 None None] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:45:33.333766 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:33.362085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-5c956f6f-6017-4147-8fc6-a808866d7a81 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162012 Nov 02 16:45:33.420686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b51af49e-2078-4a7b-a870-e0f3fbe07c25 None None] Provisioning complete for port 98bb8b5c-b334-4cb6-a571-499f82827ab3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:33.420931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b51af49e-2078-4a7b-a870-e0f3fbe07c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:33.530787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:33.719839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3b9dc381-e4b7-4948-bd0f-fa146f6b47f9 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750413 Nov 02 16:45:34.002205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0f304166-baa9-49db-a7e8-336639ba2a5f up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:34.115683 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b51af49e-2078-4a7b-a870-e0f3fbe07c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.137199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d88e9-05f7-4231-938d-e8ed48eb2538 req-03f0d97d-0544-4ce3-9426-f2b0dc13936f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:34.153098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-671d88e9-05f7-4231-938d-e8ed48eb2538 req-03f0d97d-0544-4ce3-9426-f2b0dc13936f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 944 time: 0.2211516 Nov 02 16:45:34.230986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b51af49e-2078-4a7b-a870-e0f3fbe07c25 None None] For port 98bb8b5c-b334-4cb6-a571-499f82827ab3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=98bb8b5c-b334-4cb6-a571-499f82827ab3,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:34.256791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b51af49e-2078-4a7b-a870-e0f3fbe07c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.259480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:34.259975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.267719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-671d88e9-05f7-4231-938d-e8ed48eb2538 req-483a51a0-fb77-4707-ab86-820544c75942 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013534 Nov 02 16:45:34.404355 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.410006 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.482593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51af49e-2078-4a7b-a870-e0f3fbe07c25 None None] Pushing event updated for resources: {'Port': ['ID=98bb8b5c-b334-4cb6-a571-499f82827ab3,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:34.580268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0f304166-baa9-49db-a7e8-336639ba2a5f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:45:34.602944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0f304166-baa9-49db-a7e8-336639ba2a5f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:34.605131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.624555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=2beba3cf-6275-4bc5-a275-2d704bf5b915,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:34.675066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b084728-c338-4df3-9cc4-dfd0f77fc5bc req-2a33c132-52f8-4308-9cd1-b3c65fd03417 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.1457651 Nov 02 16:45:34.722281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.781051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 98bb8b5c-b334-4cb6-a571-499f82827ab3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:34.835320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.906371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f304166-baa9-49db-a7e8-336639ba2a5f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:34.909104 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd68e68-8ae8-4781-a8f9-d567c88c6151" -d '{"events": [{"server_uuid": "f551fd0e-b695-481b-96ff-98de9dc97e6f", "name": "network-vif-plugged", "status": "completed", "tag": "0f304166-baa9-49db-a7e8-336639ba2a5f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:34.931620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 98bb8b5c-b334-4cb6-a571-499f82827ab3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:34.933149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:34.980124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:34.983753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0f304166-baa9-49db-a7e8-336639ba2a5f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0f304166-baa9-49db-a7e8-336639ba2a5f,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:34.986899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:34.992230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:35.076148 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5628fce2-3fab-4a8c-aa50-188ad09c1475 x-openstack-request-id: req-5628fce2-3fab-4a8c-aa50-188ad09c1475 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:35.076457 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f551fd0e-b695-481b-96ff-98de9dc97e6f", "name": "network-vif-plugged", "status": "completed", "tag": "0f304166-baa9-49db-a7e8-336639ba2a5f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:35.076717 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5628fce2-3fab-4a8c-aa50-188ad09c1475 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:35.077136 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f304166-baa9-49db-a7e8-336639ba2a5f', 'code': 200} Nov 02 16:45:35.220761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ea444-94c0-4431-8f19-3310388954fd req-723b8dea-1258-41c8-a216-394f3b5ea5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:35.229509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-012ea444-94c0-4431-8f19-3310388954fd req-723b8dea-1258-41c8-a216-394f3b5ea5a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 1096 time: 0.1205077 Nov 02 16:45:35.250195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b0fccf7e-6307-4254-9893-8845250bf62d None None] Provisioning complete for port 2beba3cf-6275-4bc5-a275-2d704bf5b915 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:35.262094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0fccf7e-6307-4254-9893-8845250bf62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:35.307179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-012ea444-94c0-4431-8f19-3310388954fd req-2cefa21e-cc2a-4951-8f26-28599d4691e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Nov 02 16:45:35.363077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router d7cd803d-1904-42b7-bd98-f4dd64417262 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:45:35.396782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b0fccf7e-6307-4254-9893-8845250bf62d None None] Port 2beba3cf-6275-4bc5-a275-2d704bf5b915 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:45:35.421627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0f304166-baa9-49db-a7e8-336639ba2a5f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:35.464484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b0fccf7e-6307-4254-9893-8845250bf62d None None] Provisioning complete for port 98bb8b5c-b334-4cb6-a571-499f82827ab3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:35.464874 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0fccf7e-6307-4254-9893-8845250bf62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:35.591830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 98bb8b5c-b334-4cb6-a571-499f82827ab3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:35.651012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58928c5b-ea82-4516-a854-616669684589 req-d7a18681-0fde-4de5-b354-93447fc27d84 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:35.660560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58928c5b-ea82-4516-a854-616669684589 req-d7a18681-0fde-4de5-b354-93447fc27d84 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1605468 Nov 02 16:45:35.738989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58928c5b-ea82-4516-a854-616669684589 req-becceee8-453d-486b-a891-7aa5551c6680 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717545 Nov 02 16:45:35.766591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:45:35.774660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a8bf2fd-6e15-4fc9-add6-78451b283568 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/d7cd803d-1904-42b7-bd98-f4dd64417262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1911793 Nov 02 16:45:35.807574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Sync routers for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:45:35.900487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 98bb8b5c-b334-4cb6-a571-499f82827ab3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:35.901566 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:35.906050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:35.907119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:35.938820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84c2d793-860e-42f9-8f1b-4efcf143529f req-9cb18eff-ef98-4534-92af-6e02b186d9ff tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.0811164 Nov 02 16:45:36.156821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:36.221379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9023a92e-1141-4a59-81e7-22495bf654a1 None None] Provisioning complete for port 2beba3cf-6275-4bc5-a275-2d704bf5b915 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:36.221626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9023a92e-1141-4a59-81e7-22495bf654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:36.540735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9023a92e-1141-4a59-81e7-22495bf654a1 None None] Port 2beba3cf-6275-4bc5-a275-2d704bf5b915 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:45:36.556852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-cf3fdfb6-b898-40ca-9c12-2754cdffd258 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:36.559011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-cf3fdfb6-b898-40ca-9c12-2754cdffd258 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.2512681 Nov 02 16:45:36.620057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-7d6f15c1-d4b7-4a02-ae28-68e8fc87e633 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 380 time: 0.0512199 Nov 02 16:45:36.643290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'security_groups': ['e382888c-d0be-4559-b3a2-86990a2d2cc5']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:36.675294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 2, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:36.755911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Checking router: d7cd803d-1904-42b7-bd98-f4dd64417262 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:45:36.756852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Updating router d7cd803d-1904-42b7-bd98-f4dd64417262 port 2beba3cf-6275-4bc5-a275-2d704bf5b915 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:45:36.821879 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:36.898561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e724e-7fbb-45b8-b918-c8ae1e5d1f3a req-bd48164d-ebbd-4469-a954-1592894fd402 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:36.907072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-069e724e-7fbb-45b8-b918-c8ae1e5d1f3a req-bd48164d-ebbd-4469-a954-1592894fd402 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0769627 Nov 02 16:45:36.968807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:36.980639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:37.263983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.12 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/75183537-863f-4a34-a33e-7a0360cdc1ce) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:37.591860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:37.609052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:37.661609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-069e724e-7fbb-45b8-b918-c8ae1e5d1f3a req-10826380-a41b-4d3e-858c-da181f9bb9d7 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531304 Nov 02 16:45:37.727362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049faf92-6400-48e1-98ad-4389dd0f3485 None None] Pushing event updated for resources: {'Port': ['ID=2beba3cf-6275-4bc5-a275-2d704bf5b915,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:37.772161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:37.814656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-f6255e81-d54b-4c1d-a68f-0451b8e130df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:37.823140 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-f6255e81-d54b-4c1d-a68f-0451b8e130df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1097 time: 0.1624053 Nov 02 16:45:37.856219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Attempting to bind port 2beba3cf-6275-4bc5-a275-2d704bf5b915 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:37.857320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Attempting to bind port 2beba3cf-6275-4bc5-a275-2d704bf5b915 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:37.859724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00222bbd-3c76-4165-97c7-e451cacab739 req-02436406-639a-496f-86ea-cd3979422643 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.0791724 Nov 02 16:45:37.864181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Attempting to bind port 2beba3cf-6275-4bc5-a275-2d704bf5b915 on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:37.896877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:37.897387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Checking segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:37.897835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:37.898254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Bound using segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:37.898767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Bound port: 2beba3cf-6275-4bc5-a275-2d704bf5b915, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:37.899163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.067194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] For port 2beba3cf-6275-4bc5-a275-2d704bf5b915, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:38.071692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] For port 2beba3cf-6275-4bc5-a275-2d704bf5b915, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2beba3cf-6275-4bc5-a275-2d704bf5b915,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:38.078069 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.107085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-cb07835a-e99a-4c4a-b0b1-cb53cfc27fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:38.109152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-cb07835a-e99a-4c4a-b0b1-cb53cfc27fb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.2634821 Nov 02 16:45:38.206922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:45:38.207580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:38.216588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-00027477-9bdd-4598-86d2-a7b5d6ad3b80 None None] Provisioning complete for port 2beba3cf-6275-4bc5-a275-2d704bf5b915 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:38.217026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-00027477-9bdd-4598-86d2-a7b5d6ad3b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.283454 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-f625f456-48b6-422c-8458-ec12b8cba650 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 1000 time: 0.1655388 Nov 02 16:45:38.353271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049faf92-6400-48e1-98ad-4389dd0f3485 None None] Pushing event updated for resources: {'Port': ['ID=2beba3cf-6275-4bc5-a275-2d704bf5b915,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:38.441078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.467328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:45:38.526549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-00027477-9bdd-4598-86d2-a7b5d6ad3b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.538905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:38.557599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:38.621132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:38.697131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30f44906-b88b-4844-9955-6131db10cb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.737381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-00027477-9bdd-4598-86d2-a7b5d6ad3b80 None None] For port 2beba3cf-6275-4bc5-a275-2d704bf5b915, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2beba3cf-6275-4bc5-a275-2d704bf5b915,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:38.800702 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-00027477-9bdd-4598-86d2-a7b5d6ad3b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:38.817070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-ad548fbd-0126-4056-a7e8-a968c93af342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:38.838156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-ad548fbd-0126-4056-a7e8-a968c93af342 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 1096 time: 0.4136596 Nov 02 16:45:38.855963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-084047f7-49ff-4459-9afd-30b8a8cd46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:38.862896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-084047f7-49ff-4459-9afd-30b8a8cd46f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.5641191 Nov 02 16:45:38.865504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785224e2-c900-421e-b446-76bf26e7e59e req-139acc5f-ed75-4748-afcc-30d1b9042779 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:38.878012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-785224e2-c900-421e-b446-76bf26e7e59e req-139acc5f-ed75-4748-afcc-30d1b9042779 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1792831 Nov 02 16:45:38.940998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00027477-9bdd-4598-86d2-a7b5d6ad3b80 None None] Pushing event updated for resources: {'Port': ['ID=2beba3cf-6275-4bc5-a275-2d704bf5b915,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:38.954666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-785224e2-c900-421e-b446-76bf26e7e59e req-3178449c-4a89-425f-9463-82ea72294eff tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749335 Nov 02 16:45:39.159696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cef4bb-627b-4822-95aa-33fb2d5dd6bc req-1ff28796-1180-4dd7-8e99-365afd2ebe18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:39.176197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=75183537-863f-4a34-a33e-7a0360cdc1ce,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:39.184212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50cef4bb-627b-4822-95aa-33fb2d5dd6bc req-1ff28796-1180-4dd7-8e99-365afd2ebe18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 932 time: 0.1625786 Nov 02 16:45:39.194546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-e0973754-a67c-4b4f-a6c6-374442ae49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:39.196457 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-e0973754-a67c-4b4f-a6c6-374442ae49f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 912 time: 0.3145561 Nov 02 16:45:39.202897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:39.203951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:39.290341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-bbd4714d-d736-43e9-b084-ff8e09f1d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:39.292361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-bbd4714d-d736-43e9-b084-ff8e09f1d42c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870590 Nov 02 16:45:39.294867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-8a79358c-4ac5-4b1c-b95b-b9c1980346f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f304166-baa9-49db-a7e8-336639ba2a5f HTTP/1.1" status: 200 len: 217 time: 0.0855994 Nov 02 16:45:39.328607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50cef4bb-627b-4822-95aa-33fb2d5dd6bc req-09d328a3-456d-4210-b21e-183bba9072f1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389945 Nov 02 16:45:39.382686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-451bfd0a-b295-47f9-a71b-bd87d4c387d3 None None] Provisioning complete for port 75183537-863f-4a34-a33e-7a0360cdc1ce triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:39.383063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-451bfd0a-b295-47f9-a71b-bd87d4c387d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:39.417911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-219ef971-0765-4415-833e-be9a0c2d18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:39.420478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-219ef971-0765-4415-833e-be9a0c2d18a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.1135232 Nov 02 16:45:39.435102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3569319c-72e6-4750-a581-230cdcabaa5f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7950447 Nov 02 16:45:39.485606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-451bfd0a-b295-47f9-a71b-bd87d4c387d3 None None] Port 75183537-863f-4a34-a33e-7a0360cdc1ce cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:45:39.496272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Request body: {'port': {'device_id': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:39.501466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:45:39.533866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-e10fb80f-4cac-4d5a-aab3-d9e28a8f27e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955310 Nov 02 16:45:39.601203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab885e-ec56-426d-b826-0fb470899e9c None None] The sync data for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 is: [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:45:39.613115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-451bfd0a-b295-47f9-a71b-bd87d4c387d3 None None] Provisioning complete for port 2beba3cf-6275-4bc5-a275-2d704bf5b915 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:39.613486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-451bfd0a-b295-47f9-a71b-bd87d4c387d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:39.857344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-1c147fb1-307b-4edd-bcfe-2ba4c2de0fad service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514865 Nov 02 16:45:40.075281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:40.134814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-0f94bef8-89e1-4d87-b533-d57efd4642be service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908785 Nov 02 16:45:40.226394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36d9e1-5e96-4c02-9d38-c62623ba4e66 req-1846a40e-f8fe-4a08-92b0-48166eed4268 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:40.235267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a36d9e1-5e96-4c02-9d38-c62623ba4e66 req-1846a40e-f8fe-4a08-92b0-48166eed4268 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1517818 Nov 02 16:45:40.335723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a36d9e1-5e96-4c02-9d38-c62623ba4e66 req-1556c3b6-6939-4d53-a4dd-c16853c733f1 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Nov 02 16:45:40.372722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-41f2a218-6d57-4c0c-be54-c2ebd792038c req-ebd67bf4-17bb-4436-ba22-dd2add7f58f5 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007515 Nov 02 16:45:40.573630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8d48a-b247-464d-b220-16c555e47ceb req-63fe0b09-4617-4c03-8628-d3b4fdeb1a3b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:40.583410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b8d48a-b247-464d-b220-16c555e47ceb req-63fe0b09-4617-4c03-8628-d3b4fdeb1a3b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 932 time: 0.0815127 Nov 02 16:45:40.644744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fe4cb920-a21d-4c21-a4ef-cb75fdc69efa req-fa4596e3-ec48-413e-a437-b477b1978620 service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905341 Nov 02 16:45:40.666631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40b8d48a-b247-464d-b220-16c555e47ceb req-611e4b41-1993-4d57-a5d3-b00afbe27158 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639412 Nov 02 16:45:40.884291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75183537-863f-4a34-a33e-7a0360cdc1ce {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:40.897929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:40.922317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Transition to ACTIVE for port object 75183537-863f-4a34-a33e-7a0360cdc1ce will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:45:40.937277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.093947 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbe02-2931-4465-9ed3-7cc7ca677d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.106981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Pushing event updated for resources: {'Port': ['ID=75183537-863f-4a34-a33e-7a0360cdc1ce,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:41.173611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Attempting to bind port 75183537-863f-4a34-a33e-7a0360cdc1ce on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:41.175464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Attempting to bind port 75183537-863f-4a34-a33e-7a0360cdc1ce by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:41.175812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Attempting to bind port 75183537-863f-4a34-a33e-7a0360cdc1ce on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:41.181876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Port 75183537-863f-4a34-a33e-7a0360cdc1ce on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:45:41.182815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Attempting to bind port 75183537-863f-4a34-a33e-7a0360cdc1ce on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:41.193036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:41.193670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:41.194319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:41.194921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Bound port: 75183537-863f-4a34-a33e-7a0360cdc1ce, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:41.195675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.325569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] For port 75183537-863f-4a34-a33e-7a0360cdc1ce, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:41.336010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] For port 75183537-863f-4a34-a33e-7a0360cdc1ce, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75183537-863f-4a34-a33e-7a0360cdc1ce,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:41.361125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.379830 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.444026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:41.444621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.444870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2beba3cf-6275-4bc5-a275-2d704bf5b915 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:41.446520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] 10.222.0.100 "PUT /v2.0/ports/75183537-863f-4a34-a33e-7a0360cdc1ce HTTP/1.1" status: 200 len: 1092 time: 1.9878547 Nov 02 16:45:41.449198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:41.451334 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1a824d-6d36-411a-9f02-43312a425767" -d '{"events": [{"name": "network-changed", "server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:41.569149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04acac-6706-4481-9b67-8810acdcfe84 service neutron] Pushing event updated for resources: {'Port': ['ID=75183537-863f-4a34-a33e-7a0360cdc1ce,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:41.612685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-6686e178-616c-40bb-a4e4-01ffa97ecf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:41.615046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-6686e178-616c-40bb-a4e4-01ffa97ecf39 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 1095 time: 0.1073842 Nov 02 16:45:41.660889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb10edb-0eb8-433e-b2d2-706b4dbbb46d req-af054a30-1135-4a9a-ad56-741ea43a7714 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:41.682057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fb10edb-0eb8-433e-b2d2-706b4dbbb46d req-af054a30-1135-4a9a-ad56-741ea43a7714 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1947966 Nov 02 16:45:41.702714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2beba3cf-6275-4bc5-a275-2d704bf5b915 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:41.703098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:41.718930 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-f5192f20-0200-4b13-b461-001434dcec79 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75183537-863f-4a34-a33e-7a0360cdc1ce HTTP/1.1" status: 200 len: 217 time: 0.0912814 Nov 02 16:45:41.822056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fb10edb-0eb8-433e-b2d2-706b4dbbb46d req-912cee1a-7f95-406a-99f4-bf4d0c697601 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233156 Nov 02 16:45:41.853556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-46c84695-b07b-40dd-bbd0-2ec8ad46de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:41.856307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-46c84695-b07b-40dd-bbd0-2ec8ad46de97 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1257854 Nov 02 16:45:41.940947 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761ba93e-a2ed-4ec0-b9de-a25152c5e68b x-openstack-request-id: req-761ba93e-a2ed-4ec0-b9de-a25152c5e68b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:41.942395 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:41.942845 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-761ba93e-a2ed-4ec0-b9de-a25152c5e68b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:41.943441 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'status': 'completed', 'code': 200} Nov 02 16:45:41.979886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-0e6b650e-a6b8-4039-8a15-33df1b0dacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:41.982232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-0e6b650e-a6b8-4039-8a15-33df1b0dacf4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124911 Nov 02 16:45:42.123888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acdf02-257d-418d-895d-2423ebf1cc44 req-5e124165-8e33-4368-b871-ced3de81fd4b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:42.126162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8acdf02-257d-418d-895d-2423ebf1cc44 req-5e124165-8e33-4368-b871-ced3de81fd4b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.0936527 Nov 02 16:45:42.202009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8acdf02-257d-418d-895d-2423ebf1cc44 req-8e455b66-6c06-40d5-806b-dd2e39510866 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568633 Nov 02 16:45:42.221758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-86923f27-4427-457f-bce8-5907819b73d1 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162087 Nov 02 16:45:42.446058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d82e7899-2e3e-403d-9f87-ba5513a729ca req-3c13a9a6-9ee3-4d52-a8fd-b2ce3594320a service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100413 Nov 02 16:45:42.582684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a824d-6d36-411a-9f02-43312a425767 req-0f6ba630-df5d-4140-b231-c52bc36369a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:42.583318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:42.584689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-0f6ba630-df5d-4140-b231-c52bc36369a1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 1095 time: 0.0616815 Nov 02 16:45:42.755130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a824d-6d36-411a-9f02-43312a425767 req-d028e854-90ce-405c-8109-34c8d817d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:42.758352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-d028e854-90ce-405c-8109-34c8d817d0b1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.1629355 Nov 02 16:45:42.821153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-f1672edc-1e60-4dcd-a3dc-9135102c701c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75183537-863f-4a34-a33e-7a0360cdc1ce HTTP/1.1" status: 200 len: 217 time: 0.0541291 Nov 02 16:45:42.999372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a824d-6d36-411a-9f02-43312a425767 req-a6cd5d4c-8625-49f6-99cc-1012b4ab0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:43.007842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-a6cd5d4c-8625-49f6-99cc-1012b4ab0594 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1539683 Nov 02 16:45:43.084686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682b12-8751-4995-a5ee-611f42f9569b req-29f0d195-c9b9-4105-ae8d-ddb14090f86e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:43.086941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26682b12-8751-4995-a5ee-611f42f9569b req-29f0d195-c9b9-4105-ae8d-ddb14090f86e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1093013 Nov 02 16:45:43.116124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a824d-6d36-411a-9f02-43312a425767 req-194b61d6-4cc4-444c-937b-aad95cbfc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:43.117557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-194b61d6-4cc4-444c-937b-aad95cbfc797 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992434 Nov 02 16:45:43.133024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-408a3146-05fc-4639-8220-eb204f7bec10 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657915174&fields=id&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 267 time: 0.0849831 Nov 02 16:45:43.295730 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-18b6804e-bde3-4108-b59a-6128f58c2465 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602976 Nov 02 16:45:43.326730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-ceaca12f-c7b4-4350-be44-10c26f8606fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:43.328395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-ceaca12f-c7b4-4350-be44-10c26f8606fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 797 time: 0.1883953 Nov 02 16:45:43.353657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26682b12-8751-4995-a5ee-611f42f9569b req-aca25552-a2b4-4436-a239-4c51c6092165 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512908 Nov 02 16:45:43.376800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a3bf5510-131a-4a38-8af1-2aba0412dfe1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/quotas/61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 375 time: 0.0191848 Nov 02 16:45:43.477168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-32274bf3-fc07-4ff4-a684-a75a0d0d2d2e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837998 Nov 02 16:45:43.494612 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1a824d-6d36-411a-9f02-43312a425767 req-ea021978-1dd0-422c-a877-3de866c92f98 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977644 Nov 02 16:45:43.612293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-f3a435ef-1162-4152-a51e-67c7e7a4f295 service neutron] 10.222.0.31 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310334 Nov 02 16:45:43.732923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:43.797471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-270fb1c0-7b26-4cff-92f3-c4391b8318c9 service neutron] 10.222.0.31 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835732 Nov 02 16:45:43.819380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509af5-b5fe-4188-a21d-cc7f785a83da req-914d4ec4-d602-43e8-88b0-7b76a09c462b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:43.827890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66509af5-b5fe-4188-a21d-cc7f785a83da req-914d4ec4-d602-43e8-88b0-7b76a09c462b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.2059479 Nov 02 16:45:43.878590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66509af5-b5fe-4188-a21d-cc7f785a83da req-8c6877b2-f774-4f88-87a7-557e42a969e9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494394 Nov 02 16:45:44.179230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dfaf3d95-f626-43e2-951d-02f5b91a9f82 req-5150b51c-8d7e-498c-82a1-5fd59bdf44d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 210 time: 0.0839605 Nov 02 16:45:44.636225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90513-80e4-4156-9ded-bc618cd49631 req-f24fd1c8-9590-49ff-9037-2d9211206c1f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:44.644154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91a90513-80e4-4156-9ded-bc618cd49631 req-f24fd1c8-9590-49ff-9037-2d9211206c1f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1678507 Nov 02 16:45:44.726924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91a90513-80e4-4156-9ded-bc618cd49631 req-40106c89-1373-4928-842c-4c8490758cea tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744724 Nov 02 16:45:45.168540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023491-0959-4607-9677-aa86b9e58e76 req-b619ee97-3bf5-4201-9ae0-d4aeeeba39b8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:45.184754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00023491-0959-4607-9677-aa86b9e58e76 req-b619ee97-3bf5-4201-9ae0-d4aeeeba39b8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.1370490 Nov 02 16:45:45.280378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00023491-0959-4607-9677-aa86b9e58e76 req-94a7a540-908f-42a9-82f7-758b9228f5e9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943205 Nov 02 16:45:45.340483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7b2f4d7-108a-491a-bfb4-3c10c5d360f3 req-3f39e2f7-34b7-43f8-bfc0-72d5d455f585 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 210 time: 0.0361595 Nov 02 16:45:45.925810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0614-df61-4833-8e49-1770711494ad req-d0418d9f-caec-467a-afce-1e9fe3dc5062 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:45.928016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7fa0614-df61-4833-8e49-1770711494ad req-d0418d9f-caec-467a-afce-1e9fe3dc5062 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0795467 Nov 02 16:45:45.992662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7fa0614-df61-4833-8e49-1770711494ad req-85976af4-5898-4bb9-ac26-fce80895d0fc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559480 Nov 02 16:45:46.228700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-4c1082f1-2d0a-4581-a3a4-380b2bf00084 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:46.231180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-4c1082f1-2d0a-4581-a3a4-380b2bf00084 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 797 time: 0.1805069 Nov 02 16:45:46.323580 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-2205964f-169b-4ee9-b7f7-f1f3534a0ff6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 380 time: 0.0785050 Nov 02 16:45:46.335649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'port': {'device_id': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'admin_state_up': True, 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'security_groups': ['09c88c52-febf-4d65-a376-f583722fbe4c']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:46.534312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2ad0-73d8-4836-830b-7ad24337fc40 req-4817081f-ad4e-47a6-9044-51fca74a3ad1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:46.540139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3ac2ad0-73d8-4836-830b-7ad24337fc40 req-4817081f-ad4e-47a6-9044-51fca74a3ad1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.1438141 Nov 02 16:45:46.543078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:45:46.547586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:46.557860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bce77f90-bb7d-4d9b-ba5b-f8b8dda64235 req-8abfba81-7e8a-4e79-978a-fb29935af69c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 210 time: 0.0769260 Nov 02 16:45:46.624534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3ac2ad0-73d8-4836-830b-7ad24337fc40 req-f6938248-3420-4516-b912-2095690d5e3f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610120 Nov 02 16:45:46.813183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.11 (69992aed-e74b-4973-b2be-3aba0dabb0b9/b646beb6-fd2a-4ce2-b727-bb89e1a70b06/7a9cc2e4-b649-4966-af2b-6a60b174fbfe) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:47.087506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:47.144679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:47.189941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5320e-8135-4cac-bd2c-4605d8ff67b2 req-455979f6-7dee-42c3-be5e-130406541cc4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:47.198172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbb5320e-8135-4cac-bd2c-4605d8ff67b2 req-455979f6-7dee-42c3-be5e-130406541cc4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0886083 Nov 02 16:45:47.236420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:47.254329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:47.256255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:47.262284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbb5320e-8135-4cac-bd2c-4605d8ff67b2 req-f55aa1a3-1919-4c4e-85bf-221f76d39b58 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630636 Nov 02 16:45:47.328703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:47.386375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:47.387017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:47.488963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:47.494391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a4ebe4f1-a843-4ca5-afe6-2da24685a924 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1620779 Nov 02 16:45:47.508223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Request body: {'port': {'device_id': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:47.630551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:47.664537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-36485a90-31d4-4a2e-be72-042a9728c809 None None] Provisioning complete for port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:47.664978 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36485a90-31d4-4a2e-be72-042a9728c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:47.750854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-36485a90-31d4-4a2e-be72-042a9728c809 None None] Port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:45:47.822960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd860e-c4b8-4194-a320-881b282ec01b req-2ec5defe-ffed-48b2-9758-333934874fd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:47.832591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afdd860e-c4b8-4194-a320-881b282ec01b req-2ec5defe-ffed-48b2-9758-333934874fd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 932 time: 0.1694193 Nov 02 16:45:47.873884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e43e0-1ee1-46cd-8fb2-47ec11b3f2f6 req-b3e86b0a-bedd-467f-9b8f-fa6b26608e50 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:47.875742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b8e43e0-1ee1-46cd-8fb2-47ec11b3f2f6 req-b3e86b0a-bedd-467f-9b8f-fa6b26608e50 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.1138842 Nov 02 16:45:47.951873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afdd860e-c4b8-4194-a320-881b282ec01b req-c6ce93b9-751e-41f0-9807-d1cccb48d00b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180375 Nov 02 16:45:48.010525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b8e43e0-1ee1-46cd-8fb2-47ec11b3f2f6 req-01262b1e-42e9-4420-ad55-23b398ca058a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158714 Nov 02 16:45:48.110081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9cc2e4-b649-4966-af2b-6a60b174fbfe {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:48.119342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:48.140395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Transition to ACTIVE for port object 7a9cc2e4-b649-4966-af2b-6a60b174fbfe will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:45:48.144525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:48.278870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:48.302733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:45:48.303382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:45:48.303795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:48.309788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:45:48.314051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:45:48.320497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:45:48.320844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Checking segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:45:48.321237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Bound using segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:45:48.321707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Bound port: 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:45:48.322197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:48.460934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:45:48.469840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:45:48.479775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:48.540469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5718d-3def-4e5f-994b-66db2209a767 req-0a2d3df0-cb36-41e2-ad96-2cdf04f0a3e5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:48.545403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4c5718d-3def-4e5f-994b-66db2209a767 req-0a2d3df0-cb36-41e2-ad96-2cdf04f0a3e5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1389825 Nov 02 16:45:48.584483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:48.584993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:48.586741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] 10.222.0.55 "PUT /v2.0/ports/7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1092 time: 1.0833414 Nov 02 16:45:48.587493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:48.590737 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5cf524-bedb-47d0-8ac1-17d745fab79a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:48.664655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4c5718d-3def-4e5f-994b-66db2209a767 req-b8d073a5-347b-46ab-a96d-7126a67028ce tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134355 Nov 02 16:45:48.695194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d695368-f616-4987-b7ca-d1db98c11742 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:48.785773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a35e240e-a44e-43c2-b885-d5ac311972fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:48.787542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-a35e240e-a44e-43c2-b885-d5ac311972fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1095 time: 0.1485393 Nov 02 16:45:48.797851 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b2822-5f57-470d-bd41-fcd9b3d48c6f x-openstack-request-id: req-3e0b2822-5f57-470d-bd41-fcd9b3d48c6f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:48.798241 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:48.798426 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e0b2822-5f57-470d-bd41-fcd9b3d48c6f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:48.798856 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'status': 'completed', 'code': 200} Nov 02 16:45:48.882838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-b5939870-12d5-4bc9-b15e-69a8089b24a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 217 time: 0.0829475 Nov 02 16:45:48.950162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-f0a09e9d-2d4c-4126-a7e8-bfd91fa79a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:48.951755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-f0a09e9d-2d4c-4126-a7e8-bfd91fa79a8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0619528 Nov 02 16:45:49.031136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-249b7758-1240-4927-a316-6ef96a4c1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.035032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-249b7758-1240-4927-a316-6ef96a4c1c25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730643 Nov 02 16:45:49.143860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd64a89-1ade-4741-9bf4-8d411c3f16e1 req-d1e431e6-109d-46ef-818f-2cf3c2bc2fd7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.153381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efd64a89-1ade-4741-9bf4-8d411c3f16e1 req-d1e431e6-109d-46ef-818f-2cf3c2bc2fd7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 944 time: 0.1012530 Nov 02 16:45:49.259494 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-750531c9-2a49-4cdd-923d-e8c55ba2baf9 service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155142 Nov 02 16:45:49.270055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efd64a89-1ade-4741-9bf4-8d411c3f16e1 req-b558abe6-4c1c-458e-8534-8b31728d9b89 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153755 Nov 02 16:45:49.289455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05131ce5-92ad-4612-86c2-7d8c48a6172b req-88d9a2f8-3825-4cca-abe9-6129c9209b5a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.291386 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05131ce5-92ad-4612-86c2-7d8c48a6172b req-88d9a2f8-3825-4cca-abe9-6129c9209b5a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.1334374 Nov 02 16:45:49.365027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05131ce5-92ad-4612-86c2-7d8c48a6172b req-08d27078-5b65-4aeb-9cba-3ea7daa3107a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537696 Nov 02 16:45:49.398475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-64e0231d-d7c3-430b-8b10-3bc086b333cc req-6119243a-118e-4545-8e55-1635680fa08c service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250591 Nov 02 16:45:49.510111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-a5fbc9bd-77e0-4b88-9160-f93b45a49379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.511666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-a5fbc9bd-77e0-4b88-9160-f93b45a49379 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1095 time: 0.0561540 Nov 02 16:45:49.698412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-4a5253ec-977b-4e36-bccd-29e640dd26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.698412 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-4a5253ec-977b-4e36-bccd-29e640dd26ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.1311839 Nov 02 16:45:49.776801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-18398cc7-5d53-4b5d-8678-b63369881e6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 217 time: 0.0656471 Nov 02 16:45:49.817474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae711e-7582-4b10-9bf7-9651fc82013a req-11f7f4cc-eecc-42cc-b704-33dbf11f094e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.826006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22ae711e-7582-4b10-9bf7-9651fc82013a req-11f7f4cc-eecc-42cc-b704-33dbf11f094e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0702438 Nov 02 16:45:49.850167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-942c29fd-e0b5-4ac1-91ca-d9b51fe8d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:49.851991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-942c29fd-e0b5-4ac1-91ca-d9b51fe8d521 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0674913 Nov 02 16:45:49.868495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22ae711e-7582-4b10-9bf7-9651fc82013a req-12f08429-53ae-4322-9fa2-59fd95aed4f5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Nov 02 16:45:50.229793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-b92d5247-4901-4cc1-a4be-e0d7e3069c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:50.231815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-b92d5247-4901-4cc1-a4be-e0d7e3069c33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3710008 Nov 02 16:45:50.372917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176c38-4154-4d23-ae08-0821e9c97ae0 req-2cd29e78-7a23-4026-9cd8-88a33ecaee0d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:50.375327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81176c38-4154-4d23-ae08-0821e9c97ae0 req-2cd29e78-7a23-4026-9cd8-88a33ecaee0d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0886707 Nov 02 16:45:50.385617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-85728b7e-873e-41d2-bc44-d766adc059ab service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459048 Nov 02 16:45:50.446784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81176c38-4154-4d23-ae08-0821e9c97ae0 req-44275d5c-3960-43c3-a50b-f8715ecdf232 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653217 Nov 02 16:45:50.490646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4933ac-4a6c-40f3-8b91-c79388a35752 req-9d9c1139-caba-47d6-afcb-43f9ba49b0bc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:50.499217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a4933ac-4a6c-40f3-8b91-c79388a35752 req-9d9c1139-caba-47d6-afcb-43f9ba49b0bc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 944 time: 0.1095698 Nov 02 16:45:50.522441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd5cf524-bedb-47d0-8ac1-17d745fab79a req-272bb35e-25d6-4edc-b75b-c6981f21aa04 service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222034 Nov 02 16:45:50.569316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a4933ac-4a6c-40f3-8b91-c79388a35752 req-b01c18c8-5976-4d31-87a8-922417fd738f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691936 Nov 02 16:45:50.595737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ccae2-8a57-46ca-812b-b66231d16b63 req-0da4df35-7933-4c37-b828-8a67869cc863 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:50.598013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-725ccae2-8a57-46ca-812b-b66231d16b63 req-0da4df35-7933-4c37-b828-8a67869cc863 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.0793695 Nov 02 16:45:50.640702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-725ccae2-8a57-46ca-812b-b66231d16b63 req-f49acb73-bf09-41da-b200-788d6d2921fd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Nov 02 16:45:51.041459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c518df2-bb44-4ac1-b410-764e20fc2161 req-664c37cb-35fb-4b4e-8e9a-51a79f3ecd24 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:51.043099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c518df2-bb44-4ac1-b410-764e20fc2161 req-664c37cb-35fb-4b4e-8e9a-51a79f3ecd24 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0652120 Nov 02 16:45:51.116672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c518df2-bb44-4ac1-b410-764e20fc2161 req-65660102-0189-4748-a9e7-e6458ee51e45 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549581 Nov 02 16:45:51.128463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724d7b5-6d9d-4938-9a93-dc6a376fb0b2 req-13e4b4a5-fc4b-4276-9ad1-931fe01679a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:51.130314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c724d7b5-6d9d-4938-9a93-dc6a376fb0b2 req-13e4b4a5-fc4b-4276-9ad1-931fe01679a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0850365 Nov 02 16:45:51.171614 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c724d7b5-6d9d-4938-9a93-dc6a376fb0b2 req-f8b4e860-d0a2-40ef-be2a-628a760ee970 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352309 Nov 02 16:45:51.702678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cda30-ec2f-4216-9ecc-1abb355f6dd9 req-bb1ab88c-a516-4841-acf1-b3538c676b16 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:51.704206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a59cda30-ec2f-4216-9ecc-1abb355f6dd9 req-bb1ab88c-a516-4841-acf1-b3538c676b16 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 944 time: 0.0512786 Nov 02 16:45:51.775234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a59cda30-ec2f-4216-9ecc-1abb355f6dd9 req-7a575660-9a1a-4618-842c-a925670e26cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650516 Nov 02 16:45:51.785950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:45:51.797525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5acca-cae8-4add-855f-3571fdf7b7ce req-d1cbc870-6945-46ae-b4d9-b4cd0098d3a4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:51.797929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31f5acca-cae8-4add-855f-3571fdf7b7ce req-d1cbc870-6945-46ae-b4d9-b4cd0098d3a4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.0817156 Nov 02 16:45:51.845378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31f5acca-cae8-4add-855f-3571fdf7b7ce req-258d0fab-4f02-4528-b419-0ff972bde09a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Nov 02 16:45:51.906530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:51.919906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'port_id': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'mac_address': 'fa:16:3e:10:ee:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:45:51.962994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:51.978454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9cc2e4-b649-4966-af2b-6a60b174fbfe {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:52.002279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:52.011015 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:52.070228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:52.271488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971df67b-ea91-4dea-8ef4-ee8af0735460 req-806e7db7-5624-4da7-9f9f-bbd9f799dc04 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.273044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-971df67b-ea91-4dea-8ef4-ee8af0735460 req-806e7db7-5624-4da7-9f9f-bbd9f799dc04 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0623155 Nov 02 16:45:52.294852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['7a9cc2e4-b649-4966-af2b-6a60b174fbfe'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:45:52.367721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-38e55746-98de-4dfc-9477-fc4ada368c82 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0557811 Nov 02 16:45:52.374851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-971df67b-ea91-4dea-8ef4-ee8af0735460 req-a1a678fe-ff22-43ad-824f-0a519bcfe665 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907097 Nov 02 16:45:52.383945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8c182-f422-4924-8dd7-5cb8a379b2cb req-fc85807f-b42c-4334-ad77-dc5676d57707 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.385697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ff8c182-f422-4924-8dd7-5cb8a379b2cb req-fc85807f-b42c-4334-ad77-dc5676d57707 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1117389 Nov 02 16:45:52.443230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ff8c182-f422-4924-8dd7-5cb8a379b2cb req-1c8662cb-b4e7-48d2-830b-83a87a4b47f2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498819 Nov 02 16:45:52.502633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.503307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.503775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.504240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.504701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.505157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.505615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.507697 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-386d0595-27bb-451d-80a0-86795dd0f0a3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.0783386 Nov 02 16:45:52.644469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-772b9d52-4c45-4500-9864-aa93ec138138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.644960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-772b9d52-4c45-4500-9864-aa93ec138138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.645407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-772b9d52-4c45-4500-9864-aa93ec138138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.647053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-772b9d52-4c45-4500-9864-aa93ec138138 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=a72004e9-fb89-4003-80e5-b791065335de&id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 2293 time: 0.1130750 Nov 02 16:45:52.715221 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-8909feba-ebc0-4acd-9c89-a0b05d61f56b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 1001 time: 0.0600019 Nov 02 16:45:52.781443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-6cf23d5f-ba6c-4ce5-874a-47e9d62f48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.783693 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-6cf23d5f-ba6c-4ce5-874a-47e9d62f48d8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 200 len: 851 time: 0.0605550 Nov 02 16:45:52.834862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-37b0062b-0814-46f2-a17e-56fd17c5e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.836441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-37b0062b-0814-46f2-a17e-56fd17c5e683 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444469 Nov 02 16:45:52.916286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5731dc-e52f-4a17-80ab-6d780eedb788 req-9ce5a90a-fbff-4f04-928c-0af7191b7728 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:52.917826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab5731dc-e52f-4a17-80ab-6d780eedb788 req-9ce5a90a-fbff-4f04-928c-0af7191b7728 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 945 time: 0.0649216 Nov 02 16:45:52.954471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-568c969d-ef2c-4a31-9e8a-aeff114b6171 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081414 Nov 02 16:45:52.970072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab5731dc-e52f-4a17-80ab-6d780eedb788 req-cd16e9dd-1afa-473d-a11e-2670ee96c151 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456164 Nov 02 16:45:52.977219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:53.059508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce3516-c8f7-4956-8616-fb9f290fae24 req-0c02331e-3fbc-42a7-9fb8-24d4639b2d39 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.061259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51ce3516-c8f7-4956-8616-fb9f290fae24 req-0c02331e-3fbc-42a7-9fb8-24d4639b2d39 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 944 time: 0.0550129 Nov 02 16:45:53.072143 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-3e03a368-121d-4cd3-a46d-219681ede6e2 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042449 Nov 02 16:45:53.113752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51ce3516-c8f7-4956-8616-fb9f290fae24 req-f18be6e3-43f4-4a8d-a88b-8b94e4f2350c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Nov 02 16:45:53.131921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-5306ab50-f56b-49ac-a5e3-ad24a85ccd3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 217 time: 0.0464795 Nov 02 16:45:53.202523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-04c6176a-e058-4a48-841b-6899826ad6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.204301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-04c6176a-e058-4a48-841b-6899826ad6ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0522203 Nov 02 16:45:53.268687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-04e22a77-bb03-482e-aa12-a8f5ecbccebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.270614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-04e22a77-bb03-482e-aa12-a8f5ecbccebc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579274 Nov 02 16:45:53.372733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-02445470-d475-4cda-9442-a4ca2d82440c service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931134 Nov 02 16:45:53.449859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75183537-863f-4a34-a33e-7a0360cdc1ce details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:45:53.509162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-70ccd733-b316-4277-b729-8916efbd37a9 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259532 Nov 02 16:45:53.546381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f7ad-82d1-4e6c-97e7-5f6f672bce46 req-3f430c27-9a71-49b3-954b-6a9a77f13687 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.548255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9f1f7ad-82d1-4e6c-97e7-5f6f672bce46 req-3f430c27-9a71-49b3-954b-6a9a77f13687 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0876343 Nov 02 16:45:53.586586 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-56bcb8a6-19ef-4926-9355-749ac63f5132 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 217 time: 0.0683804 Nov 02 16:45:53.600526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 75183537-863f-4a34-a33e-7a0360cdc1ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75183537-863f-4a34-a33e-7a0360cdc1ce,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:53.620989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'mac_address': 'fa:16:3e:f0:1b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:45:53.630711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9f1f7ad-82d1-4e6c-97e7-5f6f672bce46 req-03fbd78e-3c5b-4efd-b892-2eb3756a8192 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 Nov 02 16:45:53.641970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719bac7-2088-46a7-a29b-2b4247a2fb59 req-2c8e90d8-d2b9-4584-9b77-fadc4e944af7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.644242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5719bac7-2088-46a7-a29b-2b4247a2fb59 req-2c8e90d8-d2b9-4584-9b77-fadc4e944af7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0948308 Nov 02 16:45:53.656055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-06dd1524-5018-4930-94fa-edd156a4b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.657906 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-06dd1524-5018-4930-94fa-edd156a4b47a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0626798 Nov 02 16:45:53.693716 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:53.703080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5719bac7-2088-46a7-a29b-2b4247a2fb59 req-c0d5c1dd-52d9-435c-9923-d955934c1a36 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518897 Nov 02 16:45:53.712169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75183537-863f-4a34-a33e-7a0360cdc1ce {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:53.732140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-be1e98b4-241a-49a9-a6a2-de89460afff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:53.734517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-be1e98b4-241a-49a9-a6a2-de89460afff1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688207 Nov 02 16:45:53.737135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 75183537-863f-4a34-a33e-7a0360cdc1ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75183537-863f-4a34-a33e-7a0360cdc1ce,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:53.741337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:53.804905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:45:53.808608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:53.842964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=75183537-863f-4a34-a33e-7a0360cdc1ce,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:53.850701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-193ca982-fb33-4d16-ae29-7de91c7c4ec7 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048801 Nov 02 16:45:53.936424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:45:53.950376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:53.950932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:53.971547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-42ce8053-eae7-4eab-89fd-bd20d035ef3b service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130860 Nov 02 16:45:53.995617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:54.017737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '7c39b576-e133-4af6-b960-df4f04b5f020', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': '7c39b576-e133-4af6-b960-df4f04b5f020', 'mac_address': 'fa:16:3e:2a:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:45:54.037456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-2bb0b011-fcf8-4a8f-8281-8c06f3aa4c68 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 200 len: 217 time: 0.0570889 Nov 02 16:45:54.099547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:54.101319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37059aa5-4ff6-4e71-a4ce-9be88664d8c5 req-ac3552e6-3842-48d1-b318-8ff49d0d7b36 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.102284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-60ff2373-9a08-4ede-957c-2150d306171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.103552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-60ff2373-9a08-4ede-957c-2150d306171e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0581055 Nov 02 16:45:54.104144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37059aa5-4ff6-4e71-a4ce-9be88664d8c5 req-ac3552e6-3842-48d1-b318-8ff49d0d7b36 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 945 time: 0.0606370 Nov 02 16:45:54.106415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:54.127294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:54.158439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:54.160300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:54.160911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37059aa5-4ff6-4e71-a4ce-9be88664d8c5 req-4a3baaa4-e692-4282-ae77-228b6691984d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515127 Nov 02 16:45:54.172701 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0abe814-2ea6-4286-a668-3ff25adf9d65" -d '{"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:54.173002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-72accaf2-76c6-4f84-a63a-4e92b94465e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.173002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-72accaf2-76c6-4f84-a63a-4e92b94465e3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558410 Nov 02 16:45:54.173203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:54.173203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:45:54.180290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['75183537-863f-4a34-a33e-7a0360cdc1ce'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:45:54.322359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-3019db11-4051-4c01-855e-c9a503abd5a9 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346605 Nov 02 16:45:54.342066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:54.348011 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb72a48-7838-45c9-a3d8-892933f5bbd1 x-openstack-request-id: req-7cb72a48-7838-45c9-a3d8-892933f5bbd1 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:54.348537 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:54.349037 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cb72a48-7838-45c9-a3d8-892933f5bbd1 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:54.349704 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'code': 200} Nov 02 16:45:54.359549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:54.361253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09e7e1-21df-42fe-addf-fcd33110473d req-90777f6b-401d-41cb-8c70-535f1d8b88bc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.363359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f09e7e1-21df-42fe-addf-fcd33110473d req-90777f6b-401d-41cb-8c70-535f1d8b88bc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 945 time: 0.1262109 Nov 02 16:45:54.417369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:54.491977 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:54.492842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f09e7e1-21df-42fe-addf-fcd33110473d req-515602b3-a76f-4087-9537-49a43413784d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189785 Nov 02 16:45:54.494261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['7c39b576-e133-4af6-b960-df4f04b5f020'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:45:54.565828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-3a73ab09-adcc-4331-92ba-3fbd14fe57a5 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249765 Nov 02 16:45:54.567784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b44bad-e903-43b1-9f03-038a44d8988b req-9330881f-80c4-405a-b452-963872537b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.569425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-29b44bad-e903-43b1-9f03-038a44d8988b req-9330881f-80c4-405a-b452-963872537b1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1097 time: 0.1079788 Nov 02 16:45:54.616617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:45:54.636021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-17cf8bc0-ab65-43db-9b36-87ef846415aa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 200 len: 217 time: 0.0561028 Nov 02 16:45:54.674807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:54.683295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:54.775564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:54.776931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-825e6a24-a112-41a5-b806-4823c54073e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.786017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-825e6a24-a112-41a5-b806-4823c54073e7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.1392949 Nov 02 16:45:54.834347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-29b44bad-e903-43b1-9f03-038a44d8988b req-a5d56de0-86fc-4dac-b228-37172c0cc925 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472899 Nov 02 16:45:54.855537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-156efbf1-586c-4d99-b7e3-8b4712711797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.857928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-156efbf1-586c-4d99-b7e3-8b4712711797 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588589 Nov 02 16:45:54.870581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46747afc-3f4c-4c47-96fa-773a4138c12f req-d2dc6e24-84e2-42be-85b4-1ed2f4000328 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.873023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46747afc-3f4c-4c47-96fa-773a4138c12f req-d2dc6e24-84e2-42be-85b4-1ed2f4000328 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1039124 Nov 02 16:45:54.946259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b887f7c-9598-4936-a8f1-bdc4c14c2dc4 req-9a92f2ef-418b-427b-a252-cdbb8fa32fdd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:54.956986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b887f7c-9598-4936-a8f1-bdc4c14c2dc4 req-9a92f2ef-418b-427b-a252-cdbb8fa32fdd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1148856 Nov 02 16:45:55.001028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:55.019685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-a4e94325-c29a-40df-a7e9-661994ad065d service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499121 Nov 02 16:45:55.051083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b887f7c-9598-4936-a8f1-bdc4c14c2dc4 req-e5dd89e7-79fb-4295-b6ab-5d54e4e8dbd3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931082 Nov 02 16:45:55.061532 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46747afc-3f4c-4c47-96fa-773a4138c12f req-93c9613a-34b9-414f-b77a-e39af6883d4c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681669 Nov 02 16:45:55.174383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-3fe9ea1a-f64c-4eed-aef2-694882bc1633 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442034 Nov 02 16:45:55.277125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-11bf6ccd-ac79-4f69-b359-da78749e5d27 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 200 len: 217 time: 0.0906343 Nov 02 16:45:55.342410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-70b8d649-e0eb-41a5-b94e-6fcc6febf31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:55.344233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-70b8d649-e0eb-41a5-b94e-6fcc6febf31f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.0584090 Nov 02 16:45:55.355586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c5e2-0162-42d7-a9c0-1189f962ffad req-5049b434-e549-4f7b-9bbc-8b7809cbf91b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:55.364785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ecc6c5e2-0162-42d7-a9c0-1189f962ffad req-5049b434-e549-4f7b-9bbc-8b7809cbf91b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.1048157 Nov 02 16:45:55.412582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ecc6c5e2-0162-42d7-a9c0-1189f962ffad req-a2ce58de-52fe-40ab-8947-298ea7e7061b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468020 Nov 02 16:45:55.417789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-14df77cb-0dad-4624-9240-81c84c805cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:55.420102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-14df77cb-0dad-4624-9240-81c84c805cea service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682867 Nov 02 16:45:55.579302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-cf35016a-325e-42ac-a08f-8ea8a21bc2d8 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413488 Nov 02 16:45:55.676704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe64764-65cf-4df1-a39f-ddf1974b6623 req-e7e0f0b6-fb78-44e9-920e-af429be35bfc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:55.678352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fe64764-65cf-4df1-a39f-ddf1974b6623 req-e7e0f0b6-fb78-44e9-920e-af429be35bfc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 945 time: 0.0884554 Nov 02 16:45:55.732732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fe64764-65cf-4df1-a39f-ddf1974b6623 req-d06c7727-ac87-4c7e-9ed5-8199e5c45f08 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Nov 02 16:45:55.738083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-f39371cd-d8b2-41fa-bb4f-492e6755eddb service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491947 Nov 02 16:45:55.793941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-0b47c654-5078-455e-8dd7-2313d5dcb702 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 217 time: 0.0452363 Nov 02 16:45:55.799624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:55.874109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-1f2503ff-a436-4db2-9216-714e4cf08dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:55.875893 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-1f2503ff-a436-4db2-9216-714e4cf08dc6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.0725563 Nov 02 16:45:55.897972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 7c39b576-e133-4af6-b960-df4f04b5f020 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:55.898680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:55.964108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-526c5688-4dfd-413a-84f0-8b951e481553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:55.966519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-526c5688-4dfd-413a-84f0-8b951e481553 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752583 Nov 02 16:45:56.072846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:56.130922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:56.140491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:56.229254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-9f4e098d-9cf9-44b8-84ee-57b81e7b14eb service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509212 Nov 02 16:45:56.266458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=13']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:56.351693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:56.354103 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8a1f3f-d413-4398-9ec6-405849253de5" -d '{"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:56.416737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f526cf6-0a7e-4a75-b8cf-e0d7d91379e4 req-90e1cd2d-ae71-40b7-a60e-1333893359cc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:56.417364 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8522463-fe5c-4d2c-9330-d8e81feaf70f req-38ecd7d4-e425-4964-b262-a52b42da7766 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809022 Nov 02 16:45:56.418862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f526cf6-0a7e-4a75-b8cf-e0d7d91379e4 req-90e1cd2d-ae71-40b7-a60e-1333893359cc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.2045097 Nov 02 16:45:56.432141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06264-a8e4-45e9-a718-f1bf313bb6fa req-c5a2bcab-90fd-4beb-a998-6fa68a3cc911 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:56.435772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6de06264-a8e4-45e9-a718-f1bf313bb6fa req-c5a2bcab-90fd-4beb-a998-6fa68a3cc911 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1977825 Nov 02 16:45:56.531399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6de06264-a8e4-45e9-a718-f1bf313bb6fa req-c646cf56-9566-49e7-90d4-d019bdc5d577 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Nov 02 16:45:56.531399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f526cf6-0a7e-4a75-b8cf-e0d7d91379e4 req-20afcdc0-3c46-4d19-97b2-2bad9fe41a5b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891991 Nov 02 16:45:56.607962 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff8693-638b-439e-b9c3-0c95ccc4a8ea x-openstack-request-id: req-6cff8693-638b-439e-b9c3-0c95ccc4a8ea {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:56.608582 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:56.609043 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cff8693-638b-439e-b9c3-0c95ccc4a8ea {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:56.610171 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'code': 200} Nov 02 16:45:56.792651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aced7a7-5199-4190-be2e-c42285d7d7bc req-60f67a29-40f7-4257-958e-2fd3803fbb9e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:56.795946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4aced7a7-5199-4190-be2e-c42285d7d7bc req-60f67a29-40f7-4257-958e-2fd3803fbb9e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.1011488 Nov 02 16:45:56.866602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4aced7a7-5199-4190-be2e-c42285d7d7bc req-1351ee19-6707-4f5a-ac0c-280d2e416f0a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546987 Nov 02 16:45:56.990915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4762be-759a-4117-821e-b105d8cb3ccf req-c71493ff-fab8-4c96-ae55-9e4f23320efd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:56.993000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f4762be-759a-4117-821e-b105d8cb3ccf req-c71493ff-fab8-4c96-ae55-9e4f23320efd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 945 time: 0.1134388 Nov 02 16:45:57.086197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852070a7-b979-4004-be25-5d8f8a08b900 req-d7aecd55-d9cf-4d76-afd7-487731e13f42 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:57.088085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-852070a7-b979-4004-be25-5d8f8a08b900 req-d7aecd55-d9cf-4d76-afd7-487731e13f42 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0940094 Nov 02 16:45:57.102788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f4762be-759a-4117-821e-b105d8cb3ccf req-fddfeddb-e630-4812-aa6a-1ccefddb68b4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740762 Nov 02 16:45:57.146844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-852070a7-b979-4004-be25-5d8f8a08b900 req-a28223fd-a377-49e8-860b-4c8fd9a0c0a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Nov 02 16:45:57.175600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:57.229686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d1023-d69b-4281-b5b0-497ab91a23d2 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:57.234434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a96d1023-d69b-4281-b5b0-497ab91a23d2 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1092 time: 0.0545058 Nov 02 16:45:57.234765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52206) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:45:57.241088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:45:57.296692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:57.457475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75183537-863f-4a34-a33e-7a0360cdc1ce up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:45:57.493565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:57.531145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 75183537-863f-4a34-a33e-7a0360cdc1ce completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:45:57.549076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 75183537-863f-4a34-a33e-7a0360cdc1ce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:45:57.549465 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:57.704943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44685-7d4e-4f10-8144-6a01994b8ac5 req-f9761296-2d30-4859-b346-71049584846e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:57.715506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26e44685-7d4e-4f10-8144-6a01994b8ac5 req-f9761296-2d30-4859-b346-71049584846e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1123221 Nov 02 16:45:57.719535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.146 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/1776e143-01df-4690-b50a-bad9038759a3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:45:57.783811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:57.838091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 75183537-863f-4a34-a33e-7a0360cdc1ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75183537-863f-4a34-a33e-7a0360cdc1ce,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:45:57.844434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:57.895782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26e44685-7d4e-4f10-8144-6a01994b8ac5 req-8934b425-7910-4a12-b7db-93ead0ae4887 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732686 Nov 02 16:45:57.923770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6dc8a-3fba-47a0-bf6a-011069042d7f req-dde6260b-62d3-4397-89bd-54898a288f0e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:57.935258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1df6dc8a-3fba-47a0-bf6a-011069042d7f req-dde6260b-62d3-4397-89bd-54898a288f0e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1860971 Nov 02 16:45:57.970832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=75183537-863f-4a34-a33e-7a0360cdc1ce,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:57.983987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:58.024780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1df6dc8a-3fba-47a0-bf6a-011069042d7f req-9529e89b-cef8-405e-9d25-73a4389d86f8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869842 Nov 02 16:45:58.049126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:58.101236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:45:58.106462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:45:58.110607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:45:58.139859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=1776e143-01df-4690-b50a-bad9038759a3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:58.316923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51936c-fe19-49b3-bee3-981743b86fa6 req-ee1c9527-e9f5-496a-9d00-28024ee31763 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:58.318816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba51936c-fe19-49b3-bee3-981743b86fa6 req-ee1c9527-e9f5-496a-9d00-28024ee31763 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.1026843 Nov 02 16:45:58.389244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba51936c-fe19-49b3-bee3-981743b86fa6 req-77c71398-7398-4747-ad32-ed114105b172 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568376 Nov 02 16:45:58.611262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:45:58.614588 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a20914e-b119-4169-a7f3-d2714d57ec5c" -d '{"events": [{"server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "name": "network-vif-plugged", "status": "completed", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:45:58.691030 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17057b9-c2a1-475d-8e66-34732dbdefe7 x-openstack-request-id: req-a17057b9-c2a1-475d-8e66-34732dbdefe7 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:45:58.692074 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "name": "network-vif-plugged", "status": "completed", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:45:58.692537 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a17057b9-c2a1-475d-8e66-34732dbdefe7 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:45:58.693108 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'code': 200} Nov 02 16:45:58.816267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:58.866472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841fe81-5e39-4d47-8813-555bedb188ea req-69de29dc-40b8-4e0d-8f0e-de0bd44b1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:58.874205 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6841fe81-5e39-4d47-8813-555bedb188ea req-69de29dc-40b8-4e0d-8f0e-de0bd44b1cc7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 1097 time: 0.1058946 Nov 02 16:45:58.930542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6841fe81-5e39-4d47-8813-555bedb188ea req-1e8ed6aa-7710-4c34-95bc-bfc0cb28f0fb service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 Nov 02 16:45:58.968569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:59.055337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411056-7a46-4170-81fb-373ef905891e req-5bf424bd-1dbe-4237-ada5-f50506dcee63 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:59.069411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33411056-7a46-4170-81fb-373ef905891e req-5bf424bd-1dbe-4237-ada5-f50506dcee63 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0932262 Nov 02 16:45:59.171217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33411056-7a46-4170-81fb-373ef905891e req-2e15169d-45c2-4dd5-aeb8-4ecf02a46921 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944765 Nov 02 16:45:59.211986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:59.257220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:59.349168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608bc52-2e72-40e7-8dcd-47c7132a527c req-b663c5d6-3940-40a5-b388-b00534e3a63d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:59.351200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4608bc52-2e72-40e7-8dcd-47c7132a527c req-b663c5d6-3940-40a5-b388-b00534e3a63d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0810423 Nov 02 16:45:59.367010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c944-b33a-42b3-8b9f-3531ad33670a req-cda1e5f2-4f03-462c-a6d6-4630ee940962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:59.368529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ecc8c944-b33a-42b3-8b9f-3531ad33670a req-cda1e5f2-4f03-462c-a6d6-4630ee940962 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 1096 time: 0.1539366 Nov 02 16:45:59.371331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=1776e143-01df-4690-b50a-bad9038759a3,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:45:59.400609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:45:59.416961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4608bc52-2e72-40e7-8dcd-47c7132a527c req-c94b7649-a4a3-41b6-bf39-a87df490ed15 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556819 Nov 02 16:45:59.490629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ecc8c944-b33a-42b3-8b9f-3531ad33670a req-d8a3feb1-a82c-4ea6-aaa9-6a19f8285b71 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129341 Nov 02 16:45:59.550159 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP d44b1ee2-7ffe-4688-8a66-9017a0524313 associated. External IP: 172.25.7.146, port: 7a9cc2e4-b649-4966-af2b-6a60b174fbfe. Nov 02 16:45:59.563488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566766c3-1bdf-416d-940f-2451f6138084 req-849f09b1-9611-49a5-af49-a9fa69c09fe7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:45:59.565479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-566766c3-1bdf-416d-940f-2451f6138084 req-849f09b1-9611-49a5-af49-a9fa69c09fe7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.0775898 Nov 02 16:45:59.643674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-566766c3-1bdf-416d-940f-2451f6138084 req-4fe230a3-cfe4-4c2b-865a-1da9eb708f29 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693777 Nov 02 16:45:59.875806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router d7cd803d-1904-42b7-bd98-f4dd64417262 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:00.065233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:00.078095 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] Sync routers for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:00.115621 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:00.118710 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:00.143392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:00.254685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b381067b-6a24-45fc-aa98-fb241e9d325e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0183430 Nov 02 16:46:00.255480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:00.258524 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:00.507309 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:00.585514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd2343-de8a-4f4c-9a03-a8299a169ccb req-89c644ba-fd20-49f1-b953-9b59d119de35 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:00.597894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dcd2343-de8a-4f4c-9a03-a8299a169ccb req-89c644ba-fd20-49f1-b953-9b59d119de35 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.2418919 Nov 02 16:46:00.633737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24c105-c832-4eeb-b6f4-867c91af0f26 req-e7565983-81c8-41df-af3d-53198206e866 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:00.642569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f24c105-c832-4eeb-b6f4-867c91af0f26 req-e7565983-81c8-41df-af3d-53198206e866 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.2018824 Nov 02 16:46:00.683301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52262) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:00.696389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f24c105-c832-4eeb-b6f4-867c91af0f26 req-df34f0a2-52a9-4ab5-a17a-62a348f6c7c1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526848 Nov 02 16:46:00.723855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dcd2343-de8a-4f4c-9a03-a8299a169ccb req-86f5573c-59bf-48cc-8e0a-dda662c0b010 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242778 Nov 02 16:46:00.726297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:00.883214 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbdd8a6-05ac-4d7a-b7b0-a34477effeb2 x-openstack-request-id: req-6dbdd8a6-05ac-4d7a-b7b0-a34477effeb2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:00.884066 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:00.885142 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dbdd8a6-05ac-4d7a-b7b0-a34477effeb2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:00.885613 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'status': 'completed', 'code': 200} Nov 02 16:46:00.898895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc25159-5ddc-4812-a50c-b128d7e1155e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:00.992335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8cb61489-76e7-4731-b096-817ad13e9e85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/d44b1ee2-7ffe-4688-8a66-9017a0524313 HTTP/1.1" status: 200 len: 992 time: 0.2619050 Nov 02 16:46:01.023747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d69a94-12c5-4b5d-ae6c-494216dfd855 req-6b5715b7-d01b-4e86-8d0f-091b3309fb64 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.026079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17d69a94-12c5-4b5d-ae6c-494216dfd855 req-6b5715b7-d01b-4e86-8d0f-091b3309fb64 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.0959218 Nov 02 16:46:01.049287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-b021a503-4b24-4080-96da-c591b0526d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.053157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-b021a503-4b24-4080-96da-c591b0526d92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1097 time: 0.1661782 Nov 02 16:46:01.053342 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd44b1ee2-7ffe-4688-8a66-9017a0524313', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.146', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'port_id': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'mac_address': 'fa:16:3e:10:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:45:58Z', 'updated_at': '2021-11-02T16:45:58Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:01.116997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17d69a94-12c5-4b5d-ae6c-494216dfd855 req-3dc1c50a-01e3-47b5-9e3d-0afc763885c8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759459 Nov 02 16:46:01.119712 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] Checking router: d7cd803d-1904-42b7-bd98-f4dd64417262 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:01.154608 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:01.155282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:01.177903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc102a-b5c5-4e55-aa91-6f9f300635b2 req-20ed9c86-627b-4b56-b01f-4a2b99901ace tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.179851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10dc102a-b5c5-4e55-aa91-6f9f300635b2 req-20ed9c86-627b-4b56-b01f-4a2b99901ace tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1527789 Nov 02 16:46:01.301031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-10dc102a-b5c5-4e55-aa91-6f9f300635b2 req-421a4194-2671-4369-91cc-4769dca80ba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142151 Nov 02 16:46:01.316557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc25159-5ddc-4812-a50c-b128d7e1155e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:01.329995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:01.355167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f786ec8-7056-4fbf-a0da-e81cb0b8db4c req-ca96d35d-e559-4339-9322-7e5e5d5d517d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.371265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6cc25159-5ddc-4812-a50c-b128d7e1155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:01.374591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f786ec8-7056-4fbf-a0da-e81cb0b8db4c req-ca96d35d-e559-4339-9322-7e5e5d5d517d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.1437376 Nov 02 16:46:01.375180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-a70927ee-ffc9-4df3-86ef-28d613c61efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.376825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-a70927ee-ffc9-4df3-86ef-28d613c61efd service neutron] 10.222.0.55 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.3001499 Nov 02 16:46:01.494065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc25159-5ddc-4812-a50c-b128d7e1155e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede98bd-ffed-4088-9f65-ceba194288db,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:01.508749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f786ec8-7056-4fbf-a0da-e81cb0b8db4c req-12fc3e7d-9473-4487-82bc-8f7550dc23b0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282625 Nov 02 16:46:01.516367 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6cc25159-5ddc-4812-a50c-b128d7e1155e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=335169fcf2754729abc204ef3d7cba7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311129 Nov 02 16:46:01.530030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:01.530456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52274) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:01.556378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-f73a42ec-269c-4d47-8fa3-5d379b92552a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1000 time: 0.1559732 Nov 02 16:46:01.614096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:01.659110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-58df983a-4175-43a1-8535-e8b50852e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.660768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-58df983a-4175-43a1-8535-e8b50852e8aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0892510 Nov 02 16:46:01.681703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:01.750088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-46afaea3-d323-4bf9-b04d-9c3ec67836f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:01.751701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-46afaea3-d323-4bf9-b04d-9c3ec67836f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836098 Nov 02 16:46:01.791321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:01.795618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:01.800220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eede98bd-ffed-4088-9f65-ceba194288db HTTP/1.1" status: 204 len: 168 time: 0.2686913 Nov 02 16:46:01.814424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede98bd-ffed-4088-9f65-ceba194288db,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:01.836161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.836545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.836889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.837239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.837561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.838316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.838658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.838991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.839321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.839650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.840516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.840844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f46c-6b62-4c3b-b4aa-58cec18fd8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:01.961431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-7cdba57e-cfc9-43aa-b390-b03cc1db4aca service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802325 Nov 02 16:46:01.997126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52284) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:02.050138 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd44b1ee2-7ffe-4688-8a66-9017a0524313', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.146', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'port_id': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'mac_address': 'fa:16:3e:10:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:45:58Z', 'updated_at': '2021-11-02T16:45:58Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:02.083750 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38635f7-3a02-4c97-be32-f3e36e1deea5 None None] The sync data for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 is: [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd44b1ee2-7ffe-4688-8a66-9017a0524313', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.146', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'port_id': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'mac_address': 'fa:16:3e:10:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:45:58Z', 'updated_at': '2021-11-02T16:45:58Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:02.127179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a6a09-ae3d-4438-bb47-4b71a9094691 tempest-TestVolumeBootPattern-671877168 tempest-TestVolumeBootPattern-671877168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:02.128736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c45a6a09-ae3d-4438-bb47-4b71a9094691 tempest-TestVolumeBootPattern-671877168 tempest-TestVolumeBootPattern-671877168-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 1092 time: 0.5959380 Nov 02 16:46:02.132868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52288) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:02.142557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffdffd-e1e1-4710-8658-a3b400a7e678 req-ce2779cf-7717-43c0-b0c9-804d1704acd0 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:02.144743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eda5ffd4-b6ed-4f37-9fd9-02d6871087ac req-27428db7-dd2e-43cf-8a18-1239910189cb service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818287 Nov 02 16:46:02.150318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6ffdffd-e1e1-4710-8658-a3b400a7e678 req-ce2779cf-7717-43c0-b0c9-804d1704acd0 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.3062849 Nov 02 16:46:02.161083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:02.183745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3a8496f-4273-4edb-bc98-10f0859965de tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/d44b1ee2-7ffe-4688-8a66-9017a0524313 HTTP/1.1" status: 200 len: 992 time: 0.1687877 Nov 02 16:46:02.221767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6ffdffd-e1e1-4710-8658-a3b400a7e678 req-f308420c-3cfe-4953-94c8-ce3a18acf889 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703888 Nov 02 16:46:02.223250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:02.445042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:02.559963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6449f-3465-451e-a099-ab3ad2306c8a None None] New status for floating IP d44b1ee2-7ffe-4688-8a66-9017a0524313: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:46:02.780892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d682-abd0-42ee-aacb-c9c2f6aa3301 req-4977d0fb-a273-4492-a032-7012ad532479 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:02.788450 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b82d682-abd0-42ee-aacb-c9c2f6aa3301 req-4977d0fb-a273-4492-a032-7012ad532479 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.3252409 Nov 02 16:46:02.820829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-18b6d0ae-5f7f-46d6-9289-399377dc0a56 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:02.824771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-18b6d0ae-5f7f-46d6-9289-399377dc0a56 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 811 time: 0.2268560 Nov 02 16:46:02.857965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-ef5ae2f3-59e7-46b5-b1b1-774ff13d35f2 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/quotas/9d2bdb78cecf48288b85ca2edad4aae5 HTTP/1.1" status: 200 len: 375 time: 0.0319793 Nov 02 16:46:02.874364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.25.7.111 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/663d15c0-17c9-468f-ac29-d0814cf23dce) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:02.943675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b82d682-abd0-42ee-aacb-c9c2f6aa3301 req-4b126b09-7883-4847-9b33-79ab73e6cda8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504896 Nov 02 16:46:03.049834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-8a09a8eb-1895-45b5-96c3-8d3a77d2ea31 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909304 Nov 02 16:46:03.160206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:03.187804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52326) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:03.287070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-61f4c41b-e7cc-4b1c-bd79-59fdc6b4d524 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:03.288096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-61f4c41b-e7cc-4b1c-bd79-59fdc6b4d524 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2309825 Nov 02 16:46:03.314992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-24192c84-d852-484b-92c1-067ce66c1240 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/d44b1ee2-7ffe-4688-8a66-9017a0524313 HTTP/1.1" status: 200 len: 994 time: 0.1260037 Nov 02 16:46:03.355246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:03.417596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:03.426744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:03.435410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:03.437354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=663d15c0-17c9-468f-ac29-d0814cf23dce,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:03.480198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-48fff948-66b2-4687-9374-8f9b93cdf2b4 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797717 Nov 02 16:46:03.787538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-61fd0590-34a4-4587-b8b3-6a4c0c47a042 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867169 Nov 02 16:46:04.048500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52344) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:04.288656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'network': {'name': 'tempest-network-smoke--1451454034', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:04.318785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:04.323920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.346414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.371332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.381268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e3786-6500-4116-86e0-562a32e71b87 req-12a3bb64-27ce-43b0-8d34-86945d0ef6fe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:04.383558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-378e3786-6500-4116-86e0-562a32e71b87 req-12a3bb64-27ce-43b0-8d34-86945d0ef6fe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0774479 Nov 02 16:46:04.470077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-378e3786-6500-4116-86e0-562a32e71b87 req-eea7e7ca-7e46-46b7-a2e8-6cc89371d9ab tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590091 Nov 02 16:46:04.516412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.522499 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.539758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.566580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:46:04.587580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce7d2e0-977a-436d-904b-ca174f7dd622,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:04.595532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.596668 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Added segment 27500e94-4c40-4d9f-b628-184767433db5 of type vlan for network 530950a6-e26d-4b9a-8200-24e63f01a2e1 Nov 02 16:46:04.671885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.708907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.717676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:04.717676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.790976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.798865 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:04.911333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=663d15c0-17c9-468f-ac29-d0814cf23dce,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:04.931387 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:05.083921 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Floating IP aafd4643-b586-487e-8ebf-2bdf3300917b associated. External IP: 172.25.7.111, port: 75183537-863f-4a34-a33e-7a0360cdc1ce. Nov 02 16:46:05.225128 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1718962 Nov 02 16:46:05.225720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ececbe22-6e91-4b52-a031-252126402228 req-1736162a-09cc-4baa-837c-1e0ac4bd1b0c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 210 time: 0.0754173 Nov 02 16:46:05.225720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52358) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:05.229922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'admin_state_up': True, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:05.252287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cde323-39b4-478d-900c-16900f5b57f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Network': ['ID=530950a6-e26d-4b9a-8200-24e63f01a2e1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:05.315782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:46:05.361738 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:05.361921 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:05.526378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:05.535472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:05.823684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:05.943699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc8da3-a70b-4082-9486-4f36430a80d1 req-7ebfa657-d60a-49e6-9edb-b32e6d39aa94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:05.945281 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fdc8da3-a70b-4082-9486-4f36430a80d1 req-7ebfa657-d60a-49e6-9edb-b32e6d39aa94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.3535256 Nov 02 16:46:05.964106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:05.979037 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:05.993756 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:05.995104 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:06.034905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:06.080548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-374d64b9-8d1e-469c-97e0-1f81e1ab2953 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9229374 Nov 02 16:46:06.082170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:06.084474 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e43bf-f2b6-483f-8e40-df6e63fc7130" -d '{"events": [{"name": "network-changed", "server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:06.090694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fdc8da3-a70b-4082-9486-4f36430a80d1 req-2b96636f-b09e-4044-9325-f7342de0bf11 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293681 Nov 02 16:46:06.198007 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:06.224734 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b32e68d-51d7-4c90-9dcb-10818164cb04 x-openstack-request-id: req-2b32e68d-51d7-4c90-9dcb-10818164cb04 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:06.235311 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:06.235882 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b32e68d-51d7-4c90-9dcb-10818164cb04 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:06.236530 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'status': 'completed', 'code': 200} Nov 02 16:46:06.269251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-18c23c19-a1a3-4eb5-9b45-748308e76d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:06.271136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-18c23c19-a1a3-4eb5-9b45-748308e76d19 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 1097 time: 0.0903721 Nov 02 16:46:06.327911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:06.357117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:06.468808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-76f0ee48-7c08-477a-a197-1f9983f9f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:06.470673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-76f0ee48-7c08-477a-a197-1f9983f9f5a2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.1905618 Nov 02 16:46:06.504780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4c3a297-7a3c-4eaf-933d-10b63ab6c2f0 req-b293d498-0bbb-438a-a9fc-e966886eae22 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 210 time: 0.1377978 Nov 02 16:46:06.606655 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'aafd4643-b586-487e-8ebf-2bdf3300917b', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:f0:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:03Z', 'updated_at': '2021-11-02T16:46:03Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:06.632021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.25.7.101 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/49bd5676-5e0d-418e-9039-1ed1c2c0b032) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:06.663012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-19bf7ba8-f5eb-4be8-9c49-9e0f5887519e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75183537-863f-4a34-a33e-7a0360cdc1ce HTTP/1.1" status: 200 len: 1000 time: 0.1798072 Nov 02 16:46:06.672276 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:06.686611 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:06.688718 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:06.809959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-27b9d89d-80ba-4c4a-9994-8df654e47af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:06.811741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-27b9d89d-80ba-4c4a-9994-8df654e47af3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1340430 Nov 02 16:46:06.821609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-7f8ca7bf-f81f-4d31-aa23-4b0ebf6cf17f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:06.823360 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-7f8ca7bf-f81f-4d31-aa23-4b0ebf6cf17f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.100 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 811 time: 0.2479267 Nov 02 16:46:06.865985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Request body: {'port': {'device_id': '1436367a-d378-4252-ba67-023f6ac451ac', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'admin_state_up': True, 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:06.880337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:06.895477 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:06.955372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:07.002034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-512af817-42f3-448a-b225-bd58227a7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:07.004564 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-512af817-42f3-448a-b225-bd58227a7f68 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800358 Nov 02 16:46:07.018746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:07.021865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:07.026338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:07.047376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Made reservation on behalf of 9d2bdb78cecf48288b85ca2edad4aae5 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:07.051101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:07.157211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=49bd5676-5e0d-418e-9039-1ed1c2c0b032,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:07.233774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Allocated IP 172.20.0.8 (c3d0fb86-7878-47c9-8243-d6590b5d1fac/d79f53a2-f842-4e09-9eb1-85f0e8213570/0bedb3d7-a046-41d2-81a9-6915fd676ff6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:07.323403 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-a951dd69-9c6f-419a-a71e-b2bf92661d72 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083570 Nov 02 16:46:07.341161 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'aafd4643-b586-487e-8ebf-2bdf3300917b', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:f0:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:03Z', 'updated_at': '2021-11-02T16:46:03Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:07.376191 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e00d1-6a68-484d-a137-065120f73517 None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'aafd4643-b586-487e-8ebf-2bdf3300917b', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:f0:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:03Z', 'updated_at': '2021-11-02T16:46:03Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:07.426692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42949bba-92da-4afe-940e-018593b4b899 req-9bb905b3-b7da-40af-9fad-5f6407f919d8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:07.436163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42949bba-92da-4afe-940e-018593b4b899 req-9bb905b3-b7da-40af-9fad-5f6407f919d8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1935260 Nov 02 16:46:07.501333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d51e43bf-f2b6-483f-8e40-df6e63fc7130 req-efb1fb87-767d-4dd6-991b-c4d1c9150826 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675246 Nov 02 16:46:07.534966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42949bba-92da-4afe-940e-018593b4b899 req-1ba778bf-9954-4c9e-895d-f06c6257d90c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973022 Nov 02 16:46:07.536003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:07.623608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:07.716756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:07.734956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0f304166-baa9-49db-a7e8-336639ba2a5f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:46:07.770969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13cf65ef-04a8-424c-814f-d5e8572232d2 req-7d66dc2d-7ef6-4730-b635-55c212086fd5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 210 time: 0.1250355 Nov 02 16:46:07.806871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Network c3d0fb86-7878-47c9-8243-d6590b5d1fac is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:07.814330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:07.837137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:07.887900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afb9f5-e620-4599-964f-55c0623e0722 None None] New status for floating IP aafd4643-b586-487e-8ebf-2bdf3300917b: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:46:07.930973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Pushing event updated for resources: {'Port': ['ID=0bedb3d7-a046-41d2-81a9-6915fd676ff6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:07.977092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:07.978438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.017046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-713b982c-8800-4377-bac2-95bdfb5ce1cc tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1608565 Nov 02 16:46:08.035719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Request body: {'port': {'device_id': '1436367a-d378-4252-ba67-023f6ac451ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:08.094172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.167057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.399156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:46:08.561782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-876ff8ab-5f64-478d-86dc-0db572a7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.580707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bedb3d7-a046-41d2-81a9-6915fd676ff6 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:08.593246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.594695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:08.610593 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:08.622596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Transition to ACTIVE for port object 0bedb3d7-a046-41d2-81a9-6915fd676ff6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:46:08.627396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.632975 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:08.634038 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:08.658782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.662204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ac2b5914-9bc7-4ad0-a7f0-404c92145347 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4340527 Nov 02 16:46:08.664256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52396) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:08.714816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721b13b-69af-4514-b11b-244682013991 service neutron] Pushing event updated for resources: {'Port': ['ID=0bedb3d7-a046-41d2-81a9-6915fd676ff6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:08.747008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb8e7-0ac6-4b72-bd7a-2a6cb2734b95 req-555caad4-745e-46a0-9ecb-747314d8d908 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:08.752923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9fcb8e7-0ac6-4b72-bd7a-2a6cb2734b95 req-555caad4-745e-46a0-9ecb-747314d8d908 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1091299 Nov 02 16:46:08.829702 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:08.849743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Attempting to bind port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:46:08.850076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Attempting to bind port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:46:08.850317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5c6ea311-f1fa-4b83-a2c4-72a60b42f017 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3d6e965d86e946509dda7dc3232b1659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1843884 Nov 02 16:46:08.850531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Attempting to bind port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 on network c3d0fb86-7878-47c9-8243-d6590b5d1fac {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:08.853018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:08.855918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 on network c3d0fb86-7878-47c9-8243-d6590b5d1fac not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:46:08.856274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Attempting to bind port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 on network c3d0fb86-7878-47c9-8243-d6590b5d1fac {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:08.864196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:08.864539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Checking segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:08.864907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Bound using segment: {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:08.865842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Bound port: 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd866809-b5c6-484d-b6af-62f25869c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:46:08.866524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:08.951676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] For port 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:08.953404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9fcb8e7-0ac6-4b72-bd7a-2a6cb2734b95 req-b12edf09-ad19-4844-a99c-73271457966a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912556 Nov 02 16:46:08.954302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] For port 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:08.967111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.023884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:09.024784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.026263 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-f721b13b-69af-4514-b11b-244682013991 service neutron] 10.222.0.100 "PUT /v2.0/ports/0bedb3d7-a046-41d2-81a9-6915fd676ff6 HTTP/1.1" status: 200 len: 1091 time: 1.0000153 Nov 02 16:46:09.026743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1436367a-d378-4252-ba67-023f6ac451ac', 'tag': '0bedb3d7-a046-41d2-81a9-6915fd676ff6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:09.031002 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b956eb-5864-46ca-a935-1e29737bcdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1436367a-d378-4252-ba67-023f6ac451ac", "tag": "0bedb3d7-a046-41d2-81a9-6915fd676ff6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:09.048155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4021-5016-4a84-a8cb-2e7f7d0abee8 req-04400be6-f1ba-4541-aec6-160f45f71893 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:09.050925 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1dc4021-5016-4a84-a8cb-2e7f7d0abee8 req-04400be6-f1ba-4541-aec6-160f45f71893 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 943 time: 0.1236641 Nov 02 16:46:09.052566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1fee0-3b7f-4afc-a177-a4d99c30fde2 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:09.059183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fda1fee0-3b7f-4afc-a177-a4d99c30fde2 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1998334 Nov 02 16:46:09.076303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52412) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:09.079436 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:46:09.083188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721b13b-69af-4514-b11b-244682013991 service neutron] Pushing event updated for resources: {'Port': ['ID=0bedb3d7-a046-41d2-81a9-6915fd676ff6,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:09.150976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-67512720-fd4f-4f24-992b-5e51f31c8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:09.152900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-67512720-fd4f-4f24-992b-5e51f31c8851 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 1094 time: 0.0711534 Nov 02 16:46:09.165983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bea3f747-5a86-4e36-b7ab-069652333451 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832317 Nov 02 16:46:09.166608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52414) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:09.176766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905206327', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:09.247634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1dc4021-5016-4a84-a8cb-2e7f7d0abee8 req-3684fa0d-415e-43f4-b23f-244453d1b393 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739480 Nov 02 16:46:09.310076 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1527ded0-90ec-4932-baa4-de292ce7d7f5 x-openstack-request-id: req-1527ded0-90ec-4932-baa4-de292ce7d7f5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:09.310593 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1436367a-d378-4252-ba67-023f6ac451ac", "tag": "0bedb3d7-a046-41d2-81a9-6915fd676ff6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:09.310861 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1527ded0-90ec-4932-baa4-de292ce7d7f5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:09.311266 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1436367a-d378-4252-ba67-023f6ac451ac', 'tag': '0bedb3d7-a046-41d2-81a9-6915fd676ff6', 'status': 'completed', 'code': 200} Nov 02 16:46:09.315342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-fe7a726c-22ea-413f-8652-64728309750f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6 HTTP/1.1" status: 200 len: 217 time: 0.1525967 Nov 02 16:46:09.323716 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:07Z', 'revision_number': 3, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:09.364240 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:09.364844 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Updating router 78e69636-8c3a-4ab7-9ca7-090a0abb893d port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:09.397960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-dfc82be2-97e2-4bc7-a7f2-c9f7dc1b9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:09.399522 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-dfc82be2-97e2-4bc7-a7f2-c9f7dc1b9cc4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.0617042 Nov 02 16:46:09.405635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:09.406614 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.409947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.516825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-3062a247-d75d-4a16-8ef2-18f280a5a5c5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302715 Nov 02 16:46:09.738152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-35aa8f68-66f1-4913-83e3-9f9de6977b33 service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088795 Nov 02 16:46:09.745321 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.753152 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.804431 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Attempting to bind port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:46:09.804953 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Attempting to bind port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:46:09.805415 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Attempting to bind port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:09.815225 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:09.815929 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:09.816477 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.817017 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:09.817956 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Bound port: 49bd5676-5e0d-418e-9039-1ed1c2c0b032, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:46:09.818375 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.818855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.844448 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c629c72-9d36-4dd0-8cf8-6eaebed043e8 None None] Pushing event updated for resources: {'Port': ['ID=49bd5676-5e0d-418e-9039-1ed1c2c0b032,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:09.901358 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] For port 49bd5676-5e0d-418e-9039-1ed1c2c0b032, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:09.905793 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] For port 49bd5676-5e0d-418e-9039-1ed1c2c0b032, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=49bd5676-5e0d-418e-9039-1ed1c2c0b032,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:09.915064 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:09.915463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Subnet': ['ID=51dabab9-9e17-4412-a5a6-5e16df608447,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:09.925312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-005a7dbd-eb54-4ad5-be42-56b1466d8d1b req-9e68eb86-8114-4a1e-b325-65ed5e30429f service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802633 Nov 02 16:46:09.929732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Checking segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:09.941172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network hostable DHCP agents. Network: 530950a6-e26d-4b9a-8200-24e63f01a2e1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:46:09.970699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:46:10.003422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 530950a6-e26d-4b9a-8200-24e63f01a2e1) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:10.013335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6880afd-4ad3-4499-8d72-50415708153a None None] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:10.036579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:10.037474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:10.102283 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:10.103714 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:45:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:10.122388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4f8e1dab-3cdd-4487-b196-83a3a747d5de tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9542851 Nov 02 16:46:10.125260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52418) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:10.178551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91c80-75ae-4550-8dd6-6ec70a34a8dc req-e8fa25ab-36fb-4a8b-9c21-0829cb428123 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:10.180845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b91c80-75ae-4550-8dd6-6ec70a34a8dc req-e8fa25ab-36fb-4a8b-9c21-0829cb428123 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1278343 Nov 02 16:46:10.232618 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:10.259420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b91c80-75ae-4550-8dd6-6ec70a34a8dc req-d1e3a22b-c2b3-454f-b6bb-c29e4d690ee0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710173 Nov 02 16:46:10.332760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-530950a6-e26d-4b9a-8200-24e63f01a2e1', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:46:10.334183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:10.466246 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c629c72-9d36-4dd0-8cf8-6eaebed043e8 None None] Pushing event updated for resources: {'Port': ['ID=49bd5676-5e0d-418e-9039-1ed1c2c0b032,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:10.487633 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:07Z', 'revision_number': 3, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:10.508954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d41f61-1b73-4097-b71e-ce5a52146949 req-88f055f9-4e10-4651-a83a-4a2b4469ad3a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:10.510449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3d41f61-1b73-4097-b71e-ce5a52146949 req-88f055f9-4e10-4651-a83a-4a2b4469ad3a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 943 time: 0.1125271 Nov 02 16:46:10.526004 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea103aa-6922-481a-9cbf-1e8be6f0ac2a None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:07Z', 'revision_number': 3, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:10.566640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-6f2f09e0-6ab1-4598-a94b-f19abe593b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:10.583104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-6f2f09e0-6ab1-4598-a94b-f19abe593b57 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 1094 time: 0.5896766 Nov 02 16:46:10.603416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Allocated IP 172.20.0.2 (530950a6-e26d-4b9a-8200-24e63f01a2e1/51dabab9-9e17-4412-a5a6-5e16df608447/209e75e9-1483-419b-916b-d6f5b2f3d31a) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:10.615097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3d41f61-1b73-4097-b71e-ce5a52146949 req-014c4f91-cb0f-44ab-a617-e9807a4f0da4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930722 Nov 02 16:46:10.789470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-461baf41-6646-4d1e-9a92-73a6302ba642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:10.791176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-461baf41-6646-4d1e-9a92-73a6302ba642 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 912 time: 0.2072370 Nov 02 16:46:10.840335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:10.850036 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:10.907294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Pushing event updated for resources: {'Port': ['ID=209e75e9-1483-419b-916b-d6f5b2f3d31a,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:10.929788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-d8868646-c47b-4564-b218-f3c469ed6350 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6 HTTP/1.1" status: 200 len: 217 time: 0.0976660 Nov 02 16:46:10.930553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.930996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.931632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.931967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.932402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.932804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.933206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.933724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.934119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.934542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.935472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.936500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:10.952657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:10.954518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:10.963406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:11.034502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-d3d7c549-628e-4137-9f55-ae43897f7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:11.034502 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-d3d7c549-628e-4137-9f55-ae43897f7629 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.0936654 Nov 02 16:46:11.091043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-2b0cebb7-4529-4613-bc85-cb265020d12c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337009 Nov 02 16:46:11.091306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Attempting to bind port 209e75e9-1483-419b-916b-d6f5b2f3d31a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:46:11.091773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Attempting to bind port 209e75e9-1483-419b-916b-d6f5b2f3d31a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:46:11.092325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Attempting to bind port 209e75e9-1483-419b-916b-d6f5b2f3d31a on network 530950a6-e26d-4b9a-8200-24e63f01a2e1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:11.100531 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-328a0ce9-85ae-42f2-ab06-5a6fb1765bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.102637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:11.103210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Checking segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:11.103774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.104308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Bound using segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:11.106062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Bound port: 209e75e9-1483-419b-916b-d6f5b2f3d31a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:46:11.106796 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.226895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] For port 209e75e9-1483-419b-916b-d6f5b2f3d31a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:11.244680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] For port 209e75e9-1483-419b-916b-d6f5b2f3d31a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=209e75e9-1483-419b-916b-d6f5b2f3d31a,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:11.251686 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.375538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-a307dda5-562f-4b29-841c-bbc3da405566 service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701774 Nov 02 16:46:11.508330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 49bd5676-5e0d-418e-9039-1ed1c2c0b032 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:11.520639 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.527763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.542353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef265ba8-233a-4b1a-82d5-02827a2be72b req-87ff0835-36ed-49ed-94db-96741ad43856 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:11.566075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef265ba8-233a-4b1a-82d5-02827a2be72b req-87ff0835-36ed-49ed-94db-96741ad43856 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.1530261 Nov 02 16:46:11.587246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362db7d3-e4c5-4e82-a38d-4df77838e711 None None] Pushing event updated for resources: {'Port': ['ID=209e75e9-1483-419b-916b-d6f5b2f3d31a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:11.617191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:11.617978 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.711264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef265ba8-233a-4b1a-82d5-02827a2be72b req-7f1d6a14-cb81-4dae-99dc-16f67640ed81 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438038 Nov 02 16:46:11.727211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.758675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 49bd5676-5e0d-418e-9039-1ed1c2c0b032, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=49bd5676-5e0d-418e-9039-1ed1c2c0b032,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:11.764937 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:11.898517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c35e7-5b91-4f2e-b06f-42bd45928ac1 req-fd5fd298-dd23-4c06-86a0-003fb6352c01 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:11.900788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=49bd5676-5e0d-418e-9039-1ed1c2c0b032,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:11.910168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-561c35e7-5b91-4f2e-b06f-42bd45928ac1 req-fd5fd298-dd23-4c06-86a0-003fb6352c01 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 943 time: 0.1441464 Nov 02 16:46:11.911186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d5b956eb-5864-46ca-a935-1e29737bcdaa req-874c1c41-6ffb-4eb1-b72f-959b6ee04eed service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232227 Nov 02 16:46:12.013262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-561c35e7-5b91-4f2e-b06f-42bd45928ac1 req-e5695948-eac7-4dfa-9e05-565a4d9561d3 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999069 Nov 02 16:46:12.298034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.20.0.1 (530950a6-e26d-4b9a-8200-24e63f01a2e1/51dabab9-9e17-4412-a5a6-5e16df608447/d6aa855d-a0c1-4b16-a3fa-f55188f95c79) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:12.466589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:12.507688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:12.563365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:12.567476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:12.571969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:12.586630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:12.617064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:12.634469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:12.854918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcd9df-700d-4cb5-aee9-ed29404ebb9f req-f8f173db-bf55-4f48-aa08-cb741bad990f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:12.862929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7fcd9df-700d-4cb5-aee9-ed29404ebb9f req-f8f173db-bf55-4f48-aa08-cb741bad990f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0617280 Nov 02 16:46:12.910690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7fcd9df-700d-4cb5-aee9-ed29404ebb9f req-73e139fc-8791-4cbe-bb04-5a101b6be135 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467131 Nov 02 16:46:12.941017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b67327e-f309-46f1-b482-abfed414eca0 None None] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:13.022459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-abcc2097-62fe-4905-b873-4f6f6d26df75 None None] Provisioning complete for port 209e75e9-1483-419b-916b-d6f5b2f3d31a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:13.022937 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abcc2097-62fe-4905-b873-4f6f6d26df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.147737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f70a82-6c1f-471f-b70a-0ed9e2306568 req-d8947e99-7dc9-46cb-b291-2f95cf0d5978 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:13.148924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74f70a82-6c1f-471f-b70a-0ed9e2306568 req-d8947e99-7dc9-46cb-b291-2f95cf0d5978 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 943 time: 0.0641546 Nov 02 16:46:13.176430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.227115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74f70a82-6c1f-471f-b70a-0ed9e2306568 req-2ecf1a08-9a16-4040-819f-86eb2e1c8779 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645297 Nov 02 16:46:13.231922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abcc2097-62fe-4905-b873-4f6f6d26df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.332016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-abcc2097-62fe-4905-b873-4f6f6d26df75 None None] For port 209e75e9-1483-419b-916b-d6f5b2f3d31a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=209e75e9-1483-419b-916b-d6f5b2f3d31a,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:13.342856 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abcc2097-62fe-4905-b873-4f6f6d26df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.445492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc2097-62fe-4905-b873-4f6f6d26df75 None None] Pushing event updated for resources: {'Port': ['ID=209e75e9-1483-419b-916b-d6f5b2f3d31a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:13.537579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0bedb3d7-a046-41d2-81a9-6915fd676ff6 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:46:13.577927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 209e75e9-1483-419b-916b-d6f5b2f3d31a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:13.638347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.645594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.699462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:13.711952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 209e75e9-1483-419b-916b-d6f5b2f3d31a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:13.712334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.760393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f265e90-11a3-4319-9429-55876d68d9a0 None None] Provisioning complete for port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:13.760777 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f265e90-11a3-4319-9429-55876d68d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.769380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.801561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:13.815072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6f265e90-11a3-4319-9429-55876d68d9a0 None None] Port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:46:13.817456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0bedb3d7-a046-41d2-81a9-6915fd676ff6', 'network_id': 'c3d0fb86-7878-47c9-8243-d6590b5d1fac', 'port_id': '0bedb3d7-a046-41d2-81a9-6915fd676ff6', 'mac_address': 'fa:16:3e:77:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f53a2-f842-4e09-9eb1-85f0e8213570', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:46:13.851970 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.901950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.951250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:13.953332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:13.980931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f265e90-11a3-4319-9429-55876d68d9a0 None None] Provisioning complete for port 209e75e9-1483-419b-916b-d6f5b2f3d31a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:13.981319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f265e90-11a3-4319-9429-55876d68d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:13.989992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bedb3d7-a046-41d2-81a9-6915fd676ff6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:14.025435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:14.111792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71babb89-4047-4ef6-9f19-ed46672b7e4f req-c81dc19c-4ece-475f-ac20-bcb11f8c899d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:14.113806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:14.115051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71babb89-4047-4ef6-9f19-ed46672b7e4f req-c81dc19c-4ece-475f-ac20-bcb11f8c899d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0815115 Nov 02 16:46:14.148105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:14.172247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71babb89-4047-4ef6-9f19-ed46672b7e4f req-bd6b3a8a-bc39-4942-ba00-1a7966a0bd40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Nov 02 16:46:14.204225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 49bd5676-5e0d-418e-9039-1ed1c2c0b032 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:14.255564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0bedb3d7-a046-41d2-81a9-6915fd676ff6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:14.308060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:14.317082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52514) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:14.317843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8c0d3f3c-26b5-4a21-b268-20cb3be68e59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "PUT /v2.0/routers/78e69636-8c3a-4ab7-9ca7-090a0abb893d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1913557 Nov 02 16:46:14.338850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:14.377329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:14.377981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:14.381760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:14.382165 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:14.626787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0bedb3d7-a046-41d2-81a9-6915fd676ff6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:46:14.726600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9850809f-624e-40ea-aca9-d9a846544558 None None] Provisioning complete for port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:14.727279 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9850809f-624e-40ea-aca9-d9a846544558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:14.793450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:14.865673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9850809f-624e-40ea-aca9-d9a846544558 None None] Port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:46:14.928247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b21e-3233-4ea1-b0e7-18f86750cb15 req-b1c2d65a-0a20-48cb-adba-a40b8c57c64b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:14.929750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d480b21e-3233-4ea1-b0e7-18f86750cb15 req-b1c2d65a-0a20-48cb-adba-a40b8c57c64b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 944 time: 0.5670135 Nov 02 16:46:14.943751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698957d-c1e6-4715-ad4f-0d4c83f8a5ab req-1337ee3f-d8c3-49ba-b845-e69ef48b5942 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:14.945274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d698957d-c1e6-4715-ad4f-0d4c83f8a5ab req-1337ee3f-d8c3-49ba-b845-e69ef48b5942 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.5727663 Nov 02 16:46:15.001136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.001601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.002055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.002537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.002987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.003433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.003876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.004321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.004760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.005201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.005648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.006088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.006555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.008743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-16f610f2-1fd7-4445-bf71-79b7222484c5 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9145 time: 0.6894596 Nov 02 16:46:15.012914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52520) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:15.043974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d480b21e-3233-4ea1-b0e7-18f86750cb15 req-d52f4674-e3cf-4f57-a53a-7fc7db135288 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974305 Nov 02 16:46:15.047116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d698957d-c1e6-4715-ad4f-0d4c83f8a5ab req-aadc5327-74b9-4cc5-a8d2-80c2f0bf61f0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890367 Nov 02 16:46:15.155098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:12Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:13Z', 'revision_number': 2, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:15.190572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.191030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.191489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.191943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.192159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:15.192392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.192518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Updating router 78e69636-8c3a-4ab7-9ca7-090a0abb893d port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:15.192843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.193287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.193726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.194196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.194643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.195069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.195512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.196049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:15.198204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2f110873-a529-4867-8a73-fc0c0ed5f503 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8350 time: 0.1838171 Nov 02 16:46:15.201474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52532) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:15.219037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.398844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 209e75e9-1483-419b-916b-d6f5b2f3d31a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:15.502829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f9a05af5-4e6e-414b-a357-1113b258d0c9 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6651 time: 0.3000126 Nov 02 16:46:15.522906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 209e75e9-1483-419b-916b-d6f5b2f3d31a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:15.523278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.660323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.672763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.731017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0be28-e2c6-4a8d-9a5f-6cb25d89790b None None] Pushing event updated for resources: {'Port': ['ID=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:15.801004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Attempting to bind port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:46:15.801492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Attempting to bind port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:46:15.801789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Attempting to bind port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 on network 530950a6-e26d-4b9a-8200-24e63f01a2e1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:15.808081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:15.808887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Checking segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:15.809411 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.809849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Bound using segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:15.810607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Bound port: d6aa855d-a0c1-4b16-a3fa-f55188f95c79, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:46:15.811547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.920478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:46:15.924944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] For port d6aa855d-a0c1-4b16-a3fa-f55188f95c79, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:15.968865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] For port d6aa855d-a0c1-4b16-a3fa-f55188f95c79, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:15.976423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:15.982826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:15.988837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362244294', 'description': 'tempest-secgroup-smoke-362244294 description', 'project_id': '3d6e965d86e946509dda7dc3232b1659'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:16.024831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.067026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6515b03c-52a7-473a-abab-22dcb3e43bf9 None None] Provisioning complete for port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:16.067412 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6515b03c-52a7-473a-abab-22dcb3e43bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.135308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0be28-e2c6-4a8d-9a5f-6cb25d89790b None None] Pushing event updated for resources: {'Port': ['ID=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.193787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.213606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.234042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:16.239276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:16.298824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c44bb73-ead6-46eb-bbce-18e3234d4fe0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.344621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.349320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52608) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:16.350680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-264f0c7f-9dbe-4280-b4be-3ac0f6ccf272 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3661132 Nov 02 16:46:16.357635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '4c44bb73-ead6-46eb-bbce-18e3234d4fe0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:16.370700 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.387685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8209786-4f8b-457e-8a43-c0108a5a0a46 req-86a0ce99-cc7b-49eb-bb8b-665c853b9ed9 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:16.389626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8209786-4f8b-457e-8a43-c0108a5a0a46 req-86a0ce99-cc7b-49eb-bb8b-665c853b9ed9 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 944 time: 0.1084826 Nov 02 16:46:16.406273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.430250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:16.432691 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8aa0dc-a2f1-4b26-9f30-25a4dfbb7cbd" -d '{"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:16.469299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8209786-4f8b-457e-8a43-c0108a5a0a46 req-4c9fc4ff-4fc2-4ae0-88a0-0fff9b7a23d4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Nov 02 16:46:16.473767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.478492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.482935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:16.489086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c2693-f2cf-474a-9147-9314fc862fc4 req-06c11451-5fd2-4718-a3f7-1e3859b1eb13 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:16.490942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:16.491178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-652c2693-f2cf-474a-9147-9314fc862fc4 req-06c11451-5fd2-4718-a3f7-1e3859b1eb13 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 946 time: 0.0827589 Nov 02 16:46:16.493227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.513577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0145898-1621-4149-940c-6fc3bea4a3ab,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.532574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.533948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b9975137-b8f4-4041-8600-c651210a5cac tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830409 Nov 02 16:46:16.536660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52612) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:16.541437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '4c44bb73-ead6-46eb-bbce-18e3234d4fe0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:16.557350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-652c2693-f2cf-474a-9147-9314fc862fc4 req-ac3a074d-13d7-4fe4-944b-1953cfccb3ba tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580919 Nov 02 16:46:16.557546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6515b03c-52a7-473a-abab-22dcb3e43bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.563616 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0888a5-7343-4e23-b8a6-0e2704e4dacb x-openstack-request-id: req-bf0888a5-7343-4e23-b8a6-0e2704e4dacb {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:16.563898 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:16.564263 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf0888a5-7343-4e23-b8a6-0e2704e4dacb {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:16.564658 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'code': 200} Nov 02 16:46:16.586295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.644011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=14']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.663757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.668559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.684786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b98d9dd-2d29-49f1-bc8b-51b498b53706,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.696433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.697604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68fb5175-0273-4ce9-8121-c7368731b5aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598258 Nov 02 16:46:16.701464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6515b03c-52a7-473a-abab-22dcb3e43bf9 None None] For port d6aa855d-a0c1-4b16-a3fa-f55188f95c79, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:16.702173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52616) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:16.707645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '4c44bb73-ead6-46eb-bbce-18e3234d4fe0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:16.711641 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6515b03c-52a7-473a-abab-22dcb3e43bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.741557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.853625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515b03c-52a7-473a-abab-22dcb3e43bf9 None None] Pushing event updated for resources: {'Port': ['ID=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.860004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-ed57102d-e826-4f66-b657-bbd6984bfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:16.861603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-ed57102d-e826-4f66-b657-bbd6984bfffe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.0787103 Nov 02 16:46:16.870581 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1a91b100-8893-4fd7-bd33-dca9e0984670 None None] Provisioning complete for port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:16.871469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.871692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a91b100-8893-4fd7-bd33-dca9e0984670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.876890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b52ca-c26b-42ba-83e3-6db5a7993fba req-2cb2a16d-6fe3-4c7b-ac30-1f4ce345f9a2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:16.880272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-887b52ca-c26b-42ba-83e3-6db5a7993fba req-2cb2a16d-6fe3-4c7b-ac30-1f4ce345f9a2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0999191 Nov 02 16:46:16.892313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.929344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:12Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:15Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:16.954601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf57c3c-19f0-4167-9e11-ba0b95aa2dee,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:16.967064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:16.968379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c31c2d77-8c2c-43db-9e88-16a1f958b9c2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2652044 Nov 02 16:46:16.971336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52620) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:16.974537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-887b52ca-c26b-42ba-83e3-6db5a7993fba req-d83026fc-b5fe-4823-b674-af873acf3a06 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858724 Nov 02 16:46:16.977012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '4c44bb73-ead6-46eb-bbce-18e3234d4fe0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:16.979620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103ac19-1e3c-44f8-819a-7fb327a0549d None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:12Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:15Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:17.021311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-5e9e3117-0115-4c18-99c0-8c0e2f40c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:17.022860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-5e9e3117-0115-4c18-99c0-8c0e2f40c04e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1501822 Nov 02 16:46:17.030011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.160981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-b816d2ac-38c6-469e-bbd3-1b47ba6bb3af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.1279180 Nov 02 16:46:17.213170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.219302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.274198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d433e106-48cc-4fdd-b432-fdd72818fdfe,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:17.289457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.297543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fba547c7-21c4-49fe-b7bc-4de69ff144df tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185368 Nov 02 16:46:17.297543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-79d806dc-a116-4ec1-85d9-dd21c57c2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:17.297543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-79d806dc-a116-4ec1-85d9-dd21c57c2858 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.1252789 Nov 02 16:46:17.297935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52624) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:17.308976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '4c44bb73-ead6-46eb-bbce-18e3234d4fe0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:17.355752 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Project 3d6e965d86e946509dda7dc3232b1659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:46:17.381884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.448810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-166a5fac-48c7-4903-9d11-fa198a1de99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:17.450375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-166a5fac-48c7-4903-9d11-fa198a1de99a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083055 Nov 02 16:46:17.471432 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.481640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d6aa855d-a0c1-4b16-a3fa-f55188f95c79 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:17.485713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.522757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.539392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0bedb3d7-a046-41d2-81a9-6915fd676ff6 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:17.553891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fb99b2-b6c7-4467-bd65-ffa25cd436ec,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:17.566559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.568090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-845e1db7-8f89-4fde-97d2-f792819d9087 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2691858 Nov 02 16:46:17.570946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52630) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:17.577559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '4c44bb73-ead6-46eb-bbce-18e3234d4fe0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:17.582857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:17.583230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.617055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-ce76228c-bbe4-40b3-b979-6db2e6a2bc83 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525400 Nov 02 16:46:17.645783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:46:17.651004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:17.651642 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.662555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74e33e-c6bb-4a5a-bc59-08c485bbbd71 req-88c22b8d-4b25-43fa-92a2-515a203ec57c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:17.671754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e74e33e-c6bb-4a5a-bc59-08c485bbbd71 req-88c22b8d-4b25-43fa-92a2-515a203ec57c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 944 time: 0.0977182 Nov 02 16:46:17.680137 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Project 3d6e965d86e946509dda7dc3232b1659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:46:17.694795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.758889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b30c1f0a-e3b3-4ab0-829c-05fb550d1795 req-cbf94a90-c967-4517-8c5a-c8e2f07a5c40 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309047 Nov 02 16:46:17.762705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e74e33e-c6bb-4a5a-bc59-08c485bbbd71 req-afb49c46-49f0-4f68-b3f2-6bf15e22d64c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885038 Nov 02 16:46:17.794740 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.800866 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.806099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.827829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dfe32b-6400-4f2a-a251-2c4c33215f54,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:17.833973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:17.837952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.838383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:17.839958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-418e393a-ff69-4ff4-b063-c0370d093c0b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2667565 Nov 02 16:46:17.918563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0bedb3d7-a046-41d2-81a9-6915fd676ff6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:18.041530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-355b4fa2-c76f-4468-b2d9-bcd5a722f3f7 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362244294&fields=id&tenant_id=3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 267 time: 0.0431831 Nov 02 16:46:18.167910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044df4e-a4b3-436a-a3ba-d84a470e1b2b req-270bef2d-995f-4993-8dd7-526b643bf36c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:18.169488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8044df4e-a4b3-436a-a3ba-d84a470e1b2b req-270bef2d-995f-4993-8dd7-526b643bf36c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1226356 Nov 02 16:46:18.227918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-25b3210e-45c8-40ad-871b-ae5a9a90e251 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:18.229494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-25b3210e-45c8-40ad-871b-ae5a9a90e251 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/networks?id=530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 200 len: 797 time: 0.1728852 Nov 02 16:46:18.238301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8044df4e-a4b3-436a-a3ba-d84a470e1b2b req-97564776-fd62-437b-9d91-9e0adf27774b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618107 Nov 02 16:46:18.268556 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-78f31bea-0470-41bf-b328-3d5d69e50586 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/quotas/3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 375 time: 0.0292525 Nov 02 16:46:18.338168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-daab4d18-2837-480b-add9-d7499580da4d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614662 Nov 02 16:46:18.448481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-d09dabe8-4466-49fd-b300-5c057df59932 service neutron] 10.222.0.31 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969601 Nov 02 16:46:18.551347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-8ec9d9f1-b4ef-45fa-bb93-5498905130ee service neutron] 10.222.0.31 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922778 Nov 02 16:46:18.565685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1436367a-d378-4252-ba67-023f6ac451ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bedb3d7-a046-41d2-81a9-6915fd676ff6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:18.568267 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b210f1b-91b2-4bf5-b91f-c9f9eb83225b" -d '{"events": [{"server_uuid": "1436367a-d378-4252-ba67-023f6ac451ac", "name": "network-vif-plugged", "status": "completed", "tag": "0bedb3d7-a046-41d2-81a9-6915fd676ff6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:18.606302 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff4b46e-531b-4929-9a4e-0b51dc8ebfb8 x-openstack-request-id: req-eff4b46e-531b-4929-9a4e-0b51dc8ebfb8 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:18.606617 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1436367a-d378-4252-ba67-023f6ac451ac", "name": "network-vif-plugged", "status": "completed", "tag": "0bedb3d7-a046-41d2-81a9-6915fd676ff6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:18.606834 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eff4b46e-531b-4929-9a4e-0b51dc8ebfb8 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:18.607229 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1436367a-d378-4252-ba67-023f6ac451ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bedb3d7-a046-41d2-81a9-6915fd676ff6', 'code': 200} Nov 02 16:46:18.729779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f12f-dc69-4049-b5e2-87bb58fe18c4 req-2a7bc2ff-d346-4a34-9d75-d8fe633aa65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:18.731663 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0802f12f-dc69-4049-b5e2-87bb58fe18c4 req-2a7bc2ff-d346-4a34-9d75-d8fe633aa65e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 1096 time: 0.0462530 Nov 02 16:46:18.731939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43c41075-d9c4-4fb9-b8cf-7451ded911d2 req-5b2e073e-f1fb-4831-8a41-20009db6dfc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 210 time: 0.0305843 Nov 02 16:46:18.772957 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0802f12f-dc69-4049-b5e2-87bb58fe18c4 req-0915d8ba-277f-4478-bc17-43a1237bdca3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Nov 02 16:46:18.883130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d320-f7d9-444a-b925-4df623852168 req-9ef22d63-ef04-43a5-a6d2-8f4ff794b93b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:18.885017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e884d320-f7d9-444a-b925-4df623852168 req-9ef22d63-ef04-43a5-a6d2-8f4ff794b93b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0549572 Nov 02 16:46:18.926217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e884d320-f7d9-444a-b925-4df623852168 req-687caf40-015e-4512-b580-b0e23b87ff48 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Nov 02 16:46:19.379913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490b54d-a20f-476a-8ae6-a38f8fab1825 req-117e51a5-7670-4ec1-98a2-1a44801c3289 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:19.381421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2490b54d-a20f-476a-8ae6-a38f8fab1825 req-117e51a5-7670-4ec1-98a2-1a44801c3289 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0517039 Nov 02 16:46:19.426052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2490b54d-a20f-476a-8ae6-a38f8fab1825 req-940dd855-73ba-4b4c-b18f-36d681032871 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374305 Nov 02 16:46:19.642001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5c7-93c1-4234-b252-03cda5557c79 req-6b051463-fa5b-4c86-b5a6-a51ed3663c59 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:19.644088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75b2e5c7-93c1-4234-b252-03cda5557c79 req-6b051463-fa5b-4c86-b5a6-a51ed3663c59 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0602098 Nov 02 16:46:19.689502 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-75b2e5c7-93c1-4234-b252-03cda5557c79 req-66d25682-d487-4fa6-8d11-4eee72e4ff30 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385556 Nov 02 16:46:19.795597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-c983bd34-efd5-4b49-a62c-f6a5e900499e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:19.797186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-c983bd34-efd5-4b49-a62c-f6a5e900499e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.55 "GET /v2.0/networks?id=530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 200 len: 797 time: 0.1421134 Nov 02 16:46:19.834026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe5e60-ede7-4e55-8ab6-682fe564c438 req-a554f0d3-3e6c-4381-984a-e473211dd01a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:19.838151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2fe5e60-ede7-4e55-8ab6-682fe564c438 req-a554f0d3-3e6c-4381-984a-e473211dd01a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0667861 Nov 02 16:46:19.852143 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-4b879052-f2c4-4335-90c1-db90e1dd943f tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 379 time: 0.0446944 Nov 02 16:46:19.863922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f6aef02-f3cb-4e7d-89f2-c43a05552f2a req-379f6fc3-9b63-4eb2-9810-a7d0f36e70a5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 210 time: 0.0471940 Nov 02 16:46:19.866618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'port': {'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'admin_state_up': True, 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'security_groups': ['4c44bb73-ead6-46eb-bbce-18e3234d4fe0']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:19.891433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2fe5e60-ede7-4e55-8ab6-682fe564c438 req-3fd77c36-e293-42fb-9a7f-a513b9a24858 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494404 Nov 02 16:46:19.999960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:20.003694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:20.086752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e061-ee7f-4ef3-a248-b0c5593ed474 req-9b60266a-386f-4beb-9745-f89886ecab78 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:20.089032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6348e061-ee7f-4ef3-a248-b0c5593ed474 req-9b60266a-386f-4beb-9745-f89886ecab78 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0857503 Nov 02 16:46:20.150259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6348e061-ee7f-4ef3-a248-b0c5593ed474 req-9c231503-82f0-4712-b687-653ae23e7b47 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Nov 02 16:46:20.214813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.20.0.7 (530950a6-e26d-4b9a-8200-24e63f01a2e1/51dabab9-9e17-4412-a5a6-5e16df608447/b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:20.353778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-38270e56-bfd7-4a1a-b9dd-4a396f300e57 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:20.355798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-38270e56-bfd7-4a1a-b9dd-4a396f300e57 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.1176004 Nov 02 16:46:20.374079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-e73564eb-9d2c-4390-ae75-e76ef6f39c6e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/quotas/0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 375 time: 0.0115199 Nov 02 16:46:20.378409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:20.417969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:20.442925 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-05e02430-6e9e-481d-b64c-6b970de5779e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0623491 Nov 02 16:46:20.470232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:20.477117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:20.479737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:20.483551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:20.544955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:20.546033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:20.550236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-9b1bde10-d6f6-4ef9-b0c5-5cee19c3ecfc service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993891 Nov 02 16:46:20.570022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-213d34e6-5bf9-4f1e-b028-dad6d0749ae4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7066498 Nov 02 16:46:20.585544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Request body: {'port': {'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:20.657407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:20.693401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-7c7010f9-b199-4e28-8ccf-906a40ba315b service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355484 Nov 02 16:46:20.799368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-73176546-57dd-4417-807e-b8e9b098b296 None None] Provisioning complete for port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:20.799972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73176546-57dd-4417-807e-b8e9b098b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:20.883843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-73176546-57dd-4417-807e-b8e9b098b296 None None] Port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:46:20.920848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9186eb95-0e25-4359-b49f-1085107fc038 req-f5b63fac-afc4-49e2-b0cc-0ec6e8698bf6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 210 time: 0.0489960 Nov 02 16:46:20.981433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:20.994161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:21.006779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Transition to ACTIVE for port object b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:46:21.010031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5e8b5-8139-4f1d-be5c-f552fcc67c92 req-79f8ee22-16f1-47ab-94d9-1eaeaea98ee9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.011184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:21.012481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bda5e8b5-8139-4f1d-be5c-f552fcc67c92 req-79f8ee22-16f1-47ab-94d9-1eaeaea98ee9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 931 time: 0.0633183 Nov 02 16:46:21.071105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bda5e8b5-8139-4f1d-be5c-f552fcc67c92 req-f016c965-8f10-42ed-adb4-edff82839420 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506561 Nov 02 16:46:21.084379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Pushing event updated for resources: {'Port': ['ID=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.140408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Attempting to bind port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:46:21.140750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Attempting to bind port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:46:21.141088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Attempting to bind port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 on network 530950a6-e26d-4b9a-8200-24e63f01a2e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:21.145596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 on network 530950a6-e26d-4b9a-8200-24e63f01a2e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:46:21.146072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Attempting to bind port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 on network 530950a6-e26d-4b9a-8200-24e63f01a2e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:21.152689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:21.153090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Checking segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:21.153333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Bound using segment: {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:21.153762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Bound port: b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27500e94-4c40-4d9f-b628-184767433db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:46:21.154244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:21.233919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] For port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:21.239797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] For port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:21.244830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:21.306869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d1ef-334e-4b59-9c50-a4579c08fa8a req-f7ac3aa8-41f5-4f67-90ab-71ed9f8cb717 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.307035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.307653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:21.308550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b513d1ef-334e-4b59-9c50-a4579c08fa8a req-f7ac3aa8-41f5-4f67-90ab-71ed9f8cb717 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0683575 Nov 02 16:46:21.310193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] 10.222.0.55 "PUT /v2.0/ports/b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 HTTP/1.1" status: 200 len: 1091 time: 0.7291348 Nov 02 16:46:21.310193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:21.312275 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dcb3cf-e83e-43e5-93e5-a5b03827848f" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:21.345315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfa4f8-f41d-4741-9f55-bdb703cd1c0d service neutron] Pushing event updated for resources: {'Port': ['ID=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.373682 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f911c-fd86-413e-87be-a40977d1dd9d x-openstack-request-id: req-193f911c-fd86-413e-87be-a40977d1dd9d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:21.374006 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:21.374264 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193f911c-fd86-413e-87be-a40977d1dd9d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:21.374676 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'status': 'completed', 'code': 200} Nov 02 16:46:21.384828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b513d1ef-334e-4b59-9c50-a4579c08fa8a req-cce54d4f-1acb-4ae0-9a4b-10b3f980add7 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629928 Nov 02 16:46:21.443827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-3156a1c5-3129-4c1b-bb2d-36645bd45c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.446329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-3156a1c5-3129-4c1b-bb2d-36645bd45c17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 1094 time: 0.0684452 Nov 02 16:46:21.520601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-0dbfad5b-1e9d-4931-9a3a-c891d02810e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0570269 Nov 02 16:46:21.610492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-9f3871a0-7c02-45f0-b8d3-5a55579864ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.612579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-9f3871a0-7c02-45f0-b8d3-5a55579864ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51dabab9-9e17-4412-a5a6-5e16df608447 HTTP/1.1" status: 200 len: 835 time: 0.0844781 Nov 02 16:46:21.691845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c5e11-a5a4-46ff-aa1c-007e3197bc76 req-7146b2ec-bd84-4f28-a620-bf22b395e552 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.693468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-228c5e11-a5a4-46ff-aa1c-007e3197bc76 req-7146b2ec-bd84-4f28-a620-bf22b395e552 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0592377 Nov 02 16:46:21.722224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-38987551-5a3b-4eeb-9a96-2f5194381fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.723774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-38987551-5a3b-4eeb-9a96-2f5194381fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=530950a6-e26d-4b9a-8200-24e63f01a2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037443 Nov 02 16:46:21.744828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-8e0ac92a-a8ca-4643-bcdb-678bff600e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.747368 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-8e0ac92a-a8ca-4643-bcdb-678bff600e72 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 1096 time: 0.0819144 Nov 02 16:46:21.759861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-228c5e11-a5a4-46ff-aa1c-007e3197bc76 req-053943c3-8895-4b3c-a162-1a1efc066c64 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592132 Nov 02 16:46:21.912481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-577acb28-07e6-4bbd-a25b-254fa91fd69c service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803682 Nov 02 16:46:21.930703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-881fab61-16b2-469b-9c25-5016eebabc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.932779 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-881fab61-16b2-469b-9c25-5016eebabc66 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 912 time: 0.1693444 Nov 02 16:46:22.005624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b95a6848-e2cc-4ea7-9410-5ccccce97ebc req-9b5dc8c1-5b21-48df-8c37-157af0121118 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 210 time: 0.0273659 Nov 02 16:46:22.008633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-4cfaed2f-b2da-40e9-9732-d5fcda6a6a74 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6 HTTP/1.1" status: 200 len: 217 time: 0.0655973 Nov 02 16:46:22.088500 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9743d864-577c-42ec-8eb4-e7b0c7f9fda4 req-a0d6d482-1ea4-42a7-9152-e5d1e38e74d8 service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666417 Nov 02 16:46:22.097428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-20ecff61-fbb7-4afe-8550-401ed6e9923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.098992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-20ecff61-fbb7-4afe-8550-401ed6e9923e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.0771503 Nov 02 16:46:22.203443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d062a80-bd10-4104-94bc-a71500d3644f req-900e630f-8ed2-42da-adf9-e19a6afbbf88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.204784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d062a80-bd10-4104-94bc-a71500d3644f req-900e630f-8ed2-42da-adf9-e19a6afbbf88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 943 time: 0.0601740 Nov 02 16:46:22.236451 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-cc129c81-5228-4456-a63f-1923d8775bc2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937862 Nov 02 16:46:22.247781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d062a80-bd10-4104-94bc-a71500d3644f req-87500691-742a-4f46-bfb5-3e784ab194c9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364788 Nov 02 16:46:22.650099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-a3c920ae-a948-48ee-a4df-7d19343c6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.651646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-a3c920ae-a948-48ee-a4df-7d19343c6f56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 1094 time: 0.5005462 Nov 02 16:46:22.696242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-db50a4f5-ad98-4375-8c8f-432b44e350b4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.697750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-db50a4f5-ad98-4375-8c8f-432b44e350b4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.100 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.5449688 Nov 02 16:46:22.731670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'port': {'device_id': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'admin_state_up': True, 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:22.829968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-56823103-6139-4638-8d53-aeb478307582 service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729294 Nov 02 16:46:22.914380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc72a8-d9c0-47e5-900e-f37e6401c0a2 req-3eeadde6-7fa5-447a-84a0-a20626115b80 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.915906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72cc72a8-d9c0-47e5-900e-f37e6401c0a2 req-3eeadde6-7fa5-447a-84a0-a20626115b80 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0626087 Nov 02 16:46:22.936652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-b1ea43dc-57a8-416d-8499-47b2625fcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.938118 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-b1ea43dc-57a8-416d-8499-47b2625fcea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 200 len: 898 time: 0.2736809 Nov 02 16:46:22.959201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72cc72a8-d9c0-47e5-900e-f37e6401c0a2 req-55ad113d-1763-491b-a26f-f3dc0b30b92f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Nov 02 16:46:22.975093 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:22.999304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-fedfd125-6088-4c62-bcef-ebf494bc27ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0531003 Nov 02 16:46:23.030482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:23.034104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:23.057514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b1a5606d-362b-4aa7-9c00-bfb0980c64d0 req-c29342dc-0272-42c9-8967-60f247d01dfa service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149186 Nov 02 16:46:23.094778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-d8d27709-0636-48f1-87f5-d8e728f03415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:23.096447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-d8d27709-0636-48f1-87f5-d8e728f03415 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51dabab9-9e17-4412-a5a6-5e16df608447 HTTP/1.1" status: 200 len: 835 time: 0.0806196 Nov 02 16:46:23.119447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89aaad1c-838f-4dba-abe9-35a37034c185 req-b2fcd7b7-ec7e-4acf-aff7-1f59133f3ae0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 210 time: 0.0318472 Nov 02 16:46:23.223106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-5b9e5e6c-5757-4a67-87f5-c706b7326d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:23.224607 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-5b9e5e6c-5757-4a67-87f5-c706b7326d10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=530950a6-e26d-4b9a-8200-24e63f01a2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197164 Nov 02 16:46:23.288792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Allocated IP 172.20.0.8 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/f6fc44bd-7601-4b35-83ad-981749dab9b6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:23.377604 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-b814559a-2a15-4f60-97b4-50ed89ba5bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444902 Nov 02 16:46:23.385245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d28a7c-ad0a-469d-b721-c521f26ae143 req-11a80ea6-7a73-4702-861e-1d7b711c0fe4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:23.387551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3d28a7c-ad0a-469d-b721-c521f26ae143 req-11a80ea6-7a73-4702-861e-1d7b711c0fe4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 943 time: 0.0575697 Nov 02 16:46:23.431241 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3d28a7c-ad0a-469d-b721-c521f26ae143 req-06230281-9b4d-4be8-a1b3-18f94ca5b9be tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367575 Nov 02 16:46:23.554000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:23.558852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81dcb3cf-e83e-43e5-93e5-a5b03827848f req-e5550750-60af-4285-9c78-8559b2874554 service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696923 Nov 02 16:46:23.591194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:23.641615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:23.644894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:23.648667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:23.675852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=f6fc44bd-7601-4b35-83ad-981749dab9b6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:23.709266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:23.709911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:23.727093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-881a5bbd-73bb-4a39-9fea-a751f579908d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0032640 Nov 02 16:46:23.741675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Request body: {'port': {'device_id': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:23.805412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:23.886100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6cfef093-16cf-4fba-8202-ab1fa0c9f390 None None] Provisioning complete for port f6fc44bd-7601-4b35-83ad-981749dab9b6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:23.886942 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6cfef093-16cf-4fba-8202-ab1fa0c9f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:23.936149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6cfef093-16cf-4fba-8202-ab1fa0c9f390 None None] Port f6fc44bd-7601-4b35-83ad-981749dab9b6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:46:23.952778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:46:24.055407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:24.069183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:46:24.122585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.127494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fc44bd-7601-4b35-83ad-981749dab9b6 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:24.137170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.141121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:24.152620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Transition to ACTIVE for port object f6fc44bd-7601-4b35-83ad-981749dab9b6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:46:24.157800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.165995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:24.171625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.193973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683d51e-6775-4428-82c0-3d983c88cd75 req-53e6ed06-d89d-4251-b929-b357b6729ccb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.197175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3683d51e-6775-4428-82c0-3d983c88cd75 req-53e6ed06-d89d-4251-b929-b357b6729ccb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0732441 Nov 02 16:46:24.218186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fc44bd-7601-4b35-83ad-981749dab9b6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:24.239604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:24.293644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3683d51e-6775-4428-82c0-3d983c88cd75 req-e42ec60b-8e54-4daa-a6e9-5ccb87ce6688 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 Nov 02 16:46:24.330789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c144fd-ac09-4f51-a30e-4a1a8539a937 req-0c6520c1-643c-48b1-8c03-21844e0c9d31 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.331975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Attempting to bind port f6fc44bd-7601-4b35-83ad-981749dab9b6 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:46:24.332425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Attempting to bind port f6fc44bd-7601-4b35-83ad-981749dab9b6 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:46:24.332638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98c144fd-ac09-4f51-a30e-4a1a8539a937 req-0c6520c1-643c-48b1-8c03-21844e0c9d31 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 943 time: 0.0857096 Nov 02 16:46:24.332950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Attempting to bind port f6fc44bd-7601-4b35-83ad-981749dab9b6 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:24.339861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Port f6fc44bd-7601-4b35-83ad-981749dab9b6 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:46:24.340189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Attempting to bind port f6fc44bd-7601-4b35-83ad-981749dab9b6 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:24.345980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:24.346465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:46:24.346976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:24.347589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Bound port: f6fc44bd-7601-4b35-83ad-981749dab9b6, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:46:24.347982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.379773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98c144fd-ac09-4f51-a30e-4a1a8539a937 req-ac701e58-5363-4fa5-8e05-91d95cd6aacd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Nov 02 16:46:24.429243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:46:24.441737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] For port f6fc44bd-7601-4b35-83ad-981749dab9b6, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:24.445942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] For port f6fc44bd-7601-4b35-83ad-981749dab9b6, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:24.453053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.519186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.519809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:24.521215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-86092aa7-540d-4658-a439-964d291adf52 service neutron] 10.222.0.100 "PUT /v2.0/ports/f6fc44bd-7601-4b35-83ad-981749dab9b6 HTTP/1.1" status: 200 len: 1091 time: 0.7839141 Nov 02 16:46:24.523963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'tag': 'f6fc44bd-7601-4b35-83ad-981749dab9b6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:24.527650 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284d9673-8592-4cb0-9909-90ca6f6adbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb", "tag": "f6fc44bd-7601-4b35-83ad-981749dab9b6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:24.554495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86092aa7-540d-4658-a439-964d291adf52 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fc44bd-7601-4b35-83ad-981749dab9b6,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:24.608250 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c073a1ec-933f-4bae-9a14-bb0be66c2590 x-openstack-request-id: req-c073a1ec-933f-4bae-9a14-bb0be66c2590 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:24.608543 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb", "tag": "f6fc44bd-7601-4b35-83ad-981749dab9b6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:24.608794 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c073a1ec-933f-4bae-9a14-bb0be66c2590 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:24.609200 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'tag': 'f6fc44bd-7601-4b35-83ad-981749dab9b6', 'status': 'completed', 'code': 200} Nov 02 16:46:24.609497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abf7c1-384f-4ad5-b7cf-dfbc65f4bf65 req-9dba9299-26bf-4274-9f79-493a18591b8a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.611172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6abf7c1-384f-4ad5-b7cf-dfbc65f4bf65 req-9dba9299-26bf-4274-9f79-493a18591b8a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 944 time: 0.1015682 Nov 02 16:46:24.629455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-30838224-cc7f-46ca-9702-07acac6d9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.631588 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-30838224-cc7f-46ca-9702-07acac6d9434 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 1094 time: 0.0635140 Nov 02 16:46:24.666429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6abf7c1-384f-4ad5-b7cf-dfbc65f4bf65 req-0e225072-4c55-4f92-a77c-89c34cee1fca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458863 Nov 02 16:46:24.692675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-a8269b7f-9992-4650-87a7-8456ffa7d84c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6 HTTP/1.1" status: 200 len: 217 time: 0.0514998 Nov 02 16:46:24.752600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-fdc96e04-be3b-493d-a1b2-13a070d8ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.754339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-fdc96e04-be3b-493d-a1b2-13a070d8ad26 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0534770 Nov 02 16:46:24.806533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-09f67fe2-1b92-4122-aeba-09a8c32121a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:24.808867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-09f67fe2-1b92-4122-aeba-09a8c32121a7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446832 Nov 02 16:46:24.913798 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-153a6c85-0dbc-45d1-877f-171800a92999 service neutron] 10.222.0.100 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973027 Nov 02 16:46:25.021492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbfb9bf7-8c32-4573-9fdf-bc14bc740aca req-6b46b432-cc0b-4332-bcbd-e64ed2a4f578 service neutron] 10.222.0.100 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972326 Nov 02 16:46:25.107166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-df9e7bc7-f0d8-4fed-8879-a3d2d3c749f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.108748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-df9e7bc7-f0d8-4fed-8879-a3d2d3c749f7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 1094 time: 0.0423646 Nov 02 16:46:25.205278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-9a36ff86-ca97-4438-98d5-37564f0f9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.206756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-9a36ff86-ca97-4438-98d5-37564f0f9f79 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.0900769 Nov 02 16:46:25.252740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-dde6353b-864a-49a9-b803-91d5b6c35dbd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6 HTTP/1.1" status: 200 len: 217 time: 0.0384479 Nov 02 16:46:25.305688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-a1af3688-8287-4ce3-a15e-71440ac5ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.307152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-a1af3688-8287-4ce3-a15e-71440ac5ce9f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0466683 Nov 02 16:46:25.360219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-1818c441-9858-4070-b61b-2f489017d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.361994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-1818c441-9858-4070-b61b-2f489017d13c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465801 Nov 02 16:46:25.429512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a247a-c73a-414b-925d-c529ead75f39 req-673c9911-197b-43ac-bbdb-5223962061d4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.431181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c3a247a-c73a-414b-925d-c529ead75f39 req-673c9911-197b-43ac-bbdb-5223962061d4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0593064 Nov 02 16:46:25.462678 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-07c5551f-dcf1-4303-83ca-f822a5cdc98f service neutron] 10.222.0.100 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923991 Nov 02 16:46:25.502585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c3a247a-c73a-414b-925d-c529ead75f39 req-79ae35c1-d655-4482-bf06-ed3a52f8adce tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652237 Nov 02 16:46:25.533267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d76e-5958-4577-93b8-f58ee62b112c req-8ce7b633-0571-4cec-b9f8-b51be0155a12 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.534862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a288d76e-5958-4577-93b8-f58ee62b112c req-8ce7b633-0571-4cec-b9f8-b51be0155a12 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 943 time: 0.0697880 Nov 02 16:46:25.571081 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-284d9673-8592-4cb0-9909-90ca6f6adbe9 req-9541322d-9385-4c6b-812a-14696b35a10c service neutron] 10.222.0.100 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998046 Nov 02 16:46:25.576720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a288d76e-5958-4577-93b8-f58ee62b112c req-8322f355-2517-4798-a154-825e78148f7c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Nov 02 16:46:25.789762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d28cc0-fb0e-40cd-97ff-b6dfd3b792de req-2d9ef15b-f896-4ff8-aa92-2722478378b7 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:25.791690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81d28cc0-fb0e-40cd-97ff-b6dfd3b792de req-2d9ef15b-f896-4ff8-aa92-2722478378b7 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 944 time: 0.0542271 Nov 02 16:46:25.834359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81d28cc0-fb0e-40cd-97ff-b6dfd3b792de req-b460d35b-970d-4a5d-8c15-80f6af428c38 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363445 Nov 02 16:46:25.973550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:26.027885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:46:26.032373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:26.032886 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:26.117819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:26.142475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:26.144902 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e0231e-3d52-4bec-a07b-6aa6ce7e6ced" -d '{"events": [{"server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "name": "network-vif-plugged", "status": "completed", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:26.157934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:26.161912 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:26.193009 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c1d957-e15d-48cc-8d44-a2ad6287be50 x-openstack-request-id: req-a3c1d957-e15d-48cc-8d44-a2ad6287be50 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:26.193301 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "name": "network-vif-plugged", "status": "completed", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:26.193558 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3c1d957-e15d-48cc-8d44-a2ad6287be50 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:26.193950 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'code': 200} Nov 02 16:46:26.296027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb761a4-abea-470b-9de3-23f2c463476b req-1c3f44a3-402f-487a-b000-15e25e4ce894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:26.297559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3bb761a4-abea-470b-9de3-23f2c463476b req-1c3f44a3-402f-487a-b000-15e25e4ce894 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 1096 time: 0.0503814 Nov 02 16:46:26.337979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3bb761a4-abea-470b-9de3-23f2c463476b req-bd815333-5419-4b67-a5c8-81aff71fd440 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329616 Nov 02 16:46:26.375285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:26.642535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830de1c-bc50-4638-8072-19c4912b855d req-fae5e12a-1c7c-41da-9e38-5f1294a98b8e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:26.644090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c830de1c-bc50-4638-8072-19c4912b855d req-fae5e12a-1c7c-41da-9e38-5f1294a98b8e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0614829 Nov 02 16:46:26.715996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c830de1c-bc50-4638-8072-19c4912b855d req-8a1a2ca0-6650-43a7-8b73-96777646f961 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633695 Nov 02 16:46:26.733061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305e1e1-7b75-4988-a1eb-c848805c4a90 req-35b13278-7c5e-4012-8678-2a586ea42c19 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:26.734600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e305e1e1-7b75-4988-a1eb-c848805c4a90 req-35b13278-7c5e-4012-8678-2a586ea42c19 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 943 time: 0.0756786 Nov 02 16:46:26.775815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e305e1e1-7b75-4988-a1eb-c848805c4a90 req-9ef4cc58-e5a6-4ec2-bc7a-21c64b199e46 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Nov 02 16:46:26.968382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1afe4-3994-4d37-8b08-b246f51940a2 req-dc0e875f-52d2-4f2a-ae5d-27a510f742d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:26.970427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2e1afe4-3994-4d37-8b08-b246f51940a2 req-dc0e875f-52d2-4f2a-ae5d-27a510f742d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 945 time: 0.0586860 Nov 02 16:46:27.019206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2e1afe4-3994-4d37-8b08-b246f51940a2 req-dea0965f-ca0b-437f-9a6a-466cb8bf7737 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Nov 02 16:46:27.586074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f6fc44bd-7601-4b35-83ad-981749dab9b6 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:46:27.683370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f6fc44bd-7601-4b35-83ad-981749dab9b6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:27.694059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'f6fc44bd-7601-4b35-83ad-981749dab9b6', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': 'f6fc44bd-7601-4b35-83ad-981749dab9b6', 'mac_address': 'fa:16:3e:31:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:46:27.734313 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:27.748284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fc44bd-7601-4b35-83ad-981749dab9b6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:27.770041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f6fc44bd-7601-4b35-83ad-981749dab9b6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:27.773973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:27.830205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc44bd-7601-4b35-83ad-981749dab9b6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:27.861941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc462-82d2-4165-9641-3965920712db req-4a35fc11-a6e3-48ee-b32f-39f123433068 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:27.863498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fcdc462-82d2-4165-9641-3965920712db req-4a35fc11-a6e3-48ee-b32f-39f123433068 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0686584 Nov 02 16:46:27.936318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fcdc462-82d2-4165-9641-3965920712db req-eb2be2b9-7d06-49c2-b491-534503ab09f0 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Nov 02 16:46:27.947534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea213de8-5c2a-430a-8017-038d393b26de req-14624710-88bf-4bf7-8941-962472a0010d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:27.949169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea213de8-5c2a-430a-8017-038d393b26de req-14624710-88bf-4bf7-8941-962472a0010d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 944 time: 0.0846879 Nov 02 16:46:27.993527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea213de8-5c2a-430a-8017-038d393b26de req-6b40b435-f1c7-4feb-8624-64ab4835482c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Nov 02 16:46:28.131704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:46:28.151109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e0dbc-84bc-48f2-bc2b-8c575275db27 req-110f785f-f855-408f-b0a1-48360dce493e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:28.153807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-478e0dbc-84bc-48f2-bc2b-8c575275db27 req-110f785f-f855-408f-b0a1-48360dce493e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 945 time: 0.0629070 Nov 02 16:46:28.208214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-478e0dbc-84bc-48f2-bc2b-8c575275db27 req-bb5befa9-d54c-4b8b-acbc-18c187b60192 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473583 Nov 02 16:46:28.334537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454660b-151c-4c4c-b029-194d83994ee2 req-ee41224f-8674-4495-9842-8efe9548773f tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:28.336068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a454660b-151c-4c4c-b029-194d83994ee2 req-ee41224f-8674-4495-9842-8efe9548773f tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 945 time: 0.0510151 Nov 02 16:46:28.376599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a454660b-151c-4c4c-b029-194d83994ee2 req-8bcbf8a3-a0cc-4634-bacc-a88de25c8e73 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339041 Nov 02 16:46:28.398576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:28.439580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ffdf66-d1ff-42c7-ae41-55c7f5df4c90 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:28.441121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b7ffdf66-d1ff-42c7-ae41-55c7f5df4c90 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 1091 time: 0.0415525 Nov 02 16:46:28.444214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52800) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:28.448510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:28.471831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:28.582268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:28.692895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.25.7.107 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e33f6ba6-813b-4e98-b42b-e0084d6c47b7) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:28.804593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:28.840578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:28.880903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:28.883792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:28.891326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:28.894482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=e33f6ba6-813b-4e98-b42b-e0084d6c47b7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:28.927870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.928216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.928564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.928903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.929239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.929570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.929902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.930265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.930586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.930911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.931239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:28.931565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:29.061629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21ad3-8c4a-4336-95a0-f97213300bf6 req-b5bba053-8ee8-4a64-b7b9-1dc232a85e9f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:29.065932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ff21ad3-8c4a-4336-95a0-f97213300bf6 req-b5bba053-8ee8-4a64-b7b9-1dc232a85e9f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0532591 Nov 02 16:46:29.142661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ff21ad3-8c4a-4336-95a0-f97213300bf6 req-56f991e5-c1ed-4e88-9024-feea4b96aebd tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730562 Nov 02 16:46:29.157006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9151-6aec-40ec-92de-2d3a2a13a3b4 req-1b11acb4-fa09-4b38-93c1-0fd6e68e9219 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:29.158562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f77f9151-6aec-40ec-92de-2d3a2a13a3b4 req-1b11acb4-fa09-4b38-93c1-0fd6e68e9219 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 944 time: 0.0819840 Nov 02 16:46:29.209148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f77f9151-6aec-40ec-92de-2d3a2a13a3b4 req-b29f27a3-96ab-4773-bbef-0a64c40fc627 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Nov 02 16:46:29.279133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.354197 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.515073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.520795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.599859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=e33f6ba6-813b-4e98-b42b-e0084d6c47b7,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:29.612965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.613824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f6fc44bd-7601-4b35-83ad-981749dab9b6 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:29.669227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port f6fc44bd-7601-4b35-83ad-981749dab9b6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:46:29.673490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port f6fc44bd-7601-4b35-83ad-981749dab9b6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:29.673865 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.723793 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Floating IP 0711124f-e84f-4b17-908b-bbcc6b68d707 associated. External IP: 172.25.7.107, port: b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9. Nov 02 16:46:29.754615 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.788452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc44bd-7601-4b35-83ad-981749dab9b6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:29.790898 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b467b-1d96-4000-8403-4d225462b377" -d '{"events": [{"server_uuid": "571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc44bd-7601-4b35-83ad-981749dab9b6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:29.806578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port f6fc44bd-7601-4b35-83ad-981749dab9b6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:29.811103 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:29.844227 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f9a06-037f-41af-aee2-9c741205e531 x-openstack-request-id: req-201f9a06-037f-41af-aee2-9c741205e531 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:29.844638 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc44bd-7601-4b35-83ad-981749dab9b6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:29.844974 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-201f9a06-037f-41af-aee2-9c741205e531 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:29.845792 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc44bd-7601-4b35-83ad-981749dab9b6', 'code': 200} Nov 02 16:46:29.875416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc44bd-7601-4b35-83ad-981749dab9b6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:29.983607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ef20-1ee9-4f35-9a04-166a6d346b54 req-869f4397-a1a3-4ca0-a3e2-d42f4b0c63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:29.985201 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9df4ef20-1ee9-4f35-9a04-166a6d346b54 req-869f4397-a1a3-4ca0-a3e2-d42f4b0c63d9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 1096 time: 0.0719409 Nov 02 16:46:30.011675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:30.036910 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9df4ef20-1ee9-4f35-9a04-166a6d346b54 req-0474f3bf-bc8e-41f0-b49a-7cbc2329ec03 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Nov 02 16:46:30.311037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd185785-4aec-4ad4-b90d-31a602c6ae25 req-6d736edc-22c3-48a2-9285-2076b186308b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:30.312707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd185785-4aec-4ad4-b90d-31a602c6ae25 req-6d736edc-22c3-48a2-9285-2076b186308b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0922685 Nov 02 16:46:30.376849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd185785-4aec-4ad4-b90d-31a602c6ae25 req-141208ac-5222-47c7-8b89-62d60fd05242 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560172 Nov 02 16:46:30.455231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4abfd-8845-4c95-90e1-ec77747d065a req-e7bdfeef-a214-43f5-953f-4d0a7bb9a7ab tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:30.456867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9a4abfd-8845-4c95-90e1-ec77747d065a req-e7bdfeef-a214-43f5-953f-4d0a7bb9a7ab tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0580945 Nov 02 16:46:30.499949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9a4abfd-8845-4c95-90e1-ec77747d065a req-368696f7-104d-4a75-9e7e-306ee4ff68dc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362797 Nov 02 16:46:30.501820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:30.513392 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:30.524578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:30.525874 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:30.526982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:30.553447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-095149f6-3b57-4cbd-8473-e3a57bd729bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1081345 Nov 02 16:46:30.554297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:30.556710 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be5009b-bcc5-4e77-9402-2f58ede55918" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:30.556910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52822) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:30.601385 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa9428-763f-40f1-980b-f31876ec0690 x-openstack-request-id: req-5baa9428-763f-40f1-980b-f31876ec0690 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:30.601385 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:30.601385 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5baa9428-763f-40f1-980b-f31876ec0690 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:30.601385 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'status': 'completed', 'code': 200} Nov 02 16:46:30.656975 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:30.659383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d53b05f-7a41-4f6a-9a02-3f58a3d4e419 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/0711124f-e84f-4b17-908b-bbcc6b68d707 HTTP/1.1" status: 200 len: 991 time: 0.0990164 Nov 02 16:46:30.666091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-aca89096-020a-474e-9ea6-f013b8acb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:30.667910 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-aca89096-020a-474e-9ea6-f013b8acb851 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 1096 time: 0.0439835 Nov 02 16:46:30.774641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-f59ba38c-497f-4dcb-9f8e-298ac895864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:30.776102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-f59ba38c-497f-4dcb-9f8e-298ac895864e service neutron] 10.222.0.55 "GET /v2.0/networks?id=530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 200 len: 898 time: 0.0976996 Nov 02 16:46:30.865359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-c3818cd9-6bc9-459b-942d-65cde6e46f11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 HTTP/1.1" status: 200 len: 999 time: 0.0801046 Nov 02 16:46:30.904988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:12Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 0, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:30.922375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-cacbd845-b525-4050-8b0f-5cffc2b5bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:30.924168 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-cacbd845-b525-4050-8b0f-5cffc2b5bbe7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51dabab9-9e17-4412-a5a6-5e16df608447 HTTP/1.1" status: 200 len: 835 time: 0.0490088 Nov 02 16:46:30.935646 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:30.944832 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:30.946175 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:30.981725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-e2d04db2-64ea-4aac-b434-10e6ff92e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:30.983398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-e2d04db2-64ea-4aac-b434-10e6ff92e539 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=530950a6-e26d-4b9a-8200-24e63f01a2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514405 Nov 02 16:46:31.060826 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:31.091914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-6fe4b1fc-6071-4868-bb7c-e135d8631153 service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998952 Nov 02 16:46:31.198895 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8be5009b-bcc5-4e77-9402-2f58ede55918 req-c570de87-e94e-49da-9b11-1178d46341c4 service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991879 Nov 02 16:46:31.301946 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:12Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 0, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:31.329367 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc31350-51e5-4b4c-8811-dcf440e0014c None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:46:12Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 0, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:31.516929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f7c2e-f7c4-4911-8168-724395d561bc req-b3b7de7e-6656-4017-a4e3-94ce992f2b32 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:31.518585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d0f7c2e-f7c4-4911-8168-724395d561bc req-b3b7de7e-6656-4017-a4e3-94ce992f2b32 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0586317 Nov 02 16:46:31.573033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d0f7c2e-f7c4-4911-8168-724395d561bc req-11c2664f-3b19-403a-a8ae-a9a7a4cf92ce tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477819 Nov 02 16:46:31.608272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac00fab-beb4-4592-9b74-9ab0feaee0e7 None None] New status for floating IP 0711124f-e84f-4b17-908b-bbcc6b68d707: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:46:31.660976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52834) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:31.693080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade60c7-ae03-472e-93a2-3072e8e53253 req-609f71d7-eb93-42ef-9b04-2714afa49d0c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:31.694782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cade60c7-ae03-472e-93a2-3072e8e53253 req-609f71d7-eb93-42ef-9b04-2714afa49d0c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0642257 Nov 02 16:46:31.736333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2f5de382-9dd7-4059-9661-cfafdc4957ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/0711124f-e84f-4b17-908b-bbcc6b68d707 HTTP/1.1" status: 200 len: 991 time: 0.0737514 Nov 02 16:46:31.743422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cade60c7-ae03-472e-93a2-3072e8e53253 req-617e0020-6567-493c-b841-7cb803ac9508 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Nov 02 16:46:31.973865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159e199-7a00-49d8-8c2d-c4db42694361 req-f0a20215-6026-4af8-9e7e-acf217da1565 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:31.975936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3159e199-7a00-49d8-8c2d-c4db42694361 req-f0a20215-6026-4af8-9e7e-acf217da1565 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0675826 Nov 02 16:46:32.020786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3159e199-7a00-49d8-8c2d-c4db42694361 req-e9a2ac85-c078-40bc-aaa3-4f95cb64b120 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Nov 02 16:46:32.704396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9af35-73e8-4ba7-8886-497990c01bfa req-ee1f273d-7009-422e-8e20-deea4b321910 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:32.705911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1f9af35-73e8-4ba7-8886-497990c01bfa req-ee1f273d-7009-422e-8e20-deea4b321910 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0509253 Nov 02 16:46:32.740314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52846) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:32.747456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1f9af35-73e8-4ba7-8886-497990c01bfa req-ffe7fec4-8dd9-4912-be04-992ac262606f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Nov 02 16:46:32.808520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68ee805e-805f-447f-b561-53df152b411c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/0711124f-e84f-4b17-908b-bbcc6b68d707 HTTP/1.1" status: 200 len: 993 time: 0.0668728 Nov 02 16:46:33.152990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c466b5-d34f-473a-8d1d-0249fb50f220 req-6cbab953-684e-49cd-89b7-7e225fe42886 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:33.154552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40c466b5-d34f-473a-8d1d-0249fb50f220 req-6cbab953-684e-49cd-89b7-7e225fe42886 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0572181 Nov 02 16:46:33.192653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40c466b5-d34f-473a-8d1d-0249fb50f220 req-daac35b5-a5ca-4e9a-9246-8f24f2f4ff24 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Nov 02 16:46:33.876735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312c52b-67fc-40c4-a42d-de50dc39b3bb req-517425ae-01a8-4574-9831-30e6d3665b9e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:33.878373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8312c52b-67fc-40c4-a42d-de50dc39b3bb req-517425ae-01a8-4574-9831-30e6d3665b9e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0578506 Nov 02 16:46:33.926563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8312c52b-67fc-40c4-a42d-de50dc39b3bb req-30fdcd39-f592-497b-ad8f-edfd620c37e1 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Nov 02 16:46:34.318448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cec2a-2884-4015-8d0c-65cc9bda7d1a req-47a0a671-6616-4333-b0b1-06bab48cc96e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:34.319927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-066cec2a-2884-4015-8d0c-65cc9bda7d1a req-47a0a671-6616-4333-b0b1-06bab48cc96e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0525358 Nov 02 16:46:34.361861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-066cec2a-2884-4015-8d0c-65cc9bda7d1a req-bff1b2a0-fb3a-43ff-9d10-af3b180aa71f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Nov 02 16:46:34.503461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60368c6-585b-41f1-968f-d16777f12f9e req-04d78ba4-9eda-41ef-9f0d-f9252f668210 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:34.505018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c60368c6-585b-41f1-968f-d16777f12f9e req-04d78ba4-9eda-41ef-9f0d-f9252f668210 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1097 time: 0.0449305 Nov 02 16:46:34.523869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c60368c6-585b-41f1-968f-d16777f12f9e req-2a682add-27f2-4585-98c1-8c8dde4caf1a tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:34.627216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c60368c6-585b-41f1-968f-d16777f12f9e req-2a682add-27f2-4585-98c1-8c8dde4caf1a tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:34.631527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-c60368c6-585b-41f1-968f-d16777f12f9e req-2a682add-27f2-4585-98c1-8c8dde4caf1a tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:34.660604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c60368c6-585b-41f1-968f-d16777f12f9e req-2a682add-27f2-4585-98c1-8c8dde4caf1a tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494186 Nov 02 16:46:34.672396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682add-27f2-4585-98c1-8c8dde4caf1a tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3f656-2464-4a7f-b6df-0c0392af6ba8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:34.786422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d41e5-9504-45e3-b262-4660f4ea98b4 req-d2b6c2b5-0c62-44a7-b7ab-fa70a74508e6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:34.787964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b5d41e5-9504-45e3-b262-4660f4ea98b4 req-d2b6c2b5-0c62-44a7-b7ab-fa70a74508e6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0545311 Nov 02 16:46:34.832704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b5d41e5-9504-45e3-b262-4660f4ea98b4 req-eac527e6-bdb3-4bfa-8756-51e436c6fbfb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Nov 02 16:46:34.855304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52868) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:34.920943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7d62dbf6-c4c7-41e7-bc85-4b35f2230883 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/d44b1ee2-7ffe-4688-8a66-9017a0524313 HTTP/1.1" status: 200 len: 994 time: 0.0644753 Nov 02 16:46:35.051265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf2ec-20fa-4cf0-ab74-93caeb3ded98 req-cbd17775-3f02-4658-a670-0a0c20c5b8ca tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:35.052689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84fcf2ec-20fa-4cf0-ab74-93caeb3ded98 req-cbd17775-3f02-4658-a670-0a0c20c5b8ca tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0527933 Nov 02 16:46:35.098107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84fcf2ec-20fa-4cf0-ab74-93caeb3ded98 req-1770c5aa-1e66-4c4e-95f7-fc0705d0c327 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Nov 02 16:46:35.283197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-ac7e4adf-db56-46e0-bf42-71430f6844a6 req-667c2a08-7a14-4be0-934c-7d96be6b8024 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:35.284212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac7e4adf-db56-46e0-bf42-71430f6844a6 req-667c2a08-7a14-4be0-934c-7d96be6b8024 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054052 Nov 02 16:46:35.482482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38867f-1391-47ca-84fb-a917de6f4a7e req-49da65a2-629a-4925-b831-b46d6fb4dd83 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:35.484050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb38867f-1391-47ca-84fb-a917de6f4a7e req-49da65a2-629a-4925-b831-b46d6fb4dd83 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0502889 Nov 02 16:46:35.526754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb38867f-1391-47ca-84fb-a917de6f4a7e req-065e2402-1024-46a6-91a8-98f2ea7b9ceb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362608 Nov 02 16:46:35.646979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35146-c1ea-4bfe-a772-d8f3f874706b req-e11e2489-829e-40f5-a439-df3a87d288a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:35.648935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bd35146-c1ea-4bfe-a772-d8f3f874706b req-e11e2489-829e-40f5-a439-df3a87d288a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0595832 Nov 02 16:46:35.685332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-7fc239aa-4b92-4557-8e8a-bc02181f6b4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062393 Nov 02 16:46:35.701757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bd35146-c1ea-4bfe-a772-d8f3f874706b req-75cb0669-482e-4606-b7f2-e1d5cfbc2056 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446336 Nov 02 16:46:36.235899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d894a4-a306-4554-8821-adad7a3ef75f req-fae5a93c-6ea9-4ac2-ae29-1387d0a29344 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:36.237733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63d894a4-a306-4554-8821-adad7a3ef75f req-fae5a93c-6ea9-4ac2-ae29-1387d0a29344 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0638845 Nov 02 16:46:36.284788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63d894a4-a306-4554-8821-adad7a3ef75f req-1290bcde-453e-4647-b4f1-6b941665fe36 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Nov 02 16:46:36.661809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0f0ea-45d2-4f25-b6b1-226dc5d54f1e req-5319d2e7-4ca6-4720-ab14-0536b372c4bc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:36.663312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0d0f0ea-45d2-4f25-b6b1-226dc5d54f1e req-5319d2e7-4ca6-4720-ab14-0536b372c4bc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0528648 Nov 02 16:46:36.704095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0d0f0ea-45d2-4f25-b6b1-226dc5d54f1e req-4672ed0d-98da-4295-8e97-7372d1fed79e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Nov 02 16:46:36.829828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e79f73-7303-4a96-8fe8-a1e62c07d28d req-e935f81e-b48b-4e6c-bce4-dfae1f3814a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:36.831412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1e79f73-7303-4a96-8fe8-a1e62c07d28d req-e935f81e-b48b-4e6c-bce4-dfae1f3814a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0552559 Nov 02 16:46:36.877630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1e79f73-7303-4a96-8fe8-a1e62c07d28d req-2103b979-6a1a-4ed6-9866-5bc8cd2c2847 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Nov 02 16:46:37.128341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-dbc20983-3450-49ca-8827-383fe349f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.129830 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-dbc20983-3450-49ca-8827-383fe349f7fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1097 time: 0.0432525 Nov 02 16:46:37.228669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-6ac79f89-364a-4f32-8f60-c69cc195ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.230610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-6ac79f89-364a-4f32-8f60-c69cc195ba12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.0931671 Nov 02 16:46:37.303862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-366edb8e-3063-4935-b399-9e1c061ae3e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1002 time: 0.0628238 Nov 02 16:46:37.364216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-276a0fac-3a45-4c62-8529-448dd9fba701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.366108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-276a0fac-3a45-4c62-8529-448dd9fba701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0537703 Nov 02 16:46:37.408802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020fcf1-c86f-47f2-bcbd-f3e656223eaf req-3928d727-fdc0-4c21-aa44-551630e1c1d7 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.410347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5020fcf1-c86f-47f2-bcbd-f3e656223eaf req-3928d727-fdc0-4c21-aa44-551630e1c1d7 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0514731 Nov 02 16:46:37.424941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e552ffd0-7e6a-49de-82b6-008e795ae18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.426533 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e552ffd0-7e6a-49de-82b6-008e795ae18f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478797 Nov 02 16:46:37.463071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5020fcf1-c86f-47f2-bcbd-f3e656223eaf req-e07580b1-ada6-4c3a-a1bd-f55fd99fb00f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Nov 02 16:46:37.521467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-6794a83b-5e97-4a38-8500-a4af9a706918 service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865912 Nov 02 16:46:37.619242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-06cd7bde-fe26-4230-b1ae-a2092d0cc1bc service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899093 Nov 02 16:46:37.840314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac130f-dca0-4b53-b089-e18a6a8921bc req-9abab9b0-4a60-4be0-912e-882692cad24f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.841832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdac130f-dca0-4b53-b089-e18a6a8921bc req-9abab9b0-4a60-4be0-912e-882692cad24f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0523901 Nov 02 16:46:37.883515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdac130f-dca0-4b53-b089-e18a6a8921bc req-2bf2c378-a888-4998-8be9-b9847c0379d8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Nov 02 16:46:38.003489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ea084-44a0-4931-a9ed-39a89959efc3 req-5e972ada-cb32-44c3-b92e-d02479665e1e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.005385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-571ea084-44a0-4931-a9ed-39a89959efc3 req-5e972ada-cb32-44c3-b92e-d02479665e1e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0555708 Nov 02 16:46:38.047763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-571ea084-44a0-4931-a9ed-39a89959efc3 req-c58448a2-97eb-416f-8ab3-39a116b7d632 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355780 Nov 02 16:46:38.559131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f18cfc9-4968-4a8f-81e8-e5f165b0450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:38.590802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d185353-66dd-4d10-8c62-d31664dafb39 req-517f9253-bb6f-4246-a648-6d026af4b93f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.592348 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d185353-66dd-4d10-8c62-d31664dafb39 req-517f9253-bb6f-4246-a648-6d026af4b93f tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0552917 Nov 02 16:46:38.628135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-56447f91-5388-4692-be78-340af4de15ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452034 Nov 02 16:46:38.643397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d185353-66dd-4d10-8c62-d31664dafb39 req-c572bb2a-481a-4f7e-bb04-97c86748378d tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Nov 02 16:46:38.696918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-329862b6-c1f1-442c-8ac5-0b5c3a4c7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.698504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-329862b6-c1f1-442c-8ac5-0b5c3a4c7114 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 1096 time: 0.0462425 Nov 02 16:46:38.814325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-54baf10d-e0b5-4042-8dd0-81165ef43abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.815849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-54baf10d-e0b5-4042-8dd0-81165ef43abb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 912 time: 0.0920870 Nov 02 16:46:38.861257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-35fd62d4-36aa-4568-9de0-6304989a8012 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f304166-baa9-49db-a7e8-336639ba2a5f HTTP/1.1" status: 200 len: 217 time: 0.0363507 Nov 02 16:46:38.913730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-46d6cfb7-1812-4ee9-9673-e7c276cbffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.916520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-46d6cfb7-1812-4ee9-9673-e7c276cbffa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.0471828 Nov 02 16:46:38.950965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-567d6531-3cee-40b2-a9c4-d40f952bb3db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266368 Nov 02 16:46:39.007402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda386-a6db-4d41-b959-fd14996797d6 req-4bf29ca1-5f70-4e82-aef9-71362d570456 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:39.008946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42bda386-a6db-4d41-b959-fd14996797d6 req-4bf29ca1-5f70-4e82-aef9-71362d570456 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0526791 Nov 02 16:46:39.056622 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-74ec77dc-dc80-4bc2-8a41-46e1e9b4de6d service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976658 Nov 02 16:46:39.057024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42bda386-a6db-4d41-b959-fd14996797d6 req-583ccdbf-c5d2-4ec8-932d-582dc5cd29e9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Nov 02 16:46:39.168259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-42b8c89e-2991-4d5d-b111-ad81829d49a0 req-aa18b40f-8811-43dd-877d-b52ac1b415b7 service neutron] 10.222.0.55 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936916 Nov 02 16:46:39.174426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446c3b9-a5ae-4dda-9d8f-c546ccacde92 req-b3e4fcf0-65f7-4722-9e4b-b00b4a22c5ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:39.175964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f446c3b9-a5ae-4dda-9d8f-c546ccacde92 req-b3e4fcf0-65f7-4722-9e4b-b00b4a22c5ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0568707 Nov 02 16:46:39.222104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f446c3b9-a5ae-4dda-9d8f-c546ccacde92 req-4b78b5e3-95db-41ab-bae4-a3f7769f6b01 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Nov 02 16:46:39.766634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22084d0c-046f-4b09-97fa-fd2ee5248b76 req-4a30c781-e896-44bc-8b05-da746d647ae5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:39.768391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22084d0c-046f-4b09-97fa-fd2ee5248b76 req-4a30c781-e896-44bc-8b05-da746d647ae5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0524983 Nov 02 16:46:39.808180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22084d0c-046f-4b09-97fa-fd2ee5248b76 req-d26b8431-21f4-4307-969f-5904afac6a5c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Nov 02 16:46:40.185207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cc2a6-c84b-4744-8e29-8e2e1f2648d2 req-3fa717de-8e4e-4669-83f8-f7481e6234d7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:40.186699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b73cc2a6-c84b-4744-8e29-8e2e1f2648d2 req-3fa717de-8e4e-4669-83f8-f7481e6234d7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0566857 Nov 02 16:46:40.225876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b73cc2a6-c84b-4744-8e29-8e2e1f2648d2 req-f379dbce-76fe-458e-8ff5-796fdfa87854 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Nov 02 16:46:40.350105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8741b13-81ec-48ab-9bd2-7fbbd450651a req-b6fd8070-7b4e-4ced-a627-76a277e10bc6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:40.351667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8741b13-81ec-48ab-9bd2-7fbbd450651a req-b6fd8070-7b4e-4ced-a627-76a277e10bc6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0567081 Nov 02 16:46:40.391900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8741b13-81ec-48ab-9bd2-7fbbd450651a req-eee30b3d-6d33-434e-960b-d3b56fe9ee07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Nov 02 16:46:40.929063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023b253-8767-4921-8b6a-1aefb5215253 req-9c8c2a81-50d7-4fdd-a034-4fe83f4f99bb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:40.930632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8023b253-8767-4921-8b6a-1aefb5215253 req-9c8c2a81-50d7-4fdd-a034-4fe83f4f99bb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0521116 Nov 02 16:46:40.972128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8023b253-8767-4921-8b6a-1aefb5215253 req-9638fcab-4a18-4090-858b-583eb3fe48cf tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Nov 02 16:46:41.088001 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e949c3d4-74eb-436b-9a2b-494b6f879bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:41.344650 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:41.360305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3252adb-7388-4e6a-98cb-4610ea6a15e0 req-da499997-fea1-444c-97e5-4173c53c8cfa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:41.360305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3252adb-7388-4e6a-98cb-4610ea6a15e0 req-da499997-fea1-444c-97e5-4173c53c8cfa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0546441 Nov 02 16:46:41.398373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3252adb-7388-4e6a-98cb-4610ea6a15e0 req-edc0f703-0bb5-4c5f-a912-3d463f051bf1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Nov 02 16:46:41.520189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6658c4-f0a1-4b76-94f9-4387e0f34b3b req-892dad20-500d-490c-b6c6-c97386787e01 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:41.521749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb6658c4-f0a1-4b76-94f9-4387e0f34b3b req-892dad20-500d-490c-b6c6-c97386787e01 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0559750 Nov 02 16:46:41.563105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb6658c4-f0a1-4b76-94f9-4387e0f34b3b req-55395ce2-dd6b-4261-8787-91904373b03f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344775 Nov 02 16:46:42.099391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087aa1f-3d31-408a-a83b-bceb0fa9fc90 req-350c92f2-8af7-46ee-b376-a6e160e01ddb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:42.100874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c087aa1f-3d31-408a-a83b-bceb0fa9fc90 req-350c92f2-8af7-46ee-b376-a6e160e01ddb tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0560768 Nov 02 16:46:42.154564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c087aa1f-3d31-408a-a83b-bceb0fa9fc90 req-770da185-402c-4dc2-b6e8-792edc56c694 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Nov 02 16:46:42.517213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f26e-f50d-4070-8f82-d554d81d52f3 req-0d1af48c-3059-4859-b139-7330450faac4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:42.518723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d784f26e-f50d-4070-8f82-d554d81d52f3 req-0d1af48c-3059-4859-b139-7330450faac4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0513954 Nov 02 16:46:42.559553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d784f26e-f50d-4070-8f82-d554d81d52f3 req-fce10309-cd18-41fc-bc18-b69fb91ad415 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347874 Nov 02 16:46:42.584786 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:42.701778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56227-91ee-4255-bb03-a3f0b67088a5 req-fa8c4b7a-c00e-49f4-9891-fe31549a4078 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:42.703222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02c56227-91ee-4255-bb03-a3f0b67088a5 req-fa8c4b7a-c00e-49f4-9891-fe31549a4078 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0656095 Nov 02 16:46:42.743690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02c56227-91ee-4255-bb03-a3f0b67088a5 req-3d0993f3-2ac3-4171-a3dc-fe0006f251df tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342836 Nov 02 16:46:43.278509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeded05-9a7a-4b20-b34f-27ddf5d7a1e1 req-bebd146f-86cb-4f4c-aefd-28ef4768189b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:43.279957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdeded05-9a7a-4b20-b34f-27ddf5d7a1e1 req-bebd146f-86cb-4f4c-aefd-28ef4768189b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0523331 Nov 02 16:46:43.319313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdeded05-9a7a-4b20-b34f-27ddf5d7a1e1 req-0198817c-bd71-4f4a-8fc2-ea1ef5111db6 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Nov 02 16:46:43.681207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e736e-aa63-4e04-97d9-ab63c4190eb9 req-92027607-8c80-48ee-8809-1000e0d91c9b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:43.683464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-919e736e-aa63-4e04-97d9-ab63c4190eb9 req-92027607-8c80-48ee-8809-1000e0d91c9b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0529058 Nov 02 16:46:43.724430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-919e736e-aa63-4e04-97d9-ab63c4190eb9 req-3c218ba4-988a-4565-a499-89909fc71c30 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Nov 02 16:46:43.725111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:43.874241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0e418-0f13-49f7-9569-ab7065b0061e req-8d4b6157-e6cd-47ad-bc57-8c9b1f522359 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:43.875622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93c0e418-0f13-49f7-9569-ab7065b0061e req-8d4b6157-e6cd-47ad-bc57-8c9b1f522359 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0549040 Nov 02 16:46:43.914726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93c0e418-0f13-49f7-9569-ab7065b0061e req-28a67e76-a832-4798-9aac-bfbe9baa60d3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Nov 02 16:46:44.459616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb87f-cd33-49b8-9bb0-d4fb02aa4e2a req-08b02dd3-d17a-427e-8451-86352dbfe9f5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:44.461417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47feb87f-cd33-49b8-9bb0-d4fb02aa4e2a req-08b02dd3-d17a-427e-8451-86352dbfe9f5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0646060 Nov 02 16:46:44.505812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47feb87f-cd33-49b8-9bb0-d4fb02aa4e2a req-dc8f952f-3a29-4f70-abf3-83768a21a73c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Nov 02 16:46:44.870304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9f683-c068-4d52-be13-2209ead93adf req-a5d5e2d4-33d1-4865-bacb-49ab10fd13de tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:44.871861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7f9f683-c068-4d52-be13-2209ead93adf req-a5d5e2d4-33d1-4865-bacb-49ab10fd13de tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0587835 Nov 02 16:46:44.910620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7f9f683-c068-4d52-be13-2209ead93adf req-2ad9ce2f-54f8-4dfb-abe8-1ec4d6f42a98 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Nov 02 16:46:45.048509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ddce-edcf-4706-b049-0c9eb5b257a1 req-5e3f064b-b8ca-4f51-9f33-ef8697285d98 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:45.050039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d450ddce-edcf-4706-b049-0c9eb5b257a1 req-5e3f064b-b8ca-4f51-9f33-ef8697285d98 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0604095 Nov 02 16:46:45.092524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d450ddce-edcf-4706-b049-0c9eb5b257a1 req-d4070336-b9ca-4741-bd19-a798c4511f96 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361335 Nov 02 16:46:45.638437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14195d80-6cd1-4fa2-b8a3-37f6a91bf936 req-1513bfa0-be93-4ca6-9af8-777aa378cde7 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:45.640090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14195d80-6cd1-4fa2-b8a3-37f6a91bf936 req-1513bfa0-be93-4ca6-9af8-777aa378cde7 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0527511 Nov 02 16:46:45.683686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14195d80-6cd1-4fa2-b8a3-37f6a91bf936 req-6a74254e-ebbd-4656-8b3b-b56c2377ed66 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359085 Nov 02 16:46:46.000344 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:46:46.035779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33160b-18d3-4180-bc68-d36f5d986fa5 req-656c2435-ca71-48fa-9663-971b137a1609 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:46.037320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b33160b-18d3-4180-bc68-d36f5d986fa5 req-656c2435-ca71-48fa-9663-971b137a1609 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0533779 Nov 02 16:46:46.079046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b33160b-18d3-4180-bc68-d36f5d986fa5 req-900a96ac-d467-4fe0-8295-cab4bfcd9142 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347047 Nov 02 16:46:46.231855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef423e-6acc-4123-bf43-42df7c81fc85 req-6c4b213c-3f5b-4bcf-af55-f9eb0b20f948 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:46.233518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bef423e-6acc-4123-bf43-42df7c81fc85 req-6c4b213c-3f5b-4bcf-af55-f9eb0b20f948 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0623620 Nov 02 16:46:46.275149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4bef423e-6acc-4123-bf43-42df7c81fc85 req-c22b99be-270d-405a-b7d3-e5ebf31fdef9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349193 Nov 02 16:46:46.814455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97b49-a0a2-40a3-bea7-1f070498cb24 req-1407a3c7-f207-4245-893d-e996f4458373 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:46.816123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28f97b49-a0a2-40a3-bea7-1f070498cb24 req-1407a3c7-f207-4245-893d-e996f4458373 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0539932 Nov 02 16:46:46.856041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28f97b49-a0a2-40a3-bea7-1f070498cb24 req-021af4c5-ad25-4b8b-af49-2de109fbaede tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Nov 02 16:46:47.209308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e2e1-4d69-44d3-baef-37764b87065c req-bb1a36ec-f434-440e-8883-caec1793649e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:47.210858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2b0e2e1-4d69-44d3-baef-37764b87065c req-bb1a36ec-f434-440e-8883-caec1793649e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0525334 Nov 02 16:46:47.251537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2b0e2e1-4d69-44d3-baef-37764b87065c req-4a210596-3e19-45d2-ae84-38efe461b21e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Nov 02 16:46:47.403224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f173b-aa81-48cc-8503-52d216ad33ed req-dbc2a0a8-9967-4e1e-8200-a8fe9f434c26 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:47.404676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-851f173b-aa81-48cc-8503-52d216ad33ed req-dbc2a0a8-9967-4e1e-8200-a8fe9f434c26 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0558987 Nov 02 16:46:47.446552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-851f173b-aa81-48cc-8503-52d216ad33ed req-5683af0c-dc46-45bf-a712-692e9e48def4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355704 Nov 02 16:46:47.465373 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:47.977910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304dd6f-b91c-486b-88c0-dda09d445031 req-bec6e585-eb8d-4cd9-945b-cfee3ac66c52 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:47.980666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3304dd6f-b91c-486b-88c0-dda09d445031 req-bec6e585-eb8d-4cd9-945b-cfee3ac66c52 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0530884 Nov 02 16:46:48.019771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3304dd6f-b91c-486b-88c0-dda09d445031 req-0928d42a-6148-4211-99bb-12da6c72cfdd tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Nov 02 16:46:48.375028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0fb4-bc30-4914-ac58-339055877260 req-6023a7ad-309b-4e67-a218-807173299902 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:48.376572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cda0fb4-bc30-4914-ac58-339055877260 req-6023a7ad-309b-4e67-a218-807173299902 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0511425 Nov 02 16:46:48.417802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cda0fb4-bc30-4914-ac58-339055877260 req-c404f445-ff6d-4a30-adae-45642a4538a8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350833 Nov 02 16:46:48.574430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f30fc-2105-40a0-ba83-f09604cc8665 req-e5628a20-2f9a-44cf-bfbf-7da6ff5a991b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:48.575960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c16f30fc-2105-40a0-ba83-f09604cc8665 req-e5628a20-2f9a-44cf-bfbf-7da6ff5a991b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0594275 Nov 02 16:46:48.615859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c16f30fc-2105-40a0-ba83-f09604cc8665 req-9acd5fc9-4d15-4014-8932-17b90b3ae9df tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339599 Nov 02 16:46:49.142488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242807-8af6-4e50-9e90-7739795a630a req-11f30723-cc57-4d26-b877-ebee30de71bf tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:49.144013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35242807-8af6-4e50-9e90-7739795a630a req-11f30723-cc57-4d26-b877-ebee30de71bf tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0540431 Nov 02 16:46:49.184754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35242807-8af6-4e50-9e90-7739795a630a req-3b655a54-c3ad-4071-8c06-b6828c863d33 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345063 Nov 02 16:46:49.538577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f813e1-3a3a-48dd-94c8-83376885e3cc req-2a1ba6b7-35c3-4193-ba76-69c350d0808a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:49.540090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f813e1-3a3a-48dd-94c8-83376885e3cc req-2a1ba6b7-35c3-4193-ba76-69c350d0808a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0516648 Nov 02 16:46:49.582709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00f813e1-3a3a-48dd-94c8-83376885e3cc req-6ab98a55-4ce5-4205-8005-52e780f52a26 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Nov 02 16:46:49.743707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b9bbc-5361-46d4-9a1f-aee1eb2aba90 req-98bdec35-cc64-4814-9b37-fa8417bc5515 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:49.745889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-834b9bbc-5361-46d4-9a1f-aee1eb2aba90 req-98bdec35-cc64-4814-9b37-fa8417bc5515 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0559680 Nov 02 16:46:49.785923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-834b9bbc-5361-46d4-9a1f-aee1eb2aba90 req-dc937c3b-624c-41e5-8e50-2a5fab1cb358 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Nov 02 16:46:50.302023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48194-0655-47b9-a1db-d585c5a7823f req-4e9c4630-eb73-4751-a7dc-d279fe3a27ea tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:50.303569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5d48194-0655-47b9-a1db-d585c5a7823f req-4e9c4630-eb73-4751-a7dc-d279fe3a27ea tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0512273 Nov 02 16:46:50.346293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5d48194-0655-47b9-a1db-d585c5a7823f req-059ba993-d321-47fb-ba57-a10f05abc978 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Nov 02 16:46:50.707159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21203628-1bbf-40e1-8bd0-d7232e735c32 req-29d147bc-8150-41f9-b9ab-e91f39d47fab tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:50.708667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21203628-1bbf-40e1-8bd0-d7232e735c32 req-29d147bc-8150-41f9-b9ab-e91f39d47fab tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0528665 Nov 02 16:46:50.749346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21203628-1bbf-40e1-8bd0-d7232e735c32 req-015b6d2c-dd87-48f9-9a44-82e2dab5af29 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Nov 02 16:46:50.920600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6775848-e7f4-41ee-882f-cad589a11638 req-512ff10d-751d-421d-ad81-f99d8c9b2da2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:50.922107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6775848-e7f4-41ee-882f-cad589a11638 req-512ff10d-751d-421d-ad81-f99d8c9b2da2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0592752 Nov 02 16:46:50.962046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6775848-e7f4-41ee-882f-cad589a11638 req-6cfdb287-e540-4eb8-944b-ec893dad490c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 Nov 02 16:46:51.467212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259ffc8-d695-43b6-9d34-ed26f7ad9059 req-8357eacd-5fb7-437f-be3b-8d655c33d451 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:51.468757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d259ffc8-d695-43b6-9d34-ed26f7ad9059 req-8357eacd-5fb7-437f-be3b-8d655c33d451 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0497587 Nov 02 16:46:51.508908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d259ffc8-d695-43b6-9d34-ed26f7ad9059 req-21b35b68-c23a-434f-8dd4-69de3175d796 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Nov 02 16:46:51.879938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c3d3b-44c8-4bdf-8415-840d1ebeb9c5 req-28f09ea8-64b8-497f-bdd1-80079293c93d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:51.881434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f70c3d3b-44c8-4bdf-8415-840d1ebeb9c5 req-28f09ea8-64b8-497f-bdd1-80079293c93d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0585251 Nov 02 16:46:51.922651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f70c3d3b-44c8-4bdf-8415-840d1ebeb9c5 req-75969e46-f0c6-4eb3-bd4c-95f73aaa32e9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Nov 02 16:46:52.095173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcc623-9fad-426b-8748-9107e16825a3 req-1bf50049-4476-42ec-892e-3d3a4396717c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:52.096619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5dcc623-9fad-426b-8748-9107e16825a3 req-1bf50049-4476-42ec-892e-3d3a4396717c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0547352 Nov 02 16:46:52.471199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5dcc623-9fad-426b-8748-9107e16825a3 req-c62b0ea5-bedd-4e2b-85a9-b4f1e854878d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683913 Nov 02 16:46:52.628063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce790e6-2f79-40b5-904e-b011457c79f3 req-a14c0c05-fddd-4cea-9994-86176a0abbb4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:52.629573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce790e6-2f79-40b5-904e-b011457c79f3 req-a14c0c05-fddd-4cea-9994-86176a0abbb4 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0504129 Nov 02 16:46:52.669284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ce790e6-2f79-40b5-904e-b011457c79f3 req-0bb1921b-b553-4cdb-97c2-0ab62863e750 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Nov 02 16:46:52.971843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:46:53.057620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d8df3-f877-4b04-a8c0-fe0cf15fabe8 req-c58fd596-4d36-463a-a3ea-f485ec745931 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:53.059751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf0d8df3-f877-4b04-a8c0-fe0cf15fabe8 req-c58fd596-4d36-463a-a3ea-f485ec745931 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0605667 Nov 02 16:46:53.105938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf0d8df3-f877-4b04-a8c0-fe0cf15fabe8 req-916ce01d-5f31-4cd2-a121-33e2a1964842 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Nov 02 16:46:53.602262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f444-26cf-45b2-bf82-0a232e9bb7e1 req-8f613909-2f64-4a92-b0b6-fc78bccb8f74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:53.604205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4752f444-26cf-45b2-bf82-0a232e9bb7e1 req-8f613909-2f64-4a92-b0b6-fc78bccb8f74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0529587 Nov 02 16:46:53.644000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4752f444-26cf-45b2-bf82-0a232e9bb7e1 req-0bd1e6ad-c87b-48ae-ac08-bea94809a3a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337234 Nov 02 16:46:53.797118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec34a0-1efe-47e4-a223-4db3352f44bd req-22fd2b33-f6f5-4309-955a-ba97dd92a4b2 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:53.798698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55ec34a0-1efe-47e4-a223-4db3352f44bd req-22fd2b33-f6f5-4309-955a-ba97dd92a4b2 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0542874 Nov 02 16:46:53.839344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55ec34a0-1efe-47e4-a223-4db3352f44bd req-cbf1c15f-fb29-4a59-8f50-08260c65e71e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343225 Nov 02 16:46:54.227591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565c12-4f2d-4e64-9130-524121cc26e1 req-006cf71a-bbe2-4f83-9a01-be0826b30354 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.229153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5565c12-4f2d-4e64-9130-524121cc26e1 req-006cf71a-bbe2-4f83-9a01-be0826b30354 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0505345 Nov 02 16:46:54.271970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5565c12-4f2d-4e64-9130-524121cc26e1 req-a2441e18-a27a-4d32-bf3e-770e4d7f5a66 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355177 Nov 02 16:46:54.355831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-6cea4e4d-1c0f-4c46-8465-ea85eb46e97d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489838 Nov 02 16:46:54.422094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-c850226c-0e7c-4467-a6f1-7bc453ab30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.423559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-c850226c-0e7c-4467-a6f1-7bc453ab30e5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d27c579a202d44318ed4e49556e5a9e1&device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 1097 time: 0.0440004 Nov 02 16:46:54.539503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-39cd7112-28d0-46d6-b7c5-1ece0ebf85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.541033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-39cd7112-28d0-46d6-b7c5-1ece0ebf85b2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 200 len: 911 time: 0.0960724 Nov 02 16:46:54.640365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-4ef213a0-0915-407a-b77e-72eaa83ae4b5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 HTTP/1.1" status: 200 len: 1000 time: 0.0918536 Nov 02 16:46:54.646741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572ca4e-33b9-40ca-82bd-c4dbe4f0b39c req-b61613f4-c3af-4dfd-ad81-99e0aec88719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.648257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d572ca4e-33b9-40ca-82bd-c4dbe4f0b39c req-b61613f4-c3af-4dfd-ad81-99e0aec88719 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 1096 time: 0.0604208 Nov 02 16:46:54.719430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-948909ea-af22-4508-93d8-aeee88be3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.720914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-948909ea-af22-4508-93d8-aeee88be3a62 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 200 len: 849 time: 0.0718033 Nov 02 16:46:54.722905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d572ca4e-33b9-40ca-82bd-c4dbe4f0b39c req-f1ab6229-750a-42af-b28e-c83b8f799d2a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661061 Nov 02 16:46:54.770989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a80e11-2a05-46e1-a992-e2051fa43fbd req-f6cc71b2-2c08-4438-9812-314898b4cdc4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.772518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6a80e11-2a05-46e1-a992-e2051fa43fbd req-f6cc71b2-2c08-4438-9812-314898b4cdc4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0549877 Nov 02 16:46:54.827457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6a80e11-2a05-46e1-a992-e2051fa43fbd req-c47c01cb-5e51-41f3-8453-bdd786c9f0dc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477965 Nov 02 16:46:54.972092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a3a97-b789-451b-a7b4-b09a162ff7c9 req-eb2c5c5b-365e-47a8-a277-56e046b061d1 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.974670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-221a3a97-b789-451b-a7b4-b09a162ff7c9 req-eb2c5c5b-365e-47a8-a277-56e046b061d1 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0622928 Nov 02 16:46:54.982342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-c0f99370-c2e2-4944-ae29-72fd18e574e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:54.984260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-c0f99370-c2e2-4944-ae29-72fd18e574e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5842ab3-e187-4662-b966-6f5e848200a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560648 Nov 02 16:46:55.020170 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-221a3a97-b789-451b-a7b4-b09a162ff7c9 req-e4c4b126-4b1d-458c-b68e-e1230ed228d5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Nov 02 16:46:55.079445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-341df72a-9604-4aa9-a4de-8b08d9e0da0f service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863318 Nov 02 16:46:55.180594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53a41d7f-dcd2-4256-a523-486c66bc9e55 req-954b0721-8d42-414d-b460-78552c10c4d4 service neutron] 10.222.0.100 "GET /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933485 Nov 02 16:46:55.392721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d982-e841-4a13-9686-1d6be0780018 req-5f11cbe0-c908-4f7c-9d18-b014302275bf tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:55.394296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f0d982-e841-4a13-9686-1d6be0780018 req-5f11cbe0-c908-4f7c-9d18-b014302275bf tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0505257 Nov 02 16:46:55.434605 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f0d982-e841-4a13-9686-1d6be0780018 req-df28e614-543e-4c8f-9ee3-911ba0cffb01 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341406 Nov 02 16:46:55.955476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79286157-ded6-4d2d-8ae9-61e7c1253df9 req-f3ac31e0-1dc5-4ebb-a1f4-7b9f94255591 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:55.957181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79286157-ded6-4d2d-8ae9-61e7c1253df9 req-f3ac31e0-1dc5-4ebb-a1f4-7b9f94255591 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0576508 Nov 02 16:46:56.001259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79286157-ded6-4d2d-8ae9-61e7c1253df9 req-6d010aa3-78eb-475a-9cc6-927d90e513ba tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Nov 02 16:46:56.146612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645e2a-16b2-4c84-90f3-00b892334568 req-34b35d31-62b3-45db-8631-27c32deb9462 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.148609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90645e2a-16b2-4c84-90f3-00b892334568 req-34b35d31-62b3-45db-8631-27c32deb9462 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0533810 Nov 02 16:46:56.195428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90645e2a-16b2-4c84-90f3-00b892334568 req-1b08b68b-f806-496f-814c-33873ee4dd1b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Nov 02 16:46:56.424786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-679b8bfa-b917-485e-8cb6-41e0dae9ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.426216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-679b8bfa-b917-485e-8cb6-41e0dae9ae30 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 1096 time: 0.0455952 Nov 02 16:46:56.435608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697ab73-1f38-4d24-b391-d41c01834b1b req-f18a3109-2a5e-47e4-b687-171e22e4c3b9 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.437349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c697ab73-1f38-4d24-b391-d41c01834b1b req-f18a3109-2a5e-47e4-b687-171e22e4c3b9 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0538683 Nov 02 16:46:56.482796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c697ab73-1f38-4d24-b391-d41c01834b1b req-ca113239-ff73-49dd-a815-30c42db4df12 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388777 Nov 02 16:46:56.544323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-0aad14d7-f335-44a5-89bf-77e7f3f458da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.545871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-0aad14d7-f335-44a5-89bf-77e7f3f458da service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 200 len: 912 time: 0.1116745 Nov 02 16:46:56.572401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c0db-95d7-4ef0-a3bc-09c6e4b64493 req-31e0afc9-445f-44c3-a53d-780d6c9b95ad tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.574716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dac6c0db-95d7-4ef0-a3bc-09c6e4b64493 req-31e0afc9-445f-44c3-a53d-780d6c9b95ad tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0584800 Nov 02 16:46:56.591559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-3a3bd310-bc8b-46ba-b64f-0810bc26bd55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6 HTTP/1.1" status: 200 len: 217 time: 0.0370874 Nov 02 16:46:56.618411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dac6c0db-95d7-4ef0-a3bc-09c6e4b64493 req-69aa3d55-ff4a-4e63-a9b5-cf9cd8de1e3b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Nov 02 16:46:56.654822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-ac2cde69-9d39-4c47-86c1-ab18e10a475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.656281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-ac2cde69-9d39-4c47-86c1-ab18e10a475c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 200 len: 851 time: 0.0577314 Nov 02 16:46:56.695441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-3c7218e0-4536-4170-8b06-b77f6c22b12e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3d0fb86-7878-47c9-8243-d6590b5d1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264637 Nov 02 16:46:56.804204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-48079451-5621-4aac-8a3a-195fba7a0c91 service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978782 Nov 02 16:46:56.904056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aeee6c4f-feef-4b12-833d-c378bd22f2ac req-66244977-c03c-4028-b923-a97ffe83977e service neutron] 10.222.0.100 "GET /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Nov 02 16:46:57.127245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3f045-95b0-4cd2-9f5b-7cd9d3e39fce req-b0b813af-7798-45d5-811f-68ccf766c93a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:57.128759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cd3f045-95b0-4cd2-9f5b-7cd9d3e39fce req-b0b813af-7798-45d5-811f-68ccf766c93a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0515547 Nov 02 16:46:57.167980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cd3f045-95b0-4cd2-9f5b-7cd9d3e39fce req-ba989ebc-67a6-4605-a7bd-ac02164ca1a7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331972 Nov 02 16:46:57.608338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8a36a-4f06-4bdd-9adc-94001cd007bc req-8709ace7-ca69-4fd2-82e9-5dbac8c34b80 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:57.610222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0e8a36a-4f06-4bdd-9adc-94001cd007bc req-8709ace7-ca69-4fd2-82e9-5dbac8c34b80 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0504656 Nov 02 16:46:57.652899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0e8a36a-4f06-4bdd-9adc-94001cd007bc req-bd2bbe81-4ae3-45d0-bd9a-529a78799784 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Nov 02 16:46:57.755394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1e12-3da5-41e7-b102-58169d256d0d req-a67a6cb5-cfa0-46d3-b41e-5a7323922802 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:57.757024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-835c1e12-3da5-41e7-b102-58169d256d0d req-a67a6cb5-cfa0-46d3-b41e-5a7323922802 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0557108 Nov 02 16:46:57.796410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-835c1e12-3da5-41e7-b102-58169d256d0d req-1b7b96e5-7962-4415-9a4a-3590d266754a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Nov 02 16:46:58.288723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb36be-b2c6-4217-9f15-3c0b05f38e50 req-b3ca4f61-8371-4814-90ef-c9d190b92641 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:58.290271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3beb36be-b2c6-4217-9f15-3c0b05f38e50 req-b3ca4f61-8371-4814-90ef-c9d190b92641 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0527947 Nov 02 16:46:58.332927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3beb36be-b2c6-4217-9f15-3c0b05f38e50 req-d8a4170a-4eea-41d1-96c6-24b4f0b6e9b7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358067 Nov 02 16:46:58.782063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8d97-bf78-4b85-bf39-0a43b19bc8bf req-5eae6406-9c03-40ac-8f1a-0ed48c437d29 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:58.783733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9be8d97-bf78-4b85-bf39-0a43b19bc8bf req-5eae6406-9c03-40ac-8f1a-0ed48c437d29 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0527904 Nov 02 16:46:58.830214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9be8d97-bf78-4b85-bf39-0a43b19bc8bf req-a135382e-4338-43ff-a56a-2cac7dafeee5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Nov 02 16:46:58.931823 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388140be-21c5-4d2f-b672-5b30001aee96 req-85d7a1a3-32d9-4cf1-a339-3f1bb12c5c12 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:58.933583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-388140be-21c5-4d2f-b672-5b30001aee96 req-85d7a1a3-32d9-4cf1-a339-3f1bb12c5c12 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0548515 Nov 02 16:46:58.973060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-388140be-21c5-4d2f-b672-5b30001aee96 req-769c67f0-e64c-4685-8baa-65e07ce1f51d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335808 Nov 02 16:46:59.461186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd9ea2-09b5-4a5b-903b-1ea529db065f req-33e73e0a-5ab0-4481-86dc-da0e3f5cba94 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:59.463826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bbd9ea2-09b5-4a5b-903b-1ea529db065f req-33e73e0a-5ab0-4481-86dc-da0e3f5cba94 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0552921 Nov 02 16:46:59.518819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5bbd9ea2-09b5-4a5b-903b-1ea529db065f req-4fb506f7-ad8d-4f01-a0ef-419e0872ccc7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472138 Nov 02 16:46:59.711385 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-0e374eda-3530-40d8-ab39-98b82f821e70 service neutron] show failed (client error): The resource could not be found. Nov 02 16:46:59.712543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-0e374eda-3530-40d8-ab39-98b82f821e70 service neutron] 10.222.0.55 "GET /v2.0/ports/7a9cc2e4-b649-4966-af2b-6a60b174fbfe/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0723796 Nov 02 16:46:59.922104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-35ba438d-ceb1-418b-9f5e-804cacf2b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:59.923815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-35ba438d-ceb1-418b-9f5e-804cacf2b57f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 1097 time: 0.0509276 Nov 02 16:46:59.938081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:59.970873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7db80-b83a-4be6-989e-c4f367c33d7c req-883dd8e3-9ea7-4db0-969a-71d3763a76a1 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:59.972500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21d7db80-b83a-4be6-989e-c4f367c33d7c req-883dd8e3-9ea7-4db0-969a-71d3763a76a1 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0571473 Nov 02 16:47:00.010010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:00.027302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-21d7db80-b83a-4be6-989e-c4f367c33d7c req-f7ebc242-3ee0-44bf-80ed-d0b9008ff016 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Nov 02 16:47:00.114733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f85ee3-8c96-4728-829c-226133a1081a req-76801eea-9122-489d-af3a-1b5335b4c0b2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:00.123839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40f85ee3-8c96-4728-829c-226133a1081a req-76801eea-9122-489d-af3a-1b5335b4c0b2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0746629 Nov 02 16:47:00.176207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40f85ee3-8c96-4728-829c-226133a1081a req-5bd7a365-7d0c-4c20-a3a6-3a74957041c0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Nov 02 16:47:00.318447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:00.371933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:00.412000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902a791-b4e8-4801-8172-09ba23a73f14 req-2d657081-5fea-4b33-a090-30b5fb86548e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:00.414620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5902a791-b4e8-4801-8172-09ba23a73f14 req-2d657081-5fea-4b33-a090-30b5fb86548e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0665019 Nov 02 16:47:00.421112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:00.423464 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7757ff2-01a1-420f-99fd-b61b934a9cd0" -d '{"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:00.427534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:00.442959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Transition to ACTIVE for port object 7a9cc2e4-b649-4966-af2b-6a60b174fbfe will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:00.448759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:00.470755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5902a791-b4e8-4801-8172-09ba23a73f14 req-f68f93bb-ed1a-41e1-8761-58add4921098 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488663 Nov 02 16:47:00.491632 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604c40b0-9c4e-415d-89a9-374ef94b03c7 x-openstack-request-id: req-604c40b0-9c4e-415d-89a9-374ef94b03c7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:00.491632 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:00.491879 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-604c40b0-9c4e-415d-89a9-374ef94b03c7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:00.492228 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'code': 200} Nov 02 16:47:00.552980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:00.678804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c6af-6b19-42eb-9c4b-04c2cde20371 req-1bcdbae0-d5bd-4552-9fc9-e095404d70d2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:00.680831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cc3c6af-6b19-42eb-9c4b-04c2cde20371 req-1bcdbae0-d5bd-4552-9fc9-e095404d70d2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 944 time: 0.0809398 Nov 02 16:47:00.718623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] No DVR routers for this DVR port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:00.742990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cc3c6af-6b19-42eb-9c4b-04c2cde20371 req-4fb5f0d9-2301-49e6-89d6-7cf802d49cf7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545197 Nov 02 16:47:00.910008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:00.910405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:00.910769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:00.916603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:00.917009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Attempting to bind port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on network 69992aed-e74b-4973-b2be-3aba0dabb0b9 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:00.922628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:00.922628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Checking segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:00.923246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Bound using segment: {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:00.923664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Bound port: 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:00.924022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:01.002122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:01.005073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:01.010625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:01.049747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.050342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:01.051740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] 10.222.0.100 "PUT /v2.0/ports/7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1092 time: 1.1183684 Nov 02 16:47:01.070557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c6c9-dd00-49f9-b8cf-8060fac1d541 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:01.121545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-5fb67e42-4a99-4c2c-b5e0-a0990ce43df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.123140 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-5fb67e42-4a99-4c2c-b5e0-a0990ce43df9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1095 time: 0.0459988 Nov 02 16:47:01.241224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-488c5497-ff9f-4c66-b331-3510e503f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.242827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-488c5497-ff9f-4c66-b331-3510e503f8e2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.1117008 Nov 02 16:47:01.329109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-5853da4d-7e2e-4b7e-9742-77a56ae66910 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1000 time: 0.0782034 Nov 02 16:47:01.356992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83142871-cd81-4a22-89e1-6efd995f0939 req-7c0e5df7-6f5b-49d0-aa2f-08b08d8b420a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.359116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83142871-cd81-4a22-89e1-6efd995f0939 req-7c0e5df7-6f5b-49d0-aa2f-08b08d8b420a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0784247 Nov 02 16:47:01.395085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-f57b1dde-d6e3-4d83-8b61-6fab0e78ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.396760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-f57b1dde-d6e3-4d83-8b61-6fab0e78ea06 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0599167 Nov 02 16:47:01.401660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83142871-cd81-4a22-89e1-6efd995f0939 req-0a344794-3656-425d-9df2-b2f7b8bd7e91 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Nov 02 16:47:01.455423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-7124ede5-d90c-404a-94ba-e9f49652b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.456831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-7124ede5-d90c-404a-94ba-e9f49652b351 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482607 Nov 02 16:47:01.558769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-3c2722c0-1e63-4f6b-9898-fdbab0e62afa service neutron] 10.222.0.100 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932977 Nov 02 16:47:01.612592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f763-9a22-4100-8733-f04990410c12 req-45c89a57-0413-4d30-9ba6-e597aa7a646e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.614491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9158f763-9a22-4100-8733-f04990410c12 req-45c89a57-0413-4d30-9ba6-e597aa7a646e tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0588744 Nov 02 16:47:01.666501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9158f763-9a22-4100-8733-f04990410c12 req-c14c0f9f-b513-4c97-9965-202f85295d02 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Nov 02 16:47:01.670074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-23fff1f5-2ea9-45a1-8fb6-8bfca0a37d85 req-0242ec08-126f-48c3-8050-42613d9c5693 service neutron] 10.222.0.100 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037133 Nov 02 16:47:01.879149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1261a4e-9d7a-4ae0-a06e-948228e33bf1 req-b63c07fa-b221-4c98-92de-da0892d36342 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.880781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1261a4e-9d7a-4ae0-a06e-948228e33bf1 req-b63c07fa-b221-4c98-92de-da0892d36342 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 944 time: 0.0585108 Nov 02 16:47:01.924280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1261a4e-9d7a-4ae0-a06e-948228e33bf1 req-cf794266-4ccd-4188-b281-6521913ba801 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371697 Nov 02 16:47:02.129615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:02.174803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:02.493313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:02.496437 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c594262-e547-4919-a38a-2889d92d1d64" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:02.531733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624592c9-aa68-421f-a60f-e29600251720 req-eb438efc-7116-4a40-afde-f2880e290941 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.533302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-624592c9-aa68-421f-a60f-e29600251720 req-eb438efc-7116-4a40-afde-f2880e290941 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0582247 Nov 02 16:47:02.552532 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6605302a-c9cc-4bb9-a00a-114f403e28bb x-openstack-request-id: req-6605302a-c9cc-4bb9-a00a-114f403e28bb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:02.552845 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:02.553107 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6605302a-c9cc-4bb9-a00a-114f403e28bb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:02.553554 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'status': 'completed', 'code': 200} Nov 02 16:47:02.581972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-624592c9-aa68-421f-a60f-e29600251720 req-a4fe0ca2-3063-49e1-970f-9672971f65eb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Nov 02 16:47:02.646883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-0c865366-ec44-43f9-86de-c68f7519e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.648465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-0c865366-ec44-43f9-86de-c68f7519e748 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1095 time: 0.0650461 Nov 02 16:47:02.651898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-54b3aa92-fd9e-4363-8794-baf719220cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.654839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-54b3aa92-fd9e-4363-8794-baf719220cd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1095 time: 0.0786788 Nov 02 16:47:02.809992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02b79f-ae25-4ea2-b14c-9f1cc1d86fa2 req-3cb70d1d-f838-41ae-a70d-e51c84aa5bfd tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.818029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d02b79f-ae25-4ea2-b14c-9f1cc1d86fa2 req-3cb70d1d-f838-41ae-a70d-e51c84aa5bfd tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0678074 Nov 02 16:47:02.838425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-0ebd1d29-1516-4103-98f8-45f007c1cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.839912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-0ebd1d29-1516-4103-98f8-45f007c1cec8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.1817319 Nov 02 16:47:02.842284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-0ee70b39-213c-45a9-9aad-c8d867bfa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.843659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-0ee70b39-213c-45a9-9aad-c8d867bfa5ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.1776483 Nov 02 16:47:02.899048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d02b79f-ae25-4ea2-b14c-9f1cc1d86fa2 req-98a84fab-2d17-4c73-8e11-6fde1f835664 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782371 Nov 02 16:47:02.910163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d985ba3-4c24-4aee-bc89-51aad3d7169d req-496d3cfd-50a7-460e-a9aa-58f2bbade769 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.913028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d985ba3-4c24-4aee-bc89-51aad3d7169d req-496d3cfd-50a7-460e-a9aa-58f2bbade769 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0926433 Nov 02 16:47:02.961200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d985ba3-4c24-4aee-bc89-51aad3d7169d req-6551ca06-1d0b-4c69-b8e9-489e2d391348 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371451 Nov 02 16:47:02.964473 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-2697d782-60f7-4ac2-9d5f-0f9360636f00 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1000 time: 0.1160703 Nov 02 16:47:02.966226 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-9303fd77-6fb1-4384-8c75-6dee48f5301b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1000 time: 0.1114271 Nov 02 16:47:03.074600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-6a59ee07-e103-41ec-adf7-4163205f1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.076232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-6a59ee07-e103-41ec-adf7-4163205f1b2c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.1032805 Nov 02 16:47:03.078389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-1527ff9d-d558-45de-ab6e-ff7f028243c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.079925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-1527ff9d-d558-45de-ab6e-ff7f028243c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0903163 Nov 02 16:47:03.090171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533efe-9bf9-48d7-9c44-cf7dee5c2ade req-552ad51d-f10e-4137-883c-9717e101b561 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.091956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf533efe-9bf9-48d7-9c44-cf7dee5c2ade req-552ad51d-f10e-4137-883c-9717e101b561 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 944 time: 0.0795956 Nov 02 16:47:03.169968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-fd279d14-89d6-4ec2-9ae9-64ba0ab1875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.171509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-fd279d14-89d6-4ec2-9ae9-64ba0ab1875a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783212 Nov 02 16:47:03.175401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf533efe-9bf9-48d7-9c44-cf7dee5c2ade req-d5a48308-5913-4d82-95a5-81efb96d94e1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655568 Nov 02 16:47:03.178661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c594262-e547-4919-a38a-2889d92d1d64 req-4a5b347d-3a92-4ceb-8f93-96eab27176af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.180301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-4a5b347d-3a92-4ceb-8f93-96eab27176af service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954590 Nov 02 16:47:03.190484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d676b99-b1c6-4403-922a-9d9d5f845afc req-98f73c37-d29f-4b53-8232-9723c92ee56b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.196185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d676b99-b1c6-4403-922a-9d9d5f845afc req-98f73c37-d29f-4b53-8232-9723c92ee56b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1263039 Nov 02 16:47:03.247268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d676b99-b1c6-4403-922a-9d9d5f845afc req-29721e97-e7f7-4365-b8b3-e05bcea49871 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Nov 02 16:47:03.542715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-69f74475-9dea-4eed-946d-8a0c7491dfb2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.545820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-69f74475-9dea-4eed-946d-8a0c7491dfb2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.1508279 Nov 02 16:47:03.562012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-7319a2b6-8ec3-49b6-9d3a-c4b60a326caf tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/quotas/0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 375 time: 0.0109992 Nov 02 16:47:03.654824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-61e63ba5-6652-41dd-90b8-77f2117c15d2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859890 Nov 02 16:47:03.707839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-d415355d-4aec-4e6d-a49a-42b95f6bae6f service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263920 Nov 02 16:47:03.750597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-8cd2ef6e-fbe7-4e5c-94f2-950e5e2f057a service neutron] 10.222.0.100 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228074 Nov 02 16:47:03.754771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:03.788715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-24c510dc-d03e-436c-a6f7-7f16bdb9e1d9 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326065 Nov 02 16:47:03.889184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:03.904359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'port_id': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'mac_address': 'fa:16:3e:10:ee:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:03.905054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-0ddd6d42-42f9-4a13-adfa-8f2a355da739 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139977 Nov 02 16:47:03.959422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-5d31dfa2-a39f-4284-b26f-5e1a95224b0c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.959848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:03.961675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-5d31dfa2-a39f-4284-b26f-5e1a95224b0c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.100 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.2368937 Nov 02 16:47:03.981883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9cc2e4-b649-4966-af2b-6a60b174fbfe {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:04.024086 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-74dcb141-b617-4a5a-80bb-122eed7db617 service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080101 Nov 02 16:47:04.034944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:04.044061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:04.067356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358918b-8360-4f77-9dac-711651c86740 req-b0ec6fc3-0c6f-461e-943b-73a018c06d9b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:04.069036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c358918b-8360-4f77-9dac-711651c86740 req-b0ec6fc3-0c6f-461e-943b-73a018c06d9b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 945 time: 0.0876334 Nov 02 16:47:04.097826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0c594262-e547-4919-a38a-2889d92d1d64 req-fc37ac39-fbe6-476a-b296-baa3eb79c194 service neutron] 10.222.0.100 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590876 Nov 02 16:47:04.142195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c358918b-8360-4f77-9dac-711651c86740 req-4822f50c-b56b-4db6-8509-0b166c722a04 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587511 Nov 02 16:47:04.152512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:04.155852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Deleting port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:04.156268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:04.282705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff45e69b-88c3-4a77-9e2e-7c87d83bde17 req-e7de523a-0c9d-42e2-9f15-1a2900c756eb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 210 time: 0.0896950 Nov 02 16:47:04.355764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] For port 0bedb3d7-a046-41d2-81a9-6915fd676ff6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0bedb3d7-a046-41d2-81a9-6915fd676ff6,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:04.356832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:04.359759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1d72a-39e1-4775-b82d-88de8a989309 req-b45db19a-99d0-44c6-84d1-81a1a25f0c98 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:04.362571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66c1d72a-39e1-4775-b82d-88de8a989309 req-b45db19a-99d0-44c6-84d1-81a1a25f0c98 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 945 time: 0.0947442 Nov 02 16:47:04.380090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['7a9cc2e4-b649-4966-af2b-6a60b174fbfe'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:04.394637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Calling delete_port for 0bedb3d7-a046-41d2-81a9-6915fd676ff6 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:04.433300 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66c1d72a-39e1-4775-b82d-88de8a989309 req-4cf5f5b8-6d3d-43ee-90f6-1e6254aa8649 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617027 Nov 02 16:47:04.714365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:04.736333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86e75-7002-4894-8c91-110c410d0d71 req-621ac9e3-8c1e-44e6-88b3-2dc63cfcc77d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:04.744780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82a86e75-7002-4894-8c91-110c410d0d71 req-621ac9e3-8c1e-44e6-88b3-2dc63cfcc77d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 945 time: 0.0695345 Nov 02 16:47:04.770646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0f304166-baa9-49db-a7e8-336639ba2a5f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:04.787773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82a86e75-7002-4894-8c91-110c410d0d71 req-22750571-fd23-46a1-bdbd-cf9cbec9aa6f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420830 Nov 02 16:47:04.943644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Pushing event deleted for resources: {'Port': ['ID=0bedb3d7-a046-41d2-81a9-6915fd676ff6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:04.944848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] No DVR routers for this DVR port 0bedb3d7-a046-41d2-81a9-6915fd676ff6 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:04.964698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:04.968452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11f73e42-1d89-45ca-bda4-69db8ab050f9 req-395d701c-84d4-40db-901f-b1da4fde054a tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.100 "DELETE /v2.0/ports/0bedb3d7-a046-41d2-81a9-6915fd676ff6 HTTP/1.1" status: 204 len: 173 time: 0.9885705 Nov 02 16:47:04.969109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1436367a-d378-4252-ba67-023f6ac451ac', 'name': 'network-vif-deleted', 'tag': '0bedb3d7-a046-41d2-81a9-6915fd676ff6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:04.971435 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2912890-efd1-46b5-9b7b-efee67124480" -d '{"events": [{"server_uuid": "1436367a-d378-4252-ba67-023f6ac451ac", "name": "network-vif-deleted", "tag": "0bedb3d7-a046-41d2-81a9-6915fd676ff6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:05.035028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-b0895caa-6d45-4f91-b9fd-47b3ef7bacf6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.036608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-b0895caa-6d45-4f91-b9fd-47b3ef7bacf6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc&tenant_id=61edc4df1278420c8be9eb30335e1183&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 945 time: 0.2245889 Nov 02 16:47:05.038293 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec5707c-4dd6-44f4-8d1d-aa86566c99ca x-openstack-request-id: req-6ec5707c-4dd6-44f4-8d1d-aa86566c99ca {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:05.038602 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1436367a-d378-4252-ba67-023f6ac451ac", "name": "network-vif-deleted", "tag": "0bedb3d7-a046-41d2-81a9-6915fd676ff6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:05.038836 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ec5707c-4dd6-44f4-8d1d-aa86566c99ca {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:05.039241 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1436367a-d378-4252-ba67-023f6ac451ac', 'name': 'network-vif-deleted', 'tag': '0bedb3d7-a046-41d2-81a9-6915fd676ff6', 'status': 'completed', 'code': 200} Nov 02 16:47:05.128119 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-ec3d71e6-16b6-4054-a416-46cfdde08952 service neutron] delete failed (client error): The resource could not be found. Nov 02 16:47:05.129180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-ec3d71e6-16b6-4054-a416-46cfdde08952 service neutron] 10.222.0.55 "DELETE /v2.0/ports/7a9cc2e4-b649-4966-af2b-6a60b174fbfe/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0766246 Nov 02 16:47:05.227837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-fcff3589-bca4-4d9f-8097-e58cccea1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.229982 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-fcff3589-bca4-4d9f-8097-e58cccea1d32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1096 time: 0.0506351 Nov 02 16:47:05.280155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0be06e3c-d43c-41c4-a7ed-ced5b7fe4dcd req-aeffef8d-6f69-48b3-90d9-fe469ab5067b tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=1436367a-d378-4252-ba67-023f6ac451ac HTTP/1.1" status: 200 len: 210 time: 0.0536170 Nov 02 16:47:05.328581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-5f995eb5-d89c-4755-8f0a-4644a9379097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.330058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-5f995eb5-d89c-4755-8f0a-4644a9379097 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.0926576 Nov 02 16:47:05.428413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-398be91f-9478-4ce5-9994-33fbbead3679 req-ebe3147d-f030-4e3d-bb33-88a77d29455f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 210 time: 0.0422397 Nov 02 16:47:05.459821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-380c233b-39f7-4f7f-a073-536ddb9d2362 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 1001 time: 0.1188905 Nov 02 16:47:05.518494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-4085437d-92de-4742-8833-948c5adac279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.520680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-4085437d-92de-4742-8833-948c5adac279 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0534642 Nov 02 16:47:05.559944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0bedb3d7-a046-41d2-81a9-6915fd676ff6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:05.642033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-b8cd66ef-4403-4f28-a508-e487d0b67fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.643862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-b8cd66ef-4403-4f28-a508-e487d0b67fef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112947 Nov 02 16:47:05.726886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-e45df868-99c1-431d-8122-47f0dbb02d31 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.728912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-e45df868-99c1-431d-8122-47f0dbb02d31 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.2062528 Nov 02 16:47:05.745892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'port': {'device_id': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'admin_state_up': True, 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:05.773599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:05.792117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:05.843798 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-55511785-073c-40c1-8e00-fc046d4b6092 service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866372 Nov 02 16:47:05.862054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:05.864445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a53a5f-d5e4-4917-aa34-d2b4ceb2361c tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.864991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a53a5f-d5e4-4917-aa34-d2b4ceb2361c tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.865742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a53a5f-d5e4-4917-aa34-d2b4ceb2361c tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.867815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-71a53a5f-d5e4-4917-aa34-d2b4ceb2361c tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=3d6e965d86e946509dda7dc3232b1659&network_id=530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 200 len: 2969 time: 0.0929768 Nov 02 16:47:05.869738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:05.870162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:05.962174 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:05.964330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f942-1e06-4336-ab47-4655b98df843 req-75684619-6122-4f43-98fa-02b89bf07955 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.966620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8a8f942-1e06-4336-ab47-4655b98df843 req-75684619-6122-4f43-98fa-02b89bf07955 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 945 time: 0.0711901 Nov 02 16:47:06.002595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:06.003114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:06.006704 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9124f77-d20f-4282-8b69-84b09502f48a" -d '{"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:06.011122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.012256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0bedb3d7-a046-41d2-81a9-6915fd676ff6 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:06.024437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c39aeca9-2ac8-4c6c-9b9d-1d4af54961b9 req-ae132918-9a6b-41d1-8851-bc30428e034b service neutron] 10.222.0.55 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680326 Nov 02 16:47:06.024653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8a8f942-1e06-4336-ab47-4655b98df843 req-507d37c2-7f22-48c4-aec8-66b1d7285ef3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Nov 02 16:47:06.035254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:06.038868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.083014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 0bedb3d7-a046-41d2-81a9-6915fd676ff6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:06.083472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0bedb3d7-a046-41d2-81a9-6915fd676ff6 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:06.106825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:06.130351 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d899ee07-cb7c-4e28-9b91-8f5eefe98aed x-openstack-request-id: req-d899ee07-cb7c-4e28-9b91-8f5eefe98aed {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:06.130985 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:06.131258 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d899ee07-cb7c-4e28-9b91-8f5eefe98aed {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:06.131677 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'code': 200} Nov 02 16:47:06.192461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Allocated IP 172.20.0.6 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/36c84df3-21d7-46c7-81b7-975565ef407a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:06.353183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.393188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.407786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:06.462242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:06.466855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:06.469664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:06.521846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=36c84df3-21d7-46c7-81b7-975565ef407a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:06.560615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:06.561536 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.585395 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-1b7d4de4-da43-4fc9-8f6c-d9d4735ff763 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8455477 Nov 02 16:47:06.601280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Request body: {'port': {'device_id': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:06.676346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a2a7-8f93-46b5-9b7e-b210ee0b182b req-01b15e9a-e1a3-4ec6-a691-83268bec4236 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:06.681052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36d9a2a7-8f93-46b5-9b7e-b210ee0b182b req-01b15e9a-e1a3-4ec6-a691-83268bec4236 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 931 time: 0.0973029 Nov 02 16:47:06.702846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.774427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-36d9a2a7-8f93-46b5-9b7e-b210ee0b182b req-88fc1656-9954-4c5d-ad16-b95175d79fe1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713665 Nov 02 16:47:06.782446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8fd73-790a-4537-ab63-b090d249e9b8 req-f618dacd-1e18-4831-be47-5ed233cf2b34 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:06.784189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91d8fd73-790a-4537-ab63-b090d249e9b8 req-f618dacd-1e18-4831-be47-5ed233cf2b34 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1002376 Nov 02 16:47:06.837694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7760bd8b-75a0-4f1e-a00c-10f52e8f733d None None] Provisioning complete for port 36c84df3-21d7-46c7-81b7-975565ef407a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:06.840081 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7760bd8b-75a0-4f1e-a00c-10f52e8f733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:06.847493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91d8fd73-790a-4537-ab63-b090d249e9b8 req-595d2c39-0440-4797-adbc-ae90d12c6bb2 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512614 Nov 02 16:47:06.879824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7760bd8b-75a0-4f1e-a00c-10f52e8f733d None None] Port 36c84df3-21d7-46c7-81b7-975565ef407a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:07.053828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c84df3-21d7-46c7-81b7-975565ef407a {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:07.062381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:07.076525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Transition to ACTIVE for port object 36c84df3-21d7-46c7-81b7-975565ef407a will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:07.080785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:07.159654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Pushing event updated for resources: {'Port': ['ID=36c84df3-21d7-46c7-81b7-975565ef407a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:07.206595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff38d3-952e-4868-8b38-8834615c19b5 req-e2a897d5-9c8e-4882-8d8d-5b3852052e11 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.208207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8eff38d3-952e-4868-8b38-8834615c19b5 req-e2a897d5-9c8e-4882-8d8d-5b3852052e11 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0710435 Nov 02 16:47:07.219457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Attempting to bind port 36c84df3-21d7-46c7-81b7-975565ef407a on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:07.219823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Attempting to bind port 36c84df3-21d7-46c7-81b7-975565ef407a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:07.220132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Attempting to bind port 36c84df3-21d7-46c7-81b7-975565ef407a on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:07.225281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Port 36c84df3-21d7-46c7-81b7-975565ef407a on network 5c1983ea-e767-48be-a0d4-c97b744e2492 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:07.225605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Attempting to bind port 36c84df3-21d7-46c7-81b7-975565ef407a on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:07.230954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:07.231321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:07.231738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:07.232180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Bound port: 36c84df3-21d7-46c7-81b7-975565ef407a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:07.232542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:07.264348 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8eff38d3-952e-4868-8b38-8834615c19b5 req-66e8918b-83b2-447e-ae27-fe6abc4d5d9d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485961 Nov 02 16:47:07.284180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53282) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:07.358222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] For port 36c84df3-21d7-46c7-81b7-975565ef407a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:07.363077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] For port 36c84df3-21d7-46c7-81b7-975565ef407a, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=36c84df3-21d7-46c7-81b7-975565ef407a,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:07.374859 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-db4aeb7b-4263-4389-b5b1-08771234fa2f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/d44b1ee2-7ffe-4688-8a66-9017a0524313 HTTP/1.1" status: 200 len: 994 time: 0.0891509 Nov 02 16:47:07.376170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:07.417307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.417812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:07.419338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] 10.222.0.55 "PUT /v2.0/ports/36c84df3-21d7-46c7-81b7-975565ef407a HTTP/1.1" status: 200 len: 1091 time: 0.8242040 Nov 02 16:47:07.421443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'tag': '36c84df3-21d7-46c7-81b7-975565ef407a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:07.424573 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d9149-8d4b-4a1b-b29f-6a762fab665f" -d '{"events": [{"name": "network-changed", "server_uuid": "ece0e4e6-1144-4b15-8b68-e34b5b90ed1f", "tag": "36c84df3-21d7-46c7-81b7-975565ef407a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:07.448047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e98e7d-2af8-47c7-86ac-759b69e542ed service neutron] Pushing event updated for resources: {'Port': ['ID=36c84df3-21d7-46c7-81b7-975565ef407a,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:07.484309 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9801495d-0a15-4e80-a3d5-2e5712be4b4a x-openstack-request-id: req-9801495d-0a15-4e80-a3d5-2e5712be4b4a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:07.484476 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece0e4e6-1144-4b15-8b68-e34b5b90ed1f", "tag": "36c84df3-21d7-46c7-81b7-975565ef407a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:07.484784 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9801495d-0a15-4e80-a3d5-2e5712be4b4a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:07.485104 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'tag': '36c84df3-21d7-46c7-81b7-975565ef407a', 'status': 'completed', 'code': 200} Nov 02 16:47:07.536665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-d4526d1d-481b-4202-a0c1-3a647b268c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.538436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-d4526d1d-481b-4202-a0c1-3a647b268c66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 1094 time: 0.0678144 Nov 02 16:47:07.583552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-b1c3db31-c65f-4cc4-bdb8-6d0fcb720c59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c84df3-21d7-46c7-81b7-975565ef407a HTTP/1.1" status: 200 len: 217 time: 0.0359285 Nov 02 16:47:07.634819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-5ed9b096-fb9a-48ba-9687-daf386366af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.636930 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-5ed9b096-fb9a-48ba-9687-daf386366af4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0449331 Nov 02 16:47:07.694018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-a84f8452-e99d-4722-b802-cecd860cfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.695474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-a84f8452-e99d-4722-b802-cecd860cfdb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502789 Nov 02 16:47:07.789527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-30d9065e-3186-4cb1-a834-54f723eada36 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847814 Nov 02 16:47:07.911441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71bd3824-ab77-437d-9b2c-a61b2b800b5a req-85ad5db4-702f-41cd-bac1-ec8d6f057d51 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137304 Nov 02 16:47:07.932147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935fe09-d48a-4360-a062-befd24df75b9 req-15843db3-1999-4c99-87f8-fd3905737998 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.934466 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d935fe09-d48a-4360-a062-befd24df75b9 req-15843db3-1999-4c99-87f8-fd3905737998 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 943 time: 0.0740347 Nov 02 16:47:08.001647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-c109bd10-92d9-4636-8549-fc421bf60ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.003350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d935fe09-d48a-4360-a062-befd24df75b9 req-d8e66ddd-6287-4145-86f7-2b9345f62788 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626428 Nov 02 16:47:08.003524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-c109bd10-92d9-4636-8549-fc421bf60ba5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 1094 time: 0.0436821 Nov 02 16:47:08.026346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3681e-4511-4fe7-b2c6-6d3855b6c23d req-ebcbd21e-c72c-4edf-b22f-16b10dc83468 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.026346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ea3681e-4511-4fe7-b2c6-6d3855b6c23d req-ebcbd21e-c72c-4edf-b22f-16b10dc83468 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0759413 Nov 02 16:47:08.068199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ea3681e-4511-4fe7-b2c6-6d3855b6c23d req-695acd14-47bb-40e9-b19d-2bb47466a1ed tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Nov 02 16:47:08.102062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-e9080cbf-beaa-4e0a-a302-2b6ded19d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.104313 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-e9080cbf-beaa-4e0a-a302-2b6ded19d62f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.0929360 Nov 02 16:47:08.150539 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-5621fe1d-2de0-482a-a71a-8568ff2700bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c84df3-21d7-46c7-81b7-975565ef407a HTTP/1.1" status: 200 len: 217 time: 0.0380421 Nov 02 16:47:08.203960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-4c37bd53-a04f-44d2-a0dc-0541887f1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.204230 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-4c37bd53-a04f-44d2-a0dc-0541887f1c54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0452213 Nov 02 16:47:08.261009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-66b5cee4-d58b-40d5-be1e-766b26ec9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.262555 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-66b5cee4-d58b-40d5-be1e-766b26ec9cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432103 Nov 02 16:47:08.359700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-81d5067e-c308-445e-a122-e5bf63b40948 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887702 Nov 02 16:47:08.453575 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-045d9149-8d4b-4a1b-b29f-6a762fab665f req-b22e49f1-57f5-435b-b294-3be775f71cef service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Nov 02 16:47:08.560848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4d39b2e3-c66c-4100-8fc3-1360182260dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:08.982051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-e56b72d4-3e88-4871-b537-32703149d8c6 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.983563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-e56b72d4-3e88-4871-b537-32703149d8c6 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.55 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.0536730 Nov 02 16:47:09.095327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Deleting port 0f304166-baa9-49db-a7e8-336639ba2a5f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:09.095703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:09.131103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53304) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:09.208743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] For port 0f304166-baa9-49db-a7e8-336639ba2a5f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0f304166-baa9-49db-a7e8-336639ba2a5f,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:09.209375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:09.214922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcae26-a114-4a31-8d9e-a189bb8bd5d1 req-6d9be9a3-9af9-442e-ac20-d206b33f88a9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.216462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18fcae26-a114-4a31-8d9e-a189bb8bd5d1 req-6d9be9a3-9af9-442e-ac20-d206b33f88a9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 943 time: 0.1404383 Nov 02 16:47:09.223624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Calling delete_port for 0f304166-baa9-49db-a7e8-336639ba2a5f owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:09.243089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51956f-1412-4db4-81b3-140782372d0b tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.254110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ba51956f-1412-4db4-81b3-140782372d0b tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 814 time: 0.1085086 Nov 02 16:47:09.265153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd54644-9634-40cb-82f4-a8f24bb23b29 req-e4600827-15e3-40ef-855d-c9db0305094c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.266719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfd54644-9634-40cb-82f4-a8f24bb23b29 req-e4600827-15e3-40ef-855d-c9db0305094c tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f551fd0e-b695-481b-96ff-98de9dc97e6f HTTP/1.1" status: 200 len: 945 time: 0.1103785 Nov 02 16:47:09.296262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18fcae26-a114-4a31-8d9e-a189bb8bd5d1 req-649624eb-d500-460e-9eec-932ef102469e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694749 Nov 02 16:47:09.340713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfd54644-9634-40cb-82f4-a8f24bb23b29 req-2c8dcdf4-869a-470a-b605-4d57b8954038 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.31 "GET /v2.0/security-groups?id=c09976d6-1d4a-4e4e-873e-8619de2665ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636163 Nov 02 16:47:09.374507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:09.387057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0f304166-baa9-49db-a7e8-336639ba2a5f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:09.408149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Pushing event deleted for resources: {'Port': ['ID=0f304166-baa9-49db-a7e8-336639ba2a5f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:09.457938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] No DVR routers for this DVR port 0f304166-baa9-49db-a7e8-336639ba2a5f on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:09.460549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:09.464002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fab448b9-4b0d-449b-ab68-8cb8f0c7ce3b req-483209b9-3b36-4588-895e-4aab9530cfc5 tempest-ServerRescueTestJSON-631296677 tempest-ServerRescueTestJSON-631296677-project] 10.222.0.55 "DELETE /v2.0/ports/0f304166-baa9-49db-a7e8-336639ba2a5f HTTP/1.1" status: 204 len: 173 time: 0.4741461 Nov 02 16:47:09.486417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'name': 'network-vif-deleted', 'tag': '0f304166-baa9-49db-a7e8-336639ba2a5f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:09.488803 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc395083-b9bc-402d-a431-b1cf6246d0d3" -d '{"events": [{"server_uuid": "f551fd0e-b695-481b-96ff-98de9dc97e6f", "name": "network-vif-deleted", "tag": "0f304166-baa9-49db-a7e8-336639ba2a5f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:09.530040 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4733fc-9f12-4493-9812-1ba07c093657 x-openstack-request-id: req-6c4733fc-9f12-4493-9812-1ba07c093657 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:09.530366 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f551fd0e-b695-481b-96ff-98de9dc97e6f", "name": "network-vif-deleted", "tag": "0f304166-baa9-49db-a7e8-336639ba2a5f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:09.530621 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c4733fc-9f12-4493-9812-1ba07c093657 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:09.531024 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f551fd0e-b695-481b-96ff-98de9dc97e6f', 'name': 'network-vif-deleted', 'tag': '0f304166-baa9-49db-a7e8-336639ba2a5f', 'status': 'completed', 'code': 200} Nov 02 16:47:10.151985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 36c84df3-21d7-46c7-81b7-975565ef407a details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:10.254795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 36c84df3-21d7-46c7-81b7-975565ef407a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=36c84df3-21d7-46c7-81b7-975565ef407a,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:10.267830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '36c84df3-21d7-46c7-81b7-975565ef407a', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': '36c84df3-21d7-46c7-81b7-975565ef407a', 'mac_address': 'fa:16:3e:54:81:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:10.307761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.321593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c84df3-21d7-46c7-81b7-975565ef407a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:10.344223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 36c84df3-21d7-46c7-81b7-975565ef407a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=36c84df3-21d7-46c7-81b7-975565ef407a,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:10.349035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.406219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=36c84df3-21d7-46c7-81b7-975565ef407a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:10.417700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53322) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.427734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c448-47e2-468b-8a25-e296b661d02f req-fc7823f5-6458-4d0b-aea3-b6d7d6b806c8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.430076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d00c448-47e2-468b-8a25-e296b661d02f req-fc7823f5-6458-4d0b-aea3-b6d7d6b806c8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 944 time: 0.0567825 Nov 02 16:47:10.448182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.454940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'network': {'name': 'tempest-network-smoke--981504362', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'port_security_enabled': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:10.499183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d00c448-47e2-468b-8a25-e296b661d02f req-bdd35336-ad48-4a72-b64b-13a748b92f81 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580626 Nov 02 16:47:10.500533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:10.503882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.538004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:47:10.549912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.550324 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Added segment a17db75f-9ba8-4a15-a1f8-0f3de521dd0e of type vlan for network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 Nov 02 16:47:10.592028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['36c84df3-21d7-46c7-81b7-975565ef407a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:10.592361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.625672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.631927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.632547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.719850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Network': ['ID=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:10.730889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2778585 Nov 02 16:47:10.732133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53328) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.745472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.745974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.746559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.746919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.747268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.747610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.747952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.748285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.748616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.748950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.749285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.750002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58357774-bd57-45f0-99b9-25724ad7167d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:10.768140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:47:10.821182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3fd07-2315-4b4a-b061-1bcbbd8c1e57 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.826563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-30a3fd07-2315-4b4a-b061-1bcbbd8c1e57 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3d6e965d86e946509dda7dc3232b1659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0907028 Nov 02 16:47:10.826857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53330) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.857265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:10.922272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077deb0-d12a-40fb-b6fb-65c4bda82ff0 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.923699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8077deb0-d12a-40fb-b6fb-65c4bda82ff0 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958173 Nov 02 16:47:10.926487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53332) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.955651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-31a7b02e-3f6d-4da1-94b3-3aa93a03d72d tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280662 Nov 02 16:47:10.958360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53334) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.986879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee636028-f14e-4d0a-846b-637ddd67c023 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3d6e965d86e946509dda7dc3232b1659&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272558 Nov 02 16:47:10.989469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53336) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:11.082188 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ffe17ee7-e566-4fb7-ac3c-318fcaf728aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.088084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c183c6-8220-4ee0-8f94-e9231cd96123 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.092344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d1c183c6-8220-4ee0-8f94-e9231cd96123 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991817 Nov 02 16:47:11.093171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53338) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:11.124339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-318741c2-96d5-495b-937f-1bc162ba43c0 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274956 Nov 02 16:47:11.124759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53340) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:11.129723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335261827', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:11.132468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Deleting port dd3005e0-28ec-4891-ae78-ad705f5dd07a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:11.132699 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.224868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:11.226029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] For port dd3005e0-28ec-4891-ae78-ad705f5dd07a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dd3005e0-28ec-4891-ae78-ad705f5dd07a,segment=NetworkSegment(fd866809-b5c6-484d-b6af-62f25869c5dd),segment_id=fd866809-b5c6-484d-b6af-62f25869c5dd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:11.226430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.228896 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.240763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Calling delete_port for dd3005e0-28ec-4891-ae78-ad705f5dd07a owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:11.352844 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.443214 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.467241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.510464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3005e0-28ec-4891-ae78-ad705f5dd07a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:11.518302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Checking segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:11.518676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network hostable DHCP agents. Network: 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:47:11.535601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Subnet': ['ID=87a32625-b2be-44c1-b43a-40bb17b0bb91,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:11.548969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:47:11.563385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:11.572300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.573067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.574032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de20a37-1d93-4902-aeff-77617bf09932 None None] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:11.603872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-87360436-e6ec-4464-95bf-eb09e94d3ebc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4773452 Nov 02 16:47:11.685858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1722-7d9c-4e64-8827-f3fe1032b3ce req-534d34c1-4794-4b09-9227-2df363c0ce2d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.687454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-507a1722-7d9c-4e64-8827-f3fe1032b3ce req-534d34c1-4794-4b09-9227-2df363c0ce2d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 944 time: 0.0549653 Nov 02 16:47:11.756223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-507a1722-7d9c-4e64-8827-f3fe1032b3ce req-67466f18-af73-4ef1-9463-b9aec86d71e2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624747 Nov 02 16:47:11.757230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ips': [{'subnet_id': '87a32625-b2be-44c1-b43a-40bb17b0bb91'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:47:11.758179 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.793491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.825227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:11.830488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679163159', 'description': 'tempest-secgroup-smoke-679163159 description', 'project_id': '3d6e965d86e946509dda7dc3232b1659'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:11.865424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:11.971665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Allocated IP 172.20.0.18 (0c0e4af8-d85b-421b-ae9a-94cd9d0951b0/87a32625-b2be-44c1-b43a-40bb17b0bb91/d8f10885-8890-42e2-8d08-89714860794b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:11.997018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.003873 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.052807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916f5cd9-ada8-4371-89b6-acf32405293c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.085748 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.087122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-02301ca2-7eaa-4af3-b0fc-b381282417aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2605755 Nov 02 16:47:12.090269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53360) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:12.095163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '916f5cd9-ada8-4371-89b6-acf32405293c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:12.137404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.146160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Router e11f11f1-fdb3-436e-8182-b44bba947834 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:12.168212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 36c84df3-21d7-46c7-81b7-975565ef407a up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:12.236954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.240202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.243433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.245784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 36c84df3-21d7-46c7-81b7-975565ef407a completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:12.253193 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.258890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 36c84df3-21d7-46c7-81b7-975565ef407a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:12.259909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.272907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43836632-1ffe-4506-abd7-e8432cf3eb59,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.285535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.290834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec1f8438-93d7-4f9a-80cc-eee90b710a2b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994793 Nov 02 16:47:12.292023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53362) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:12.298088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '916f5cd9-ada8-4371-89b6-acf32405293c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:12.326892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:12.334967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:12.337099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.346645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:12.355983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Pushing event updated for resources: {'Port': ['ID=d8f10885-8890-42e2-8d08-89714860794b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.382666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.383016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.383453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.383844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.384183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.385060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.385392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.385724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.386044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.386411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.386737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.387059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:12.490293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.495722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Attempting to bind port d8f10885-8890-42e2-8d08-89714860794b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:12.496105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Attempting to bind port d8f10885-8890-42e2-8d08-89714860794b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:12.496477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Attempting to bind port d8f10885-8890-42e2-8d08-89714860794b on network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:12.500716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.505131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:12.505513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Checking segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:12.506042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.506350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Bound using segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:12.506854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Bound port: d8f10885-8890-42e2-8d08-89714860794b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:12.507245 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.524545 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.534600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.546926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2455001 Nov 02 16:47:12.550471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b21961-7547-4a07-81fd-268dffafde31 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d71b89-d6e8-4297-a359-2e8307de31fc,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.554444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:12.563483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '916f5cd9-ada8-4371-89b6-acf32405293c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:12.586393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 36c84df3-21d7-46c7-81b7-975565ef407a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=36c84df3-21d7-46c7-81b7-975565ef407a,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:12.607990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.612238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c84df3-21d7-46c7-81b7-975565ef407a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:12.615501 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4590999-c95f-48a2-b910-ee67ad0f420d" -d '{"events": [{"server_uuid": "ece0e4e6-1144-4b15-8b68-e34b5b90ed1f", "name": "network-vif-plugged", "status": "completed", "tag": "36c84df3-21d7-46c7-81b7-975565ef407a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:12.637318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.640168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0f304166-baa9-49db-a7e8-336639ba2a5f no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:12.670701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 0f304166-baa9-49db-a7e8-336639ba2a5f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:12.671070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0f304166-baa9-49db-a7e8-336639ba2a5f not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:12.672656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.699654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:12.711064 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] Sync routers for ids ['e11f11f1-fdb3-436e-8182-b44bba947834'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:12.732083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fa141b54-e52e-4076-a4ff-c8229c551efc admin admin] 10.222.0.31 "PUT /v2.0/routers/e11f11f1-fdb3-436e-8182-b44bba947834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132985 Nov 02 16:47:12.735061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53376) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:12.743061 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] Routers {'e11f11f1-fdb3-436e-8182-b44bba947834'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:12.744487 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e11f11f1-fdb3-436e-8182-b44bba947834'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:12.754553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] For port d8f10885-8890-42e2-8d08-89714860794b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:12.758521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] For port d8f10885-8890-42e2-8d08-89714860794b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8f10885-8890-42e2-8d08-89714860794b,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:12.761034 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c24cdcb-6321-44c3-b3fc-7e8932f18fbb x-openstack-request-id: req-2c24cdcb-6321-44c3-b3fc-7e8932f18fbb {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:12.761266 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0e4e6-1144-4b15-8b68-e34b5b90ed1f", "name": "network-vif-plugged", "status": "completed", "tag": "36c84df3-21d7-46c7-81b7-975565ef407a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:12.761661 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c24cdcb-6321-44c3-b3fc-7e8932f18fbb {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:12.762092 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c84df3-21d7-46c7-81b7-975565ef407a', 'code': 200} Nov 02 16:47:12.766037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.825676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=36c84df3-21d7-46c7-81b7-975565ef407a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.857805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.871421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94914-ea90-4d83-a28d-3a2ad88728c3 req-cdfab7fb-db25-4d04-8a7f-4087cb4b7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:12.873495 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2a94914-ea90-4d83-a28d-3a2ad88728c3 req-cdfab7fb-db25-4d04-8a7f-4087cb4b7312 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 1096 time: 0.0934849 Nov 02 16:47:12.908605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010692a-71f5-4507-b9bc-9ce1b8eca976 None None] Pushing event updated for resources: {'Port': ['ID=d8f10885-8890-42e2-8d08-89714860794b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.934339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:12.954343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2a94914-ea90-4d83-a28d-3a2ad88728c3 req-2394ebe5-3701-4225-acf6-1fe4bd74dbf6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Nov 02 16:47:12.965031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] Set router e11f11f1-fdb3-436e-8182-b44bba947834 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:13.026592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e135de05-d07d-40d5-9001-3652ac30e0bd,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.050480 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.054913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53380) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:13.055107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-660b57a1-14ba-429b-90a1-29d3a96d381b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4990220 Nov 02 16:47:13.065682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '916f5cd9-ada8-4371-89b6-acf32405293c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:13.089172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828798c-5c94-4a4d-93a2-3e74237cd16d req-e3962c56-f341-4ec4-b731-ebbfca74d040 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:13.090884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7828798c-5c94-4a4d-93a2-3e74237cd16d req-e3962c56-f341-4ec4-b731-ebbfca74d040 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 945 time: 0.1694329 Nov 02 16:47:13.105782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.164758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.267224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.277806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.306897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7828798c-5c94-4a4d-93a2-3e74237cd16d req-12207bd1-9a92-4591-9ee3-257b4532b324 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663426 Nov 02 16:47:13.314481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3499de-b465-4db6-a9aa-f396d6af6340,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.342415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.348613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.352701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1cbb499d-9b81-4153-8f72-600f57fc6b21 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933872 Nov 02 16:47:13.353153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53382) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:13.368526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '916f5cd9-ada8-4371-89b6-acf32405293c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:13.425711 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:47:11Z', 'revision_number': 5, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port': {'id': '32bf7dac-58c3-494a-b7c6-992ce6a2cc28', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:13Z', 'updated_at': '2021-11-02T16:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:13.437967 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Project 3d6e965d86e946509dda7dc3232b1659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:47:13.443490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.490314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Deleting port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:13.495157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.502905 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] Checking router: e11f11f1-fdb3-436e-8182-b44bba947834 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:13.524037 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] Routers {'e11f11f1-fdb3-436e-8182-b44bba947834'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:13.524830 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e11f11f1-fdb3-436e-8182-b44bba947834'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:13.585315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.594034 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.624651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a41ddf3-8573-4124-8f4d-708a28f63a6d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.639725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.641868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55f060c7-b493-45ea-9839-bfb5fa7c75a2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2874486 Nov 02 16:47:13.644701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53386) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:13.653953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '916f5cd9-ada8-4371-89b6-acf32405293c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:13.683153 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] Set router e11f11f1-fdb3-436e-8182-b44bba947834 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:13.684851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8f10885-8890-42e2-8d08-89714860794b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:13.701368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] For port 32bf7dac-58c3-494a-b7c6-992ce6a2cc28, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:13.703072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.707621 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Project 3d6e965d86e946509dda7dc3232b1659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:47:13.722799 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.729725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Calling delete_port for 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:13.755003 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:47:13Z', 'revision_number': 6, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:13.765940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.772631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d8f10885-8890-42e2-8d08-89714860794b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:13.773568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.797108 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4637e62-4560-478a-9037-f3e224b62c71 None None] The sync data for ids ['e11f11f1-fdb3-436e-8182-b44bba947834'] in n-d-811405-2 is: [{'id': 'e11f11f1-fdb3-436e-8182-b44bba947834', 'name': 'tempest-ServerRescueTestJSON-1982366988-router', 'tenant_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:12Z', 'updated_at': '2021-11-02T16:47:13Z', 'revision_number': 6, 'project_id': '9d2bdb78cecf48288b85ca2edad4aae5', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:13.904842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.917732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.940011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1db758e-f136-4308-b10c-0fcea3c40edf,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.964339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:13.974504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-493917c8-fcc8-4236-ad33-58495722e3eb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3184054 Nov 02 16:47:13.981199 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.079747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d8f10885-8890-42e2-8d08-89714860794b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8f10885-8890-42e2-8d08-89714860794b,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:14.094471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.156374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d8f10885-8890-42e2-8d08-89714860794b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:14.252848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-550a574f-f821-4740-8ad8-fbace51d12fb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679163159&fields=id&tenant_id=3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 267 time: 0.0710714 Nov 02 16:47:14.496976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec8afd-2051-429d-8201-4417e905ae3b None None] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:14.560558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7fd7aee2-427f-4e43-a047-315190924c60 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:14.563514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7fd7aee2-427f-4e43-a047-315190924c60 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/networks?id=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 HTTP/1.1" status: 200 len: 796 time: 0.2420585 Nov 02 16:47:14.565819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.622091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6dbaf-9bbf-4a51-bd11-38829e7a5e85 req-5042269f-1dc1-40fa-b983-3cc8c0918db1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:14.623652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50b6dbaf-9bbf-4a51-bd11-38829e7a5e85 req-5042269f-1dc1-40fa-b983-3cc8c0918db1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 945 time: 0.1899965 Nov 02 16:47:14.624437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=32bf7dac-58c3-494a-b7c6-992ce6a2cc28,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:14.629877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-716f3746-103f-4349-88d7-98b59cb8726f tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/quotas/3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 375 time: 0.0564377 Nov 02 16:47:14.643132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-579e264a-17bd-4052-964a-76a6f4831af8 None None] Provisioning complete for port d8f10885-8890-42e2-8d08-89714860794b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:14.643507 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-579e264a-17bd-4052-964a-76a6f4831af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.721763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.880719 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.887168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.895177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50b6dbaf-9bbf-4a51-bd11-38829e7a5e85 req-42fe78f4-9899-4ddc-88c0-69eca097566b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581594 Nov 02 16:47:14.953276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-6e5dca25-a7d1-46af-864b-e625103388c1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3150091 Nov 02 16:47:14.972330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.972929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11f11f1-fdb3-436e-8182-b44bba947834 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:47:14.984209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:14.985381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-192b7add-1382-4317-a839-4f5f2076cc40 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e11f11f1-fdb3-436e-8182-b44bba947834 HTTP/1.1" status: 204 len: 168 time: 2.2485271 Nov 02 16:47:14.988354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53418) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:15.069343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Deleting subnet d79f53a2-f842-4e09-9eb1-85f0e8213570 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:47:15.075607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.105392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-c5aec390-83da-4d1d-b936-0cb68e882c90 service neutron] 10.222.0.31 "GET /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212773 Nov 02 16:47:15.117598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cf927f95-813a-4343-9e57-2d960cd100f6 None None] Provisioning complete for port d8f10885-8890-42e2-8d08-89714860794b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:15.119071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf927f95-813a-4343-9e57-2d960cd100f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.122409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.191246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.229988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-948649d2-78ad-44d5-abef-7c1e74a5e616 service neutron] 10.222.0.31 "GET /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226175 Nov 02 16:47:15.283751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.330044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79f53a2-f842-4e09-9eb1-85f0e8213570,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:15.347026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.355224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c795a8ce-e621-405e-bb18-79785963b434 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d79f53a2-f842-4e09-9eb1-85f0e8213570 HTTP/1.1" status: 204 len: 168 time: 0.3635085 Nov 02 16:47:15.357317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:15.452012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8f10885-8890-42e2-8d08-89714860794b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:15.518915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b8a3028-75e2-41ef-a809-07a5cf1d6499 req-035c69e8-cca3-47e5-808e-ea645e346283 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 210 time: 0.0573089 Nov 02 16:47:15.523605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d8f10885-8890-42e2-8d08-89714860794b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:15.524163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.534889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.634006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.662807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d0fb86-7878-47c9-8243-d6590b5d1fac']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:15.677348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd866809-b5c6-484d-b6af-62f25869c5dd') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:15.677943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd866809-b5c6-484d-b6af-62f25869c5dd') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:15.693882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:15.694791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.718389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.722540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:15.722928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32bf7dac-58c3-494a-b7c6-992ce6a2cc28 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:15.723425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd3005e0-28ec-4891-ae78-ad705f5dd07a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:15.726769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:47:15.727388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:47:15.732160 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:47:15.782588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: dd3005e0-28ec-4891-ae78-ad705f5dd07a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:15.783068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dd3005e0-28ec-4891-ae78-ad705f5dd07a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:15.812406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.820352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:15.824434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c3d0fb86-7878-47c9-8243-d6590b5d1fac HTTP/1.1" status: 204 len: 168 time: 0.4657748 Nov 02 16:47:15.838712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1eaae-4573-4926-946a-12d350b98210 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d0fb86-7878-47c9-8243-d6590b5d1fac,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:16.015567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53436) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:16.083938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-02086d73-a6d1-407b-a86a-81b82cb5c658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d2bdb78cecf48288b85ca2edad4aae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669658 Nov 02 16:47:16.086530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53440) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:16.144861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58ffaf2e-b814-4dc4-8b84-8119f2e3f5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:16.172674 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58ffaf2e-b814-4dc4-8b84-8119f2e3f5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:16.239580 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58ffaf2e-b814-4dc4-8b84-8119f2e3f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:16.243058 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58ffaf2e-b814-4dc4-8b84-8119f2e3f5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:16.247046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58ffaf2e-b814-4dc4-8b84-8119f2e3f5fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c09976d6-1d4a-4e4e-873e-8619de2665ed HTTP/1.1" status: 204 len: 168 time: 0.1571162 Nov 02 16:47:16.255476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffaf2e-b814-4dc4-8b84-8119f2e3f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09976d6-1d4a-4e4e-873e-8619de2665ed,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:16.644673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ce98819-e577-496e-ad1f-ff25f926ea72 req-72823743-934b-4db4-946c-bea88cd313be tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 210 time: 0.0359848 Nov 02 16:47:16.788544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-1ca3b0b6-a388-484e-b1d6-4e2f9362f092 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:16.791261 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-1ca3b0b6-a388-484e-b1d6-4e2f9362f092 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "GET /v2.0/networks?id=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 HTTP/1.1" status: 200 len: 796 time: 0.1431940 Nov 02 16:47:16.857036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-6daef4d7-f654-4e0f-a1d7-f661dfe25256 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 471 time: 0.0452659 Nov 02 16:47:16.872556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'port': {'device_id': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'admin_state_up': True, 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'security_groups': ['916f5cd9-ada8-4371-89b6-acf32405293c']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:17.001236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:17.005222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.090785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53468) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:17.158678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.20.0.21 (0c0e4af8-d85b-421b-ae9a-94cd9d0951b0/87a32625-b2be-44c1-b43a-40bb17b0bb91/b88ac5e4-c411-4ce2-9a2b-ade972282790) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:17.239465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-network', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:17.282521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Made reservation on behalf of cd949dcc812a4750bf49d5d855c36a24 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:17.284961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.296420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.365940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.444944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.446030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.454008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.489966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:47:17.518439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.519204 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Added segment ffc5037a-6374-4bed-b8f0-d4ed4f91cec7 of type vlan for network 961039fd-31fa-49c6-9bfb-fc26098ae359 Nov 02 16:47:17.553518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=b88ac5e4-c411-4ce2-9a2b-ade972282790,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.584471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:17.591530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:17.601442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:17.638526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.651497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.698909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.699888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.724915 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-7846b68e-6f18-45c6-9c01-3d72ec75af55 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8587437 Nov 02 16:47:17.740165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b011c47a-19e7-4496-bd09-191cb840cb97,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.754829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.755720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.756339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.772519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Request body: {'port': {'device_id': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:17.851380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.901183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fd902141-9712-4c50-8661-a3b77c4c0161 None None] Provisioning complete for port b88ac5e4-c411-4ce2-9a2b-ade972282790 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:17.902188 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fd902141-9712-4c50-8661-a3b77c4c0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.905255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] Pushing event updated for resources: {'Network': ['ID=961039fd-31fa-49c6-9bfb-fc26098ae359,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.930354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b568ffdb-2ff8-4939-941b-40712aa8f577 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8382971 Nov 02 16:47:17.941347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53480) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:17.949942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Request body: {'subnet': {'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-subnet', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:17.957350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-fd902141-9712-4c50-8661-a3b77c4c0161 None None] Port b88ac5e4-c411-4ce2-9a2b-ade972282790 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:17.961941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:47:17.977907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639691f-2e35-4a10-bcaa-188c33d16d4a req-cf15b827-680a-4501-a028-e9395917cbc9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.979108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Made reservation on behalf of cd949dcc812a4750bf49d5d855c36a24 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:17.981667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:17.989912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e639691f-2e35-4a10-bcaa-188c33d16d4a req-cf15b827-680a-4501-a028-e9395917cbc9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 932 time: 0.0792904 Nov 02 16:47:18.037452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e639691f-2e35-4a10-bcaa-188c33d16d4a req-9228fb65-2943-4ded-b1d3-33bc395a2547 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Nov 02 16:47:18.368742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.379828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88ac5e4-c411-4ce2-9a2b-ade972282790 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:18.409312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.437652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Transition to ACTIVE for port object b88ac5e4-c411-4ce2-9a2b-ade972282790 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:18.444716 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.467160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0566e4bf-27fd-45d8-90fb-eb055148f2e1,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:18.513405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Checking segment: {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:18.513796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Network hostable DHCP agents. Network: 961039fd-31fa-49c6-9bfb-fc26098ae359, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:47:18.540067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Pushing event updated for resources: {'Port': ['ID=b88ac5e4-c411-4ce2-9a2b-ade972282790,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:18.596298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:47:18.619768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 961039fd-31fa-49c6-9bfb-fc26098ae359) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:18.624896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:18.625496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.630452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84351fe3-1def-4add-8a3b-06ad1307ddbc None None] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:18.657385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Attempting to bind port b88ac5e4-c411-4ce2-9a2b-ade972282790 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:18.657729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Attempting to bind port b88ac5e4-c411-4ce2-9a2b-ade972282790 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:18.658198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Attempting to bind port b88ac5e4-c411-4ce2-9a2b-ade972282790 on network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:18.668859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:18.673866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:18.678072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ff677d7-f699-4bad-8152-b5a45343c1b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7355733 Nov 02 16:47:18.684945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Port b88ac5e4-c411-4ce2-9a2b-ade972282790 on network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:18.685556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Attempting to bind port b88ac5e4-c411-4ce2-9a2b-ade972282790 on network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:18.698914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:18.699590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Checking segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:18.701443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Bound using segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:18.702307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Bound port: b88ac5e4-c411-4ce2-9a2b-ade972282790, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:18.703435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.718694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.720245 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.814751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.820241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] For port b88ac5e4-c411-4ce2-9a2b-ade972282790, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:18.825346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] For port b88ac5e4-c411-4ce2-9a2b-ade972282790, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:18.831115 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.843524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550627ca-f7cc-46cf-8c24-2fd6b023d6ea None None] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:18.903064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Pushing event updated for resources: {'Port': ['ID=b88ac5e4-c411-4ce2-9a2b-ade972282790,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:18.929543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:18.930305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:18.933149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-2aa253ec-df27-44c9-b82f-0e939182ba9c service neutron] 10.222.0.100 "PUT /v2.0/ports/b88ac5e4-c411-4ce2-9a2b-ade972282790 HTTP/1.1" status: 200 len: 1092 time: 1.1955593 Nov 02 16:47:18.933715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'tag': 'b88ac5e4-c411-4ce2-9a2b-ade972282790'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:18.936529 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "acdc35fa-40c5-488c-8b69-b5d573645800", "tag": "b88ac5e4-c411-4ce2-9a2b-ade972282790"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:19.034886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:19.035582 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92ab93f-c5f2-4780-8dd0-e6b667b28a3b x-openstack-request-id: req-c92ab93f-c5f2-4780-8dd0-e6b667b28a3b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:19.035883 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdc35fa-40c5-488c-8b69-b5d573645800", "tag": "b88ac5e4-c411-4ce2-9a2b-ade972282790", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:19.036273 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c92ab93f-c5f2-4780-8dd0-e6b667b28a3b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:19.036687 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'tag': 'b88ac5e4-c411-4ce2-9a2b-ade972282790', 'status': 'completed', 'code': 200} Nov 02 16:47:19.064019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-90c1dc93-5dbf-4828-bf22-8bf7ca3ed485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.065579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-90c1dc93-5dbf-4828-bf22-8bf7ca3ed485 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 1095 time: 0.0640407 Nov 02 16:47:19.129796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-9f887315-21bf-4dc4-bf1e-1046c935a954 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790 HTTP/1.1" status: 200 len: 217 time: 0.0557680 Nov 02 16:47:19.215127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-226be9a2-6db1-43eb-99e9-b4a156ad7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.217384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-226be9a2-6db1-43eb-99e9-b4a156ad7ca8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=87a32625-b2be-44c1-b43a-40bb17b0bb91 HTTP/1.1" status: 200 len: 838 time: 0.0796335 Nov 02 16:47:19.229339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83994745-3d87-430c-8893-beb05e462979 req-a0dbe36d-e763-4d44-8db5-e721ee203e83 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.230935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83994745-3d87-430c-8893-beb05e462979 req-a0dbe36d-e763-4d44-8db5-e721ee203e83 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 944 time: 0.0952380 Nov 02 16:47:19.295823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-3fabd880-0fc3-4280-9449-7722c23f846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.298530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-3fabd880-0fc3-4280-9449-7722c23f846b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664721 Nov 02 16:47:19.375889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83994745-3d87-430c-8893-beb05e462979 req-a7ebbf85-d442-48e7-a5ff-26d0595b5092 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372457 Nov 02 16:47:19.385773 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:19.407753 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:19.407975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-ed3f4297-71e7-49e8-82c7-80eabee2c95a service neutron] 10.222.0.100 "GET /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019208 Nov 02 16:47:19.509250 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1c41f4b-c6cc-43ae-8c22-8492eefebbc2 req-975140fd-2ae4-4669-a4c1-9fc6548b6e3d service neutron] 10.222.0.100 "GET /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942492 Nov 02 16:47:19.528687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Allocated IP 172.25.7.198 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/5de7ac73-4a01-4b16-95e8-a9dce3152232) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:19.606625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-90adb34a-36a8-4c15-9c3a-e6dc8ee36366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.608260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-90adb34a-36a8-4c15-9c3a-e6dc8ee36366 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 1095 time: 0.0444572 Nov 02 16:47:19.638197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:19.678700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:19.711667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-07186b35-c6df-4d82-a88c-f1c2bdf8f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.713973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-07186b35-c6df-4d82-a88c-f1c2bdf8f2ef service neutron] 10.222.0.100 "GET /v2.0/networks?id=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 HTTP/1.1" status: 200 len: 897 time: 0.0986536 Nov 02 16:47:19.721822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:19.724851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:19.728522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:19.760534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Pushing event updated for resources: {'Port': ['ID=5de7ac73-4a01-4b16-95e8-a9dce3152232,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:19.766983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-2b6ce862-f79f-47da-9b8b-0e096696e0cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790 HTTP/1.1" status: 200 len: 217 time: 0.0421312 Nov 02 16:47:19.818996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-2c631e43-90ea-4f75-b346-d3a5f2c834a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.820618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-2c631e43-90ea-4f75-b346-d3a5f2c834a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=87a32625-b2be-44c1-b43a-40bb17b0bb91 HTTP/1.1" status: 200 len: 838 time: 0.0459690 Nov 02 16:47:19.877742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-e3ecb58f-82da-49f9-bf92-871e63509b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.879353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-e3ecb58f-82da-49f9-bf92-871e63509b45 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471745 Nov 02 16:47:19.978110 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-9719827f-80be-4826-b4aa-60d0bf782133 service neutron] 10.222.0.100 "GET /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901027 Nov 02 16:47:19.990065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:20.085897 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2371a495-ae83-4b65-89b7-d8b3e93bfcd4 req-9f88ede0-f1e9-41f8-89a2-d0494093053b service neutron] 10.222.0.100 "GET /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953557 Nov 02 16:47:20.196061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:20.584383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b95df-7301-4e01-9634-518255919f08 req-e638618d-9a8c-473b-ba89-2388afb46a5f tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.585869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-409b95df-7301-4e01-9634-518255919f08 req-e638618d-9a8c-473b-ba89-2388afb46a5f tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 944 time: 0.0959601 Nov 02 16:47:20.639852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-409b95df-7301-4e01-9634-518255919f08 req-1b4e5442-d67f-4330-8d99-56be7420c444 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453663 Nov 02 16:47:20.653590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Router 690b2144-6d2e-44ad-844f-e6ffe0e1044a is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:47:20.763298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:20.774211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Sync routers for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:20.785783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:20.790087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53508) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:20.790788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-845e3ac8-432f-487b-98ad-fd6b6d93ba2b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.1202090 Nov 02 16:47:20.797840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:20.798545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:20.924555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:21.109999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:19Z', 'revision_number': 3, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:21.137528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Checking router: 690b2144-6d2e-44ad-844f-e6ffe0e1044a for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:21.137876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Updating router 690b2144-6d2e-44ad-844f-e6ffe0e1044a port 5de7ac73-4a01-4b16-95e8-a9dce3152232 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:47:21.163724 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.216587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.380291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Allocated IP 172.20.0.1 (961039fd-31fa-49c6-9bfb-fc26098ae359/0566e4bf-27fd-45d8-90fb-eb055148f2e1/80511292-c56f-4b63-a5ae-4044f48db79c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:21.436524 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.445396 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.499726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.503438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Attempting to bind port 5de7ac73-4a01-4b16-95e8-a9dce3152232 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:21.504033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Attempting to bind port 5de7ac73-4a01-4b16-95e8-a9dce3152232 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:21.504424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Attempting to bind port 5de7ac73-4a01-4b16-95e8-a9dce3152232 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:21.515803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:21.516183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:21.516589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.516984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:21.517451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Bound port: 5de7ac73-4a01-4b16-95e8-a9dce3152232, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:21.517829 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.539076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f952d-599d-40d2-bff6-6ae547f2d8cf None None] Pushing event updated for resources: {'Port': ['ID=5de7ac73-4a01-4b16-95e8-a9dce3152232,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:21.543999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.580590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] For port 5de7ac73-4a01-4b16-95e8-a9dce3152232, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:21.583887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] For port 5de7ac73-4a01-4b16-95e8-a9dce3152232, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5de7ac73-4a01-4b16-95e8-a9dce3152232,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:21.588355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:21.590870 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.591561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:21.596064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:21.637697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Pushing event updated for resources: {'Port': ['ID=80511292-c56f-4b63-a5ae-4044f48db79c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:21.648656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.654799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:21.655464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:21.694467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f952d-599d-40d2-bff6-6ae547f2d8cf None None] Pushing event updated for resources: {'Port': ['ID=5de7ac73-4a01-4b16-95e8-a9dce3152232,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:21.770609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52595494-f509-4676-a49f-de6597434fe0 req-56c9097d-b264-46e2-b451-c635822fd213 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.772325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52595494-f509-4676-a49f-de6597434fe0 req-56c9097d-b264-46e2-b451-c635822fd213 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 944 time: 0.0552423 Nov 02 16:47:21.781849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:21.809638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.819362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52595494-f509-4676-a49f-de6597434fe0 req-6349ed7e-22cc-4333-87f4-d8af7ba3225a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Nov 02 16:47:21.908152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b88ac5e4-c411-4ce2-9a2b-ade972282790 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:21.990832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:21.996353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:22.064245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b88ac5e4-c411-4ce2-9a2b-ade972282790, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:22.066680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Pushing event updated for resources: {'Port': ['ID=80511292-c56f-4b63-a5ae-4044f48db79c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:22.069297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:22.072879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:19Z', 'revision_number': 3, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:22.106177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'b88ac5e4-c411-4ce2-9a2b-ade972282790', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'port_id': 'b88ac5e4-c411-4ce2-9a2b-ade972282790', 'mac_address': 'fa:16:3e:db:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:22.108019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7d128-31d4-4a75-acfb-0e5eec955343 None None] The sync data for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 is: [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:19Z', 'revision_number': 3, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:22.148799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:22.163408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88ac5e4-c411-4ce2-9a2b-ade972282790 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:22.184058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:22.185643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:22.187243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b88ac5e4-c411-4ce2-9a2b-ade972282790, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:22.193011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:22.246315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=b88ac5e4-c411-4ce2-9a2b-ade972282790,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:22.312549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Router 690b2144-6d2e-44ad-844f-e6ffe0e1044a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:22.449892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:22.455462 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-50e1c5b2-0bad-4a8c-b2a2-cc7de099442e admin admin] 10.222.0.31 "PUT /v2.0/routers/690b2144-6d2e-44ad-844f-e6ffe0e1044a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6635559 Nov 02 16:47:22.545763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['b88ac5e4-c411-4ce2-9a2b-ade972282790'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:22.991735 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:23.002626 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:47:23.008605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda49fb2-6e51-4dd7-87ff-9da20d686f12 req-fd67e345-75eb-4168-be30-036bfe65a545 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:23.008605 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cda49fb2-6e51-4dd7-87ff-9da20d686f12 req-fd67e345-75eb-4168-be30-036bfe65a545 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 945 time: 0.0809560 Nov 02 16:47:23.044799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-ace608de-78f6-4ab8-b40a-29fb13aa9658 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:23.046530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-ace608de-78f6-4ab8-b40a-29fb13aa9658 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 820 time: 0.1750638 Nov 02 16:47:23.073114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-b72a34d8-bf1c-4b49-bcca-0c5e1fbf2e16 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/quotas/cd949dcc812a4750bf49d5d855c36a24 HTTP/1.1" status: 200 len: 375 time: 0.0186496 Nov 02 16:47:23.078454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cda49fb2-6e51-4dd7-87ff-9da20d686f12 req-8409770d-a82c-491f-8015-3922b33c36bd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627043 Nov 02 16:47:23.135349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-454dbe72-65fc-4d88-beda-2ae55a4416d7 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555732 Nov 02 16:47:23.230216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7ab918f9-3b85-4a4a-85f4-78f3757fa301 service neutron] 10.222.0.31 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868363 Nov 02 16:47:23.334327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-494933ee-519f-468c-a9ed-ceb7510a4a21 service neutron] 10.222.0.31 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947542 Nov 02 16:47:23.425823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5de7ac73-4a01-4b16-95e8-a9dce3152232 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:23.492689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5de7ac73-4a01-4b16-95e8-a9dce3152232 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:23.494353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:23.552140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5350f19-787f-4076-8f35-b8c1911d9fca req-13152df7-2d56-4d22-9f64-85272f29189a tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 210 time: 0.0323100 Nov 02 16:47:23.596167 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:23.620008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5de7ac73-4a01-4b16-95e8-a9dce3152232, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5de7ac73-4a01-4b16-95e8-a9dce3152232,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:23.624662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:23.706502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5de7ac73-4a01-4b16-95e8-a9dce3152232,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:23.852288 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Sync routers for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:23.862786 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:23.863399 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:23.906439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b88ac5e4-c411-4ce2-9a2b-ade972282790 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:23.961534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port b88ac5e4-c411-4ce2-9a2b-ade972282790 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:23.970413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port b88ac5e4-c411-4ce2-9a2b-ade972282790 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:23.970789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:23.988986 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:24.065302 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.099544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ac5e4-c411-4ce2-9a2b-ade972282790'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:24.105671 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8b8f2-ecb8-4540-9bfd-82afa4f1028e" -d '{"events": [{"server_uuid": "acdc35fa-40c5-488c-8b69-b5d573645800", "name": "network-vif-plugged", "status": "completed", "tag": "b88ac5e4-c411-4ce2-9a2b-ade972282790"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:24.143458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port b88ac5e4-c411-4ce2-9a2b-ade972282790, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:24.150255 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.183909 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb5739-aa8c-45e7-aa12-7bd015eab7fd x-openstack-request-id: req-c8cb5739-aa8c-45e7-aa12-7bd015eab7fd {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:24.184306 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdc35fa-40c5-488c-8b69-b5d573645800", "name": "network-vif-plugged", "status": "completed", "tag": "b88ac5e4-c411-4ce2-9a2b-ade972282790", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:24.184416 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8cb5739-aa8c-45e7-aa12-7bd015eab7fd {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:24.184809 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ac5e4-c411-4ce2-9a2b-ade972282790', 'code': 200} Nov 02 16:47:24.225762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=b88ac5e4-c411-4ce2-9a2b-ade972282790,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:24.247164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426d5b-9603-4e8d-91ac-2f2af5c0f66e req-c53bc317-b5f2-45be-ab82-5ec313354e16 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.255229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df426d5b-9603-4e8d-91ac-2f2af5c0f66e req-c53bc317-b5f2-45be-ab82-5ec313354e16 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.0878723 Nov 02 16:47:24.272488 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 2, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:24.296814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df426d5b-9603-4e8d-91ac-2f2af5c0f66e req-1da994bc-4592-4858-9348-adf2856832a4 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 Nov 02 16:47:24.300963 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Checking router: 690b2144-6d2e-44ad-844f-e6ffe0e1044a for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:24.301512 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Updating router 690b2144-6d2e-44ad-844f-e6ffe0e1044a port 80511292-c56f-4b63-a5ae-4044f48db79c binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:47:24.307704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a98f09-0040-4591-81f3-f1195c7818ae req-a550e629-360c-4448-82aa-759f791670b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.309526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-92a98f09-0040-4591-81f3-f1195c7818ae req-a550e629-360c-4448-82aa-759f791670b8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 1097 time: 0.0645950 Nov 02 16:47:24.328005 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.356599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-92a98f09-0040-4591-81f3-f1195c7818ae req-8ef8746a-7965-4619-8e7c-b722810384a3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298975 Nov 02 16:47:24.604406 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.610519 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.656856 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-575241a5-39ae-4beb-8cc2-d1209a5b1620 req-9589d7f5-e09a-4dd8-8c25-53983f17d171 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 210 time: 0.0288477 Nov 02 16:47:24.657369 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Pushing event updated for resources: {'Port': ['ID=80511292-c56f-4b63-a5ae-4044f48db79c,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:24.671032 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.671379 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.671730 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.672075 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.672405 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.672730 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.673054 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.673375 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.673692 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.674011 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.674359 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.674679 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:24.727382 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Attempting to bind port 80511292-c56f-4b63-a5ae-4044f48db79c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:24.728346 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Attempting to bind port 80511292-c56f-4b63-a5ae-4044f48db79c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:24.728783 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Attempting to bind port 80511292-c56f-4b63-a5ae-4044f48db79c on network 961039fd-31fa-49c6-9bfb-fc26098ae359 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:24.735260 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:24.736985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Checking segment: {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:24.736985 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.736985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Bound using segment: {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:24.738462 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Bound port: 80511292-c56f-4b63-a5ae-4044f48db79c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:24.738890 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.829725 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] For port 80511292-c56f-4b63-a5ae-4044f48db79c, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:24.833264 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] For port 80511292-c56f-4b63-a5ae-4044f48db79c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=80511292-c56f-4b63-a5ae-4044f48db79c,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:24.838828 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:24.906389 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:24.907197 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:24.918017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-3948c5c9-5e92-41df-b431-68ad1c07212f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.920197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-3948c5c9-5e92-41df-b431-68ad1c07212f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 820 time: 0.1241777 Nov 02 16:47:24.936560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'port': {'device_id': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'admin_state_up': True, 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:24.980149 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1db53-9d44-4c43-bc72-76c6d57eff6d None None] Pushing event updated for resources: {'Port': ['ID=80511292-c56f-4b63-a5ae-4044f48db79c,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:25.049246 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:25.078707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Made reservation on behalf of cd949dcc812a4750bf49d5d855c36a24 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:25.082422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:25.247105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Allocated IP 172.20.0.5 (961039fd-31fa-49c6-9bfb-fc26098ae359/0566e4bf-27fd-45d8-90fb-eb055148f2e1/6b20dae9-c434-483d-aab0-43b1a9a1e7df) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:25.423046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5de7ac73-4a01-4b16-95e8-a9dce3152232 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:25.426694 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:24Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:25.433990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:25.471521 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebb0dc-ba0c-4cc5-815c-bbe26d52654e None None] The sync data for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 is: [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:24Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:25.483798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857289f-ac39-48b8-bde0-503f6be8a8c0 req-aabfae33-0c83-4303-85b9-7060e41f655d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.485503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c857289f-ac39-48b8-bde0-503f6be8a8c0 req-aabfae33-0c83-4303-85b9-7060e41f655d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.0624256 Nov 02 16:47:25.487486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:25.494038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5de7ac73-4a01-4b16-95e8-a9dce3152232 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:25.494743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:25.560121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Network 961039fd-31fa-49c6-9bfb-fc26098ae359 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:25.564790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:25.570753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:25.584510 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c857289f-ac39-48b8-bde0-503f6be8a8c0 req-0249b7c9-2650-4e16-a796-0fdba37a295c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855429 Nov 02 16:47:25.622284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:25.649411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.651129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:25.688244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-6d3b3ab8-379c-46a5-abfb-f9d640c9c2ef tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562530 Nov 02 16:47:25.704077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Request body: {'port': {'device_id': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:25.818915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:25.829376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65febc7c-c930-4cd4-8b20-c10e199966c5 req-61d45556-0815-4f85-b488-e4a305fb5e5f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.831220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65febc7c-c930-4cd4-8b20-c10e199966c5 req-61d45556-0815-4f85-b488-e4a305fb5e5f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 931 time: 0.0676951 Nov 02 16:47:25.892056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65febc7c-c930-4cd4-8b20-c10e199966c5 req-f37b571d-ca8c-4d45-9d81-5945e9748826 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529263 Nov 02 16:47:26.191650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b20dae9-c434-483d-aab0-43b1a9a1e7df {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:26.200414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:26.214179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Transition to ACTIVE for port object 6b20dae9-c434-483d-aab0-43b1a9a1e7df will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:26.229838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:26.283387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:26.356639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Attempting to bind port 6b20dae9-c434-483d-aab0-43b1a9a1e7df on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:26.356974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Attempting to bind port 6b20dae9-c434-483d-aab0-43b1a9a1e7df by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:26.357303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Attempting to bind port 6b20dae9-c434-483d-aab0-43b1a9a1e7df on network 961039fd-31fa-49c6-9bfb-fc26098ae359 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:26.362234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Port 6b20dae9-c434-483d-aab0-43b1a9a1e7df on network 961039fd-31fa-49c6-9bfb-fc26098ae359 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:26.362559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Attempting to bind port 6b20dae9-c434-483d-aab0-43b1a9a1e7df on network 961039fd-31fa-49c6-9bfb-fc26098ae359 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:26.367754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:26.368095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Checking segment: {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:26.369160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Bound using segment: {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:26.369597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Bound port: 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:26.369962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:26.729433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1c6b0-d44f-43a6-8f58-d787ad7f2ff1 req-9c6a10d6-8b7f-44a1-ad8d-185e5ea0166e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:26.739609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24e1c6b0-d44f-43a6-8f58-d787ad7f2ff1 req-9c6a10d6-8b7f-44a1-ad8d-185e5ea0166e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.0745049 Nov 02 16:47:26.792014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24e1c6b0-d44f-43a6-8f58-d787ad7f2ff1 req-eb06ac08-83ba-403e-84ce-7470734c295a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513890 Nov 02 16:47:26.848965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:26.852436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:26.857827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:26.906547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:26.907136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:26.908922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] 10.222.0.100 "PUT /v2.0/ports/6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 1091 time: 1.2125967 Nov 02 16:47:26.909381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:26.912551 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588c1a4-cded-4380-adac-00f0f988d9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:26.944930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c630a-4ace-4555-9164-d7c57c0cd1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:26.964521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7069-5c76-43ae-bc4f-62b4f1acd31b req-15d552b1-8d85-489c-b94c-474dd67fa8e9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:26.974660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45fd7069-5c76-43ae-bc4f-62b4f1acd31b req-15d552b1-8d85-489c-b94c-474dd67fa8e9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.0998352 Nov 02 16:47:27.010553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7f3db767-f8f5-4550-b0f0-ab21797a5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.012075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7f3db767-f8f5-4550-b0f0-ab21797a5b91 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1094 time: 0.0533028 Nov 02 16:47:27.035617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45fd7069-5c76-43ae-bc4f-62b4f1acd31b req-a8b7ba69-423f-491c-b2c3-d68e17ccb048 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557375 Nov 02 16:47:27.070362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-a5fc1268-f4cc-46b4-9336-5835e95b6f9e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0470588 Nov 02 16:47:27.116313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9f804-2824-46a7-bd16-e5263b4b8fdf req-78925fee-f47a-4370-988b-0627083e0c63 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.126765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00d9f804-2824-46a7-bd16-e5263b4b8fdf req-78925fee-f47a-4370-988b-0627083e0c63 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 943 time: 0.1092196 Nov 02 16:47:27.151056 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7a67c9-0830-4992-bf1d-f8b24f36209b x-openstack-request-id: req-0f7a67c9-0830-4992-bf1d-f8b24f36209b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:27.151233 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:27.151457 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f7a67c9-0830-4992-bf1d-f8b24f36209b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:27.151883 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'status': 'completed', 'code': 200} Nov 02 16:47:27.180506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-01479e5b-1bd4-4f70-aa14-c1d7a18f7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.187336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-01479e5b-1bd4-4f70-aa14-c1d7a18f7cee service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.1003547 Nov 02 16:47:27.187590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00d9f804-2824-46a7-bd16-e5263b4b8fdf req-7119226f-2259-4787-b568-8f07098ef376 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593457 Nov 02 16:47:27.225579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-b9d2447f-3201-4377-aa5f-b21c058bc999 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337379 Nov 02 16:47:27.340177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-7be23263-ac47-4f70-ae0d-4ed145916c77 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072776 Nov 02 16:47:27.426642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d8e8-65e2-449f-9cc5-32827d180d57 req-b33c7472-d359-45a6-b43e-ea525eeaa642 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.433851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5927d8e8-65e2-449f-9cc5-32827d180d57 req-b33c7472-d359-45a6-b43e-ea525eeaa642 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0868478 Nov 02 16:47:27.468989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80511292-c56f-4b63-a5ae-4044f48db79c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:27.489661 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-80ff99f6-1639-4474-90e8-cb915181ec2e req-dc60a2ef-9a8f-4430-aff4-d345c0f8ea29 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333539 Nov 02 16:47:27.491661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5927d8e8-65e2-449f-9cc5-32827d180d57 req-217ed70d-f82b-4a72-910a-9b4698891972 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554254 Nov 02 16:47:27.529341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 80511292-c56f-4b63-a5ae-4044f48db79c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:27.530156 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:27.620334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-9b57f344-ad1e-4f6c-984c-793f1c9faa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.621836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-9b57f344-ad1e-4f6c-984c-793f1c9faa90 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1094 time: 0.0703533 Nov 02 16:47:27.627798 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:27.660028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858862d1-ea74-4b3c-affa-f294890a3758 req-32543c85-9bd2-4db4-9017-babd0328969a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.662101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-858862d1-ea74-4b3c-affa-f294890a3758 req-32543c85-9bd2-4db4-9017-babd0328969a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0682001 Nov 02 16:47:27.669700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 80511292-c56f-4b63-a5ae-4044f48db79c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=80511292-c56f-4b63-a5ae-4044f48db79c,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:27.680369 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:27.722019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-858862d1-ea74-4b3c-affa-f294890a3758 req-6c7462f9-9eb4-4ab4-b830-552da4501be5 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528948 Nov 02 16:47:27.744316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=80511292-c56f-4b63-a5ae-4044f48db79c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:27.753846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-14a65afe-3e8e-469c-abb4-c772bb3bda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.755765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-14a65afe-3e8e-469c-abb4-c772bb3bda52 service neutron] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.1263609 Nov 02 16:47:27.812284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-aead5c05-ad13-45e2-aa14-7b3fd1268d98 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0494037 Nov 02 16:47:27.872504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-273832ff-fc1c-4f86-8984-8ccc4acf9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.874010 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-273832ff-fc1c-4f86-8984-8ccc4acf9920 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.0511892 Nov 02 16:47:27.909872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-0637f276-9363-4018-ae46-627373b269a0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283487 Nov 02 16:47:27.999732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e890262-a67e-46ba-82b3-5d19aebaa43a req-4c3995e4-546a-42f1-95e2-7caea0c46252 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.001409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e890262-a67e-46ba-82b3-5d19aebaa43a req-4c3995e4-546a-42f1-95e2-7caea0c46252 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0578299 Nov 02 16:47:28.018344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-af653fb0-2ca0-48fb-a054-6b086922f572 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005754 Nov 02 16:47:28.045257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e890262-a67e-46ba-82b3-5d19aebaa43a req-6407f913-5edf-4948-af68-38877028f80a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368822 Nov 02 16:47:28.138165 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f588c1a4-cded-4380-adac-00f0f988d9a9 req-66188a35-b934-4723-9d46-cd51491ceaa0 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107643 Nov 02 16:47:28.341274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262a76b-2446-4a27-ab54-093267d4288c req-32128d25-598e-4a08-8299-ee570eb5d24a tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.343087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f262a76b-2446-4a27-ab54-093267d4288c req-32128d25-598e-4a08-8299-ee570eb5d24a tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 943 time: 0.0619075 Nov 02 16:47:28.394716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f262a76b-2446-4a27-ab54-093267d4288c req-bde6be3e-fe38-44df-89f5-77374b2cedd9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Nov 02 16:47:28.524198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53636) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:28.540275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95583879-fb5a-49a3-a08a-5581f7c6427f req-c72b6e24-874d-48a5-a330-762a2011f92c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.542518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95583879-fb5a-49a3-a08a-5581f7c6427f req-c72b6e24-874d-48a5-a330-762a2011f92c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0701077 Nov 02 16:47:28.596448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95583879-fb5a-49a3-a08a-5581f7c6427f req-de9e1302-deec-47f8-9e8e-9a0aa83a5de8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Nov 02 16:47:29.025307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:29.323610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.20.0.17 (0c0e4af8-d85b-421b-ae9a-94cd9d0951b0/87a32625-b2be-44c1-b43a-40bb17b0bb91/27c11955-ec38-407c-8cd8-577602a61911) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:29.422055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80511292-c56f-4b63-a5ae-4044f48db79c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:29.490659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 80511292-c56f-4b63-a5ae-4044f48db79c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:29.490951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:29.498888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:29.543740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb3fcf-f78b-4e78-9876-c79bfc08b20e req-6a75e7b1-0e52-4918-b717-712fd30b7687 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:29.546744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12fb3fcf-f78b-4e78-9876-c79bfc08b20e req-6a75e7b1-0e52-4918-b717-712fd30b7687 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 943 time: 0.0641623 Nov 02 16:47:29.560518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:29.601877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-12fb3fcf-f78b-4e78-9876-c79bfc08b20e req-a2bb7c2f-e2b0-415b-9416-82cc0f17bbdb tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Nov 02 16:47:29.650642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=27c11955-ec38-407c-8cd8-577602a61911,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:29.662103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.662617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.663157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.663607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.664404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.664863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.665304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.665768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.666183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.666600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.667004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.667410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:29.673464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:29.675211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:29.677703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:29.729621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:29.801178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d0877-2997-40c7-83cd-b48d4dbe395a req-21ca06ca-2e3a-4818-b11a-92268860952a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:29.802926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e2d0877-2997-40c7-83cd-b48d4dbe395a req-21ca06ca-2e3a-4818-b11a-92268860952a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0776441 Nov 02 16:47:29.855309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e2d0877-2997-40c7-83cd-b48d4dbe395a req-bb4f084d-785b-4c70-a0c3-1a04ce178faa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Nov 02 16:47:29.914021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:29.925740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b20dae9-c434-483d-aab0-43b1a9a1e7df details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:30.013047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-59eb2f1c-a05b-4b4e-ad1a-0b884018e5bc None None] Provisioning complete for port 27c11955-ec38-407c-8cd8-577602a61911 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:30.013584 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-59eb2f1c-a05b-4b4e-ad1a-0b884018e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.069518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-59eb2f1c-a05b-4b4e-ad1a-0b884018e5bc None None] Port 27c11955-ec38-407c-8cd8-577602a61911 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:30.077465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:30.090043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'port_id': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'mac_address': 'fa:16:3e:3c:f6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:30.133094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.146926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b20dae9-c434-483d-aab0-43b1a9a1e7df {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:30.168892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:30.173876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.226003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.233147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.236766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:30.314988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=27c11955-ec38-407c-8cd8-577602a61911,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:30.319336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.428472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:30.430261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:30.523171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6b20dae9-c434-483d-aab0-43b1a9a1e7df'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:30.582677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:30.709636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d4a5bad5-6ba5-478d-b235-a4f4ee15ae1f None None] Provisioning complete for port 27c11955-ec38-407c-8cd8-577602a61911 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:30.709914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bad5-6ba5-478d-b235-a4f4ee15ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:30.713392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:30.719666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d65ceeb-d6ac-4292-88b1-3fc916b67f88 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "PUT /v2.0/routers/78e69636-8c3a-4ab7-9ca7-090a0abb893d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910954 Nov 02 16:47:30.743282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:30.773207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:30.774237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:30.777586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5bad5-6ba5-478d-b235-a4f4ee15ae1f None None] Port 27c11955-ec38-407c-8cd8-577602a61911 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:30.781543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1fdd8-4d6f-475f-81a5-f364c86b5aa5 req-d9bca568-e93d-4f02-add0-c9a5d4d8c07d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.783193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7a1fdd8-4d6f-475f-81a5-f364c86b5aa5 req-d9bca568-e93d-4f02-add0-c9a5d4d8c07d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 944 time: 0.0689428 Nov 02 16:47:30.824402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7a1fdd8-4d6f-475f-81a5-f364c86b5aa5 req-81dcd944-0471-4c28-a139-8d5fc15fdced tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Nov 02 16:47:30.891607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:30.989904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcf30-825d-4c72-914c-d86243a03046 req-fa2518a7-af41-4b42-82a2-3d986c7b98e6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.989904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c5fcf30-825d-4c72-914c-d86243a03046 req-fa2518a7-af41-4b42-82a2-3d986c7b98e6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0543094 Nov 02 16:47:31.035828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c5fcf30-825d-4c72-914c-d86243a03046 req-b722f954-a648-4f5d-9358-7f1e4cc99c8d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353665 Nov 02 16:47:31.296915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:29Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:31Z', 'revision_number': 1, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c11955-ec38-407c-8cd8-577602a61911', 'name': '', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:6f:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:29Z', 'updated_at': '2021-11-02T16:47:30Z', 'revision_number': 2, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:31.329047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:31.329391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Updating router 78e69636-8c3a-4ab7-9ca7-090a0abb893d port 27c11955-ec38-407c-8cd8-577602a61911 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:47:31.357236 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:31.665558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:31.676017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:31.736404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50b1a-8153-42b9-a76f-67b0713136fa None None] Pushing event updated for resources: {'Port': ['ID=27c11955-ec38-407c-8cd8-577602a61911,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:31.803298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Attempting to bind port 27c11955-ec38-407c-8cd8-577602a61911 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:31.803674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Attempting to bind port 27c11955-ec38-407c-8cd8-577602a61911 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:31.804072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Attempting to bind port 27c11955-ec38-407c-8cd8-577602a61911 on network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:31.810119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:31.810823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Checking segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:31.811235 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:31.811609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Bound using segment: {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:31.812272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Bound port: 27c11955-ec38-407c-8cd8-577602a61911, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:31.812652 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:31.883575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] For port 27c11955-ec38-407c-8cd8-577602a61911, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:31.887447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] For port 27c11955-ec38-407c-8cd8-577602a61911, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=27c11955-ec38-407c-8cd8-577602a61911,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:31.893035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:31.940946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b20dae9-c434-483d-aab0-43b1a9a1e7df up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:31.966610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286cde-95ae-4552-b4f3-1b224103ef8b req-fbfb25b8-e28f-46df-b768-a72872826293 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:31.968243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09286cde-95ae-4552-b4f3-1b224103ef8b req-fbfb25b8-e28f-46df-b768-a72872826293 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 944 time: 0.0613170 Nov 02 16:47:31.986373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:31.986923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:31.990607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50b1a-8153-42b9-a76f-67b0713136fa None None] Pushing event updated for resources: {'Port': ['ID=27c11955-ec38-407c-8cd8-577602a61911,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:32.022183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09286cde-95ae-4552-b4f3-1b224103ef8b req-80e955de-c2c8-49ac-8d83-6438680553bc tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Nov 02 16:47:32.097853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-88e6bf9e-50ae-4701-b8c0-63bfc567a336 None None] Provisioning complete for port 27c11955-ec38-407c-8cd8-577602a61911 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:32.098249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88e6bf9e-50ae-4701-b8c0-63bfc567a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.143831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 6b20dae9-c434-483d-aab0-43b1a9a1e7df completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:32.162001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 6b20dae9-c434-483d-aab0-43b1a9a1e7df triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:32.162503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.185016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2b3d-8763-4005-aefd-e47e256154e5 req-7018186b-abe3-4c0b-96c3-676511b1a173 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.187879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-705e2b3d-8763-4005-aefd-e47e256154e5 req-7018186b-abe3-4c0b-96c3-676511b1a173 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0692799 Nov 02 16:47:32.189062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:32.227147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-705e2b3d-8763-4005-aefd-e47e256154e5 req-3f245092-6afa-4ad9-807b-d2388aa8fef1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Nov 02 16:47:32.341558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88e6bf9e-50ae-4701-b8c0-63bfc567a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.433673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.467125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-88e6bf9e-50ae-4701-b8c0-63bfc567a336 None None] For port 27c11955-ec38-407c-8cd8-577602a61911, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=27c11955-ec38-407c-8cd8-577602a61911,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:32.476962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88e6bf9e-50ae-4701-b8c0-63bfc567a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.490364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:32.492652 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bdb324-06f6-4722-880b-622f06be06e8" -d '{"events": [{"server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "name": "network-vif-plugged", "status": "completed", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:32.536471 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78ef9f3-73ce-4a11-a1b5-5ba25f58e9cf x-openstack-request-id: req-f78ef9f3-73ce-4a11-a1b5-5ba25f58e9cf {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:32.536772 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "name": "network-vif-plugged", "status": "completed", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:32.537026 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f78ef9f3-73ce-4a11-a1b5-5ba25f58e9cf {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:32.537418 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'code': 200} Nov 02 16:47:32.541294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:32.552172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.589344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6bf9e-50ae-4701-b8c0-63bfc567a336 None None] Pushing event updated for resources: {'Port': ['ID=27c11955-ec38-407c-8cd8-577602a61911,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:32.648798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5543d2a-ca37-4b77-b957-32380847b917 req-b08d5e62-b776-4601-b492-c91db49a7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.648798 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f5543d2a-ca37-4b77-b957-32380847b917 req-b08d5e62-b776-4601-b492-c91db49a7b1b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.0474966 Nov 02 16:47:32.662146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fb2b1bb7-d991-49f2-b2eb-42edf041a1f2 None None] Provisioning complete for port 27c11955-ec38-407c-8cd8-577602a61911 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:32.662529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fb2b1bb7-d991-49f2-b2eb-42edf041a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:32.693300 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f5543d2a-ca37-4b77-b957-32380847b917 req-ff675170-1c9a-4621-bbc6-df516a4400d4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364313 Nov 02 16:47:32.717761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:32.751000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:29Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:31Z', 'revision_number': 1, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c11955-ec38-407c-8cd8-577602a61911', 'name': '', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:6f:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:29Z', 'updated_at': '2021-11-02T16:47:31Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:32.799517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a1ea4-381d-4ce4-a68b-179bdb4d9485 None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:29Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:31Z', 'revision_number': 1, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c11955-ec38-407c-8cd8-577602a61911', 'name': '', 'network_id': '0c0e4af8-d85b-421b-ae9a-94cd9d0951b0', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:6f:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:29Z', 'updated_at': '2021-11-02T16:47:31Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '87a32625-b2be-44c1-b43a-40bb17b0bb91', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:33.159354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d681b2-4474-475a-a8eb-b1882b19dc2a req-91fb035b-f9cd-4f59-90af-d78f745e966f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:33.162705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5d681b2-4474-475a-a8eb-b1882b19dc2a req-91fb035b-f9cd-4f59-90af-d78f745e966f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0583496 Nov 02 16:47:33.210032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5d681b2-4474-475a-a8eb-b1882b19dc2a req-8eaf4d1e-2b99-4031-b7be-f6f9153a665f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Nov 02 16:47:33.390491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a637-0ca8-46db-adba-c1445f92d132 req-fb490d3d-7aea-4955-b607-8572ab1f983a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:33.392211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1820a637-0ca8-46db-adba-c1445f92d132 req-fb490d3d-7aea-4955-b607-8572ab1f983a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0648093 Nov 02 16:47:33.442718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1820a637-0ca8-46db-adba-c1445f92d132 req-82d83312-0f43-41c6-8471-1ea3eea87f48 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Nov 02 16:47:33.482406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 27c11955-ec38-407c-8cd8-577602a61911 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:33.539083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 27c11955-ec38-407c-8cd8-577602a61911 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:33.539466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:34.342324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66c8a-2a99-4599-9621-f4e92bac71f9 req-e12db7b9-1ead-42c3-a9e7-0caecaac4b1c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.343957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59e66c8a-2a99-4599-9621-f4e92bac71f9 req-e12db7b9-1ead-42c3-a9e7-0caecaac4b1c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0590918 Nov 02 16:47:34.391933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59e66c8a-2a99-4599-9621-f4e92bac71f9 req-bd2680fe-4fb4-4ffd-8e58-c3e6a9341e6f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Nov 02 16:47:34.587102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fcee7-24df-44ec-9f64-ceb95bb79e29 req-5f1e281e-8401-4c49-9963-469bfc60f472 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.588834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c77fcee7-24df-44ec-9f64-ceb95bb79e29 req-5f1e281e-8401-4c49-9963-469bfc60f472 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0603356 Nov 02 16:47:34.644246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-5bb0ccfb-d87c-42f8-bb26-8735be95950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.645760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-5bb0ccfb-d87c-42f8-bb26-8735be95950c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.0600140 Nov 02 16:47:34.663983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c77fcee7-24df-44ec-9f64-ceb95bb79e29 req-0545cbbe-c503-4d43-9181-437492582c7e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688379 Nov 02 16:47:34.692112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fac9a-e3de-4d67-b82b-789e80d3873e req-9978600b-220b-40f2-984d-f29682bc5576 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.692463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2fac9a-e3de-4d67-b82b-789e80d3873e req-9978600b-220b-40f2-984d-f29682bc5576 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0864847 Nov 02 16:47:34.741653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea2fac9a-e3de-4d67-b82b-789e80d3873e req-5dbf82e8-9b7b-4f8d-87b0-c62b5beb1f18 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Nov 02 16:47:34.770847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-e52eb487-e13a-4de3-9ec5-f7aa29266c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.772705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-e52eb487-e13a-4de3-9ec5-f7aa29266c25 service neutron] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.1195619 Nov 02 16:47:34.819537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-7b4aabff-0cc1-489d-b565-1f35b6de65c0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0369849 Nov 02 16:47:34.879651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-c761de9b-a002-49b6-8718-88b1e6d82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.881164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-c761de9b-a002-49b6-8718-88b1e6d82da7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.0544996 Nov 02 16:47:34.932644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-0db5dd7a-aa9c-42bf-9e82-f1b6529c84e5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444331 Nov 02 16:47:35.028400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-efed0c50-a337-4ad5-a005-547cab27e9b0 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Nov 02 16:47:35.129536 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21706455-b153-48c4-bd0e-ba6d5c43c9b9 req-7c67a735-e6a1-4c97-b506-884ffece6dfb service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936806 Nov 02 16:47:35.804188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f2695-6edd-4927-80cd-a20dca602e0c req-55e3b1a0-f73d-486c-b0c9-c0b7d65f1c3b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:35.805941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502f2695-6edd-4927-80cd-a20dca602e0c req-55e3b1a0-f73d-486c-b0c9-c0b7d65f1c3b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0551708 Nov 02 16:47:35.877685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502f2695-6edd-4927-80cd-a20dca602e0c req-cd096f75-1cf4-4e79-86e2-091fed1bd47b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654502 Nov 02 16:47:35.899307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c77a9-f58b-4e7c-8d73-adf0c5b65446 req-3753fc3a-2652-483c-97a4-b2717ec6e0ab tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:35.899307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6c77a9-f58b-4e7c-8d73-adf0c5b65446 req-3753fc3a-2652-483c-97a4-b2717ec6e0ab tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0648417 Nov 02 16:47:35.948302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6c77a9-f58b-4e7c-8d73-adf0c5b65446 req-dceeba1f-4cfb-4baa-89cc-458677d19be2 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Nov 02 16:47:36.567640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189051ba-e403-4a82-92ad-7332d617f92c req-22765ef9-c08a-40db-a0d9-3c8e36c85b7d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:36.569135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-189051ba-e403-4a82-92ad-7332d617f92c req-22765ef9-c08a-40db-a0d9-3c8e36c85b7d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.0551958 Nov 02 16:47:36.608348 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-189051ba-e403-4a82-92ad-7332d617f92c req-bb07139f-db54-4880-8669-9b9d051766ca tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330861 Nov 02 16:47:37.008281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a077f7-fa6d-4d81-9748-e9391bfb2d56 req-6a865f11-7818-4a3c-8eb0-6d2afb534bee tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.011239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13a077f7-fa6d-4d81-9748-e9391bfb2d56 req-6a865f11-7818-4a3c-8eb0-6d2afb534bee tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0541821 Nov 02 16:47:37.084755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13a077f7-fa6d-4d81-9748-e9391bfb2d56 req-401e7e47-8007-43b1-a98a-2f1bbc375dc2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673006 Nov 02 16:47:37.106189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d3d36-af87-4d95-af24-3b28904efcdf req-dcfe4801-75e2-4cbf-b040-3f5a4d6c0000 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.107708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-536d3d36-af87-4d95-af24-3b28904efcdf req-dcfe4801-75e2-4cbf-b040-3f5a4d6c0000 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0816350 Nov 02 16:47:37.150120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-536d3d36-af87-4d95-af24-3b28904efcdf req-8f3c5b2c-e7d6-471b-94c0-ca2d40d55521 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Nov 02 16:47:37.735794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d3851-f9b6-443d-80bb-396b782eff14 req-24a0d617-deff-47bd-814c-ad3a2e0bb249 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.737284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-428d3851-f9b6-443d-80bb-396b782eff14 req-24a0d617-deff-47bd-814c-ad3a2e0bb249 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.0579524 Nov 02 16:47:37.779156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-428d3851-f9b6-443d-80bb-396b782eff14 req-5dab2cc6-b99a-4f72-907c-ba5d6449336e tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358300 Nov 02 16:47:37.949421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1d7a0-bae0-483e-8f5a-1a4c3e106c8f req-d4d49d69-702e-447e-a922-7f1306f32219 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.950890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fd1d7a0-bae0-483e-8f5a-1a4c3e106c8f req-d4d49d69-702e-447e-a922-7f1306f32219 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1097 time: 0.0468462 Nov 02 16:47:37.987052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fd1d7a0-bae0-483e-8f5a-1a4c3e106c8f req-2c1469a6-a54b-41d7-a246-3eb6d6d9a97b tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298402 Nov 02 16:47:38.012377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53754) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:38.214317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 1776e143-01df-4690-b50a-bad9038759a3 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:38.214594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.271063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541ab0-8cc4-4889-ad06-6f6a0213bfac req-d025845e-16fe-44b9-90ed-203094262ec9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.272535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df541ab0-8cc4-4889-ad06-6f6a0213bfac req-d025845e-16fe-44b9-90ed-203094262ec9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1130209 Nov 02 16:47:38.363398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0311e-ef47-44f7-a3c2-ea4c020dcec9 req-00342fd8-23e3-4760-a5e4-fff964db1c32 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.364893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5db0311e-ef47-44f7-a3c2-ea4c020dcec9 req-00342fd8-23e3-4760-a5e4-fff964db1c32 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1359572 Nov 02 16:47:38.370892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df541ab0-8cc4-4889-ad06-6f6a0213bfac req-55efaa30-2336-4c5e-a1bf-8f50d1637fa2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801799 Nov 02 16:47:38.399952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.400290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.421882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 1776e143-01df-4690-b50a-bad9038759a3 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:38.431488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5db0311e-ef47-44f7-a3c2-ea4c020dcec9 req-e151a38e-b439-4fb7-ba8a-b116251bf09d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583143 Nov 02 16:47:38.536984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-1b6b3351-a2b3-4440-96cd-ec072b093665 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.539122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-1b6b3351-a2b3-4440-96cd-ec072b093665 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.100 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.0518062 Nov 02 16:47:38.563340 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-af0f25ea-8f37-4515-907b-0b31060315f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.613821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.638189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=1776e143-01df-4690-b50a-bad9038759a3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:38.653023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Deleting port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:38.653362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.706056 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.706652 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP d44b1ee2-7ffe-4688-8a66-9017a0524313 disassociated (deleted). External IP: 172.25.7.146, port: 7a9cc2e4-b649-4966-af2b-6a60b174fbfe. Nov 02 16:47:38.759334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] For port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:38.760114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.942909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.943264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:38.943583 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Floating IP a498faea-41fe-4091-9315-d2f91dc6ec14 disassociated. External IP: 172.25.7.3, port: 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2. Nov 02 16:47:38.943929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Calling delete_port for 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:38.960179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd22b-d3d1-4503-8263-dd9b20f0e16a req-e7f7e59d-312a-4e08-8024-58727a02381d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.962385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-394dd22b-d3d1-4503-8263-dd9b20f0e16a req-e7f7e59d-312a-4e08-8024-58727a02381d tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 946 time: 0.0891693 Nov 02 16:47:39.002159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router d7cd803d-1904-42b7-bd98-f4dd64417262 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:39.021125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-394dd22b-d3d1-4503-8263-dd9b20f0e16a req-d8fed52e-6ed7-4a21-85c2-d1b16d22c42a tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f78b9f47-f397-49bb-a254-7714559b1fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514746 Nov 02 16:47:39.080474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:39.109816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event deleted for resources: {'Port': ['ID=9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:39.128494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:39.134033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:39.141035 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] Sync routers for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:39.153465 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:39.154554 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:39.182998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a21774a-15f1-4d19-bd52-66b458d68a07 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/floatingips/d44b1ee2-7ffe-4688-8a66-9017a0524313 HTTP/1.1" status: 204 len: 168 time: 1.1670885 Nov 02 16:47:39.182998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:39.187437 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c4826a-b595-4e5d-b09b-bfec7931962d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:39.244572 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d66cda8-524e-4f5b-a79b-6a720414c17d x-openstack-request-id: req-9d66cda8-524e-4f5b-a79b-6a720414c17d {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:39.245217 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:39.245934 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d66cda8-524e-4f5b-a79b-6a720414c17d {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:39.246530 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'status': 'completed', 'code': 200} Nov 02 16:47:39.251609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:39.268041 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:39.375663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:39.387524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:39.397603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:39.398483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:39.469409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] No DVR routers for this DVR port 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:39.472411 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:39.475784 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25a05c83-1289-4ec3-9f62-4cdecdad236e req-a95bec0a-d832-46c5-93c8-0320f2b18eea tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.100 "DELETE /v2.0/ports/9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 HTTP/1.1" status: 204 len: 173 time: 0.9289091 Nov 02 16:47:39.477243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'name': 'network-vif-deleted', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:39.494470 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf3c960-e683-4757-9905-ee83d3cdcbbd" -d '{"events": [{"server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "name": "network-vif-deleted", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:39.514831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-80793631-2191-4736-a613-4385825e740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:39.516409 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-80793631-2191-4736-a613-4385825e740c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 1097 time: 0.2170949 Nov 02 16:47:39.538602 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:39.552871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:39.567335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c414d-9d99-49c6-ba5c-661e585ab563 req-6b26edb6-d48f-4d67-b5e7-156d0cbe9e35 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:39.575611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-744c414d-9d99-49c6-ba5c-661e585ab563 req-6b26edb6-d48f-4d67-b5e7-156d0cbe9e35 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0921707 Nov 02 16:47:39.594143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241ff57-9e72-4fa1-99be-fb1b2022226c req-693f9637-2af9-478d-97b3-29903071643a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:39.595189 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] Checking router: d7cd803d-1904-42b7-bd98-f4dd64417262 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:39.595942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e241ff57-9e72-4fa1-99be-fb1b2022226c req-693f9637-2af9-478d-97b3-29903071643a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.1666374 Nov 02 16:47:39.608663 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:39.609699 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:39.676331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-744c414d-9d99-49c6-ba5c-661e585ab563 req-816a5259-7260-4166-97d3-12d295ea0141 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979073 Nov 02 16:47:39.701981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e241ff57-9e72-4fa1-99be-fb1b2022226c req-c0cb49d7-06da-4bee-9602-e5d46613ddf3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978844 Nov 02 16:47:39.752833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-baadb923-fb16-4320-a9f8-57e8959263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:39.756731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-baadb923-fb16-4320-a9f8-57e8959263b4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 200 len: 898 time: 0.2331264 Nov 02 16:47:39.831060 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:39.865057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558cacb-3e01-480c-9ccc-c8c36ff0aadd req-f63cd896-0d81-410f-951d-6d970d8c18a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:39.866497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-f59a198e-8161-43f9-8814-22b0b29e9e9d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 200 len: 217 time: 0.0931280 Nov 02 16:47:39.866961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0558cacb-3e01-480c-9ccc-c8c36ff0aadd req-f63cd896-0d81-410f-951d-6d970d8c18a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0848448 Nov 02 16:47:39.923065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-0d23b0ed-def9-482d-8024-32eeaea0a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:39.924773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-0d23b0ed-def9-482d-8024-32eeaea0a1de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 200 len: 834 time: 0.0574446 Nov 02 16:47:39.933878 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bcd672-f499-475e-8056-2288f9ded986 x-openstack-request-id: req-81bcd672-f499-475e-8056-2288f9ded986 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:39.934625 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e756dc-e323-4ca3-915a-f5b5fb3315a5", "name": "network-vif-deleted", "tag": "9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:39.935180 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81bcd672-f499-475e-8056-2288f9ded986 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:39.935985 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e756dc-e323-4ca3-915a-f5b5fb3315a5', 'name': 'network-vif-deleted', 'tag': '9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2', 'status': 'completed', 'code': 200} Nov 02 16:47:39.970615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0558cacb-3e01-480c-9ccc-c8c36ff0aadd req-44750b8e-b529-41db-8532-78710a8a37fe tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796032 Nov 02 16:47:40.012177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-215f88d7-fb24-4c17-9cab-31b4fe415912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.014584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-215f88d7-fb24-4c17-9cab-31b4fe415912 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=69992aed-e74b-4973-b2be-3aba0dabb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724087 Nov 02 16:47:40.157382 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:40.188386 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf9613-e76b-4218-96b2-3012c9d13cb2 None None] The sync data for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 is: [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:45:33Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '2beba3cf-6275-4bc5-a275-2d704bf5b915', 'name': '', 'network_id': '69992aed-e74b-4973-b2be-3aba0dabb0b9', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:6f:04:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:31Z', 'updated_at': '2021-11-02T16:45:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'b646beb6-fd2a-4ce2-b727-bb89e1a70b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:40.206278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:40.262067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:40.280992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:40.282009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:40.350995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470e6b6-be95-49ca-950d-311607310c33 req-ea2cdc98-f5df-46e6-a33f-5f4dd8a796d2 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e756dc-e323-4ca3-915a-f5b5fb3315a5 HTTP/1.1" status: 200 len: 210 time: 0.0518425 Nov 02 16:47:40.362941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318fee7-020b-4c15-94fe-22ac491a2258 req-c26a1490-887c-4b12-aa21-1c6f1fdcf839 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.366635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1318fee7-020b-4c15-94fe-22ac491a2258 req-c26a1490-887c-4b12-aa21-1c6f1fdcf839 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1573913 Nov 02 16:47:40.410936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1318fee7-020b-4c15-94fe-22ac491a2258 req-cc5a5b5d-3e36-42ea-949c-d72087b3214d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Nov 02 16:47:40.426868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:40.562919 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b6efd-cff1-4f4e-9e96-886f3f0e3796 None None] New status for floating IP d44b1ee2-7ffe-4688-8a66-9017a0524313: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:47:40.625758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-bdaaa489-f3bf-4e34-a97b-9d86fdba977f service neutron] 10.222.0.100 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916655 Nov 02 16:47:40.667015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:40.700110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874dbf9d-ff31-45d4-b665-62f04b1544a1 None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:40:12Z', 'revision_number': 4, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd3808bf0-7827-45c0-afec-e47abfc2e768', 'name': '', 'network_id': 'd5842ab3-e187-4662-b966-6f5e848200a0', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'mac_address': 'fa:16:3e:fe:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '1a612d00-0f25-4826-8773-42bf385aa450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:10Z', 'updated_at': '2021-11-02T16:40:21Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'subnets': [{'id': '1a612d00-0f25-4826-8773-42bf385aa450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:40.705505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-953e70dc-42dc-4cd4-adc8-98f58b1bcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.707053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-953e70dc-42dc-4cd4-adc8-98f58b1bcf92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.4920230 Nov 02 16:47:40.791789 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c8c4826a-b595-4e5d-b09b-bfec7931962d req-89df37ef-9ff4-4a86-8c3f-01550e95b276 service neutron] 10.222.0.100 "GET /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521022 Nov 02 16:47:40.828592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-10ccedff-6941-4b06-9eae-e09d607b40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.830212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-10ccedff-6941-4b06-9eae-e09d607b40d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1150095 Nov 02 16:47:40.835145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14d182-780f-4b73-8c7b-12e4a66507cc req-6d950f72-e966-4d0b-8bd0-bf19bc56f4c8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.838161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f14d182-780f-4b73-8c7b-12e4a66507cc req-6d950f72-e966-4d0b-8bd0-bf19bc56f4c8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.0624087 Nov 02 16:47:40.887704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f14d182-780f-4b73-8c7b-12e4a66507cc req-68f2965a-6daa-4505-8c52-614a11a006e2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=09c88c52-febf-4d65-a376-f583722fbe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385463 Nov 02 16:47:40.925289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-09637a34-00bc-45f5-a870-c67894b3d9ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.0861857 Nov 02 16:47:40.985687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-16842d8c-5285-442d-9ff2-863929c8b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.987812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-16842d8c-5285-442d-9ff2-863929c8b082 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0546999 Nov 02 16:47:41.004089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9624dc-60fa-4217-8ba6-98c4ac5b38aa None None] New status for floating IP a498faea-41fe-4091-9315-d2f91dc6ec14: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:47:41.039035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-cacbf7a2-ec30-4c73-a4ea-625809525c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.040634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-cacbf7a2-ec30-4c73-a4ea-625809525c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452681 Nov 02 16:47:41.071314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038ad5-1d44-464b-b257-53bcd8f45b52 req-15cd0291-be5f-487b-bad7-ec9a3ae01f0d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.072976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c038ad5-1d44-464b-b257-53bcd8f45b52 req-15cd0291-be5f-487b-bad7-ec9a3ae01f0d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0525498 Nov 02 16:47:41.116765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c038ad5-1d44-464b-b257-53bcd8f45b52 req-5ad63db2-79ba-4473-ac23-c0c42aa647f8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Nov 02 16:47:41.122087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e707a67b-fb81-418b-a8c0-f660a6ce273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.160114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-247f3faa-705f-4206-8170-1ae7524f47ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.161558 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-247f3faa-705f-4206-8170-1ae7524f47ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 946 time: 0.1045160 Nov 02 16:47:41.185001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-2b995770-9082-475f-9287-c06542202076 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363187 Nov 02 16:47:41.328545 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4f15a70-8b69-4772-abe2-7ebd5204b26c req-3cf0abf5-b929-4fe3-8460-fac65d032933 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271150 Nov 02 16:47:41.339012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:41.339359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.347406 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.439931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:41.476788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410364-2820-4614-a668-8c00192f75b7 req-91fa129f-a5b6-420f-9565-556039292102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.478972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-91fa129f-a5b6-420f-9565-556039292102 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.0729270 Nov 02 16:47:41.486910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:41.487291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.507384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 7a9cc2e4-b649-4966-af2b-6a60b174fbfe owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:41.518868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-846511ad-2a3f-466d-a35b-2302c489e608 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.545017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-846511ad-2a3f-466d-a35b-2302c489e608 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.612210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-846511ad-2a3f-466d-a35b-2302c489e608 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.616902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-846511ad-2a3f-466d-a35b-2302c489e608 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.620279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-846511ad-2a3f-466d-a35b-2302c489e608 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "DELETE /v2.0/security-groups/f78b9f47-f397-49bb-a254-7714559b1fee HTTP/1.1" status: 204 len: 168 time: 0.1783781 Nov 02 16:47:41.625278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53802) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:41.631040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846511ad-2a3f-466d-a35b-2302c489e608 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b9f47-f397-49bb-a254-7714559b1fee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:41.662541 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-993f4cd9-d0d2-464c-9734-a9ebba29a427 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] show failed (client error): The resource could not be found. Nov 02 16:47:41.666912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-993f4cd9-d0d2-464c-9734-a9ebba29a427 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "GET /v2.0/security-groups/f78b9f47-f397-49bb-a254-7714559b1fee HTTP/1.1" status: 404 len: 347 time: 0.0361557 Nov 02 16:47:41.667194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53804) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:41.678847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410364-2820-4614-a668-8c00192f75b7 req-6b574db8-673b-41da-a449-a8ebf7a009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.681686 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-6b574db8-673b-41da-a449-a8ebf7a009bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1702476 Nov 02 16:47:41.788436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-44b09754-868d-4d01-ab1b-5c3b907ff592 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.0978084 Nov 02 16:47:41.789461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981feb1a-523a-44b1-80eb-d6a9e68abf48 req-bdafa41c-35b0-46f3-ae7e-e38d4a81b115 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.791925 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-981feb1a-523a-44b1-80eb-d6a9e68abf48 req-bdafa41c-35b0-46f3-ae7e-e38d4a81b115 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1396782 Nov 02 16:47:41.835803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.877085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=7a9cc2e4-b649-4966-af2b-6a60b174fbfe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:41.925331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410364-2820-4614-a668-8c00192f75b7 req-1ee25a93-ad92-43b2-aac7-2d69a1f976cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.926950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-1ee25a93-ad92-43b2-aac7-2d69a1f976cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.1293750 Nov 02 16:47:41.951089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] No DVR routers for this DVR port 7a9cc2e4-b649-4966-af2b-6a60b174fbfe on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:41.953608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:41.958473 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ba25b04-92ba-4437-a237-a4a3ffd86ba8 req-601906f7-c6c1-4665-b7a6-7a523c55eb0f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.100 "DELETE /v2.0/ports/7a9cc2e4-b649-4966-af2b-6a60b174fbfe HTTP/1.1" status: 204 len: 173 time: 0.7860403 Nov 02 16:47:41.968995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-deleted', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:41.971850 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51e466a-d099-4929-8c95-a4a074f15179" -d '{"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-deleted", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:42.009999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:42.024435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410364-2820-4614-a668-8c00192f75b7 req-69ef90d6-459d-41bd-9018-27f89d18a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:42.026114 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-69ef90d6-459d-41bd-9018-27f89d18a920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763626 Nov 02 16:47:42.034828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:42.035266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 9933df4e-7cfb-4c34-9ef2-76cdb20b4ee2 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:42.035757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:42.059545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 7a9cc2e4-b649-4966-af2b-6a60b174fbfe {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:42.060062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 7a9cc2e4-b649-4966-af2b-6a60b174fbfe not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:42.123387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f9a49fc-9248-4009-abe0-ab73c3415b5f req-1483f0af-3181-42a2-86fc-f86c404ff37d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc HTTP/1.1" status: 200 len: 210 time: 0.0448940 Nov 02 16:47:42.150341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-c6032c55-b897-40a2-9f32-ab13d96baa0a service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142039 Nov 02 16:47:42.154276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-981feb1a-523a-44b1-80eb-d6a9e68abf48 req-1178041c-6672-4c05-b4e8-9717d5dd29bf tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767984 Nov 02 16:47:42.187075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Deleting port d914a3e8-8534-4482-a93b-a3af97fcda7b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:42.187417 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.268716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a410364-2820-4614-a668-8c00192f75b7 req-15c56fa9-2a0c-4b33-baa6-e05f8fff9a4d service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103194 Nov 02 16:47:42.270356 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c68c4-5d10-4473-8147-4c57499a4b83 x-openstack-request-id: req-624c68c4-5d10-4473-8147-4c57499a4b83 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:42.270724 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc", "name": "network-vif-deleted", "tag": "7a9cc2e4-b649-4966-af2b-6a60b174fbfe", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:42.271066 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-624c68c4-5d10-4473-8147-4c57499a4b83 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:42.271503 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7b2e49-d78a-4cfd-8fc6-d9dc7d15b2dc', 'name': 'network-vif-deleted', 'tag': '7a9cc2e4-b649-4966-af2b-6a60b174fbfe', 'status': 'completed', 'code': 200} Nov 02 16:47:42.347493 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.347822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.364642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Calling delete_port for d914a3e8-8534-4482-a93b-a3af97fcda7b owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:42.388855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6688d-a3d4-458c-9c45-01960c986665 req-3a12408d-1e4d-4647-96f9-0234298c13a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:42.390456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01e6688d-a3d4-458c-9c45-01960c986665 req-3a12408d-1e4d-4647-96f9-0234298c13a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0846977 Nov 02 16:47:42.478584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01e6688d-a3d4-458c-9c45-01960c986665 req-2416a21b-e030-4196-a7e8-65d02fc5cf6d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527363 Nov 02 16:47:42.546497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.572527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Pushing event deleted for resources: {'Port': ['ID=d914a3e8-8534-4482-a93b-a3af97fcda7b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:42.593745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.639353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.641952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:42.643132 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-567f01e2-7716-4f67-b127-b075bd0c2719 tempest-AttachVolumeTestJSON-1916178602 tempest-AttachVolumeTestJSON-1916178602-project] 10.222.0.31 "DELETE /v2.0/floatingips/a498faea-41fe-4091-9315-d2f91dc6ec14 HTTP/1.1" status: 204 len: 168 time: 0.9748743 Nov 02 16:47:43.191210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53824) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:43.328846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1f200-3f4f-4ffc-b177-2dda5317b729 req-9d56a268-e4e4-4c4a-8b62-18179e4d8083 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:43.330351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b1f200-3f4f-4ffc-b177-2dda5317b729 req-9d56a268-e4e4-4c4a-8b62-18179e4d8083 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1011310 Nov 02 16:47:43.446468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b1f200-3f4f-4ffc-b177-2dda5317b729 req-609442d8-6780-42af-b357-ea4225881e63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061816 Nov 02 16:47:43.700663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98717773-c15f-40ce-8332-ef7ca2a61d67 req-bb337e43-cbf1-4e4b-a2be-3cf3489d32b6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:43.706662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98717773-c15f-40ce-8332-ef7ca2a61d67 req-bb337e43-cbf1-4e4b-a2be-3cf3489d32b6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1381946 Nov 02 16:47:43.709877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f7326-dbff-4102-8113-ef5d740d0abd req-91fab339-828e-43eb-b7a1-3bb0082c7ff3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:43.712031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-027f7326-dbff-4102-8113-ef5d740d0abd req-91fab339-828e-43eb-b7a1-3bb0082c7ff3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1463687 Nov 02 16:47:43.734207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:43.804338 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98717773-c15f-40ce-8332-ef7ca2a61d67 req-feda23e1-a2b1-4c21-a2db-72d829d867d6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841177 Nov 02 16:47:43.816763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-027f7326-dbff-4102-8113-ef5d740d0abd req-7654b41d-081a-4a9e-bacd-00ebdda57dc5 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904934 Nov 02 16:47:43.919665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:44.084821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38544a2c-1d81-4e8a-978d-565812c25eb6 req-411b4057-72a7-4d46-b1cb-01bc196b34b3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:44.087238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38544a2c-1d81-4e8a-978d-565812c25eb6 req-411b4057-72a7-4d46-b1cb-01bc196b34b3 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0830498 Nov 02 16:47:44.219840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38544a2c-1d81-4e8a-978d-565812c25eb6 req-d9dc3bf8-cdea-44e0-ba4e-8e91acf167fe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117587 Nov 02 16:47:44.381042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 2beba3cf-6275-4bc5-a275-2d704bf5b915 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:44.381042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:44.521940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cd2e-dd86-4b47-b929-69e49cf7bc58 req-ae545eba-028b-4d60-b649-65d0a75192f7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:44.523456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99b9cd2e-dd86-4b47-b929-69e49cf7bc58 req-ae545eba-028b-4d60-b649-65d0a75192f7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0916605 Nov 02 16:47:44.531712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 2beba3cf-6275-4bc5-a275-2d704bf5b915, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2beba3cf-6275-4bc5-a275-2d704bf5b915,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:44.532073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:44.562478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 2beba3cf-6275-4bc5-a275-2d704bf5b915 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:44.597953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99b9cd2e-dd86-4b47-b929-69e49cf7bc58 req-2135c1c6-96db-469b-a757-113d15382ece tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605729 Nov 02 16:47:44.797922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:44.822967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=2beba3cf-6275-4bc5-a275-2d704bf5b915,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:45.047799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb693d4-cd4b-4379-865c-f3089c99c8e2 req-393ac807-9506-4c8f-9c1b-2a923373afa0 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:45.049574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fb693d4-cd4b-4379-865c-f3089c99c8e2 req-393ac807-9506-4c8f-9c1b-2a923373afa0 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1422367 Nov 02 16:47:45.111676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fb693d4-cd4b-4379-865c-f3089c99c8e2 req-80accc82-7627-4880-8a99-7b59de64c669 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534484 Nov 02 16:47:45.120891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:45.637397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router d7cd803d-1904-42b7-bd98-f4dd64417262 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:45.797654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b756-8e05-4291-b240-ee90e7de1036 req-8be5aae6-6a87-43ab-b008-5ce63d06dcbd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:45.799419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1380b756-8e05-4291-b240-ee90e7de1036 req-8be5aae6-6a87-43ab-b008-5ce63d06dcbd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1034265 Nov 02 16:47:45.813441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:45.819864 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e3623cbf-3a1d-4ebe-b0bc-591c8453ff85 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/d7cd803d-1904-42b7-bd98-f4dd64417262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274827 Nov 02 16:47:45.823000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:45.826195 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] Sync routers for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:45.839423 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:45.840338 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:45.882271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1380b756-8e05-4291-b240-ee90e7de1036 req-14f68a90-f935-433b-b7ca-8abb296947ba tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626807 Nov 02 16:47:45.892563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting subnet b646beb6-fd2a-4ce2-b727-bb89e1a70b06 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:47:45.909317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:45.957483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:45.998543 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:46.100159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.227593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd8928-12ff-4652-a81d-7f16f8239f0f req-b9c51578-578f-4388-9e85-0dde4a263b22 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:46.240274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64dd8928-12ff-4652-a81d-7f16f8239f0f req-b9c51578-578f-4388-9e85-0dde4a263b22 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1146262 Nov 02 16:47:46.257651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.317031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Subnet': ['ID=b646beb6-fd2a-4ce2-b727-bb89e1a70b06,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:46.324078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.333256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a8002b-934a-402c-bf0a-2ce36c22c3ec None None] Network 69992aed-e74b-4973-b2be-3aba0dabb0b9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:46.335859 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:47:44Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:46.336186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-75231b3b-379b-4149-ae87-33478562d9f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/subnets/b646beb6-fd2a-4ce2-b727-bb89e1a70b06 HTTP/1.1" status: 204 len: 168 time: 0.5111268 Nov 02 16:47:46.341328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:46.408581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701383-7052-408f-8182-09a1f4c71fa5 req-19f51e67-6bd2-4e55-8add-3fc5fa874fc3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:46.408794 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] Checking router: d7cd803d-1904-42b7-bd98-f4dd64417262 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:46.410992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49701383-7052-408f-8182-09a1f4c71fa5 req-19f51e67-6bd2-4e55-8add-3fc5fa874fc3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1459904 Nov 02 16:47:46.427709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64dd8928-12ff-4652-a81d-7f16f8239f0f req-7f15b18f-f87b-490b-bffa-81d99849afe7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787739 Nov 02 16:47:46.464154 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] Routers {'d7cd803d-1904-42b7-bd98-f4dd64417262'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:46.465337 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d7cd803d-1904-42b7-bd98-f4dd64417262'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:46.478176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.545417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49701383-7052-408f-8182-09a1f4c71fa5 req-d50dbabc-850c-4bba-be4d-572b0303350f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895796 Nov 02 16:47:46.636334 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] Set router d7cd803d-1904-42b7-bd98-f4dd64417262 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:46.706859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.735061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] DHCP port deletion for 69992aed-e74b-4973-b2be-3aba0dabb0b9 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:47:46.813249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] Deleting port 98bb8b5c-b334-4cb6-a571-499f82827ab3 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:46.813249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.832371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:46.833643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.896074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] For port 98bb8b5c-b334-4cb6-a571-499f82827ab3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=98bb8b5c-b334-4cb6-a571-499f82827ab3,segment=NetworkSegment(a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb),segment_id=a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:46.896307 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.911837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] Calling delete_port for 98bb8b5c-b334-4cb6-a571-499f82827ab3 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:46.937853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 4704fdcc-6ba8-4bf7-bffd-4396b26bd978, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:46.938597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:46.953124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:47.007862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.028432 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:47:44Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:47.038922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] Pushing event deleted for resources: {'Port': ['ID=98bb8b5c-b334-4cb6-a571-499f82827ab3,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:47.046936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76ac44-5f93-41d4-80d3-12a858b0a86d None None] No DVR routers for this DVR port 98bb8b5c-b334-4cb6-a571-499f82827ab3 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:47.065833 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aed13-ba45-4c55-9d1d-7d63fe021be5 None None] The sync data for ids ['d7cd803d-1904-42b7-bd98-f4dd64417262'] in n-d-811405-2 is: [{'id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877375966', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:45:23Z', 'updated_at': '2021-11-02T16:47:44Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '4704fdcc-6ba8-4bf7-bffd-4396b26bd978', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd803d-1904-42b7-bd98-f4dd64417262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:45:24Z', 'updated_at': '2021-11-02T16:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:47.174438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.203387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=4704fdcc-6ba8-4bf7-bffd-4396b26bd978,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:47.275740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.368038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.370308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.427821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.428405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Fanout notify agent at l3_agent the message router_deleted on router d7cd803d-1904-42b7-bd98-f4dd64417262 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:47:47.441491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.446596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53876) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:47.447139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-970a9c5e-f8f7-4deb-8372-23fa4ed4078d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/routers/d7cd803d-1904-42b7-bd98-f4dd64417262 HTTP/1.1" status: 204 len: 168 time: 1.1038067 Nov 02 16:47:47.468517 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.608032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.637419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 98bb8b5c-b334-4cb6-a571-499f82827ab3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:47.642560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342e771-4ff3-4b2c-9749-ffe44da3ddea req-b1c13477-a28e-4c3c-8310-cf49a46084c4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:47.652571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0342e771-4ff3-4b2c-9749-ffe44da3ddea req-b1c13477-a28e-4c3c-8310-cf49a46084c4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1106946 Nov 02 16:47:47.668336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 98bb8b5c-b334-4cb6-a571-499f82827ab3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:47.668699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 98bb8b5c-b334-4cb6-a571-499f82827ab3 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:47.669141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2beba3cf-6275-4bc5-a275-2d704bf5b915 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:47.691570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2beba3cf-6275-4bc5-a275-2d704bf5b915 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:47.691958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2beba3cf-6275-4bc5-a275-2d704bf5b915 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:47.826929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0342e771-4ff3-4b2c-9749-ffe44da3ddea req-2270febf-8cd6-4988-b863-8ae6e872f5eb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733902 Nov 02 16:47:47.833932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.876259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdae3-b826-45d9-8136-4db89a65d87c req-20d01623-49fa-4f49-aa94-dff1cc9962da tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:47.878122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc5bdae3-b826-45d9-8136-4db89a65d87c req-20d01623-49fa-4f49-aa94-dff1cc9962da tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.2218716 Nov 02 16:47:47.883768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69992aed-e74b-4973-b2be-3aba0dabb0b9']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:47.923305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:47.923923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cda6ee-56cb-4143-b4fe-b8fbd9e6f4fb') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:47.936884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.970922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.985814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc5bdae3-b826-45d9-8136-4db89a65d87c req-9cc292e7-c0cc-4437-83ce-d5478f8b34bc tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939443 Nov 02 16:47:47.987673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:47:47.988423 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:47:47.994431 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:47:48.115195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.127612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.130901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/networks/69992aed-e74b-4973-b2be-3aba0dabb0b9 HTTP/1.1" status: 204 len: 168 time: 0.6823187 Nov 02 16:47:48.133977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:48.145836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5694e7-1151-4c81-bb9d-3d3edcad9b93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Network': ['ID=69992aed-e74b-4973-b2be-3aba0dabb0b9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:48.157160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d2987-491c-4115-a13d-4757c4f586d9 req-cdaaeb1f-c820-4bbf-a37c-0dd331ae1e96 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:48.158759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e8d2987-491c-4115-a13d-4757c4f586d9 req-cdaaeb1f-c820-4bbf-a37c-0dd331ae1e96 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1176527 Nov 02 16:47:48.206043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e8d2987-491c-4115-a13d-4757c4f586d9 req-6a4583ab-f253-48a8-b9f1-2185addb5d96 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384731 Nov 02 16:47:48.218077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4588e0da-8ed7-43f6-9e64-165d8c2dd157 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.253362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4588e0da-8ed7-43f6-9e64-165d8c2dd157 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.350644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4588e0da-8ed7-43f6-9e64-165d8c2dd157 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.356325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4588e0da-8ed7-43f6-9e64-165d8c2dd157 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.359632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4588e0da-8ed7-43f6-9e64-165d8c2dd157 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/security-groups/09c88c52-febf-4d65-a376-f583722fbe4c HTTP/1.1" status: 204 len: 168 time: 0.2223599 Nov 02 16:47:48.369795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588e0da-8ed7-43f6-9e64-165d8c2dd157 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c88c52-febf-4d65-a376-f583722fbe4c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:48.412769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e8ab3-9c64-46e1-b842-c63a2177c9cc req-f0c3c554-e8fd-44cc-b5e8-efe3067447c4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:48.414433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a0e8ab3-9c64-46e1-b842-c63a2177c9cc req-f0c3c554-e8fd-44cc-b5e8-efe3067447c4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0992970 Nov 02 16:47:48.467472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a0e8ab3-9c64-46e1-b842-c63a2177c9cc req-7878b79a-54fc-4f24-a8f0-855145ec6277 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 Nov 02 16:47:48.601151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5562-6908-467d-8a95-3f08fb7b4f96 req-168b88d1-2188-45ff-a173-601d2ab8d39f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:48.602853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfee5562-6908-467d-8a95-3f08fb7b4f96 req-168b88d1-2188-45ff-a173-601d2ab8d39f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0613923 Nov 02 16:47:48.657670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfee5562-6908-467d-8a95-3f08fb7b4f96 req-185b2c39-c952-4760-becd-a952093e6b55 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479527 Nov 02 16:47:48.686870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53898) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:48.695530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516796035', 'description': 'tempest-secgroup-smoke-1516796035 description', 'project_id': '61edc4df1278420c8be9eb30335e1183'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:48.720114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.795727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.800553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.833341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.837850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466358 Nov 02 16:47:48.838073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53904) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:48.843487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '5784449f-5616-44df-8022-bc82b6ee1910', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:48.848921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea506b14-5d67-4337-90fa-4ffa24729b27 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5784449f-5616-44df-8022-bc82b6ee1910,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:48.878004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.939426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.943120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.963984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd282aff-7d9e-4297-bb69-d1a7121c2722,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:48.971957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:48.973293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce443c99-267b-4bd9-a85b-614ef25ccec0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342340 Nov 02 16:47:48.976085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53908) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:48.982681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '5784449f-5616-44df-8022-bc82b6ee1910', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.014354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.091700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.096291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.117092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5aac3b-df7a-4d36-8d1f-0cf6bb1b2cdd,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:49.134949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.139437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4feb715e-c188-4437-8547-63bab461705a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597416 Nov 02 16:47:49.139682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53912) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:49.145864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '5784449f-5616-44df-8022-bc82b6ee1910', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.161449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764a8a1-b52c-4057-94e0-6ceee5322d83 req-0cfee8ef-3152-4507-a6bb-3597cda5185f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:49.170501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3764a8a1-b52c-4057-94e0-6ceee5322d83 req-0cfee8ef-3152-4507-a6bb-3597cda5185f tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0857635 Nov 02 16:47:49.181526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.216999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3764a8a1-b52c-4057-94e0-6ceee5322d83 req-9ca7e00b-ef6b-4a0c-ac28-b88e2144c0f6 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Nov 02 16:47:49.278421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.282290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.306067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2af523-72b0-4f3e-81c5-50ad2d1c3435,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:49.312060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.319211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-54c6421e-aad1-4c43-bb64-d09edccd974d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1751547 Nov 02 16:47:49.319211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53914) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:49.324002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '5784449f-5616-44df-8022-bc82b6ee1910', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.353031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.371893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:49.393253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:47:49.393684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4704fdcc-6ba8-4bf7-bffd-4396b26bd978 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:49.434607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.439087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.462225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5888684-5ee4-49da-aa75-ef633bbf7fcf,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:49.469801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.473797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e52b00a1-2eed-4f42-a366-d1d1acaf702f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514120 Nov 02 16:47:49.474016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53922) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:49.479462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '5784449f-5616-44df-8022-bc82b6ee1910', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.516732 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:47:49.522497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.603305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.611036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.641088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5936f006-c2f0-4577-a297-64954e464fae,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:49.654074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.659016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-466f8e9c-e38e-4631-bf35-41771f5cf0f8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1808586 Nov 02 16:47:49.659386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53928) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:49.664424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '5784449f-5616-44df-8022-bc82b6ee1910', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.695236 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:47:49.702242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.758605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.764623 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.793266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e03eebb-f9fe-4f27-8583-3c1f1ba183cb,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:49.800180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.804286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3561e0be-80f8-44a5-a10a-9f9f924990d1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411030 Nov 02 16:47:49.804778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53930) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:49.811116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'network': {'name': 'tempest-network-smoke--1700710014', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.834324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:49.837909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.866654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:47:49.876981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.877328 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Added segment c4c0899d-157d-4b23-8ee3-8a409997f288 of type vlan for network e02a17b7-4eb4-4668-9cf3-54c7352e5753 Nov 02 16:47:49.923433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.952548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:49.958421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:49.959059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.015643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2086353 Nov 02 16:47:50.018497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53932) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:50.024135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'admin_state_up': True, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:50.032063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8223b7-66b6-47b9-a8a9-33bdd6ae100c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Network': ['ID=e02a17b7-4eb4-4668-9cf3-54c7352e5753,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:50.044405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:47:50.051071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.053227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.129789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.277055 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.401201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ef54-e457-4738-b38e-eb2d38946a2b req-11710368-d7c1-4e57-89ac-ee3f9ec09b13 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:50.402723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0932ef54-e457-4738-b38e-eb2d38946a2b req-11710368-d7c1-4e57-89ac-ee3f9ec09b13 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0714157 Nov 02 16:47:50.456827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0932ef54-e457-4738-b38e-eb2d38946a2b req-6905a366-c2a2-44f6-8230-37884d7da1d6 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Nov 02 16:47:50.556739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.576645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.691561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.17 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0e2b367d-d286-4740-9867-23f23fe6d206) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:50.814266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.849263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:50.889970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:50.892919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:50.896677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:50.905951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=0e2b367d-d286-4740-9867-23f23fe6d206,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:51.166715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:51.380868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:51.524583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:47:51.672844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042e32-854a-48e6-88df-a76eaabd7743 req-d9a375c8-fa58-4361-8685-bbc941001561 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.674459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1042e32-854a-48e6-88df-a76eaabd7743 req-d9a375c8-fa58-4361-8685-bbc941001561 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1339655 Nov 02 16:47:51.703006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:51.719978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Sync routers for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:51.735472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:51.736111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:51.750586 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:51.752150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-57574562-c391-4acb-b620-91a94852caeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7321920 Nov 02 16:47:51.755379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53948) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:51.762687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1042e32-854a-48e6-88df-a76eaabd7743 req-926eb5b3-e1f1-409a-975a-084c36007123 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Nov 02 16:47:51.802723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-41c2e07e-d30c-4b56-a67e-e8929a12e830 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=61edc4df1278420c8be9eb30335e1183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454237 Nov 02 16:47:51.805937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53950) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:51.867917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:51.969465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7628c3e-7dd3-408a-b1db-1aef4253277e tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.971449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a7628c3e-7dd3-408a-b1db-1aef4253277e tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643205 Nov 02 16:47:51.974328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53952) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:52.004421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af857750-3ddc-479e-88d4-f706bd162987 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289192 Nov 02 16:47:52.007117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53954) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:52.012447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-103660285', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:52.058825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:51Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:52.086102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Checking router: c7347fa7-8ed4-42f4-a2a2-86c3665fc247 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:52.086640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Updating router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 port 0e2b367d-d286-4740-9867-23f23fe6d206 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:47:52.102935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:52.106804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.116222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.322271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.381105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Subnet': ['ID=684b3319-04f2-43d9-a2cf-16ad2e68ec18,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:52.391546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Checking segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:52.391816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network hostable DHCP agents. Network: e02a17b7-4eb4-4668-9cf3-54c7352e5753, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:47:52.405440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.410678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:47:52.411950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.424891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, e02a17b7-4eb4-4668-9cf3-54c7352e5753) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:52.429316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:52.430159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.451128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53958) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:52.451633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b55e80d-c448-46fb-b983-62722f89d851 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4434083 Nov 02 16:47:52.466250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61c32b-e228-4e0b-9b01-1d8737480608 None None] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:52.540752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8d972-db61-434a-a25a-b42165aff50a None None] Pushing event updated for resources: {'Port': ['ID=0e2b367d-d286-4740-9867-23f23fe6d206,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:52.544622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Attempting to bind port 0e2b367d-d286-4740-9867-23f23fe6d206 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:52.544995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Attempting to bind port 0e2b367d-d286-4740-9867-23f23fe6d206 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:52.545364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Attempting to bind port 0e2b367d-d286-4740-9867-23f23fe6d206 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:52.556218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:52.556526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:52.556930 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.557328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:52.557805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Bound port: 0e2b367d-d286-4740-9867-23f23fe6d206, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:52.558203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.653142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] For port 0e2b367d-d286-4740-9867-23f23fe6d206, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:52.658464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] For port 0e2b367d-d286-4740-9867-23f23fe6d206, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e2b367d-d286-4740-9867-23f23fe6d206,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:52.666443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.745739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:47:52.746676 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:52.772432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8d972-db61-434a-a25a-b42165aff50a None None] Pushing event updated for resources: {'Port': ['ID=0e2b367d-d286-4740-9867-23f23fe6d206,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:52.778026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:52.780708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:52.902719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:53.043061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd17042-e54c-4ce4-87bd-4fa41038b268 req-f7cf3ae6-37dc-49d9-b30b-ce8adb03e951 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:53.044493 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cd17042-e54c-4ce4-87bd-4fa41038b268 req-f7cf3ae6-37dc-49d9-b30b-ce8adb03e951 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0723586 Nov 02 16:47:53.109826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.160166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:53.161005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cd17042-e54c-4ce4-87bd-4fa41038b268 req-299e074c-8cb4-4c84-9935-a463cccfc0f4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049979 Nov 02 16:47:53.265834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Allocated IP 172.20.0.2 (e02a17b7-4eb4-4668-9cf3-54c7352e5753/684b3319-04f2-43d9-a2cf-16ad2e68ec18/e4a34d0b-1c87-4e5f-a831-b27b95127ccf) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:53.350890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.403258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.478176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.482386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:51Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:53.494522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.533626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e365bd8-8a59-4057-8725-ee99472dcb4d None None] The sync data for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 is: [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:51Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:53.583132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53976) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:53.583637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:53.587402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:53.592156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:53.601780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Pushing event updated for resources: {'Port': ['ID=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:53.672960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.1 (e02a17b7-4eb4-4668-9cf3-54c7352e5753/684b3319-04f2-43d9-a2cf-16ad2e68ec18/e53a537e-cc8e-4d59-b9b9-0a8dab043d72) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:53.690273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Attempting to bind port e4a34d0b-1c87-4e5f-a831-b27b95127ccf on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:53.690651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Attempting to bind port e4a34d0b-1c87-4e5f-a831-b27b95127ccf by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:53.691015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Attempting to bind port e4a34d0b-1c87-4e5f-a831-b27b95127ccf on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:53.699212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:53.699786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Checking segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:53.701775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.702421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Bound using segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:53.703576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Bound port: e4a34d0b-1c87-4e5f-a831-b27b95127ccf, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:53.703980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.785870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] For port e4a34d0b-1c87-4e5f-a831-b27b95127ccf, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:53.793198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] For port e4a34d0b-1c87-4e5f-a831-b27b95127ccf, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:53.799237 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.854195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.920234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:53.924686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24eed4-36db-42d6-a784-efc7d8e8f7fa None None] Pushing event updated for resources: {'Port': ['ID=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:53.985381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:54.005222 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:54.007225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:54.010685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:54.060760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.258761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.425582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-0392e278-9bea-4403-af0c-c794ee4fbec2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1115108 Nov 02 16:47:54.438170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Deleting port d3808bf0-7827-45c0-afec-e47abfc2e768 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:54.438170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.446945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025848b-495b-496e-858d-2fdc0c6e6d7b req-26f51eeb-89d2-4e93-a79c-ece18c1d2463 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.448755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4025848b-495b-496e-858d-2fdc0c6e6d7b req-26f51eeb-89d2-4e93-a79c-ece18c1d2463 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1658506 Nov 02 16:47:54.517172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4025848b-495b-496e-858d-2fdc0c6e6d7b req-61f167bc-8ac6-4986-8202-32bbdecb39ad tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Nov 02 16:47:54.623254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.623824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.624297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.624758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.625721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.625721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.626101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.628189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-6abba278-3695-47f9-a701-a89ba8d0f7d2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.1186109 Nov 02 16:47:54.638971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] For port d3808bf0-7827-45c0-afec-e47abfc2e768, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d3808bf0-7827-45c0-afec-e47abfc2e768,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:54.639431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.668330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Calling delete_port for d3808bf0-7827-45c0-afec-e47abfc2e768 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:54.694272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.700459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.791869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:54.794814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:54.870588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2492fd4b-548a-4e56-949d-03e6bccb48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.873638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2492fd4b-548a-4e56-949d-03e6bccb48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.873638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2492fd4b-548a-4e56-949d-03e6bccb48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.873638 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2492fd4b-548a-4e56-949d-03e6bccb48e5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=9ab20d19-7540-4319-909a-7d255dbb14c5&id=a72004e9-fb89-4003-80e5-b791065335de&id=a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 200 len: 2293 time: 0.2147331 Nov 02 16:47:54.904565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:54.906186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:54.988981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.037070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:55.094866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-87f4dd67-f8c9-43bd-b537-da536ff86b07 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 200 len: 1001 time: 0.1831226 Nov 02 16:47:55.168311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:55.173170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a129904-bbe1-4625-9155-598d6ee22ab9 None None] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:55.177054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c76ea44b-94ef-41d3-be93-112181687242 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/c7347fa7-8ed4-42f4-a2a2-86c3665fc247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247877 Nov 02 16:47:55.199974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-ee6f657d-f997-439c-8710-35288e93539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.202419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-ee6f657d-f997-439c-8710-35288e93539c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 200 len: 851 time: 0.0965829 Nov 02 16:47:55.283275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c6c3f612-89cb-487e-ba03-628cf4c99c45 None None] Provisioning complete for port e4a34d0b-1c87-4e5f-a831-b27b95127ccf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:55.283757 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f612-89cb-487e-ba03-628cf4c99c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.335711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.455100 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f612-89cb-487e-ba03-628cf4c99c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.471306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Pushing event deleted for resources: {'Port': ['ID=d3808bf0-7827-45c0-afec-e47abfc2e768,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:55.504213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-25d8df08-84a9-4455-9ae4-5afe63d00873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.511065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-25d8df08-84a9-4455-9ae4-5afe63d00873 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000035 Nov 02 16:47:55.518991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-52169ce7-639b-4d4f-a860-2c31d46cf76d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516796035&fields=id&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 267 time: 0.0948374 Nov 02 16:47:55.536012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c6c3f612-89cb-487e-ba03-628cf4c99c45 None None] For port e4a34d0b-1c87-4e5f-a831-b27b95127ccf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:55.550694 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f612-89cb-487e-ba03-628cf4c99c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.631619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f612-89cb-487e-ba03-628cf4c99c45 None None] Pushing event updated for resources: {'Port': ['ID=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:55.672035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e2b367d-d286-4740-9867-23f23fe6d206 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:55.751813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0e2b367d-d286-4740-9867-23f23fe6d206 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:55.752331 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.819966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-8386d56b-b1c6-4234-b24e-1db642b6b127 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.822309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-8386d56b-b1c6-4234-b24e-1db642b6b127 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 797 time: 0.2953334 Nov 02 16:47:55.826874 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-4e36ca40-30f5-4406-b643-257f14d3b99b service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441897 Nov 02 16:47:55.849544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-5cc8be62-51e9-4b9e-8ded-d2ac3baed6bb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/quotas/61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 375 time: 0.0180290 Nov 02 16:47:55.864550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14278f75-baf1-4830-9f8c-f3b364be17a9 req-c1740771-2d81-462a-991a-e66a0c6ffc68 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.866447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14278f75-baf1-4830-9f8c-f3b364be17a9 req-c1740771-2d81-462a-991a-e66a0c6ffc68 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1620376 Nov 02 16:47:55.876460 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Sync routers for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:55.885005 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.889985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:55.891127 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:55.911773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 0e2b367d-d286-4740-9867-23f23fe6d206, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e2b367d-d286-4740-9867-23f23fe6d206,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:55.917588 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.918692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e4a34d0b-1c87-4e5f-a831-b27b95127ccf up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:55.947963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14278f75-baf1-4830-9f8c-f3b364be17a9 req-7a032c62-36d5-4b9e-aa4e-0721f1c24ce0 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667398 Nov 02 16:47:55.984677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:55.989530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-b118d12a-9a2b-492c-90bb-140c352e4d88 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218116 Nov 02 16:47:56.060743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=0e2b367d-d286-4740-9867-23f23fe6d206,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:56.110032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5a95282d-cd5d-49f0-8324-963113b7aa96 None None] Provisioning complete for port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:56.110690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a95282d-cd5d-49f0-8324-963113b7aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.116669 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:56.144305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-049e1e21-ded9-4c0d-81be-cddc5511ba52 service neutron] 10.222.0.31 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386046 Nov 02 16:47:56.176400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5a95282d-cd5d-49f0-8324-963113b7aa96 None None] Port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:56.212843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e4a34d0b-1c87-4e5f-a831-b27b95127ccf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:56.213213 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.300021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5a95282d-cd5d-49f0-8324-963113b7aa96 None None] Provisioning complete for port e4a34d0b-1c87-4e5f-a831-b27b95127ccf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:56.300394 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a95282d-cd5d-49f0-8324-963113b7aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.370207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-32eb4287-72e5-44e7-a8a4-4a3f14f7f1ec service neutron] 10.222.0.31 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069836 Nov 02 16:47:56.517555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port 27c11955-ec38-407c-8cd8-577602a61911 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:56.518203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.522369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-1ad21a47-ae1b-4f65-92a6-e014a7732edd service neutron] 10.222.0.100 "GET /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352781 Nov 02 16:47:56.593039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-283d85cd-687f-4bb7-8ed1-3edb7c38ecfb None None] Provisioning complete for port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:56.593422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-283d85cd-687f-4bb7-8ed1-3edb7c38ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.616614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-31fa0c5d-8ddd-4430-bff0-e5e76a942c4c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 217 time: 0.0765083 Nov 02 16:47:56.624555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:56.625202 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 2, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:56.658314 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Checking router: c7347fa7-8ed4-42f4-a2a2-86c3665fc247 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:56.658744 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Updating router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:47:56.677711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-283d85cd-687f-4bb7-8ed1-3edb7c38ecfb None None] Port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:56.688461 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.709256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a742b3f9-4bfe-4d3e-990a-e3edbf95fea8 req-0eb6de37-dc56-456b-86ef-ba34c0dc8a2b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 210 time: 0.0296586 Nov 02 16:47:56.713271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-4ea376ce-7368-4473-81bd-9c2b5ad51956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:56.714792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-4ea376ce-7368-4473-81bd-9c2b5ad51956 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0887623 Nov 02 16:47:56.808544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2dfd9891-eda6-4099-a1b3-786279321e55 None None] Provisioning complete for port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:56.808919 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9891-eda6-4099-a1b3-786279321e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.871777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd9891-eda6-4099-a1b3-786279321e55 None None] Port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:47:56.901255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-eb9ce16d-f4e9-408b-8c1b-7e0f7f156b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:56.902819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-eb9ce16d-f4e9-408b-8c1b-7e0f7f156b45 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1787300 Nov 02 16:47:56.909350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port 27c11955-ec38-407c-8cd8-577602a61911, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=27c11955-ec38-407c-8cd8-577602a61911,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:56.909797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:56.984355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for 27c11955-ec38-407c-8cd8-577602a61911 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:57.016376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:57.029138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] Sync routers for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:57.047349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:57.047928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:57.105878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54012) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:57.120568 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.129122 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.142509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4abbc773-e527-44ee-bbd9-4b2434a43bda admin admin] 10.222.0.31 "PUT /v2.0/routers/69786453-ba3d-4604-b2fc-b9ea6f2eda44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2373919 Nov 02 16:47:57.189781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4198d84-fa2c-419a-a1f5-b3fbb104a7b8 None None] Pushing event updated for resources: {'Port': ['ID=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:57.190986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:57.270401 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-b16a20d9-6952-461f-ad3f-aea82eef0bee service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574007 Nov 02 16:47:57.307002 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Attempting to bind port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:47:57.307507 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Attempting to bind port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:47:57.308723 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Attempting to bind port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:57.317755 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:57.318205 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Checking segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:47:57.318619 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.319012 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Bound using segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:57.319531 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Bound port: e53a537e-cc8e-4d59-b9b9-0a8dab043d72, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:47:57.319911 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.415570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deaabe-5bc8-4545-9b4f-a0c883ac96e1 req-5426e6eb-e4c2-4bdf-a465-168f6b053962 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:57.429436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0deaabe-5bc8-4545-9b4f-a0c883ac96e1 req-5426e6eb-e4c2-4bdf-a465-168f6b053962 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.3220291 Nov 02 16:47:57.480992 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] For port e53a537e-cc8e-4d59-b9b9-0a8dab043d72, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:57.493821 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] For port e53a537e-cc8e-4d59-b9b9-0a8dab043d72, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:57.507578 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.526489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0deaabe-5bc8-4545-9b4f-a0c883ac96e1 req-ecd14295-86ab-4f8c-a5a2-e49fcd9aea18 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949545 Nov 02 16:47:57.563252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.616848 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4198d84-fa2c-419a-a1f5-b3fbb104a7b8 None None] Pushing event updated for resources: {'Port': ['ID=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:57.651372 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:57.652038 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:57.654779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '106028d4-e982-4636-abcf-c9cb0778148a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 5, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port': {'id': '106028d4-e982-4636-abcf-c9cb0778148a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:40:06Z', 'updated_at': '2021-11-02T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:57.686810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e4a34d0b-1c87-4e5f-a831-b27b95127ccf up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:57.692970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] Checking router: 69786453-ba3d-4604-b2fc-b9ea6f2eda44 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:57.707954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2c59822b-fcec-4657-bbd5-d423af67e6a4 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270587 Nov 02 16:47:57.786542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0f2eae58-243e-4fef-8d80-1839c645b4e5 None None] Provisioning complete for port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:57.787257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae58-243e-4fef-8d80-1839c645b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.799918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.840902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] Routers {'69786453-ba3d-4604-b2fc-b9ea6f2eda44'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:57.846759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:57.858831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.922067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a479c766-0a1b-4e3f-b37d-64f1b1cf7150 req-ebef0c36-d72d-426f-aaea-16c1b0669eee tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 210 time: 0.0465026 Nov 02 16:47:57.930888 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:57.952565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Deleting port 106028d4-e982-4636-abcf-c9cb0778148a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:57.953109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:57.958529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=27c11955-ec38-407c-8cd8-577602a61911,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:57.965585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-af8da10f-9167-4ec3-95fc-c3e0c776d35c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 217 time: 0.1169128 Nov 02 16:47:58.066940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] Set router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:58.083850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] For port 106028d4-e982-4636-abcf-c9cb0778148a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=106028d4-e982-4636-abcf-c9cb0778148a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:58.084222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.089915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-8e49ee43-5ff1-43e1-b499-83e5ee7f31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:58.091937 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-8e49ee43-5ff1-43e1-b499-83e5ee7f31de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0827003 Nov 02 16:47:58.104604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e4a34d0b-1c87-4e5f-a831-b27b95127ccf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:58.105007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.151134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Calling delete_port for 106028d4-e982-4636-abcf-c9cb0778148a owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:47:58.222431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae58-243e-4fef-8d80-1839c645b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.226357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:58.300680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a50cbd-c2c6-45cb-a70d-3fa2aaaf6ffc None None] The sync data for ids ['69786453-ba3d-4604-b2fc-b9ea6f2eda44'] in n-d-811405-2 is: [{'id': '69786453-ba3d-4604-b2fc-b9ea6f2eda44', 'name': 'tempest-AttachVolumeTestJSON-290469406-router', 'tenant_id': 'd27c579a202d44318ed4e49556e5a9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:40:04Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': 'd27c579a202d44318ed4e49556e5a9e1', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:58.301194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:58.344643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0f2eae58-243e-4fef-8d80-1839c645b4e5 None None] For port e53a537e-cc8e-4d59-b9b9-0a8dab043d72, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:58.350652 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae58-243e-4fef-8d80-1839c645b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.363019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d8395-9042-4bcc-bea9-a0b0c19178a3 None None] The sync data for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 is: [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:58.434642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-a27d6c81-6ef8-456b-b502-5808ebecad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:58.436592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-a27d6c81-6ef8-456b-b502-5808ebecad16 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3237305 Nov 02 16:47:58.480489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eae58-243e-4fef-8d80-1839c645b4e5 None None] Pushing event updated for resources: {'Port': ['ID=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:58.501345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e2b367d-d286-4740-9867-23f23fe6d206 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:58.528701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.548333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f22d48a8-5984-4f7b-8f48-25a4dd684125 None None] Provisioning complete for port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:58.548603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Pushing event deleted for resources: {'Port': ['ID=106028d4-e982-4636-abcf-c9cb0778148a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:58.551447 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f22d48a8-5984-4f7b-8f48-25a4dd684125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.568345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.621896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0e2b367d-d286-4740-9867-23f23fe6d206 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:58.622243 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.649029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.865762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.869567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.978213 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.979085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69786453-ba3d-4604-b2fc-b9ea6f2eda44 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:47:58.987806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:58.991848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9aef9736-6d7c-4130-b1fe-38ed798bf26b admin admin] 10.222.0.31 "DELETE /v2.0/routers/69786453-ba3d-4604-b2fc-b9ea6f2eda44 HTTP/1.1" status: 204 len: 168 time: 1.8811264 Nov 02 16:47:58.997749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54028) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:59.061952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf921-9872-42c9-93d2-e190c9f7fcc8 req-045be878-947e-4987-becf-8fecbc3fe796 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:59.069815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce1cf921-9872-42c9-93d2-e190c9f7fcc8 req-045be878-947e-4987-becf-8fecbc3fe796 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.4225006 Nov 02 16:47:59.112969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-03d7c437-f757-4388-b2ac-c724f7c96548 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:59.114548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-03d7c437-f757-4388-b2ac-c724f7c96548 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 797 time: 0.7462268 Nov 02 16:47:59.135177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce1cf921-9872-42c9-93d2-e190c9f7fcc8 req-2699d660-bbbe-47a9-bb60-454249bd8813 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Nov 02 16:47:59.139159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Deleting subnet 1a612d00-0f25-4826-8773-42bf385aa450 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:47:59.143197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.152569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-dfc19033-4233-4431-a1cf-128c431b3bf2 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825836 Nov 02 16:47:59.222589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df1dc386-4304-497a-97e3-53222ad0e04f req-96aceb38-6902-4897-a09f-e766e1877e13 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 210 time: 0.1486652 Nov 02 16:47:59.239246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.268744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-c8ca4281-0536-4e6f-ab9e-c8c5590ccc1a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 380 time: 0.1132224 Nov 02 16:47:59.287343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'port': {'device_id': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'admin_state_up': True, 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'security_groups': ['5784449f-5616-44df-8022-bc82b6ee1910']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:59.366885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.392815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-7e7d1017-ca95-4e8b-a6b4-b5ac982ed172 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301705 Nov 02 16:47:59.455509 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.486867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a612d00-0f25-4826-8773-42bf385aa450,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:59.504607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.505355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d077d-33bb-4e49-b148-383ca0496837 None None] Network d5842ab3-e187-4662-b966-6f5e848200a0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:47:59.510513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff6fb106-f268-4072-a0a1-b81eed50b1ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a612d00-0f25-4826-8773-42bf385aa450 HTTP/1.1" status: 204 len: 168 time: 0.5118306 Nov 02 16:47:59.516650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54032) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:59.614295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.713462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Deleting port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:47:59.713931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.722011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-a6cf666e-823e-4ff0-93ee-d78c5674e3ff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 200 len: 217 time: 0.3202398 Nov 02 16:47:59.725381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:59.827155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e53a537e-cc8e-4d59-b9b9-0a8dab043d72 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:59.837116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] For port 78ce4cd5-f0f7-4419-be67-73ff185a3c96, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=78ce4cd5-f0f7-4419-be67-73ff185a3c96,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:59.837682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:47:59.961429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:59.961809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.005485 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:48:00.042849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:00.056977 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:00.057418 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55a4376d-e192-411f-a158-f858f9709fb1 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "PUT /v2.0/routers/78e69636-8c3a-4ab7-9ca7-090a0abb893d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4684370 Nov 02 16:48:00.062641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:00.074346 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:00.082812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.089091 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:00.128994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] DHCP port deletion for d5842ab3-e187-4662-b966-6f5e848200a0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:48:00.167244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-19969fb2-f0ad-47ee-aa9f-4db7165e6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.169214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-19969fb2-f0ad-47ee-aa9f-4db7165e6d4e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.4383848 Nov 02 16:48:00.242281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 106028d4-e982-4636-abcf-c9cb0778148a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:00.295187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 106028d4-e982-4636-abcf-c9cb0778148a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:00.295557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 106028d4-e982-4636-abcf-c9cb0778148a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:00.296103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d3808bf0-7827-45c0-afec-e47abfc2e768 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:00.304208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] Deleting port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:00.304627 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.345575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-057c3cfd-09ec-40c4-be9d-6bdbc63e9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.347712 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-057c3cfd-09ec-40c4-be9d-6bdbc63e9826 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147146 Nov 02 16:48:00.379433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d3808bf0-7827-45c0-afec-e47abfc2e768 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:00.379774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d3808bf0-7827-45c0-afec-e47abfc2e768 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:00.436004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.4 (e02a17b7-4eb4-4668-9cf3-54c7352e5753/684b3319-04f2-43d9-a2cf-16ad2e68ec18/0b903ac2-5ead-491e-8a57-bbc986ab5444) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:00.444237 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:00.504715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Calling delete_port for 78ce4cd5-f0f7-4419-be67-73ff185a3c96 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:00.518080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-ce2cdb03-48cf-4c6b-9b99-20408efb3e69 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612189 Nov 02 16:48:00.523244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] For port 78ce4cd5-f0f7-4419-be67-73ff185a3c96, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=78ce4cd5-f0f7-4419-be67-73ff185a3c96,segment=NetworkSegment(2e8d1946-f9ea-46a5-9399-459ecc6d6f94),segment_id=2e8d1946-f9ea-46a5-9399-459ecc6d6f94)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:00.525320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.562357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] Calling delete_port for 78ce4cd5-f0f7-4419-be67-73ff185a3c96 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:00.636160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da250eed-eb9a-4f56-b4bb-89b4e2feeae6 req-5e168247-3542-4820-b995-e33349fd0a4e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 210 time: 0.1054482 Nov 02 16:48:00.709493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-0bc8306d-99f8-4587-9092-c3e6b3e426be service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812894 Nov 02 16:48:00.713429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.736697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.748548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a05ea6-386f-4a04-bf3f-43f56a4f66cb req-8db90426-3b74-4c4b-a441-67f13d5918c8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.755080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8a05ea6-386f-4a04-bf3f-43f56a4f66cb req-8db90426-3b74-4c4b-a441-67f13d5918c8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.2152648 Nov 02 16:48:00.764944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-612dc097-e3bd-454e-8103-e97625b5cfe0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 200 len: 217 time: 0.0462646 Nov 02 16:48:00.828895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] Pushing event deleted for resources: {'Port': ['ID=78ce4cd5-f0f7-4419-be67-73ff185a3c96,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:00.834397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.839984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-3f02e9e1-8a89-4c5e-bf7d-f98aaac43595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.840390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:00.842540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-3f02e9e1-8a89-4c5e-bf7d-f98aaac43595 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 200 len: 797 time: 0.0679350 Nov 02 16:48:00.843686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ace7d9-34d8-427a-92ad-fcee32081414 None None] No DVR routers for this DVR port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:00.854356 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:31Z', 'revision_number': 1, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:00.872991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=78ce4cd5-f0f7-4419-be67-73ff185a3c96,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:00.887435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:00.887915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8a05ea6-386f-4a04-bf3f-43f56a4f66cb req-8f78c191-a8b1-47c3-beb3-4ab3adb1f71a tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307099 Nov 02 16:48:00.900261 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:00.902446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:00.903964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] No DVR routers for this DVR port 78ce4cd5-f0f7-4419-be67-73ff185a3c96 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:00.924621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a03a2-dbef-4bb1-af79-032b034a28ca req-43fa3a97-c209-4a3e-abc7-41e7658134dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.925666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:00.926239 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:00.927094 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:00.930475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae0a03a2-dbef-4bb1-af79-032b034a28ca req-43fa3a97-c209-4a3e-abc7-41e7658134dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.1498702 Nov 02 16:48:00.980100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:01.006083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:01.006687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.030434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-7cedc1a3-69cc-49b0-85f7-de28406397c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:01.032006 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-7cedc1a3-69cc-49b0-85f7-de28406397c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ab20d19-7540-4319-909a-7d255dbb14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672690 Nov 02 16:48:01.037877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-974e6a6b-fe4b-4f41-9bc8-0f58457a3dd0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7583520 Nov 02 16:48:01.052123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Request body: {'port': {'device_id': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:01.053882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.088717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5842ab3-e187-4662-b966-6f5e848200a0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:01.103202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8d1946-f9ea-46a5-9399-459ecc6d6f94') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:01.103411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8d1946-f9ea-46a5-9399-459ecc6d6f94') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:01.130095 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.147567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae0a03a2-dbef-4bb1-af79-032b034a28ca req-290f2777-9f9b-41ca-8389-2c5f8a7e7a68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072787 Nov 02 16:48:01.172395 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:01.179271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.193140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:01.194042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:01.215578 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:01.234583 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.247096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-a35f6e06-9d2c-4b34-b6ca-ad038d0325e7 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072828 Nov 02 16:48:01.278948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d4128f69-c40f-4302-9de8-59e665eb9ff3 None None] Provisioning complete for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:01.278948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4128f69-c40f-4302-9de8-59e665eb9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.316939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.327005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.333956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5842ab3-e187-4662-b966-6f5e848200a0 HTTP/1.1" status: 204 len: 168 time: 1.8159070 Nov 02 16:48:01.335143 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d4128f69-c40f-4302-9de8-59e665eb9ff3 None None] Port 0b903ac2-5ead-491e-8a57-bbc986ab5444 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:01.349269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821852-bf76-4102-80d1-225acc4ff8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d5842ab3-e187-4662-b966-6f5e848200a0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:01.472631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:31Z', 'revision_number': 1, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:01.490019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 78ce4cd5-f0f7-4419-be67-73ff185a3c96 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:01.492769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-d8fb3357-8126-4b66-9f50-467e118bb127 service neutron] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322724 Nov 02 16:48:01.514785 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf4ecf-a422-413d-9f6b-bb5cf4df3481 None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '0711124f-e84f-4b17-908b-bbcc6b68d707', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'port_id': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'mac_address': 'fa:16:3e:52:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:46:29Z', 'updated_at': '2021-11-02T16:46:31Z', 'revision_number': 1, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:01.519770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 78ce4cd5-f0f7-4419-be67-73ff185a3c96 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:01.520469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 78ce4cd5-f0f7-4419-be67-73ff185a3c96 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:01.558030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54050) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:01.585157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2bfee565-5ab3-4693-bb12-9e944cb7f302 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 200 len: 217 time: 0.0840116 Nov 02 16:48:01.605097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-84e9dfd7-0d5c-47b1-924f-b52e81db2888 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d27c579a202d44318ed4e49556e5a9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456536 Nov 02 16:48:01.613409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54052) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:01.672844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-c119e6e5-42fc-46da-8a54-0df97839a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:01.674034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-c119e6e5-42fc-46da-8a54-0df97839a79c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.0772707 Nov 02 16:48:01.682859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436902f7-c1c0-4a33-8b80-2d46c6103a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.707779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436902f7-c1c0-4a33-8b80-2d46c6103a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.804092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf82a8-541c-49a8-92e0-e7326afd043e req-f0233507-9287-45b2-84e4-919054e5c976 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:01.806755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0cf82a8-541c-49a8-92e0-e7326afd043e req-f0233507-9287-45b2-84e4-919054e5c976 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 931 time: 0.0752137 Nov 02 16:48:01.824075 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436902f7-c1c0-4a33-8b80-2d46c6103a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.826694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-436902f7-c1c0-4a33-8b80-2d46c6103a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:01.827865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-436902f7-c1c0-4a33-8b80-2d46c6103a3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f989621-717e-4afe-a927-79dea1c6a46f HTTP/1.1" status: 204 len: 168 time: 0.2130356 Nov 02 16:48:01.854682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436902f7-c1c0-4a33-8b80-2d46c6103a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f989621-717e-4afe-a927-79dea1c6a46f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:01.877269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0cf82a8-541c-49a8-92e0-e7326afd043e req-28a5b6ed-3bcb-49be-917e-24dae9c23359 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553896 Nov 02 16:48:02.051860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4ae1d-6089-4f36-8f22-2818f05f78dc req-754d4ce8-9b32-440d-b5db-2218090c8302 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.053452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcc4ae1d-6089-4f36-8f22-2818f05f78dc req-754d4ce8-9b32-440d-b5db-2218090c8302 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0610888 Nov 02 16:48:02.091807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b903ac2-5ead-491e-8a57-bbc986ab5444 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:02.104313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-60883e53-268f-4edc-997c-4c827c52baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.107245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-60883e53-268f-4edc-997c-4c827c52baa0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4226651 Nov 02 16:48:02.113833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcc4ae1d-6089-4f36-8f22-2818f05f78dc req-4aef4c18-9d6a-4547-9b31-a325a666368c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Nov 02 16:48:02.114750 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:02.156841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Transition to ACTIVE for port object 0b903ac2-5ead-491e-8a57-bbc986ab5444 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:48:02.196349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:02.252726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-b581158e-564c-4ef8-800b-5a27f2ddd71c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.254333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-b581158e-564c-4ef8-800b-5a27f2ddd71c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.2064824 Nov 02 16:48:02.353949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:02.355559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1056b5-7e34-45e3-99ea-8859575d1d14 req-7af8c3b1-99c0-4a19-822c-35ec3cb59d19 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.360607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f1056b5-7e34-45e3-99ea-8859575d1d14 req-7af8c3b1-99c0-4a19-822c-35ec3cb59d19 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 946 time: 0.1206889 Nov 02 16:48:02.401320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-c62b8c83-7cf6-4872-9dea-986e559cf806 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790387 Nov 02 16:48:02.421783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f1056b5-7e34-45e3-99ea-8859575d1d14 req-1e25d8a5-d20a-4351-b90d-64c78ac12abb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=916f5cd9-ada8-4371-89b6-acf32405293c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580893 Nov 02 16:48:02.618739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:02.619241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:02.619803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:02.650275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port b88ac5e4-c411-4ce2-9a2b-ade972282790 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:02.650620 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:02.656174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:48:02.656498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:02.672811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-336ba572-259e-4d0e-b2b1-acaae5b5d2f4 service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092497 Nov 02 16:48:02.712896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:02.713238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Checking segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:02.713611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Bound using segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:02.714066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Bound port: 0b903ac2-5ead-491e-8a57-bbc986ab5444, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:02.714450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:02.765744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-c979b56d-58a9-4156-9037-84abbebf26b8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 200 len: 217 time: 0.0616403 Nov 02 16:48:02.902603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port b88ac5e4-c411-4ce2-9a2b-ade972282790, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=b88ac5e4-c411-4ce2-9a2b-ade972282790,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:02.902975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:02.906771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2494ee6a-b1bb-4467-9c1a-d89b96b0ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.908381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-2494ee6a-b1bb-4467-9c1a-d89b96b0ab7b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 200 len: 797 time: 0.1316109 Nov 02 16:48:02.944918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for b88ac5e4-c411-4ce2-9a2b-ade972282790 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:02.949672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:02.989132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:02.999543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:03.035212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9193f-d55b-40fa-a3aa-249e2dc99171 req-b43d427b-f9aa-4fa1-8d81-34bf4bc9b5ee tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.036779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31d9193f-d55b-40fa-a3aa-249e2dc99171 req-b43d427b-f9aa-4fa1-8d81-34bf4bc9b5ee tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 943 time: 0.0679307 Nov 02 16:48:03.084629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.085245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:03.087672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] 10.222.0.55 "PUT /v2.0/ports/0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 1091 time: 2.0392861 Nov 02 16:48:03.094913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:03.097443 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2841f6-8720-4672-985c-2e5cda447e07" -d '{"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:03.115945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31d9193f-d55b-40fa-a3aa-249e2dc99171 req-8d9c1d67-e973-4086-9a5e-9ca5ded2ed1f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700428 Nov 02 16:48:03.122805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-d57496d7-89cb-45ba-ad34-5a0af4cf02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.125419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-d57496d7-89cb-45ba-ad34-5a0af4cf02d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a72004e9-fb89-4003-80e5-b791065335de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2071044 Nov 02 16:48:03.177395 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3256a2d0-124e-44d1-b444-7ba4aa8fc69b x-openstack-request-id: req-3256a2d0-124e-44d1-b444-7ba4aa8fc69b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:03.177688 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:03.177945 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3256a2d0-124e-44d1-b444-7ba4aa8fc69b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:03.178390 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'status': 'completed', 'code': 200} Nov 02 16:48:03.254288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a335d79-a61e-49c0-8d75-7ea45efd99ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:03.319452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab96b-e962-4e58-9eac-726bb0000282 req-b5febe39-0b01-4b5c-a67d-de793840cf75 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.329064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a24ab96b-e962-4e58-9eac-726bb0000282 req-b5febe39-0b01-4b5c-a67d-de793840cf75 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1171329 Nov 02 16:48:03.335497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-31dde783-f975-400d-97ab-5b58506a293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.337044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-31dde783-f975-400d-97ab-5b58506a293e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1094 time: 0.1845491 Nov 02 16:48:03.355373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-273ddc94-013c-4f85-a6f2-ac9ac81042db service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209501 Nov 02 16:48:03.402910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a24ab96b-e962-4e58-9eac-726bb0000282 req-c90fe3d6-4615-4969-9038-bbbc4bfe229e tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719533 Nov 02 16:48:03.427532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-230c7ab1-890e-4b26-ab1f-051c80e53e42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 217 time: 0.0779586 Nov 02 16:48:03.431374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 27c11955-ec38-407c-8cd8-577602a61911 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:03.459555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 27c11955-ec38-407c-8cd8-577602a61911 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:03.459913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 27c11955-ec38-407c-8cd8-577602a61911 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:03.465312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:03.559926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=b88ac5e4-c411-4ce2-9a2b-ade972282790,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:03.590521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e00b85-5c92-45fb-a87e-294aa2de4321 req-790c8349-807d-41bf-a2cd-d5a7868fa2e2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=acdc35fa-40c5-488c-8b69-b5d573645800 HTTP/1.1" status: 200 len: 210 time: 0.0671902 Nov 02 16:48:03.647288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] No DVR routers for this DVR port b88ac5e4-c411-4ce2-9a2b-ade972282790 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:03.650493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-75dc0cf7-c193-40fa-9a65-cd6997739db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.652017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-75dc0cf7-c193-40fa-9a65-cd6997739db1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.1880739 Nov 02 16:48:03.658520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:03.661819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ffed9d10-c204-41c0-bab9-9bb68ae974c7 req-fbca6f5e-f3a6-437f-bf3f-253569a217ee tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "DELETE /v2.0/ports/b88ac5e4-c411-4ce2-9a2b-ade972282790 HTTP/1.1" status: 204 len: 173 time: 1.3968332 Nov 02 16:48:03.677292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbad2f8a-3674-4e56-97a4-f48371556f04 req-670495f3-cd02-499a-bfdc-cedc8f65a3ed service neutron] 10.222.0.100 "GET /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134840 Nov 02 16:48:03.720462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6c980995-8487-4547-ac1c-ace53f9a972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.722001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-6c980995-8487-4547-ac1c-ace53f9a972d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591984 Nov 02 16:48:03.840780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-0c0ed8c4-91bb-45cd-aba9-5555ce71aed7 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107669 Nov 02 16:48:03.940282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6470259d-2c68-4e77-a3b5-ef2b3b8b9c07 req-93bc415e-0a86-4961-96bc-e8895a66f3a8 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913346 Nov 02 16:48:04.068493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-d81b1066-ad25-4e8c-8a84-6c2a94e87cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.070717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-d81b1066-ad25-4e8c-8a84-6c2a94e87cfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1094 time: 0.0715773 Nov 02 16:48:04.198494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-6ae8a236-4929-45c6-8944-847f4998796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.200020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-6ae8a236-4929-45c6-8944-847f4998796c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.1210513 Nov 02 16:48:04.248570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-3a5b2111-e035-4144-8ab1-92e5b2b70b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 217 time: 0.0411630 Nov 02 16:48:04.269640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ca546-2cfc-4903-ae62-beebec36d75f req-d94dd38b-130b-48ca-9fa5-06829db882a5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.271407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b22ca546-2cfc-4903-ae62-beebec36d75f req-d94dd38b-130b-48ca-9fa5-06829db882a5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 943 time: 0.0624809 Nov 02 16:48:04.308181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-67d3c639-fc42-4a90-9c29-e3aeefe5dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.309671 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-67d3c639-fc42-4a90-9c29-e3aeefe5dccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0532947 Nov 02 16:48:04.316693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b22ca546-2cfc-4903-ae62-beebec36d75f req-23e116f9-b00b-4fb8-a80c-94d9041b98e5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375574 Nov 02 16:48:04.360566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-00ad4faa-b1c3-480e-93f5-17ce682b5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.362244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-00ad4faa-b1c3-480e-93f5-17ce682b5726 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440989 Nov 02 16:48:04.467302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-e5994313-e688-4271-b769-beae46c12b7e service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912840 Nov 02 16:48:04.588521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb64d8-1cf1-4f31-82d5-9d35b52aec73 req-1db350c6-8703-4a91-be32-ec37f793289d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.590315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17cb64d8-1cf1-4f31-82d5-9d35b52aec73 req-1db350c6-8703-4a91-be32-ec37f793289d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0929995 Nov 02 16:48:04.620518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b2841f6-8720-4672-985c-2e5cda447e07 req-75bb2e37-7b25-4ec5-bc50-323981b5b2e4 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402299 Nov 02 16:48:04.644061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17cb64d8-1cf1-4f31-82d5-9d35b52aec73 req-421a9f13-fd0d-48cd-ab55-807eee8dcff8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458577 Nov 02 16:48:04.666452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:04.739956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a49-1912-4f4b-8a04-ac286df81d68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:04.766720 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a49-1912-4f4b-8a04-ac286df81d68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:04.833448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a49-1912-4f4b-8a04-ac286df81d68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:04.837142 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a49-1912-4f4b-8a04-ac286df81d68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:04.838388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d6a90a49-1912-4f4b-8a04-ac286df81d68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/security-groups/916f5cd9-ada8-4371-89b6-acf32405293c HTTP/1.1" status: 204 len: 168 time: 0.1707115 Nov 02 16:48:04.847788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a90a49-1912-4f4b-8a04-ac286df81d68 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916f5cd9-ada8-4371-89b6-acf32405293c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:04.893741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54134) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:04.958460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting subnet 87a32625-b2be-44c1-b43a-40bb17b0bb91 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:48:04.961961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.004899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.009772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54138) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:05.096610 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.129107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d59c526-f478-4efd-ad0d-d322eacd5663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.171764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.182407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'name': 'network-vif-deleted', 'tag': 'b88ac5e4-c411-4ce2-9a2b-ade972282790'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:05.185055 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb176e-ab01-447c-b374-951364714231" -d '{"events": [{"server_uuid": "acdc35fa-40c5-488c-8b69-b5d573645800", "name": "network-vif-deleted", "tag": "b88ac5e4-c411-4ce2-9a2b-ade972282790"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:05.201745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Subnet': ['ID=87a32625-b2be-44c1-b43a-40bb17b0bb91,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:05.205553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.208935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af7b06b2-9429-48eb-8e44-1189acf6d344 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/subnets/87a32625-b2be-44c1-b43a-40bb17b0bb91 HTTP/1.1" status: 204 len: 168 time: 0.3141115 Nov 02 16:48:05.212121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54144) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:05.213895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909a2f0-d41b-457a-9099-0256e36fda69 None None] Network 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:05.240624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d59c526-f478-4efd-ad0d-d322eacd5663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.257019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d59c526-f478-4efd-ad0d-d322eacd5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.265588 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab97da-ce78-40e5-bdb3-b8da56fde9d4 x-openstack-request-id: req-1dab97da-ce78-40e5-bdb3-b8da56fde9d4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:05.266154 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdc35fa-40c5-488c-8b69-b5d573645800", "name": "network-vif-deleted", "tag": "b88ac5e4-c411-4ce2-9a2b-ade972282790", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:05.266579 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dab97da-ce78-40e5-bdb3-b8da56fde9d4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:05.267205 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdc35fa-40c5-488c-8b69-b5d573645800', 'name': 'network-vif-deleted', 'tag': 'b88ac5e4-c411-4ce2-9a2b-ade972282790', 'status': 'completed', 'code': 200} Nov 02 16:48:05.301940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.317172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0d59c526-f478-4efd-ad0d-d322eacd5663 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4c9c640fc3e4cd988813edba28436a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061616 Nov 02 16:48:05.318207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59c526-f478-4efd-ad0d-d322eacd5663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f2e0f-1bdf-4f78-94e8-49bdfd842067,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:05.320107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54146) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:05.440251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63438140-4465-4572-be42-c9e21962871f None None] DHCP port deletion for 0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:48:05.470299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb01e8c4-923f-495a-938f-953f60b0a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.481890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port d8f10885-8890-42e2-8d08-89714860794b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:05.482254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.491420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-63438140-4465-4572-be42-c9e21962871f None None] Deleting port d8f10885-8890-42e2-8d08-89714860794b {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:05.491856 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-63438140-4465-4572-be42-c9e21962871f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.547988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1989e-972e-4d34-ad4b-3d47f5310836 req-71dbd435-ee7e-472e-9f1b-8a0ddffb3795 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:05.549557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ea1989e-972e-4d34-ad4b-3d47f5310836 req-71dbd435-ee7e-472e-9f1b-8a0ddffb3795 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 943 time: 0.1429844 Nov 02 16:48:05.551613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb01e8c4-923f-495a-938f-953f60b0a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.573382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-63438140-4465-4572-be42-c9e21962871f None None] For port d8f10885-8890-42e2-8d08-89714860794b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8f10885-8890-42e2-8d08-89714860794b,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:05.573786 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-63438140-4465-4572-be42-c9e21962871f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.588736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-63438140-4465-4572-be42-c9e21962871f None None] Calling delete_port for d8f10885-8890-42e2-8d08-89714860794b owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:05.611863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port d8f10885-8890-42e2-8d08-89714860794b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d8f10885-8890-42e2-8d08-89714860794b,segment=NetworkSegment(a17db75f-9ba8-4a15-a1f8-0f3de521dd0e),segment_id=a17db75f-9ba8-4a15-a1f8-0f3de521dd0e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:05.612231 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.648881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for d8f10885-8890-42e2-8d08-89714860794b owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:05.658663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ea1989e-972e-4d34-ad4b-3d47f5310836 req-834f081d-67ef-40c0-a976-6c17aab226c5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026525 Nov 02 16:48:05.694813 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-63438140-4465-4572-be42-c9e21962871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.732281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63438140-4465-4572-be42-c9e21962871f None None] Pushing event deleted for resources: {'Port': ['ID=d8f10885-8890-42e2-8d08-89714860794b,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:05.733194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb01e8c4-923f-495a-938f-953f60b0a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.736624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb01e8c4-923f-495a-938f-953f60b0a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.737894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bb01e8c4-923f-495a-938f-953f60b0a996 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c9f2e0f-1bdf-4f78-94e8-49bdfd842067 HTTP/1.1" status: 204 len: 168 time: 0.4152181 Nov 02 16:48:05.748679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63438140-4465-4572-be42-c9e21962871f None None] No DVR routers for this DVR port d8f10885-8890-42e2-8d08-89714860794b on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:05.772521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01e8c4-923f-495a-938f-953f60b0a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f2e0f-1bdf-4f78-94e8-49bdfd842067,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:05.812291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.849707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=d8f10885-8890-42e2-8d08-89714860794b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:05.852568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] No DVR routers for this DVR port d8f10885-8890-42e2-8d08-89714860794b on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:05.903589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cf5d-fa11-4e9e-a655-1329d37f4fd5 req-7b9aa5a2-04f2-499a-999a-0f81da6c3afc tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:05.905181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c78cf5d-fa11-4e9e-a655-1329d37f4fd5 req-7b9aa5a2-04f2-499a-999a-0f81da6c3afc tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1363738 Nov 02 16:48:05.963615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:05.994325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0e4af8-d85b-421b-ae9a-94cd9d0951b0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:05.998956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c78cf5d-fa11-4e9e-a655-1329d37f4fd5 req-6a8611ac-874b-49ce-8e66-f6dbedcf4683 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673056 Nov 02 16:48:06.008710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:06.009009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17db75f-9ba8-4a15-a1f8-0f3de521dd0e') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:06.022668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.040846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.047262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:06.047879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:06.051136 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:06.097638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54158) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:06.112663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff3be535-0821-4807-a661-a88d28a60fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.125438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.125797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b88ac5e4-c411-4ce2-9a2b-ade972282790 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:06.137029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.143963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/networks/0c0e4af8-d85b-421b-ae9a-94cd9d0951b0 HTTP/1.1" status: 204 len: 168 time: 0.9284327 Nov 02 16:48:06.144792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54160) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:06.148170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: b88ac5e4-c411-4ce2-9a2b-ade972282790 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:06.148500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device b88ac5e4-c411-4ce2-9a2b-ade972282790 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:06.174102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e477ad-8d46-41a7-b07a-846681b60173 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Network': ['ID=0c0e4af8-d85b-421b-ae9a-94cd9d0951b0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.214687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff3be535-0821-4807-a661-a88d28a60fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.219726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff3be535-0821-4807-a661-a88d28a60fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.272166 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ff3be535-0821-4807-a661-a88d28a60fd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd17d5647c9d46ccb8e0c5444c37b977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733396 Nov 02 16:48:06.273703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3be535-0821-4807-a661-a88d28a60fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f64557-828f-42be-bcb2-8d5fc6a59a50,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.276316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54164) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:06.339419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d72864ea-5c29-4eba-894d-f8b5046ad23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.378713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d72864ea-5c29-4eba-894d-f8b5046ad23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.436321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1be06-429c-4259-ab1b-023e91c0b59c req-b376b041-6b2f-4377-bd01-d6891486cb95 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:06.437977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dc1be06-429c-4259-ab1b-023e91c0b59c req-b376b041-6b2f-4377-bd01-d6891486cb95 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Nov 02 16:48:06.443100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port e33f6ba6-813b-4e98-b42b-e0084d6c47b7 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:06.443519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.444995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c74a2d-6a2f-4185-935c-084c4a4a4d2d req-87578fd0-ee00-4739-b4c8-9e0078caac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:06.446939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-74c74a2d-6a2f-4185-935c-084c4a4a4d2d req-87578fd0-ee00-4739-b4c8-9e0078caac04 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.0819983 Nov 02 16:48:06.461896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:48:06.463506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d72864ea-5c29-4eba-894d-f8b5046ad23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.466848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d72864ea-5c29-4eba-894d-f8b5046ad23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.468020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d72864ea-5c29-4eba-894d-f8b5046ad23f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86f64557-828f-42be-bcb2-8d5fc6a59a50 HTTP/1.1" status: 204 len: 168 time: 0.1907566 Nov 02 16:48:06.495854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72864ea-5c29-4eba-894d-f8b5046ad23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f64557-828f-42be-bcb2-8d5fc6a59a50,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.512184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-74c74a2d-6a2f-4185-935c-084c4a4a4d2d req-a1d2a72d-e451-4dbb-8007-9b254f7baab0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Nov 02 16:48:06.588820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5dc1be06-429c-4259-ab1b-023e91c0b59c req-03b7b60f-2e52-47ed-a247-ee911eb04d6c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428506 Nov 02 16:48:06.599760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:06.618305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'mac_address': 'fa:16:3e:e3:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:48:06.626540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.626869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.640177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for e33f6ba6-813b-4e98-b42b-e0084d6c47b7 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:06.671309 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.684850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b903ac2-5ead-491e-8a57-bbc986ab5444 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:06.719745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:06.730673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.796483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.858006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a98c-4472-4d8c-8758-9fd7bd9faf4b req-5688ce29-855a-47a0-b04f-f4b0bd9af9fb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:06.859600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f26a98c-4472-4d8c-8758-9fd7bd9faf4b req-5688ce29-855a-47a0-b04f-f4b0bd9af9fb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.1070075 Nov 02 16:48:06.942377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f26a98c-4472-4d8c-8758-9fd7bd9faf4b req-d024de37-71ad-4a53-8b59-4a760faa182d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750027 Nov 02 16:48:06.943850 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:06.977149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=e33f6ba6-813b-4e98-b42b-e0084d6c47b7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.978819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0b903ac2-5ead-491e-8a57-bbc986ab5444'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:07.048247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:07.048583 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Floating IP 0711124f-e84f-4b17-908b-bbcc6b68d707 disassociated (deleted). External IP: 172.25.7.107, port: b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9. Nov 02 16:48:07.187283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260f047-9326-4a01-804c-5c5a5e9c4530 req-420106ef-368f-4178-8e53-b0169174d270 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.188017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1260f047-9326-4a01-804c-5c5a5e9c4530 req-420106ef-368f-4178-8e53-b0169174d270 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1025558 Nov 02 16:48:07.300896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1260f047-9326-4a01-804c-5c5a5e9c4530 req-095f563f-4305-45fb-abf7-254cebb9497d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024554 Nov 02 16:48:07.340199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:07.442644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8f10885-8890-42e2-8d08-89714860794b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:07.479776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:07.488991 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:07.499011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d8f10885-8890-42e2-8d08-89714860794b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:07.500013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d8f10885-8890-42e2-8d08-89714860794b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:07.503355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:07.516443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:07.517329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:07.538399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e692054b-2b2e-4e50-af20-28f66f4b288e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/floatingips/0711124f-e84f-4b17-908b-bbcc6b68d707 HTTP/1.1" status: 204 len: 168 time: 1.3928919 Nov 02 16:48:07.539213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:07.543028 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19652672-68e7-45de-91ca-528bd3f01cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:07.594264 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb15712-dbf4-458b-97b1-b55cca0aef20 x-openstack-request-id: req-3cb15712-dbf4-458b-97b1-b55cca0aef20 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:07.594264 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:07.594644 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cb15712-dbf4-458b-97b1-b55cca0aef20 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:07.595558 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'status': 'completed', 'code': 200} Nov 02 16:48:07.678184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-26fe41bf-047f-4a43-b384-8386688749a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.682783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-26fe41bf-047f-4a43-b384-8386688749a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 1096 time: 0.0681119 Nov 02 16:48:07.691976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:07.802593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bbd1e-dc20-477f-b4c1-105e4b52006e req-fea46e62-b3be-46e7-b837-257dbae1dea9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.805573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-371bbd1e-dc20-477f-b4c1-105e4b52006e req-fea46e62-b3be-46e7-b837-257dbae1dea9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.0975134 Nov 02 16:48:07.859358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-380e2d09-cfc0-4a25-bd81-f776996b9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.864347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-380e2d09-cfc0-4a25-bd81-f776996b9a6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 200 len: 898 time: 0.1724565 Nov 02 16:48:07.870599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-371bbd1e-dc20-477f-b4c1-105e4b52006e req-f3d166df-d7bb-48e7-ad52-a7589a093af9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599890 Nov 02 16:48:07.928095 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-830a4acd-485a-48d6-a568-ffeb95651283 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0526142 Nov 02 16:48:07.948458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15667fec-65ed-4387-99ac-a9e09bf2a32c req-a356a97c-7acd-4608-80c4-24b81dcf9202 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.949941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15667fec-65ed-4387-99ac-a9e09bf2a32c req-a356a97c-7acd-4608-80c4-24b81dcf9202 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 945 time: 0.0783501 Nov 02 16:48:08.002576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:08.011342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-28fd13ee-fc51-4e44-9465-ebd46a848caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.013429 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-28fd13ee-fc51-4e44-9465-ebd46a848caa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51dabab9-9e17-4412-a5a6-5e16df608447 HTTP/1.1" status: 200 len: 835 time: 0.0757771 Nov 02 16:48:08.030773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15667fec-65ed-4387-99ac-a9e09bf2a32c req-17b16617-65fe-4a72-9ab1-12f23d61de1e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732481 Nov 02 16:48:08.061838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:08.069050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-2d982af6-8838-4c50-93cc-596bfb514a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.072266 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-2d982af6-8838-4c50-93cc-596bfb514a59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=530950a6-e26d-4b9a-8200-24e63f01a2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510647 Nov 02 16:48:08.073465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:08.074370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:08.108963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed701730-70d1-47e9-a368-04b833db2354 req-10d59aeb-fdf0-491d-8f6a-d627b01d9504 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.111282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed701730-70d1-47e9-a368-04b833db2354 req-10d59aeb-fdf0-491d-8f6a-d627b01d9504 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0605493 Nov 02 16:48:08.162650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed701730-70d1-47e9-a368-04b833db2354 req-ab564116-8d52-4ba1-9614-0220ea1ab5d8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Nov 02 16:48:08.201703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:08.225734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-60cdddfa-12be-4eb4-a4b5-5f5c432955db service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449664 Nov 02 16:48:08.239582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-34d095e5-940e-49c4-898c-fb161e766124 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.241196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-34d095e5-940e-49c4-898c-fb161e766124 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.0738146 Nov 02 16:48:08.417245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-19652672-68e7-45de-91ca-528bd3f01cc2 req-026b4780-d405-4723-9436-1fd3b3c70925 service neutron] 10.222.0.55 "GET /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743598 Nov 02 16:48:08.436339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 75183537-863f-4a34-a33e-7a0360cdc1ce {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:08.436721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.453191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab165-c32c-4eb5-9e9e-506857708d0b req-a765bade-e4ea-4653-a476-9d7ebf1a1224 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.454863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70bab165-c32c-4eb5-9e9e-506857708d0b req-a765bade-e4ea-4653-a476-9d7ebf1a1224 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.0742331 Nov 02 16:48:08.480986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:08.508797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70bab165-c32c-4eb5-9e9e-506857708d0b req-7f78921c-a95c-4651-bb93-d2c67237a696 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Nov 02 16:48:08.523802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:08.530861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b137d22-9744-4fe8-8c85-8a8746d96d00 None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:47:57Z', 'revision_number': 6, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'd6aa855d-a0c1-4b16-a3fa-f55188f95c79', 'name': '', 'network_id': '530950a6-e26d-4b9a-8200-24e63f01a2e1', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:ae:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:12Z', 'updated_at': '2021-11-02T16:46:16Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': '51dabab9-9e17-4412-a5a6-5e16df608447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:08.566487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-33f4abde-bb62-4322-8c04-42a9d51900de req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1375979417', 'description': 'tempest-description-375166481'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:08.575959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port 75183537-863f-4a34-a33e-7a0360cdc1ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75183537-863f-4a34-a33e-7a0360cdc1ce,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:08.576791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.610143 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5733c735-472e-4d67-96a5-10a2c6e323a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.619424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-33f4abde-bb62-4322-8c04-42a9d51900de req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.646390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:48:08.652332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:08.652762 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.748012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-33f4abde-bb62-4322-8c04-42a9d51900de req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.759218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-33f4abde-bb62-4322-8c04-42a9d51900de req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.774805 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.809073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:08.811629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807bc95b-991e-4c71-8793-70e76c3358cd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:08.812087 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce183f5-0211-4a5f-8a04-f15166ee1b7b" -d '{"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-plugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:08.821388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-33f4abde-bb62-4322-8c04-42a9d51900de req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.827126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:08.827805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33f4abde-bb62-4322-8c04-42a9d51900de req-190a11a8-7ef6-499a-8cd6-698d5ec9f686 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2661400 Nov 02 16:48:08.833994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.891174 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecccdc0-6609-4b62-a0d6-a937adb49fa1 x-openstack-request-id: req-9ecccdc0-6609-4b62-a0d6-a937adb49fa1 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:08.891947 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-plugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:08.891947 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ecccdc0-6609-4b62-a0d6-a937adb49fa1 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:08.899484 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'code': 200} Nov 02 16:48:08.933468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.935601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:08.937355 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Floating IP aafd4643-b586-487e-8ebf-2bdf3300917b disassociated. External IP: 172.25.7.111, port: 75183537-863f-4a34-a33e-7a0360cdc1ce. Nov 02 16:48:08.937713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 75183537-863f-4a34-a33e-7a0360cdc1ce owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:08.945153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:09.042834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-2a974ecd-de96-4e4b-adb6-5eec014cf32c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1375979417&fields=id&tenant_id=cd949dcc812a4750bf49d5d855c36a24 HTTP/1.1" status: 200 len: 267 time: 0.0850375 Nov 02 16:48:09.061932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed163f6-dfea-4a59-8176-2fbbb521b9be req-ed2ae5d3-9b0c-4e30-8bfd-a70680b6e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.063714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bed163f6-dfea-4a59-8176-2fbbb521b9be req-ed2ae5d3-9b0c-4e30-8bfd-a70680b6e3db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1096 time: 0.1018972 Nov 02 16:48:09.090523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df6fc7-e386-492f-af66-e28da6392e0c None None] New status for floating IP 0711124f-e84f-4b17-908b-bbcc6b68d707: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:09.101894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12474-6d96-4007-b34c-695ea412fce5 req-944c9010-d82a-4bc8-8c2d-9df443da3145 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.103657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ef12474-6d96-4007-b34c-695ea412fce5 req-944c9010-d82a-4bc8-8c2d-9df443da3145 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 946 time: 0.1229415 Nov 02 16:48:09.149761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-bb571007-b773-4678-9f32-bad6fcaf9158 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.151342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-bb571007-b773-4678-9f32-bad6fcaf9158 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1015766 Nov 02 16:48:09.157646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bed163f6-dfea-4a59-8176-2fbbb521b9be req-7b5c786c-f131-42f3-8e1b-894ef9053545 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846536 Nov 02 16:48:09.171257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'port': {'security_groups': ['b011c47a-19e7-4496-bd09-191cb840cb97', '807bc95b-991e-4c71-8793-70e76c3358cd']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:09.178996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ef12474-6d96-4007-b34c-695ea412fce5 req-abcb4573-f86e-42b0-bf5b-8c30a0a76add tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658424 Nov 02 16:48:09.251755 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:09.263804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:09.512426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2399-deed-4718-a8bb-fdc7aaad10df req-9bfad63b-9692-47a6-89b8-671ec176db42 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.514405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de7a2399-deed-4718-a8bb-fdc7aaad10df req-9bfad63b-9692-47a6-89b8-671ec176db42 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 945 time: 0.1293066 Nov 02 16:48:09.561178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=75183537-863f-4a34-a33e-7a0360cdc1ce,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:09.606421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:09.620958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de7a2399-deed-4718-a8bb-fdc7aaad10df req-2c882c3d-88b8-4121-bc7f-80e3d010f129 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c44bb73-ead6-46eb-bbce-18e3234d4fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933330 Nov 02 16:48:09.682842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:09.685615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-ff878bd8-5998-4693-91ac-5e1c65db947c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.687867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-ff878bd8-5998-4693-91ac-5e1c65db947c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.55 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 945 time: 0.1354792 Nov 02 16:48:09.698861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:09.711259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6b20dae9-c434-483d-aab0-43b1a9a1e7df'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:09.810163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:09.821113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.821790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:09.823904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87adf859-0c54-43e0-9cf2-03656a520f03 req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "PUT /v2.0/ports/6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 981 time: 0.6632884 Nov 02 16:48:09.826328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:09.830096 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:09.873606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37f377-0a04-42dc-a440-593917be13a9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:09.887138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a61a9-440f-40fc-b882-a03b17cded2a req-2f2538fa-af01-406a-a6f9-ec27e80bb060 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.888843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f9a61a9-440f-40fc-b882-a03b17cded2a req-2f2538fa-af01-406a-a6f9-ec27e80bb060 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1182702 Nov 02 16:48:09.946262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6b20dae9-c434-483d-aab0-43b1a9a1e7df'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:09.971190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f9a61a9-440f-40fc-b882-a03b17cded2a req-316d5f35-c46c-447c-aafd-fb7baf933019 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757046 Nov 02 16:48:09.983251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54280) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:09.985797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:10.036646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:10.052562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-2a151b60-9448-4554-9619-4b09575f5a09 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1375979417&fields=id&tenant_id=cd949dcc812a4750bf49d5d855c36a24 HTTP/1.1" status: 200 len: 267 time: 0.0967200 Nov 02 16:48:10.056151 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16624712-5a75-4c09-8856-c242facbce81 x-openstack-request-id: req-16624712-5a75-4c09-8856-c242facbce81 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:10.056441 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:10.060384 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16624712-5a75-4c09-8856-c242facbce81 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:10.061017 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'status': 'completed', 'code': 200} Nov 02 16:48:10.092981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:10.093322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.099188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port 75183537-863f-4a34-a33e-7a0360cdc1ce on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:10.133545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:10.134665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:10.154040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-e3ad4724-82aa-45dd-ab2c-cf3b8c910353 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.155744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-e3ad4724-82aa-45dd-ab2c-cf3b8c910353 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 984 time: 0.0921597 Nov 02 16:48:10.168750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'port': {'security_groups': ['b011c47a-19e7-4496-bd09-191cb840cb97']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:10.186508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.189792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fcf35dd4-4ee5-484c-b4e0-a9cf2c4a2e03 req-4d6750f7-cab2-46ef-b433-8fa628cd7a21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "DELETE /v2.0/ports/75183537-863f-4a34-a33e-7a0360cdc1ce HTTP/1.1" status: 204 len: 173 time: 1.9350839 Nov 02 16:48:10.196030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'name': 'network-vif-deleted', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:10.198322 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1df57-f447-419c-a5e4-4eb8c4dce216" -d '{"events": [{"server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "name": "network-vif-deleted", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:10.303166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.392269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:10.392269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.405328 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee8c134-a651-4ef9-a503-fddf3ccde39e x-openstack-request-id: req-2ee8c134-a651-4ef9-a503-fddf3ccde39e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:10.405539 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c44f45-586f-4a44-9cb6-8b54377e3291", "name": "network-vif-deleted", "tag": "75183537-863f-4a34-a33e-7a0360cdc1ce", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:10.405786 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ee8c134-a651-4ef9-a503-fddf3ccde39e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:10.406237 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c44f45-586f-4a44-9cb6-8b54377e3291', 'name': 'network-vif-deleted', 'tag': '75183537-863f-4a34-a33e-7a0360cdc1ce', 'status': 'completed', 'code': 200} Nov 02 16:48:10.422404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:10.446512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:10.450848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59cb860e-3b7f-4755-a508-ab691a8e22ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.490724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-4788f1e7-d375-441b-9670-1a03b3e8e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.492281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-4788f1e7-d375-441b-9670-1a03b3e8e3b5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1135 time: 0.3944032 Nov 02 16:48:10.665558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06d62fd4-d627-4445-b8c0-b9cd7f744430 req-f849a2b9-a9d1-44ce-8bfa-c152fb9df8ba tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.2719901 Nov 02 16:48:10.681666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:10.719975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-cfebd2d1-f4d0-45a5-b56d-6c6af9a574f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.722032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-cfebd2d1-f4d0-45a5-b56d-6c6af9a574f5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.1978745 Nov 02 16:48:10.731724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:10.764489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.765987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:10.771051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.778257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:10.779046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:10.786016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6b20dae9-c434-483d-aab0-43b1a9a1e7df'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:10.806751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59cb860e-3b7f-4755-a508-ab691a8e22ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.814372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-f4b60a12-d001-444c-b117-e3f1d3ec25f1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0661237 Nov 02 16:48:10.817723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59cb860e-3b7f-4755-a508-ab691a8e22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.844655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.846551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.855397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfdaae7-77e9-454f-9dfb-4696e7e53393 req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "PUT /v2.0/ports/6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 942 time: 0.6921868 Nov 02 16:48:10.900266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb860e-3b7f-4755-a508-ab691a8e22ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222dfb2-aaed-4e73-a941-93a236e91715,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:10.909518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event updated for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:10.966945 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-59cb860e-3b7f-4755-a508-ab691a8e22ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03eecd376bc0419b9402aac71b8db398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9788542 Nov 02 16:48:10.969920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:10.974822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54294) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:11.020467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:11.031073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-074afdf5-290a-434d-a594-b57094832451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:11.032882 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-074afdf5-290a-434d-a594-b57094832451 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.1939473 Nov 02 16:48:11.073571 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-220a538d-ad9b-41fb-8b44-1e8c97a56963 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312610 Nov 02 16:48:11.105816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:11.142576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] No DVR routers for this DVR port b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:11.145985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.149736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-be9824fd-97eb-4f71-bebb-d74b0de3ca9f req-9f363b92-c99c-41b5-9579-d9e458503ba0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.55 "DELETE /v2.0/ports/b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 HTTP/1.1" status: 204 len: 173 time: 1.4549472 Nov 02 16:48:11.285153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6b20dae9-c434-483d-aab0-43b1a9a1e7df'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:11.318681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6df154a3-5545-41fe-815f-a428c52d49fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.328979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0ad11d2-dbb3-4994-9d0a-e5f899f1cb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.342976 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-13082616-33ca-4242-a1de-cc783ee70d76 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415864 Nov 02 16:48:11.389630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.506262 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9d32d5e6-baba-49b3-b72f-4165f2c1fc44 req-140919ca-05d4-4692-b183-19b99a7b1a2f service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510227 Nov 02 16:48:11.508958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6df154a3-5545-41fe-815f-a428c52d49fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.602635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6df154a3-5545-41fe-815f-a428c52d49fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.610759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6df154a3-5545-41fe-815f-a428c52d49fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.616409 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6df154a3-5545-41fe-815f-a428c52d49fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9222dfb2-aaed-4e73-a941-93a236e91715 HTTP/1.1" status: 204 len: 168 time: 0.6328523 Nov 02 16:48:11.628147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:11.646309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df154a3-5545-41fe-815f-a428c52d49fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222dfb2-aaed-4e73-a941-93a236e91715,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:11.652457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-41372e45-d856-463d-98a3-bf8a637fe5f9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7378416 Nov 02 16:48:11.669602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:11.678724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.678724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.678724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.679115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.685473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.686448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.687064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.687744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.688363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.688898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.689655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.690451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd938f73-06ba-494b-96a7-69c370af9cd4 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:11.735475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77fa9d6f-864e-4106-abe6-1cffa614f4ce req-f6dafa85-c043-4a4c-9945-3bcb87dfddcd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=66bc9e88-9574-443a-ba82-e2c2b979df70 HTTP/1.1" status: 200 len: 210 time: 0.8167686 Nov 02 16:48:11.761100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:11.777145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9d202-5a14-49ea-83e0-b0781aaef1d5 None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:11.963373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8316453-4366-40bb-9c05-6ff491310d6d req-084df0d3-bd27-4947-9028-c257aef5741b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:11.965232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8316453-4366-40bb-9c05-6ff491310d6d req-084df0d3-bd27-4947-9028-c257aef5741b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0850863 Nov 02 16:48:11.971781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.062584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:12.065261 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb5cc4-907f-428f-8ccd-b30a103754a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:12.075372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8316453-4366-40bb-9c05-6ff491310d6d req-0660ef2d-8f3d-4186-8b52-5a3a015d538b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004479 Nov 02 16:48:12.156392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54310) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.170675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75183537-863f-4a34-a33e-7a0360cdc1ce no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:12.189000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-991e7379-bc76-4f65-b0f6-d9c41f8fe385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.199504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-920e64e2-06a9-4658-a1c5-d8487637220d req-c018100b-461e-4598-b6a6-59f8a02c724e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.0383594 Nov 02 16:48:12.200752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Allocated IP 172.25.7.120 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/fa4c041c-38d4-4d92-a644-d9d2ff32f2a2) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:12.228441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afdcb5-dca5-4480-8e3a-5b53bfdcacd8 None None] New status for floating IP aafd4643-b586-487e-8ebf-2bdf3300917b: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:12.239684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 75183537-863f-4a34-a33e-7a0360cdc1ce {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:12.240273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75183537-863f-4a34-a33e-7a0360cdc1ce not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:12.300284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-991e7379-bc76-4f65-b0f6-d9c41f8fe385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.310727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-991e7379-bc76-4f65-b0f6-d9c41f8fe385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.369869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e7379-bc76-4f65-b0f6-d9c41f8fe385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7919d-ef4d-44a4-9728-5456f1a39b8a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:12.383632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.392619 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b91bd-a3aa-45f7-9fa6-c7134af12451 x-openstack-request-id: req-6f6b91bd-a3aa-45f7-9fa6-c7134af12451 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:12.392920 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:12.393173 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f6b91bd-a3aa-45f7-9fa6-c7134af12451 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:12.393568 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'status': 'completed', 'code': 200} Nov 02 16:48:12.403540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-991e7379-bc76-4f65-b0f6-d9c41f8fe385 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cab11321a3d34ed1900b7e5006d11c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453783 Nov 02 16:48:12.407416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54312) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.408220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'name': 'network-vif-deleted', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:12.411842 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af466ec5-794d-46df-8115-6aec4544dd4e" -d '{"events": [{"server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "name": "network-vif-deleted", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:12.440598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.503033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:12.518831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c048e8-0c06-4042-b819-a0c4438f7344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.542104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:12.542428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-5676868c-27bb-4a52-ba44-2f8022426399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.542946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:12.545067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-5676868c-27bb-4a52-ba44-2f8022426399 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.0947435 Nov 02 16:48:12.573627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:12.573864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event updated for resources: {'Port': ['ID=fa4c041c-38d4-4d92-a644-d9d2ff32f2a2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:12.578440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:12.582615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:12.587091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c048e8-0c06-4042-b819-a0c4438f7344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.603484 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.626352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d182aa4-7400-4f62-af99-a8bc7d2b5701 req-6d861423-5a3c-45ca-9945-9736f0ff8d64 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.627742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d182aa4-7400-4f62-af99-a8bc7d2b5701 req-6d861423-5a3c-45ca-9945-9736f0ff8d64 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1987844 Nov 02 16:48:12.692185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d182aa4-7400-4f62-af99-a8bc7d2b5701 req-6010a34f-ae66-4244-bddc-1310de0abbcf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545824 Nov 02 16:48:12.694919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-287b2fce-41c6-43b3-b7fc-c4521c447d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.696671 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-287b2fce-41c6-43b3-b7fc-c4521c447d29 service neutron] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.1385765 Nov 02 16:48:12.701926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c048e8-0c06-4042-b819-a0c4438f7344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.705823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c048e8-0c06-4042-b819-a0c4438f7344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.707048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-31c048e8-0c06-4042-b819-a0c4438f7344 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fc7919d-ef4d-44a4-9728-5456f1a39b8a HTTP/1.1" status: 204 len: 168 time: 0.2914207 Nov 02 16:48:12.725651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54318) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.752245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c048e8-0c06-4042-b819-a0c4438f7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7919d-ef4d-44a4-9728-5456f1a39b8a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:12.789260 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-ed743426-ec89-4da8-8b8c-6ed99ca7755f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0807679 Nov 02 16:48:12.831647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.832313 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881e7835-eaa5-4678-b4b0-7ee09fbd3354 x-openstack-request-id: req-881e7835-eaa5-4678-b4b0-7ee09fbd3354 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:12.833393 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bc9e88-9574-443a-ba82-e2c2b979df70", "name": "network-vif-deleted", "tag": "b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:12.834003 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-881e7835-eaa5-4678-b4b0-7ee09fbd3354 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:12.834746 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bc9e88-9574-443a-ba82-e2c2b979df70', 'name': 'network-vif-deleted', 'tag': 'b7817f6e-d9e9-4e28-a2a7-27bdd480e8d9', 'status': 'completed', 'code': 200} Nov 02 16:48:12.859053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-a5a422f0-c4e8-4fca-b068-578ab725af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.861268 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-a5a422f0-c4e8-4fca-b068-578ab725af28 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.0633833 Nov 02 16:48:12.871819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f3c14-d82f-4aeb-8d79-472927792309 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.874484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-723f3c14-d82f-4aeb-8d79-472927792309 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1091 time: 0.1433754 Nov 02 16:48:12.881442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54322) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.895613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:12.896166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.924588 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-5aa36a11-8629-4c87-b646-5e939d926b21 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552139 Nov 02 16:48:12.979891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:12.998994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.025505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71cc2914-7bd8-4862-9f69-9133cc3d3e95 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.077543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71cc2914-7bd8-4862-9f69-9133cc3d3e95 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.100193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-d3f4b50e-a1bc-43ae-b892-d61ce9215083 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658070 Nov 02 16:48:13.233005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.241936 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.282951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.287391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8ceb5cc4-907f-428f-8ccd-b30a103754a1 req-08aedd21-5e01-49e8-bf33-aba8ef190323 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783493 Nov 02 16:48:13.295138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71cc2914-7bd8-4862-9f69-9133cc3d3e95 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.298553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71cc2914-7bd8-4862-9f69-9133cc3d3e95 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.300551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-71cc2914-7bd8-4862-9f69-9133cc3d3e95 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c44bb73-ead6-46eb-bbce-18e3234d4fe0 HTTP/1.1" status: 204 len: 168 time: 0.4033630 Nov 02 16:48:13.319254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc2914-7bd8-4862-9f69-9133cc3d3e95 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c44bb73-ead6-46eb-bbce-18e3234d4fe0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:13.369091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event updated for resources: {'Port': ['ID=fa4c041c-38d4-4d92-a644-d9d2ff32f2a2,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:13.422969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff2b5254-300b-44fc-add0-645e1f305bdb req-cb775f1a-eba2-43d5-9067-90b028b4b983 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.0789816 Nov 02 16:48:13.435314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.457367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.460010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-d43a03a6-3dd1-4e98-b159-077ab55de1a3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8062174 Nov 02 16:48:13.487194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54342) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:13.594349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-33554755-3527-4db6-9639-72b33593fff2 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1270359 Nov 02 16:48:13.623477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.130 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/08d28eed-da3c-45b5-a28c-18b8a96efe72) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:13.759097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-86d37792-2e1c-41bd-81e4-69886b33ccc3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:13.770087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-86d37792-2e1c-41bd-81e4-69886b33ccc3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1697500 Nov 02 16:48:13.774987 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:13.785319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-f869787a-874f-436e-bc11-c4dec34a9121 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:48:13.799972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-448c5dc5-e1b8-400b-90f7-cefdde221d45 req-f869787a-874f-436e-bc11-c4dec34a9121 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277474 Nov 02 16:48:13.907033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:14.030932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:14.055505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-62f694f0-7c83-4153-813d-c9d5be4ff17e tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:14.057581 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-62f694f0-7c83-4153-813d-c9d5be4ff17e tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1784163 Nov 02 16:48:14.117364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=08d28eed-da3c-45b5-a28c-18b8a96efe72,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:14.124884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:14.127337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-1176f6b5-5e01-4967-aeb3-ec173f14e4b0 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0638332 Nov 02 16:48:14.139804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:14.141634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'floatingip': {'port_id': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:14.150031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:14.190448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:14.572251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:14.662068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cd47f2c-2398-4834-87de-ee86910b6942 req-8dede7c4-f791-475c-b263-5349a59bf736 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.0888672 Nov 02 16:48:14.823277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:14.828409 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:14.955222 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Floating IP 52f4e0ef-814c-48ff-abbd-a2acadb0adf3 associated. External IP: 172.25.7.120, port: 6b20dae9-c434-483d-aab0-43b1a9a1e7df. Nov 02 16:48:15.204324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Router 690b2144-6d2e-44ad-844f-e6ffe0e1044a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:15.248611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:15.360510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:15.367792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port d6aa855d-a0c1-4b16-a3fa-f55188f95c79 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:15.368580 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:15.376482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] Sync routers for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:15.376969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:15.389293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:15.389933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:15.422845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-f875de48-a6d0-4ebe-8b90-5bdef3a3a3f1 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "PUT /v2.0/floatingips/52f4e0ef-814c-48ff-abbd-a2acadb0adf3 HTTP/1.1" status: 200 len: 996 time: 1.2784266 Nov 02 16:48:15.423455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:15.425949 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded3ca0-b275-43ca-92a8-2e92d8ada967" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:15.510721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:15.525857 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908317e1-ecc1-43fe-b44f-ec946dda35cb x-openstack-request-id: req-908317e1-ecc1-43fe-b44f-ec946dda35cb {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:15.526287 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:15.527372 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-908317e1-ecc1-43fe-b44f-ec946dda35cb {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:15.528010 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'status': 'completed', 'code': 200} Nov 02 16:48:15.556546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-a21f4642-9213-447b-ad9a-ff4190e04851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:15.557917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-a21f4642-9213-447b-ad9a-ff4190e04851 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.1254532 Nov 02 16:48:15.580393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:15.617773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port d6aa855d-a0c1-4b16-a3fa-f55188f95c79, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:15.618403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:15.671951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for d6aa855d-a0c1-4b16-a3fa-f55188f95c79 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:15.698304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-0e0f1d87-3245-4beb-ac6f-1728eb244079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:15.699796 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-0e0f1d87-3245-4beb-ac6f-1728eb244079 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.1543305 Nov 02 16:48:15.924954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '52f4e0ef-814c-48ff-abbd-a2acadb0adf3', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'port_id': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'mac_address': 'fa:16:3e:3c:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:12Z', 'updated_at': '2021-11-02T16:48:14Z', 'revision_number': 1, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:27Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:15.957692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] Checking router: 690b2144-6d2e-44ad-844f-e6ffe0e1044a for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:15.966744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54416) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:15.969926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:15.971025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:15.998424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:16.012192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:16.020869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-9203a9e3-f4dd-48a9-8c4c-4454fa520d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.022396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-9203a9e3-f4dd-48a9-8c4c-4454fa520d96 service neutron] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.2796247 Nov 02 16:48:16.102295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:16.142903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-9f93b597-3917-4299-90fa-c76a3cbd2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.152453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-9f93b597-3917-4299-90fa-c76a3cbd2660 service neutron] 10.222.0.31 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.5866857 Nov 02 16:48:16.162315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=08d28eed-da3c-45b5-a28c-18b8a96efe72,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:16.216153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:16.282024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d8e0315-52e2-4666-b29c-bb5c56441d67 req-ab72d9a7-c46e-4a3e-8104-2e6a4f547d96 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77c44f45-586f-4a44-9cb6-8b54377e3291 HTTP/1.1" status: 200 len: 210 time: 0.0555482 Nov 02 16:48:16.329432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-151620ca-26ee-495d-be94-ea81cbbf6133 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 999 time: 0.1759295 Nov 02 16:48:16.395184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-cd4069b8-366b-41a3-a1b9-e7e9b2bd5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.406031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-cd4069b8-366b-41a3-a1b9-e7e9b2bd5340 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.0754073 Nov 02 16:48:16.410984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '52f4e0ef-814c-48ff-abbd-a2acadb0adf3', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'port_id': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'mac_address': 'fa:16:3e:3c:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:12Z', 'updated_at': '2021-11-02T16:48:14Z', 'revision_number': 1, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:27Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:16.439764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5787f2-2bf9-422e-9e3d-fa70b7d3530a None None] The sync data for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 is: [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '52f4e0ef-814c-48ff-abbd-a2acadb0adf3', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'port_id': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'mac_address': 'fa:16:3e:3c:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:12Z', 'updated_at': '2021-11-02T16:48:14Z', 'revision_number': 1, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:27Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:16.462780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-a72f7fe0-23e8-4724-ba2c-b88ae9902847 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557652 Nov 02 16:48:16.478743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-16c96b47-f6b1-491b-88b0-23e240de30e6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:48:16.482763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-16c96b47-f6b1-491b-88b0-23e240de30e6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093737 Nov 02 16:48:16.511455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e235ef-7af4-4513-9fa2-03a8bc42a361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:16.514630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-b65ab94a-ce42-4df2-abf4-4e95ffc3376c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 999 time: 0.4803805 Nov 02 16:48:16.585413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-5cb556d2-ba01-4cb3-b974-e55b4927ee55 service neutron] 10.222.0.31 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977077 Nov 02 16:48:16.629928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:16.672544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-8b1c250d-3b59-4aa5-8ca3-9205ad77fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.674084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-8b1c250d-3b59-4aa5-8ca3-9205ad77fedf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.1294613 Nov 02 16:48:16.682089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ffeee3-cf4c-47ed-ad5f-22e04c5372b1 None None] New status for floating IP 52f4e0ef-814c-48ff-abbd-a2acadb0adf3: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:16.683919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=d6aa855d-a0c1-4b16-a3fa-f55188f95c79,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:16.705064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5cc07ad8-6807-4fdf-bb24-4a0e7e70151e req-19ebc456-ab88-4088-be2d-bf6a62c3434b service neutron] 10.222.0.31 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089900 Nov 02 16:48:16.734091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-bcfc1f58-8e84-448f-8951-025cb483b49b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446889 Nov 02 16:48:16.781861 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP 2a6f1e7f-01b8-487b-89fe-766c43b80402 associated. External IP: 172.25.7.130, port: 0b903ac2-5ead-491e-8a57-bbc986ab5444. Nov 02 16:48:16.865289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-41e6d144-d67f-4868-92bf-f74006b4ce0c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 999 time: 0.1194794 Nov 02 16:48:16.927632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525f02-71d8-4317-aa10-b955884d5176 req-d9528d0a-aa41-46cb-bd91-6390384eef99 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.929712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-d9528d0a-aa41-46cb-bd91-6390384eef99 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports/6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 942 time: 0.0566432 Nov 02 16:48:17.044343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e235ef-7af4-4513-9fa2-03a8bc42a361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.062488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-701f10ac-fd46-4949-85b8-a969f652c1fc tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1001 time: 0.0706446 Nov 02 16:48:17.083031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6e235ef-7af4-4513-9fa2-03a8bc42a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.154992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-cc7e80fe-826d-488a-a77a-3c1db8235882 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985884 Nov 02 16:48:17.170833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f6e235ef-7af4-4513-9fa2-03a8bc42a361 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=775493e2c8c74b1aa7b5a9daaa869e11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1972053 Nov 02 16:48:17.175070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525f02-71d8-4317-aa10-b955884d5176 req-6d5be16a-d5c3-4952-8e0a-c700eacc98d8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.176957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-6d5be16a-d5c3-4952-8e0a-c700eacc98d8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.1087642 Nov 02 16:48:17.177432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54424) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:17.180257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e235ef-7af4-4513-9fa2-03a8bc42a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d26b07-c9f3-4f85-9e54-71859a32af6b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:17.196156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-2781833a-50aa-4dc3-81ae-bbe206b5f6b8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:48:17.197619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-2781833a-50aa-4dc3-81ae-bbe206b5f6b8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119121 Nov 02 16:48:17.300261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-79d213b2-d4e7-479e-a3bd-263a5896c351 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1001 time: 0.0903165 Nov 02 16:48:17.300955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9eb13b87-6c61-4961-932b-6107776e382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.308803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.318936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:17.370223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9eb13b87-6c61-4961-932b-6107776e382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.435567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.482590 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.526168 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6ded3ca0-b275-43ca-92a8-2e92d8ada967 req-2e1c0d80-e822-4c35-98f7-b5a29603c70e service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581245 Nov 02 16:48:17.578032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:17.597941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9eb13b87-6c61-4961-932b-6107776e382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.600508 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9eb13b87-6c61-4961-932b-6107776e382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.600669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-b16060a5-15e4-40cb-a197-2b301b8dd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.602136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-b16060a5-15e4-40cb-a197-2b301b8dd232 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.1039448 Nov 02 16:48:17.602496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9eb13b87-6c61-4961-932b-6107776e382c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16d26b07-c9f3-4f85-9e54-71859a32af6b HTTP/1.1" status: 204 len: 168 time: 0.4241276 Nov 02 16:48:17.623766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb13b87-6c61-4961-932b-6107776e382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d26b07-c9f3-4f85-9e54-71859a32af6b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:17.670075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8c4-bf9f-4085-b3fa-3cbff084ce6e req-4bce324b-3981-4693-8816-21630886dbef tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.672019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb49e8c4-bf9f-4085-b3fa-3cbff084ce6e req-4bce324b-3981-4693-8816-21630886dbef tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1740999 Nov 02 16:48:17.712454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.721097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:17.721435 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Floating IP 52f4e0ef-814c-48ff-abbd-a2acadb0adf3 disassociated. External IP: 172.25.7.120, port: 6b20dae9-c434-483d-aab0-43b1a9a1e7df. Nov 02 16:48:17.816222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb49e8c4-bf9f-4085-b3fa-3cbff084ce6e req-307ef506-e3c3-4a30-be42-146b810a0878 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156294 Nov 02 16:48:17.908173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-b45af468-1827-4533-be40-c14bfc746d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.910561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-b45af468-1827-4533-be40-c14bfc746d75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.2660642 Nov 02 16:48:17.912116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 78e69636-8c3a-4ab7-9ca7-090a0abb893d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:17.918679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:17.932953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] Sync routers for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:17.962398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:17.963054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:18.043196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54444) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:18.055847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.069438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62bb68a6-8b1b-4ae6-ac40-6cc364fe17f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.109059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-4a0c68c6-9741-4066-abe4-942ec409e8dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.1843522 Nov 02 16:48:18.113266 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-65e99e67-919f-4e06-9290-2b8e19f62577 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2280395 Nov 02 16:48:18.116181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:18.122390 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c986957-9dfc-4204-a9d9-0c3357369a83" -d '{"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:18.150106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:18.201860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62bb68a6-8b1b-4ae6-ac40-6cc364fe17f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.208817 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62bb68a6-8b1b-4ae6-ac40-6cc364fe17f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.284163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-62bb68a6-8b1b-4ae6-ac40-6cc364fe17f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c9a5f0a1d044825a73c0c86c0a405b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398326 Nov 02 16:48:18.291948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:18.372480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb68a6-8b1b-4ae6-ac40-6cc364fe17f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60bfe0a-6ee6-4288-8b76-8cfe09addba0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:18.383919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Router 690b2144-6d2e-44ad-844f-e6ffe0e1044a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:18.389278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-1cf0eb9e-f4c7-4491-b271-dbea1154349c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028206191&fields=id&tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 267 time: 0.1856680 Nov 02 16:48:18.432431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97019563-ef54-4a3f-b425-a4ec3a949f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.440791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '2a6f1e7f-01b8-487b-89fe-766c43b80402', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'mac_address': 'fa:16:3e:e3:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:14Z', 'updated_at': '2021-11-02T16:48:14Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:58Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:18.449922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:18.458570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-660894c3-590c-41f2-aa3e-ddaf6af4af4b tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "PUT /v2.0/routers/78e69636-8c3a-4ab7-9ca7-090a0abb893d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9700899 Nov 02 16:48:18.461265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54452) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:18.464556 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] Sync routers for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:18.475152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] Checking router: c7347fa7-8ed4-42f4-a2a2-86c3665fc247 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:18.481224 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:18.482085 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:18.489704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:18.490921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:18.506589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-6e95a8f2-587d-46b1-97df-105bd7017a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.508101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-6e95a8f2-587d-46b1-97df-105bd7017a2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.3802967 Nov 02 16:48:18.548136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting subnet 51dabab9-9e17-4412-a5a6-5e16df608447 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:48:18.551572 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.577428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97019563-ef54-4a3f-b425-a4ec3a949f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.592986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.647589 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:18.662466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-63d8ab4e-2060-49b9-b20b-70ce9039ed08 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.665242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-63d8ab4e-2060-49b9-b20b-70ce9039ed08 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.2634540 Nov 02 16:48:18.685710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.687209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:18.692934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.720910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-3e9c60ee-5fbf-4277-9f30-f76de4e57447 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0464568 Nov 02 16:48:18.733329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97019563-ef54-4a3f-b425-a4ec3a949f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.736401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97019563-ef54-4a3f-b425-a4ec3a949f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.740113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-97019563-ef54-4a3f-b425-a4ec3a949f2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e60bfe0a-6ee6-4288-8b76-8cfe09addba0 HTTP/1.1" status: 204 len: 168 time: 0.4426880 Nov 02 16:48:18.758430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.764842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] Sync routers for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:18.793252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-e1449a54-aed8-4396-967e-a36dc13e7549 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "PUT /v2.0/floatingips/52f4e0ef-814c-48ff-abbd-a2acadb0adf3 HTTP/1.1" status: 200 len: 695 time: 1.4790831 Nov 02 16:48:18.800322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:18.800912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:18.813056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.815736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:18.818461 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:18.820379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/subnets/51dabab9-9e17-4412-a5a6-5e16df608447 HTTP/1.1" status: 204 len: 168 time: 0.3575201 Nov 02 16:48:18.822818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c7d0f-bfa7-4b0b-8933-71fc057910f6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Subnet': ['ID=51dabab9-9e17-4412-a5a6-5e16df608447,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:18.825873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97019563-ef54-4a3f-b425-a4ec3a949f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60bfe0a-6ee6-4288-8b76-8cfe09addba0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:18.830470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54458) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:18.875113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-4decf460-9ef3-4e20-8176-824d4cea6294 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452572 Nov 02 16:48:18.877989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525f02-71d8-4317-aa10-b955884d5176 req-ba91eb1f-5168-438d-898a-9e7fe3c10675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.886950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-ba91eb1f-5168-438d-898a-9e7fe3c10675 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.0929267 Nov 02 16:48:18.932237 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:48:16Z', 'revision_number': 7, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:18.967543 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] Checking router: 78e69636-8c3a-4ab7-9ca7-090a0abb893d for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:18.980209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:18.981156 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] Routers {'78e69636-8c3a-4ab7-9ca7-090a0abb893d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:18.981877 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:19.051935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:19.077943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-dc3c1b8d-8ee7-43fd-bf52-3cef8c437545 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888628 Nov 02 16:48:19.078745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-67a40dc6-e6d7-4e39-86c3-1e971e339fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:19.080313 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-67a40dc6-e6d7-4e39-86c3-1e971e339fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5627437 Nov 02 16:48:19.087858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525f02-71d8-4317-aa10-b955884d5176 req-a5a37950-fb5b-4bd4-9656-b0a2cca8779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:19.095187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-a5a37950-fb5b-4bd4-9656-b0a2cca8779c service neutron] 10.222.0.31 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.2073522 Nov 02 16:48:19.170088 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] Set router 78e69636-8c3a-4ab7-9ca7-090a0abb893d gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:19.175830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823dcf7-e9af-422f-a379-6c4bcb68d50d None None] Network 530950a6-e26d-4b9a-8200-24e63f01a2e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:19.180711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-ccbf7df8-edd3-4806-8652-82dbe60e59b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0845633 Nov 02 16:48:19.263568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525f02-71d8-4317-aa10-b955884d5176 req-4a2ec4ad-a198-4505-8209-85cfbb43ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:19.265088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-4a2ec4ad-a198-4505-8209-85cfbb43ae47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.0836060 Nov 02 16:48:19.284207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-6af354a8-2d5b-4255-abe1-a3e62a5d64e7 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608310 Nov 02 16:48:19.286575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:19.340890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-799b1142-4079-4f46-b297-b2b4a7bc7f76 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604542 Nov 02 16:48:19.361205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:19.396710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-65d42adb-a912-4595-abd3-a1ae61d05245 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133773 Nov 02 16:48:19.477683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-467e9df9-9d2b-47a5-9da8-2996b355d7bd req-d9360373-e915-426a-94e1-ac59ffd9a0db service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746094 Nov 02 16:48:19.496369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port 49bd5676-5e0d-418e-9039-1ed1c2c0b032 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:19.498209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:19.578733 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:48:16Z', 'revision_number': 7, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:19.641380 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d8538-2ce0-454c-82be-53989b97f6d7 None None] The sync data for ids ['78e69636-8c3a-4ab7-9ca7-090a0abb893d'] in n-d-811405-2 is: [{'id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'name': 'tempest-TestNetworkBasicOps-router-1930435864', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:05Z', 'updated_at': '2021-11-02T16:48:16Z', 'revision_number': 7, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '49bd5676-5e0d-418e-9039-1ed1c2c0b032', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e69636-8c3a-4ab7-9ca7-090a0abb893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:06Z', 'updated_at': '2021-11-02T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:19.680463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port 49bd5676-5e0d-418e-9039-1ed1c2c0b032, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=49bd5676-5e0d-418e-9039-1ed1c2c0b032,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:19.681012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:19.691631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-4dbef502-0f56-4095-a54d-937924147f0c service neutron] 10.222.0.31 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923450 Nov 02 16:48:19.722070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for 49bd5676-5e0d-418e-9039-1ed1c2c0b032 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:19.883284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:27Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:19.906337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb525f02-71d8-4317-aa10-b955884d5176 req-c2b654c5-1f10-4134-8332-d70ec3eb1311 service neutron] 10.222.0.31 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127433 Nov 02 16:48:19.929766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] Checking router: 690b2144-6d2e-44ad-844f-e6ffe0e1044a for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:19.965255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:19.966194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:20.063946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] DHCP port deletion for 530950a6-e26d-4b9a-8200-24e63f01a2e1 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:48:20.099458 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bc10ed-aa47-47f1-939a-bb68bc08652f x-openstack-request-id: req-b4bc10ed-aa47-47f1-939a-bb68bc08652f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:20.100037 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:20.100682 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4bc10ed-aa47-47f1-939a-bb68bc08652f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:20.101622 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'status': 'completed', 'code': 200} Nov 02 16:48:20.162713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '2a6f1e7f-01b8-487b-89fe-766c43b80402', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'mac_address': 'fa:16:3e:e3:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:14Z', 'updated_at': '2021-11-02T16:48:14Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:58Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:20.164872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:20.198457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1625e-74cb-4fc0-b35c-1085ee57f302 req-cc0b8593-9ee7-4be2-b96c-817cb252b49c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:20.200044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82c1625e-74cb-4fc0-b35c-1085ee57f302 req-cc0b8593-9ee7-4be2-b96c-817cb252b49c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1491201 Nov 02 16:48:20.246207 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7cfcc2-4994-486a-b368-e6b030c1e0a1 x-openstack-request-id: req-cb7cfcc2-4994-486a-b368-e6b030c1e0a1 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:20.246207 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:20.246207 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb7cfcc2-4994-486a-b368-e6b030c1e0a1 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:20.246207 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'status': 'completed', 'code': 200} Nov 02 16:48:20.265139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78961e61-6bd2-4f0f-825b-aa208fcecdb3 None None] The sync data for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 is: [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '2a6f1e7f-01b8-487b-89fe-766c43b80402', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'mac_address': 'fa:16:3e:e3:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:14Z', 'updated_at': '2021-11-02T16:48:14Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:58Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:20.317252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-82c1625e-74cb-4fc0-b35c-1085ee57f302 req-0e8b0618-57d1-4b10-ae62-c92596992ceb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103358 Nov 02 16:48:20.341663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54502) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:20.342014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:20.347792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=49bd5676-5e0d-418e-9039-1ed1c2c0b032,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:20.502197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:20.581714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Deleting port 209e75e9-1483-419b-916b-d6f5b2f3d31a {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:20.582798 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:20.799576 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:20.803766 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:20.807765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-f350cd50-155e-4775-8981-5c88b0213b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:20.809324 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-f350cd50-155e-4775-8981-5c88b0213b50 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cd949dcc812a4750bf49d5d855c36a24&device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 1096 time: 0.4923301 Nov 02 16:48:20.849544 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f9404-47a5-4cde-9b26-12b5cd9f8a83 None None] New status for floating IP 2a6f1e7f-01b8-487b-89fe-766c43b80402: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:20.850324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-ff858aee-ac01-4242-b172-eed43542e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:20.854211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-ff858aee-ac01-4242-b172-eed43542e196 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1096 time: 0.7236993 Nov 02 16:48:20.940176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] For port 209e75e9-1483-419b-916b-d6f5b2f3d31a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=209e75e9-1483-419b-916b-d6f5b2f3d31a,segment=NetworkSegment(27500e94-4c40-4d9f-b628-184767433db5),segment_id=27500e94-4c40-4d9f-b628-184767433db5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:20.941028 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:20.967594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Calling delete_port for 209e75e9-1483-419b-916b-d6f5b2f3d31a owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:20.991912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b67c1db-e167-4876-819f-aa5a5533af3e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/2a6f1e7f-01b8-487b-89fe-766c43b80402 HTTP/1.1" status: 200 len: 991 time: 0.6435857 Nov 02 16:48:21.051122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:21.051942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Fanout notify agent at l3_agent the message router_deleted on router 78e69636-8c3a-4ab7-9ca7-090a0abb893d {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:48:21.067669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:21.069050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-04729dc3-014d-40a4-950d-458f35ba9563 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/routers/78e69636-8c3a-4ab7-9ca7-090a0abb893d HTTP/1.1" status: 204 len: 168 time: 2.2371261 Nov 02 16:48:21.080382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54518) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:21.115698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-5dc005ce-0591-4e06-8e26-df7ea571f14e tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips/52f4e0ef-814c-48ff-abbd-a2acadb0adf3 HTTP/1.1" status: 200 len: 695 time: 0.1361821 Nov 02 16:48:21.161417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d366249-d101-41a7-a70f-bb2962d773b1 req-78ffba55-c327-416c-b795-abd2da70e7f7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:21.179775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d366249-d101-41a7-a70f-bb2962d773b1 req-78ffba55-c327-416c-b795-abd2da70e7f7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1983564 Nov 02 16:48:21.325418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-cd6115b4-e807-49f8-8a8a-51c1e3828f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:21.331277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-cd6115b4-e807-49f8-8a8a-51c1e3828f21 service neutron] 10.222.0.100 "GET /v2.0/networks?id=961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 200 len: 921 time: 0.5067973 Nov 02 16:48:21.337509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:21.358072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d366249-d101-41a7-a70f-bb2962d773b1 req-2398fee7-9e0b-4087-8124-4f5e92109382 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770146 Nov 02 16:48:21.364846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:21.401292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Pushing event deleted for resources: {'Port': ['ID=209e75e9-1483-419b-916b-d6f5b2f3d31a,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:21.402270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-a46eaae0-a28f-416e-aad6-cfc68abb90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:21.403778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-a46eaae0-a28f-416e-aad6-cfc68abb90e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.4873002 Nov 02 16:48:21.407054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-9594169b-4ebc-4287-80de-d5369edd9465 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 200 len: 217 time: 0.0640919 Nov 02 16:48:21.416572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] No DVR routers for this DVR port 209e75e9-1483-419b-916b-d6f5b2f3d31a on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:21.440223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.440909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.441259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.441600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.441936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.442844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.443182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.443512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.443842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.444170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.444529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.445004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4237b8-152a-4469-9892-696075cb8a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:21.467460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-bbcf0e7f-5379-453c-9ec4-97ff37f4f09b tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:21.468783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-bbcf0e7f-5379-453c-9ec4-97ff37f4f09b tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 784 time: 0.2861557 Nov 02 16:48:21.473804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:27Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:21.482877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-2ed01ba1-039d-48ba-826e-38984e36140a tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:48:21.490480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-2ed01ba1-039d-48ba-826e-38984e36140a tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125992 Nov 02 16:48:21.513704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e126a8e-e378-48a4-b9d2-d69d72eaaa0f None None] The sync data for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 is: [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:47:21Z', 'revision_number': 4, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '80511292-c56f-4b63-a5ae-4044f48db79c', 'name': '', 'network_id': '961039fd-31fa-49c6-9bfb-fc26098ae359', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'mac_address': 'fa:16:3e:f0:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:21Z', 'updated_at': '2021-11-02T16:47:27Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'subnets': [{'id': '0566e4bf-27fd-45d8-90fb-eb055148f2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:21.577803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7f48837-4859-412b-930a-4d5444e5916f req-e47f74d1-bc37-42a3-88cb-2e96f60c6eae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0773184 Nov 02 16:48:21.596088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-fd0d240b-c3eb-4f62-af01-765ffb3365fe tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 698 time: 0.1046283 Nov 02 16:48:21.653983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-8e0f8ccf-1f2a-45b5-8b3d-2d08551edbf3 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 698 time: 0.0567546 Nov 02 16:48:21.716429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-5e364636-cea1-4a2e-90e7-a7ebfb874e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:21.718760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-5e364636-cea1-4a2e-90e7-a7ebfb874e60 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 200 len: 860 time: 0.2869205 Nov 02 16:48:21.849013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 209e75e9-1483-419b-916b-d6f5b2f3d31a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:21.884928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:21.910469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 209e75e9-1483-419b-916b-d6f5b2f3d31a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:21.910819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 209e75e9-1483-419b-916b-d6f5b2f3d31a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:21.911248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d6aa855d-a0c1-4b16-a3fa-f55188f95c79 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:21.934558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Deleting port fa4c041c-38d4-4d92-a644-d9d2ff32f2a2 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:21.935042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:21.955931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d6aa855d-a0c1-4b16-a3fa-f55188f95c79 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:21.956527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d6aa855d-a0c1-4b16-a3fa-f55188f95c79 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:21.956869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 49bd5676-5e0d-418e-9039-1ed1c2c0b032 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:21.967720 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-1faf7e81-6825-4e45-b3cf-fb86bf58d685 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 1001 time: 0.5528119 Nov 02 16:48:21.974213 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-a368b4e2-7ba1-4b52-a672-e17c5feb6294 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=961039fd-31fa-49c6-9bfb-fc26098ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2361310 Nov 02 16:48:22.004036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54558) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:22.006407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 49bd5676-5e0d-418e-9039-1ed1c2c0b032 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:22.006701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 49bd5676-5e0d-418e-9039-1ed1c2c0b032 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:22.011252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530950a6-e26d-4b9a-8200-24e63f01a2e1']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:22.080887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ee237-42f4-4828-b1d3-d9e204bf69c4 None None] New status for floating IP 52f4e0ef-814c-48ff-abbd-a2acadb0adf3: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:22.090767 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.091250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.105457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Calling delete_port for fa4c041c-38d4-4d92-a644-d9d2ff32f2a2 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:22.253704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27500e94-4c40-4d9f-b628-184767433db5') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:22.254324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27500e94-4c40-4d9f-b628-184767433db5') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:22.322730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.374169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event deleted for resources: {'Port': ['ID=fa4c041c-38d4-4d92-a644-d9d2ff32f2a2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:22.434787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-793ee237-42f4-4828-b1d3-d9e204bf69c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:48:22.435368 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-793ee237-42f4-4828-b1d3-d9e204bf69c4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:48:22.465000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.493872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.498497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f1dc8a5-7922-4513-a79d-088ef532ac76 req-48c8606a-794a-4154-a42b-70b4b26549c9 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "DELETE /v2.0/floatingips/52f4e0ef-814c-48ff-abbd-a2acadb0adf3 HTTP/1.1" status: 204 len: 173 time: 0.8434031 Nov 02 16:48:22.579250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4e19224-7426-478e-ad74-ef0065fc0e80 req-bb458ae6-77da-4aec-9579-18726975c7c8 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups/807bc95b-991e-4c71-8793-70e76c3358cd HTTP/1.1" status: 200 len: 1809 time: 0.0604098 Nov 02 16:48:22.634163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.680685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-6b02f0cf-f0c1-4e52-92c2-813365e158ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:22.682566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-6b02f0cf-f0c1-4e52-92c2-813365e158ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.9934194 Nov 02 16:48:22.684309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-7c1d7d1d-e401-417a-aff2-95cc94214b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:22.686541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-7c1d7d1d-e401-417a-aff2-95cc94214b7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.7044783 Nov 02 16:48:22.691311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e4e19224-7426-478e-ad74-ef0065fc0e80 req-74768757-bc27-45b8-a656-b3868ea6419c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.702972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.717503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e4e19224-7426-478e-ad74-ef0065fc0e80 req-74768757-bc27-45b8-a656-b3868ea6419c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.730877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e8912b9e-5a6b-4335-81d2-d39f30fde473 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/2a6f1e7f-01b8-487b-89fe-766c43b80402 HTTP/1.1" status: 200 len: 993 time: 0.7229168 Nov 02 16:48:22.758654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:22.759438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.763281 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e990ac72-cec9-4948-91a7-7583424c91df req-a4838b21-4453-46f1-9ac6-f32f037b192b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0896757 Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:22.779392 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:22.787977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e4e19224-7426-478e-ad74-ef0065fc0e80 req-74768757-bc27-45b8-a656-b3868ea6419c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.794556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-e4e19224-7426-478e-ad74-ef0065fc0e80 req-74768757-bc27-45b8-a656-b3868ea6419c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:22.795707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4e19224-7426-478e-ad74-ef0065fc0e80 req-74768757-bc27-45b8-a656-b3868ea6419c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "DELETE /v2.0/security-groups/807bc95b-991e-4c71-8793-70e76c3358cd HTTP/1.1" status: 204 len: 173 time: 0.2090895 Nov 02 16:48:22.820276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74768757-bc27-45b8-a656-b3868ea6419c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bc95b-991e-4c71-8793-70e76c3358cd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:22.935718 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-6568d391-e1e2-40a5-a79a-15b69b9f3e9e service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9295387 Nov 02 16:48:22.937168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ee237-42f4-4828-b1d3-d9e204bf69c4 None None] New status for floating IP 52f4e0ef-814c-48ff-abbd-a2acadb0adf3: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:23.082662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-152d5fa7-521c-404b-a3ed-7e59b7bb6a3f req-68ed66cc-366e-43fa-9e42-e4c0f2f2a571 service neutron] 10.222.0.100 "GET /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298456 Nov 02 16:48:23.088679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-ae5aa791-49d6-4dc0-be00-9888dbc7f872 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 380 time: 0.3902986 Nov 02 16:48:23.099738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-5bea5b02-871a-448f-849b-009cbe1c93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:23.106297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-5bea5b02-871a-448f-849b-009cbe1c93dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4023147 Nov 02 16:48:23.113687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': '17909081-3430-4730-a236-56c6905e6792', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'security_groups': ['e382888c-d0be-4559-b3a2-86990a2d2cc5']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:23.147684 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.182544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.219960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.226154 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/networks/530950a6-e26d-4b9a-8200-24e63f01a2e1 HTTP/1.1" status: 204 len: 168 time: 2.1416841 Nov 02 16:48:23.245170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:23.253902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'network': {'name': 'tempest-network-smoke--636434654', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'port_security_enabled': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:23.285210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:23.294008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.298230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd82a7-8b3b-4103-8a35-2ab9737291e5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Network': ['ID=530950a6-e26d-4b9a-8200-24e63f01a2e1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:23.353794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abad763-d2b5-4c72-8ee0-f30d3302d0cf req-58099144-0ccb-4ae0-b0f4-0396cd24afb2 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:23.355486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6abad763-d2b5-4c72-8ee0-f30d3302d0cf req-58099144-0ccb-4ae0-b0f4-0396cd24afb2 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1764891 Nov 02 16:48:23.359184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:23.387654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-5447355c-528c-4ac6-95a2-e2758a7b7e57 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058542 Nov 02 16:48:23.409193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.409734 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Added segment 173faf9f-4e91-4a80-9c7d-541d4242458a of type vlan for network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 Nov 02 16:48:23.443203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6abad763-d2b5-4c72-8ee0-f30d3302d0cf req-943bcb09-766f-4f4a-8f22-7ef946022f62 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770724 Nov 02 16:48:23.469071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:23.472987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.508339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.544831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.551086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:23.551998 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.566606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c986957-9dfc-4204-a9d9-0c3357369a83 req-4762d32d-f6a3-49bb-b559-827b1050606a service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688886 Nov 02 16:48:23.639571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3933229 Nov 02 16:48:23.642871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54672) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:23.648955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'admin_state_up': True, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:23.673487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68675f6f-5370-4a68-a03c-f639e6f238b6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Network': ['ID=340d3d8b-7e88-49bf-b6ac-aeb113941d31,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:23.674497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.5 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/353f001f-1027-4fa3-ab62-8aa944c2e7e6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:23.686096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:23.689645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.691553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.807031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.901239 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:23.932055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ba42af8-72b7-4713-9ea1-1daef4d3af91 req-f90c3cf7-b319-447a-b1b9-770a3ff4ad0e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0309379 Nov 02 16:48:23.948153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.013748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:24.017051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:24.021454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:24.051910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=353f001f-1027-4fa3-ab62-8aa944c2e7e6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:24.089751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.097886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:24.098871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.123026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-0ce40fa0-529b-4ce0-b596-20bb9d23756e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0146358 Nov 02 16:48:24.149528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Request body: {'port': {'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:24.243892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.350381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4c0e87f2-0990-4f38-952e-35857538511a None None] Provisioning complete for port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:24.351241 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c0e87f2-0990-4f38-952e-35857538511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.410904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e87f2-0990-4f38-952e-35857538511a None None] Port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:24.427881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.449774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.594203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.25.7.45 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/9d3f6b18-d3df-48b2-84ac-b6ecf593383c) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:24.601944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353f001f-1027-4fa3-ab62-8aa944c2e7e6 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:24.611766 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.622352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54722) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:24.632132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Transition to ACTIVE for port object 353f001f-1027-4fa3-ab62-8aa944c2e7e6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:48:24.636810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.741865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3d1d-d8e0-4bb1-8ff4-bab565904d62 req-52ac90c7-90de-48ea-b752-1f4a79916a4e tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:24.743526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63ee3d1d-d8e0-4bb1-8ff4-bab565904d62 req-52ac90c7-90de-48ea-b752-1f4a79916a4e tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1182966 Nov 02 16:48:24.763189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Pushing event updated for resources: {'Port': ['ID=353f001f-1027-4fa3-ab62-8aa944c2e7e6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:24.817701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Attempting to bind port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:24.818323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Attempting to bind port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:24.818824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Attempting to bind port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:24.822440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-e799-415e-ba7c-812d22c1091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.832002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63ee3d1d-d8e0-4bb1-8ff4-bab565904d62 req-4f8ff5ed-91a4-4ab0-8832-6062e08d407c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800612 Nov 02 16:48:24.835909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.838461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:48:24.839005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Attempting to bind port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:24.852421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:24.853309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:24.853915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:24.854587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Bound port: 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:24.855455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.883584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:24.930076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:24.943479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:24.945431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:24.948251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:25.027421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-e799-415e-ba7c-812d22c1091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.036377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-e799-415e-ba7c-812d22c1091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.062411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] For port 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:25.099414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-02ef4ec3-e799-415e-ba7c-812d22c1091b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bbf9be3bf7b49168520862b7611c5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758787 Nov 02 16:48:25.105091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] For port 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:25.106832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54730) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:25.115316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef4ec3-e799-415e-ba7c-812d22c1091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb099f-d461-403b-bfeb-82140148bf13,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:25.121263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.172309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710d60a-b11a-48f9-a370-75ca3cd90d25 req-8f2b1070-5fb8-4d92-aaae-cf3a24709625 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.173874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a710d60a-b11a-48f9-a370-75ca3cd90d25 req-8f2b1070-5fb8-4d92-aaae-cf3a24709625 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.1004832 Nov 02 16:48:25.190114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.190743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.192192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] 10.222.0.100 "PUT /v2.0/ports/353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 200 len: 1091 time: 1.0603580 Nov 02 16:48:25.192667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:25.195453 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98" -d '{"events": [{"name": "network-changed", "server_uuid": "17909081-3430-4730-a236-56c6905e6792", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:25.224230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07359535-6a05-47ac-b53c-d155bf4157ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.288988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07359535-6a05-47ac-b53c-d155bf4157ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.291899 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e177a-388a-4c2c-a7f6-2ddd7e561877 x-openstack-request-id: req-099e177a-388a-4c2c-a7f6-2ddd7e561877 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:25.292188 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17909081-3430-4730-a236-56c6905e6792", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:25.292440 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-099e177a-388a-4c2c-a7f6-2ddd7e561877 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:25.293006 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'status': 'completed', 'code': 200} Nov 02 16:48:25.333428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b7121-fb71-4ded-afe1-34c8ebb64245 service neutron] Pushing event updated for resources: {'Port': ['ID=353f001f-1027-4fa3-ab62-8aa944c2e7e6,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:25.353085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a710d60a-b11a-48f9-a370-75ca3cd90d25 req-502395ec-89a2-4123-a731-ac40298415ad tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655059 Nov 02 16:48:25.389389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-16d967eb-1fc4-470a-b3c0-f7bd49bfade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.391618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-16d967eb-1fc4-470a-b3c0-f7bd49bfade9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1094 time: 0.1177943 Nov 02 16:48:25.411290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.414176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07359535-6a05-47ac-b53c-d155bf4157ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.416159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07359535-6a05-47ac-b53c-d155bf4157ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.417435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07359535-6a05-47ac-b53c-d155bf4157ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88cb099f-d461-403b-bfeb-82140148bf13 HTTP/1.1" status: 204 len: 168 time: 0.3093574 Nov 02 16:48:25.452784 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-75c3d02c-9caf-4249-a4ea-b7773d7b60d5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 200 len: 217 time: 0.0494342 Nov 02 16:48:25.458403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07359535-6a05-47ac-b53c-d155bf4157ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb099f-d461-403b-bfeb-82140148bf13,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:25.534461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-8c7cc04a-2729-436f-a846-b457403856f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.536505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-8c7cc04a-2729-436f-a846-b457403856f1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.0734482 Nov 02 16:48:25.603057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-8b595b08-c909-4fd9-aeb1-70f391b88b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.606815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-8b595b08-c909-4fd9-aeb1-70f391b88b1d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599260 Nov 02 16:48:25.686922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:25.754774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-ccfcb0a8-7991-43d4-ada8-ba44747d320a service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400194 Nov 02 16:48:25.829810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-d77867e6-f7f8-4786-b886-d597a90bc79d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.832003 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-d77867e6-f7f8-4786-b886-d597a90bc79d tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.100 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1458209 Nov 02 16:48:25.855492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 10a2526f-98ee-4924-8ee3-9031a3361b0e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:48:25.974067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b49c6d5f-2ddb-4b4e-814d-1a82a950abf6 req-b2a212c8-b3e6-4209-968c-377191aaf528 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060776 Nov 02 16:48:26.008185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Deleting port 6b20dae9-c434-483d-aab0-43b1a9a1e7df {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:26.008618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:26.055036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ab1ee-3b4d-436a-b0ae-61f729a83e68 req-0308dcdf-d0bd-453d-8715-61ff6f75a84c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.056573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c2ab1ee-3b4d-436a-b0ae-61f729a83e68 req-0308dcdf-d0bd-453d-8715-61ff6f75a84c tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 945 time: 0.1181998 Nov 02 16:48:26.120115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c2ab1ee-3b4d-436a-b0ae-61f729a83e68 req-6c616722-6b67-4249-b294-07f8c5099558 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/security-groups?id=b011c47a-19e7-4496-bd09-191cb840cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510664 Nov 02 16:48:26.127679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:26.135533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-97a58669-5f52-47ac-8370-c7a82419da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.137031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-97a58669-5f52-47ac-8370-c7a82419da46 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1094 time: 0.1090841 Nov 02 16:48:26.139277 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Sync routers for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:26.153571 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:26.155119 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:26.171713 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:26.173141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1b9b8881-46a7-42f4-97d3-3612d51f8cef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5285952 Nov 02 16:48:26.176183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54756) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:26.221463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-93d32022-f8a5-43c0-b28f-64221d41af47 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3d6e965d86e946509dda7dc3232b1659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439765 Nov 02 16:48:26.222104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54758) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:26.239256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] For port 6b20dae9-c434-483d-aab0-43b1a9a1e7df, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6b20dae9-c434-483d-aab0-43b1a9a1e7df,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:26.239629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:26.268771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Calling delete_port for 6b20dae9-c434-483d-aab0-43b1a9a1e7df owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:26.342507 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:26.396537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f491f01-5da6-40a3-b253-5d2a95b45fe2 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.401072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f491f01-5da6-40a3-b253-5d2a95b45fe2 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1776483 Nov 02 16:48:26.401780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54764) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:26.544040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-945c3f38-7bd1-4a61-9cda-dfbf4f4e4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.545585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-945c3f38-7bd1-4a61-9cda-dfbf4f4e4097 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.3959870 Nov 02 16:48:26.547768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:26.674842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] No DVR routers for this DVR port 6b20dae9-c434-483d-aab0-43b1a9a1e7df on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:26.678577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:26.683246 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa892fd0-875a-4d35-9c16-1ddf6892352d req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.100 "DELETE /v2.0/ports/6b20dae9-c434-483d-aab0-43b1a9a1e7df HTTP/1.1" status: 204 len: 173 time: 0.8434911 Nov 02 16:48:26.684823 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-3b91aba2-b552-4e49-a2ca-a0e80a835fd3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 200 len: 217 time: 0.1237736 Nov 02 16:48:26.695904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4bc6e-9bad-4465-9aca-2241155fd130 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] Pushing event deleted for resources: {'Port': ['ID=6b20dae9-c434-483d-aab0-43b1a9a1e7df,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:26.748384 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:25Z', 'revision_number': 3, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:26.795803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dc72777a-da4c-480f-b7c7-72a8dddb8dc4 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3927090 Nov 02 16:48:26.797286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54770) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:26.816144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-428347450', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:26.825071 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Checking router: 10a2526f-98ee-4924-8ee3-9031a3361b0e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:26.825626 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Updating router 10a2526f-98ee-4924-8ee3-9031a3361b0e port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:48:26.867559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e095-206d-4da0-bcd3-0f61077dbb0d req-7c28ae7f-19df-47ee-a418-2cc0b4d5a4ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.869102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ce2e095-206d-4da0-bcd3-0f61077dbb0d req-7c28ae7f-19df-47ee-a418-2cc0b4d5a4ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.0720699 Nov 02 16:48:26.885951 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:26.939245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-fe4f6a45-cbcc-481e-a59e-999578430f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.940737 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-fe4f6a45-cbcc-481e-a59e-999578430f75 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.2374260 Nov 02 16:48:26.949147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ce2e095-206d-4da0-bcd3-0f61077dbb0d req-3a9121c7-3f89-41cf-8344-6c83d97223be tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692205 Nov 02 16:48:27.041832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-42fc14c8-32e9-408c-a7dd-2b0b47847337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:27.043088 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-42fc14c8-32e9-408c-a7dd-2b0b47847337 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792909 Nov 02 16:48:27.044544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:27.048500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.248908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-6ce56608-9c4d-43cb-97a2-6c78918848aa service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954217 Nov 02 16:48:27.319860 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.323189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'name': 'network-vif-deleted', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:27.325804 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a728ee-dbc7-4403-adc4-87409de36005" -d '{"events": [{"server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "name": "network-vif-deleted", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:27.332013 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.342248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44f90518-ad5d-47e3-826b-252f88b9a6c8 req-e2914d28-fcc6-4137-a51b-8aaf23e9eb33 tempest-ServerRescueTestJSONUnderV235-547370400 tempest-ServerRescueTestJSONUnderV235-547370400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ca6300-a9be-4ff0-9294-6b46efd964ef HTTP/1.1" status: 200 len: 210 time: 0.0468421 Nov 02 16:48:27.407941 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Attempting to bind port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:27.408581 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Attempting to bind port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:27.409159 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Attempting to bind port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:27.425176 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9f2c4e-3cbf-4ebf-8475-2f2912c5c185 x-openstack-request-id: req-de9f2c4e-3cbf-4ebf-8475-2f2912c5c185 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:27.425385 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca6300-a9be-4ff0-9294-6b46efd964ef", "name": "network-vif-deleted", "tag": "6b20dae9-c434-483d-aab0-43b1a9a1e7df", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:27.425630 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de9f2c4e-3cbf-4ebf-8475-2f2912c5c185 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:27.426020 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca6300-a9be-4ff0-9294-6b46efd964ef', 'name': 'network-vif-deleted', 'tag': '6b20dae9-c434-483d-aab0-43b1a9a1e7df', 'status': 'completed', 'code': 200} Nov 02 16:48:27.437666 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:27.438228 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:27.438727 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.439212 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:27.439797 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Bound port: 9d3f6b18-d3df-48b2-84ac-b6ecf593383c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:27.440273 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.454727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54788) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:27.473236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b2fce5c9-cde0-40f2-b8db-8e328f86ec98 req-3190ca16-f69b-434b-bb05-4586b99f881c service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170298 Nov 02 16:48:27.474875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.539378 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Pushing event updated for resources: {'Port': ['ID=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:27.556959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.557451 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.557888 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.558347 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.558765 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.559203 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.559631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.560047 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.560871 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.560871 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.561260 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.561674 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.565899 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] For port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:27.574097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Subnet': ['ID=a15a04e3-1286-496c-9790-7d4a284ffe23,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:27.579026 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] For port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:27.583438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Checking segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:27.583804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network hostable DHCP agents. Network: 340d3d8b-7e88-49bf-b6ac-aeb113941d31, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:27.584591 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.605393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:27.618923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 340d3d8b-7e88-49bf-b6ac-aeb113941d31) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:27.624011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:27.625726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.631562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb29fac-fa4d-4eee-8350-28e6f0798394 None None] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:27.644115 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f65d-6287-4ad0-8865-933bd3a4eef5 None None] Pushing event updated for resources: {'Port': ['ID=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:27.652681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d93d0cf4-5046-4d8f-8cc3-f7e1a3e6f8f2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8446388 Nov 02 16:48:27.655002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54792) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:27.657299 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:27.658165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:27.689717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-577116794'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:27.728174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Made reservation on behalf of 47325bf8b56b43f2a3383b57ee7942ca for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:27.736250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.758775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.792714 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:27.878856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:48:27.880616 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.909672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.915993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.935650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:27.949486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:27.949915 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Added segment 39b9764a-b802-4b36-a577-fc9b361f84ad of type vlan for network caae62cc-7c42-4908-87ca-7265520523b0 Nov 02 16:48:28.010925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.044019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.052728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:28.054607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.078460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Allocated IP 172.20.0.2 (340d3d8b-7e88-49bf-b6ac-aeb113941d31/a15a04e3-1286-496c-9790-7d4a284ffe23/1c99a17e-3eb5-4d8d-bdd2-e5600182083b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:28.145298 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:25Z', 'revision_number': 3, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:28.181457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fe4a3-d537-440c-8c8e-3873cd4fe362 None None] The sync data for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 is: [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:25Z', 'revision_number': 3, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:28.195662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7babf160-097d-459d-a711-00ca4d38dbc9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:28.212247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7562420 Nov 02 16:48:28.218678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54796) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:28.229729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Request body: {'subnet': {'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:28.252534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b20dae9-c434-483d-aab0-43b1a9a1e7df no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:28.302785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 6b20dae9-c434-483d-aab0-43b1a9a1e7df {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:28.303215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6b20dae9-c434-483d-aab0-43b1a9a1e7df not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:28.328694 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.329455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4801d98-d802-4039-b083-2025239b24bd tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event updated for resources: {'Network': ['ID=caae62cc-7c42-4908-87ca-7265520523b0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:28.346652 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.349153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network caae62cc-7c42-4908-87ca-7265520523b0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:28.359864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb3b6a-d33b-4205-8b68-53763c8c10ac req-acbc0e0c-6979-450c-90fd-ada8b2fc1d37 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:28.373189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcfb3b6a-d33b-4205-8b68-53763c8c10ac req-acbc0e0c-6979-450c-90fd-ada8b2fc1d37 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.3032067 Nov 02 16:48:28.411448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Pushing event updated for resources: {'Port': ['ID=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:28.437898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54802) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:28.469796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bcfb3b6a-d33b-4205-8b68-53763c8c10ac req-50099819-ba19-4d2a-b7a4-39dfc0a73e3e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938330 Nov 02 16:48:28.479356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Made reservation on behalf of 47325bf8b56b43f2a3383b57ee7942ca for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:28.485066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:28.490874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:28.493447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.520163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:28.649002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Attempting to bind port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:28.650071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Attempting to bind port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:28.650663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Attempting to bind port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b on network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:28.658922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:28.660446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Checking segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:28.660848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.661274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Bound using segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:28.661760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Bound port: 1c99a17e-3eb5-4d8d-bdd2-e5600182083b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:28.662171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.759992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] For port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:28.763762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] For port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:28.772102 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.793313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.847563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf20ca1-dbb8-4d91-b84b-ccc526b37f19 None None] Pushing event updated for resources: {'Port': ['ID=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:28.907537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Checking segment: {'id': '39b9764a-b802-4b36-a577-fc9b361f84ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:28.908873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Network hostable DHCP agents. Network: caae62cc-7c42-4908-87ca-7265520523b0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:28.912202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event updated for resources: {'Subnet': ['ID=0d4bde71-091f-43db-99b5-88c47439f330,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:28.927393 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.937691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Network caae62cc-7c42-4908-87ca-7265520523b0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:28.951175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, caae62cc-7c42-4908-87ca-7265520523b0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:28.959363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f51d6-075e-40fc-aa12-13ab02622fbf None None] Network caae62cc-7c42-4908-87ca-7265520523b0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:28.966505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:28.967550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:28.992929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-55c56a0b-acb2-493b-a67d-83eb9a4e9d4a tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7706194 Nov 02 16:48:28.996717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54804) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:29.004118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Request body: {'port': {'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2044676325'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:29.233842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-caae62cc-7c42-4908-87ca-7265520523b0', 'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0', 'tenant_id': '47325bf8b56b43f2a3383b57ee7942ca', 'fixed_ips': [{'subnet_id': '0d4bde71-091f-43db-99b5-88c47439f330'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:48:29.235018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.294465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Made reservation on behalf of 47325bf8b56b43f2a3383b57ee7942ca for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:29.298796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.320747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] device_id is not set on port 4ab9d3b8-deee-43e2-b9c9-6b360e1fc49a yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:29.420862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.441275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Allocated IP 172.20.0.2 (caae62cc-7c42-4908-87ca-7265520523b0/0d4bde71-091f-43db-99b5-88c47439f330/07756405-0fd1-4d94-a37f-b6f1d044359c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:29.521855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.20.0.1 (340d3d8b-7e88-49bf-b6ac-aeb113941d31/a15a04e3-1286-496c-9790-7d4a284ffe23/7174fb73-37b2-473a-911a-44b8f5706575) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:29.648153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d3f6b18-d3df-48b2-84ac-b6ecf593383c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:29.676621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965dad4-37ca-46b3-a7bb-7f40cf50eb73 req-4957a461-414c-4ea0-bae9-6220a2c8791e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:29.685806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0965dad4-37ca-46b3-a7bb-7f40cf50eb73 req-4957a461-414c-4ea0-bae9-6220a2c8791e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.1148872 Nov 02 16:48:29.705692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.722870 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.780903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Network caae62cc-7c42-4908-87ca-7265520523b0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:29.781148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.784478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cb4dda3a-06f7-47a4-9096-98691046b531 {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:48:29.784805 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:48:29.790901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:29.797382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:29.799271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0965dad4-37ca-46b3-a7bb-7f40cf50eb73 req-4af6673f-8f42-4468-b87b-3cbc099761b7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124732 Nov 02 16:48:29.812422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Pushing event updated for resources: {'Port': ['ID=07756405-0fd1-4d94-a37f-b6f1d044359c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:29.816992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:29.817370 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.882051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.910927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Attempting to bind port 07756405-0fd1-4d94-a37f-b6f1d044359c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:29.911298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Attempting to bind port 07756405-0fd1-4d94-a37f-b6f1d044359c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '39b9764a-b802-4b36-a577-fc9b361f84ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:29.911661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Attempting to bind port 07756405-0fd1-4d94-a37f-b6f1d044359c on network caae62cc-7c42-4908-87ca-7265520523b0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:29.922652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:29.923246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Checking segment: {'id': '39b9764a-b802-4b36-a577-fc9b361f84ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:29.923424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.923815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Bound using segment: {'id': '39b9764a-b802-4b36-a577-fc9b361f84ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:29.924297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Bound port: 07756405-0fd1-4d94-a37f-b6f1d044359c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b9764a-b802-4b36-a577-fc9b361f84ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'caae62cc-7c42-4908-87ca-7265520523b0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:29.924679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:29.934606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:29.938918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:29.943715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:29.994580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=7174fb73-37b2-473a-911a-44b8f5706575,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:30.003723 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.025237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.025655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.026152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.026623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.027087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.027557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.028017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.028477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.028936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.029392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.030005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.030893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:30.046180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Deleting port 80511292-c56f-4b63-a5ae-4044f48db79c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:30.046645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.047565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:30.054271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-10155121-4185-41df-93c0-1bb53be99634 None None] For port 07756405-0fd1-4d94-a37f-b6f1d044359c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:30.058440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-10155121-4185-41df-93c0-1bb53be99634 None None] For port 07756405-0fd1-4d94-a37f-b6f1d044359c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07756405-0fd1-4d94-a37f-b6f1d044359c,segment=NetworkSegment(39b9764a-b802-4b36-a577-fc9b361f84ad),segment_id=39b9764a-b802-4b36-a577-fc9b361f84ad)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:30.059764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.060589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1c99a17e-3eb5-4d8d-bdd2-e5600182083b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:30.066959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.100461 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.109030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f986d6-899a-449f-a51e-3fca21b024cd None None] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:30.215226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] For port 80511292-c56f-4b63-a5ae-4044f48db79c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=80511292-c56f-4b63-a5ae-4044f48db79c,segment=NetworkSegment(ffc5037a-6374-4bed-b8f0-d4ed4f91cec7),segment_id=ffc5037a-6374-4bed-b8f0-d4ed4f91cec7)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:30.215647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.244008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:30.244224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Calling delete_port for 80511292-c56f-4b63-a5ae-4044f48db79c owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:30.250027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d69bbd3c-100b-4632-a460-bd48e6642e9a None None] Provisioning complete for port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:30.250556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d69bbd3c-100b-4632-a460-bd48e6642e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.286457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.310308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] device_id is not set on port 404216b4-6e91-4ff4-9731-f7777fcf3e22 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:30.355695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.391835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:30.392336 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.452549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10155121-4185-41df-93c0-1bb53be99634 None None] Pushing event updated for resources: {'Port': ['ID=07756405-0fd1-4d94-a37f-b6f1d044359c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:30.474377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Allocated IP 172.20.0.5 (caae62cc-7c42-4908-87ca-7265520523b0/0d4bde71-091f-43db-99b5-88c47439f330/404216b4-6e91-4ff4-9731-f7777fcf3e22) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:30.554186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d69bbd3c-100b-4632-a460-bd48e6642e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.658053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d69bbd3c-100b-4632-a460-bd48e6642e9a None None] For port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:30.659604 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.664200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d69bbd3c-100b-4632-a460-bd48e6642e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.754984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.825673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.890245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bbd3c-100b-4632-a460-bd48e6642e9a None None] Pushing event updated for resources: {'Port': ['ID=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:30.890837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Network caae62cc-7c42-4908-87ca-7265520523b0 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:30.893847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:30.902322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:30.905458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event updated for resources: {'Port': ['ID=404216b4-6e91-4ff4-9731-f7777fcf3e22,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:30.922637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:48:30.925001 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:48:30.989797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:30.990731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:30.997416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-40a41732-851b-45b2-99d0-8736f4aae9cd None None] Provisioning complete for port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:30.997939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-40a41732-851b-45b2-99d0-8736f4aae9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.019212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-40f5fe2f-a517-496c-8d54-e8676c255595 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0211611 Nov 02 16:48:31.022877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54814) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:31.042228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadbbe-992e-4e4b-85bd-c367bcadfbb1 req-58d4aab9-638f-454d-8daa-6007a9a79228 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:31.044112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7aeadbbe-992e-4e4b-85bd-c367bcadfbb1 req-58d4aab9-638f-454d-8daa-6007a9a79228 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.1051903 Nov 02 16:48:31.096118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.132361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=80511292-c56f-4b63-a5ae-4044f48db79c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:31.140451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-40a41732-851b-45b2-99d0-8736f4aae9cd None None] Provisioning complete for port 7174fb73-37b2-473a-911a-44b8f5706575 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:31.141478 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-40a41732-851b-45b2-99d0-8736f4aae9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.160283 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7aeadbbe-992e-4e4b-85bd-c367bcadfbb1 req-b5def7ed-9e17-44b8-95d4-af91fcb63ec0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814428 Nov 02 16:48:31.185760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-40a41732-851b-45b2-99d0-8736f4aae9cd None None] Port 7174fb73-37b2-473a-911a-44b8f5706575 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:31.199254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Deleting port 404216b4-6e91-4ff4-9731-f7777fcf3e22 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:31.199688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.321346 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.336013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Calling delete_port for 404216b4-6e91-4ff4-9731-f7777fcf3e22 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:31.344833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.351381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.408364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-afebb543-b800-4a78-8722-a57c21ff3f76 None None] Provisioning complete for port 7174fb73-37b2-473a-911a-44b8f5706575 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:31.409156 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-afebb543-b800-4a78-8722-a57c21ff3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.454429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=7174fb73-37b2-473a-911a-44b8f5706575,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:31.462873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.469054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.495481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-afebb543-b800-4a78-8722-a57c21ff3f76 None None] Port 7174fb73-37b2-473a-911a-44b8f5706575 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:31.519205 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.563143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event deleted for resources: {'Port': ['ID=404216b4-6e91-4ff4-9731-f7777fcf3e22,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:31.659566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.664082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:31.666081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:31.667916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cd037395-14e0-4f9e-9716-12b0a519905e tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "DELETE /v2.0/ports/404216b4-6e91-4ff4-9731-f7777fcf3e22 HTTP/1.1" status: 204 len: 168 time: 0.6440628 Nov 02 16:48:31.669566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54816) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:31.866922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-08d54c2f-d33d-4d21-a087-a7a76f67f491 tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1932859 Nov 02 16:48:31.867933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54822) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:31.880749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1491516825'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:31.898791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07756405-0fd1-4d94-a37f-b6f1d044359c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:31.923765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Made reservation on behalf of 47325bf8b56b43f2a3383b57ee7942ca for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:31.924357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 10a2526f-98ee-4924-8ee3-9031a3361b0e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:31.931287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2fe3f-3ab5-4246-ab04-529d3e47fa86 None None] Network caae62cc-7c42-4908-87ca-7265520523b0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:31.931756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.933777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Router 690b2144-6d2e-44ad-844f-e6ffe0e1044a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:31.974032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:31.986864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:31.987223 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Added segment 1f4041b7-4f29-4750-90b7-4cf18ea1b7d1 of type vlan for network db046ccc-00a9-48f7-a9ac-0cc89724e97c Nov 02 16:48:32.038974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 07756405-0fd1-4d94-a37f-b6f1d044359c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:32.039434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.055043 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.087097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.093754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.094964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.110881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a6ea8f9d-d7d4-4012-8fa5-a6c8ab6b8006 None None] Provisioning complete for port 07756405-0fd1-4d94-a37f-b6f1d044359c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:32.111661 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8f9d-d7d4-4012-8fa5-a6c8ab6b8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.154216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:32.161860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2908065 Nov 02 16:48:32.167264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54824) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:32.169172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33e8353f-002f-4ec2-92db-66f19330bb45 admin admin] 10.222.0.31 "PUT /v2.0/routers/690b2144-6d2e-44ad-844f-e6ffe0e1044a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7300236 Nov 02 16:48:32.175075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54826) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:32.183162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] Sync routers for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:32.200319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5d68-e241-4819-9714-dc71eff19815 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event updated for resources: {'Network': ['ID=db046ccc-00a9-48f7-a9ac-0cc89724e97c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:32.210803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:32.211463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:32.299765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.302105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:32.312495 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Sync routers for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:32.314743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1cbe427c-d529-4e6b-bb16-b7375bb174c6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "PUT /v2.0/routers/10a2526f-98ee-4924-8ee3-9031a3361b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6579804 Nov 02 16:48:32.322807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54830) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:32.331855 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:32.332669 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:32.400009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network db046ccc-00a9-48f7-a9ac-0cc89724e97c details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:32.437409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.519001 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:32.530781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5e64da67-a2ea-4256-95ce-5e3758b2c80f tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/agents/b1a74558-53b0-416b-8926-d99552e80c3a/dhcp-networks HTTP/1.1" status: 200 len: 10435 time: 0.3623214 Nov 02 16:48:32.535467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:32.538406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Deleting port 5de7ac73-4a01-4b16-95e8-a9dce3152232 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:32.539094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.544626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.563576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db7cc4-f074-41c1-91f4-465efa99c017 req-31d862d9-ca1a-4a1e-91d0-921c516a4010 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.572550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6db7cc4-f074-41c1-91f4-465efa99c017 req-31d862d9-ca1a-4a1e-91d0-921c516a4010 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.2824872 Nov 02 16:48:32.636682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6db7cc4-f074-41c1-91f4-465efa99c017 req-585ca98c-5153-47d6-b1de-ad2136da46c8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584068 Nov 02 16:48:32.639672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 07756405-0fd1-4d94-a37f-b6f1d044359c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07756405-0fd1-4d94-a37f-b6f1d044359c,segment=NetworkSegment(39b9764a-b802-4b36-a577-fc9b361f84ad),segment_id=39b9764a-b802-4b36-a577-fc9b361f84ad)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:32.651028 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.651812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d3f6b18-d3df-48b2-84ac-b6ecf593383c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:32.743632 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8f9d-d7d4-4012-8fa5-a6c8ab6b8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.750647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.751549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.752707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:32.757452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.758521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.759310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.760915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.761630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.762297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.762931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.764974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.765651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.766315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.767064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.767813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.778966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f4e0940d-6974-42fb-a548-5c9b935986d3 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9832 time: 0.4519167 Nov 02 16:48:32.780480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54834) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:32.917699 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:31Z', 'revision_number': 2, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:32.955250 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Checking router: 10a2526f-98ee-4924-8ee3-9031a3361b0e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:32.955942 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Updating router 10a2526f-98ee-4924-8ee3-9031a3361b0e port 7174fb73-37b2-473a-911a-44b8f5706575 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:48:32.987461 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:32.993072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.994003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:32.994003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.001662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.002169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.002621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.003070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.003516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.003963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.004408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.004850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.005286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.005727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.018179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cefb8751-da88-4ce3-8977-24eb2663da04 tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8313 time: 0.2361524 Nov 02 16:48:33.025802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54840) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:33.161127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=07756405-0fd1-4d94-a37f-b6f1d044359c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:33.215615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.220558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-a6ea8f9d-d7d4-4012-8fa5-a6c8ab6b8006 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:48:33.221583 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-a6ea8f9d-d7d4-4012-8fa5-a6c8ab6b8006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:48:33.221715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.228239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] For port 5de7ac73-4a01-4b16-95e8-a9dce3152232, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5de7ac73-4a01-4b16-95e8-a9dce3152232,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:33.228809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.231515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.242700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.243066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:33.243594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.253855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.260727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.264040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Calling delete_port for 5de7ac73-4a01-4b16-95e8-a9dce3152232 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:33.266425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ffceca-cdf9-4318-ba73-0429ce781633 tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] Network db046ccc-00a9-48f7-a9ac-0cc89724e97c is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:33.266670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.278842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7915f258-0b49-47b7-bac8-70f061939429 req-0ca2000f-e27a-4385-8095-a0f9b7550ec2 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.1319089 Nov 02 16:48:33.316632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57abe67b-093b-4b4d-9472-4917f67c7d70 None None] Network db046ccc-00a9-48f7-a9ac-0cc89724e97c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:33.324573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-50ffceca-cdf9-4318-ba73-0429ce781633 tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "POST /v2.0/agents/b1a74558-53b0-416b-8926-d99552e80c3a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7824726 Nov 02 16:48:33.327415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54842) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:33.379772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7915f258-0b49-47b7-bac8-70f061939429 req-d93154cc-5520-44e8-b428-b794064c4749 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993962 Nov 02 16:48:33.394120 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.415276 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.445141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-792a5459-794e-4588-bb1e-8b8d937cedea tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5760 time: 0.4167671 Nov 02 16:48:33.484681 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e6b45-0995-4604-a7e0-29ff5953077b None None] Pushing event updated for resources: {'Port': ['ID=7174fb73-37b2-473a-911a-44b8f5706575,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:33.626099 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Attempting to bind port 7174fb73-37b2-473a-911a-44b8f5706575 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:33.626494 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Attempting to bind port 7174fb73-37b2-473a-911a-44b8f5706575 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:33.626876 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Attempting to bind port 7174fb73-37b2-473a-911a-44b8f5706575 on network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:33.649652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 5, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port': {'id': '5de7ac73-4a01-4b16-95e8-a9dce3152232', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:19Z', 'updated_at': '2021-11-02T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:33.655570 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:33.656011 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Checking segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:33.656460 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.656869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Bound using segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:33.657185 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Bound port: 7174fb73-37b2-473a-911a-44b8f5706575, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:33.657567 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.720822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.721416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] Checking router: 690b2144-6d2e-44ad-844f-e6ffe0e1044a for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:33.731303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.739182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.747268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.753974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.760563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.765874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1c99a17e-3eb5-4d8d-bdd2-e5600182083b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:33.766993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:33.769179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f6572bc-11f5-4416-8ade-ece1b3d71dcf req-995cb7b8-7e1f-4a4d-9fe0-a74bd0dc3dc4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.2103970 Nov 02 16:48:33.774691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] Routers {'690b2144-6d2e-44ad-844f-e6ffe0e1044a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:33.775449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:33.830112 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] For port 7174fb73-37b2-473a-911a-44b8f5706575, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:33.839995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d3454b00-5d1a-4ee5-8990-caa19187f91a tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/agents/b1a74558-53b0-416b-8926-d99552e80c3a/dhcp-networks HTTP/1.1" status: 200 len: 11206 time: 0.5087941 Nov 02 16:48:33.840230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] For port 7174fb73-37b2-473a-911a-44b8f5706575, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7174fb73-37b2-473a-911a-44b8f5706575,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:33.841347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54852) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:33.848131 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:33.967970 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:33.968854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:34.004482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ee4beb3d-cde2-45e5-b48e-01d15a704b8e tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "DELETE /v2.0/agents/b1a74558-53b0-416b-8926-d99552e80c3a/dhcp-networks/db046ccc-00a9-48f7-a9ac-0cc89724e97c HTTP/1.1" status: 204 len: 168 time: 0.1580558 Nov 02 16:48:34.011685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674e2c-00d6-4991-80ab-87f6e0d83f74 req-5a5ac38e-a589-434a-abd9-d167149350ab tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:34.012730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54854) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.013072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54856) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.015617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd674e2c-00d6-4991-80ab-87f6e0d83f74 req-5a5ac38e-a589-434a-abd9-d167149350ab tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.1359744 Nov 02 16:48:34.023367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083625633', 'description': 'tempest-secgroup-smoke-1083625633 description', 'project_id': '3d6e965d86e946509dda7dc3232b1659'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:34.031946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] Set router 690b2144-6d2e-44ad-844f-e6ffe0e1044a gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:34.063464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.082334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd674e2c-00d6-4991-80ab-87f6e0d83f74 req-3f1dfad0-4330-4250-8c05-e8c668b16e0d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574481 Nov 02 16:48:34.102918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:48:32Z', 'revision_number': 6, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:34.138834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Pushing event deleted for resources: {'Port': ['ID=5de7ac73-4a01-4b16-95e8-a9dce3152232,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:34.159800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401374d-a682-47af-9f01-ca16a400a511 None None] The sync data for ids ['690b2144-6d2e-44ad-844f-e6ffe0e1044a'] in n-d-811405-2 is: [{'id': '690b2144-6d2e-44ad-844f-e6ffe0e1044a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1825058600-router', 'tenant_id': 'cd949dcc812a4750bf49d5d855c36a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:18Z', 'updated_at': '2021-11-02T16:48:32Z', 'revision_number': 6, 'project_id': 'cd949dcc812a4750bf49d5d855c36a24', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:34.227862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:34.228494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.228874 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.255514 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e6b45-0995-4604-a7e0-29ff5953077b None None] Pushing event updated for resources: {'Port': ['ID=7174fb73-37b2-473a-911a-44b8f5706575,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:34.273339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Provisioning complete for port 07756405-0fd1-4d94-a37f-b6f1d044359c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:34.274397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.322543 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:34.323224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.453985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Provisioning complete for port 7174fb73-37b2-473a-911a-44b8f5706575 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:34.454305 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.467258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.475118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.484804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c66c16a-a96c-474c-8a88-0fe8e1881158 tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/agents/b1a74558-53b0-416b-8926-d99552e80c3a/dhcp-networks HTTP/1.1" status: 200 len: 10435 time: 0.4659309 Nov 02 16:48:34.485754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54858) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.541256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.547622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-965d3bd4-b3e1-4d5d-a089-7be31328b7ce tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/networks/caae62cc-7c42-4908-87ca-7265520523b0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0596349 Nov 02 16:48:34.550205 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.550596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54860) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.566316 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.566887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690b2144-6d2e-44ad-844f-e6ffe0e1044a {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:48:34.591186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.595182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f6a51357-071d-4c1e-b686-7ee11264d75f admin admin] 10.222.0.31 "DELETE /v2.0/routers/690b2144-6d2e-44ad-844f-e6ffe0e1044a HTTP/1.1" status: 204 len: 168 time: 2.4188170 Nov 02 16:48:34.598878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54862) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.610120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c212d57e-e346-4574-9975-e2b7c5e93a61 tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/networks/caae62cc-7c42-4908-87ca-7265520523b0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0552235 Nov 02 16:48:34.611128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54864) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.674055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.678002 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:33Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:34.679882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.685965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6659262 Nov 02 16:48:34.688439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54866) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.699507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f9001-3a48-4c7c-baf1-5c3953c3f1d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dc2351-acfe-4e56-aef9-bc27b0198d3c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:34.709043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Deleting subnet 0566e4bf-27fd-45d8-90fb-eb055148f2e1 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:48:34.712719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.715192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2351-acfe-4e56-aef9-bc27b0198d3c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:34.746260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] For port 7174fb73-37b2-473a-911a-44b8f5706575, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7174fb73-37b2-473a-911a-44b8f5706575,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:34.752972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.757993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.762024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Could not find standard attr ID for object 404216b4-6e91-4ff4-9731-f7777fcf3e22. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:48:34.769659 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5064d2-9fb3-4cac-ace5-3c56c5bf1aa4 None None] The sync data for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 is: [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:33Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:34.824229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.856271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826659a3-4e0b-4f69-9758-efe3d4de44d8 None None] Pushing event updated for resources: {'Port': ['ID=7174fb73-37b2-473a-911a-44b8f5706575,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:34.871533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.885443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c42d61cc-dbd7-4f1d-99eb-864be43dba64 None None] Provisioning complete for port 7174fb73-37b2-473a-911a-44b8f5706575 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:34.885931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c42d61cc-dbd7-4f1d-99eb-864be43dba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.896489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.927516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0566e4bf-27fd-45d8-90fb-eb055148f2e1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:34.930315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:34.936359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fda804e7-84f5-42a5-a10a-e2134b88d6e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0566e4bf-27fd-45d8-90fb-eb055148f2e1 HTTP/1.1" status: 204 len: 168 time: 0.3360136 Nov 02 16:48:34.936997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:34.953888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5785c1b6-5b2a-4fe6-b6ee-17156d93b7e2 tempest-DHCPAgentSchedulersTestJSON-656115010 tempest-DHCPAgentSchedulersTestJSON-656115010-project-admin] 10.222.0.31 "GET /v2.0/agents/b1a74558-53b0-416b-8926-d99552e80c3a/dhcp-networks HTTP/1.1" status: 200 len: 10435 time: 0.3382788 Nov 02 16:48:34.955292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54870) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.008738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.024826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.037169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.076703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.078606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309e88e0-50df-4234-9087-ee29d728225e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:35.086825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.088757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8a0e15fa-5c4e-4e9c-8b17-55b13604dda0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3970191 Nov 02 16:48:35.091364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54872) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.097470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2351-acfe-4e56-aef9-bc27b0198d3c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:35.122082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.203859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961039fd-31fa-49c6-9bfb-fc26098ae359']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:35.208770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07756405-0fd1-4d94-a37f-b6f1d044359c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:35.233977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:35.234894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc5037a-6374-4bed-b8f0-d4ed4f91cec7') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:35.252701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.282229 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.287930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.303980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.309824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:35.310365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:35.312379 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:35.334489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db046ccc-00a9-48f7-a9ac-0cc89724e97c']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:35.347494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4041b7-4f29-4750-90b7-4cf18ea1b7d1') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:35.347889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4041b7-4f29-4750-90b7-4cf18ea1b7d1') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:35.375580 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.419643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c72e-b5db-4d3f-9d86-2bb436cc1301 req-c3636333-950e-4d31-85cb-23e7e1e223c5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:35.421868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3612c72e-b5db-4d3f-9d86-2bb436cc1301 req-c3636333-950e-4d31-85cb-23e7e1e223c5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.1843929 Nov 02 16:48:35.423501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.432435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.440071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.446239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:35.447207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:35.453042 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:35.461078 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/961039fd-31fa-49c6-9bfb-fc26098ae359 HTTP/1.1" status: 204 len: 168 time: 0.5090353 Nov 02 16:48:35.499870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64269a-07fa-4b51-a913-33d09ce228f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=961039fd-31fa-49c6-9bfb-fc26098ae359,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:35.520308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.526482 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.549046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3701371-e76d-4049-b9e5-a5bb0d9f27b9,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:35.592811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 07756405-0fd1-4d94-a37f-b6f1d044359c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:35.593332 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.598841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.601123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8feee216-43f9-4f37-be91-c7d8cc5a404c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5081763 Nov 02 16:48:35.603903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54880) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.609857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2351-acfe-4e56-aef9-bc27b0198d3c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:35.619775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3612c72e-b5db-4d3f-9d86-2bb436cc1301 req-44d3b6c9-baab-42e6-9d5a-c48fb57a94b1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879466 Nov 02 16:48:35.627424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.661818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.668509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "DELETE /v2.0/networks/db046ccc-00a9-48f7-a9ac-0cc89724e97c HTTP/1.1" status: 204 len: 168 time: 0.7109878 Nov 02 16:48:35.669726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54882) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.686652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11311-8f34-4edd-af04-0187fd9c3e22 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event deleted for resources: {'Network': ['ID=db046ccc-00a9-48f7-a9ac-0cc89724e97c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:35.731206 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-443a927c-9f51-4c50-853a-cb134fb0a1a3 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] DELETE failed (client error): The resource could not be found. Nov 02 16:48:35.731969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443a927c-9f51-4c50-853a-cb134fb0a1a3 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:48:35.740223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-443a927c-9f51-4c50-853a-cb134fb0a1a3 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "DELETE /v2.0/ports/404216b4-6e91-4ff4-9731-f7777fcf3e22 HTTP/1.1" status: 404 len: 333 time: 0.0677137 Nov 02 16:48:35.740938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54884) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.762449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.775725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54892) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.832521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80511292-c56f-4b63-a5ae-4044f48db79c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:35.865730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 80511292-c56f-4b63-a5ae-4044f48db79c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:35.867135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80511292-c56f-4b63-a5ae-4044f48db79c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:35.872072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.877741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.912264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.918069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Deleting subnet 0d4bde71-091f-43db-99b5-88c47439f330 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:48:35.918362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3087814 Nov 02 16:48:35.920398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:35.920859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff70ee8-2a90-4e82-960a-009ac6654e91 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fc9a72-fa17-422a-8c74-1e28e2ec68c1,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:35.928055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2351-acfe-4e56-aef9-bc27b0198d3c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:35.931486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:35.964304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d9b8da6f-6eb6-4e74-93c3-086bcb6b50a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd949dcc812a4750bf49d5d855c36a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869800 Nov 02 16:48:35.967109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54896) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:36.008777 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.038737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-d82b-4efa-80a8-a2029d19bc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.046795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.074435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-d82b-4efa-80a8-a2029d19bc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.146765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-d82b-4efa-80a8-a2029d19bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.150023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-d82b-4efa-80a8-a2029d19bc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.150769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54904) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:36.154363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-91dabd64-d82b-4efa-80a8-a2029d19bc9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b011c47a-19e7-4496-bd09-191cb840cb97 HTTP/1.1" status: 204 len: 168 time: 0.1860604 Nov 02 16:48:36.163867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dabd64-d82b-4efa-80a8-a2029d19bc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011c47a-19e7-4496-bd09-191cb840cb97,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:36.179906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.181948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.188255 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.253038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 353f001f-1027-4fa3-ab62-8aa944c2e7e6 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:48:36.289200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abef9d4b-80f7-475a-a483-148a6454cf74,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:36.302678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.307382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ae6cf309-fb67-4b05-8db7-6dc41b8028d2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3831627 Nov 02 16:48:36.308423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54910) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:36.314116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2351-acfe-4e56-aef9-bc27b0198d3c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:36.332878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.333361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.333824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.334327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.334818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.335282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.335716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.337866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-35b2ee96-ff8a-4a80-9a45-fe7b9e308e9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 6492 time: 0.1856010 Nov 02 16:48:36.379430 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Project 3d6e965d86e946509dda7dc3232b1659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:48:36.390251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.424016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-f78c4cef-1fa4-4575-ae2d-b2689203d5bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787923 Nov 02 16:48:36.425698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.478424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:36.488981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.494826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.497429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4bde71-091f-43db-99b5-88c47439f330,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:36.509941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.527330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a358fe1-d1f8-43ca-b7fa-7eebae515403 None None] Network caae62cc-7c42-4908-87ca-7265520523b0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:36.535004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d347aa91-e157-46cb-8dad-ca570d40c233 tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "DELETE /v2.0/subnets/0d4bde71-091f-43db-99b5-88c47439f330 HTTP/1.1" status: 204 len: 168 time: 0.7912033 Nov 02 16:48:36.536282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 54914) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:36.545529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff53269-4bc2-41d6-9632-b317ebe3aa34,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:36.556136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.558433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-686ecd0a-a6fd-4ff3-b1f3-07ee5e406be9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2474122 Nov 02 16:48:36.560455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54916) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:36.568292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'security_group_rule': {'security_group_id': '66dc2351-acfe-4e56-aef9-bc27b0198d3c', 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:36.584212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:48:36.608934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7174fb73-37b2-473a-911a-44b8f5706575 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:36.611834 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Project 3d6e965d86e946509dda7dc3232b1659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:48:36.619318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.676106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.709807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.716375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.743951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473875ce-1af3-49a9-8e8f-b238144c0ea9,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:36.747408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.760703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.761993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-acf15a40-8760-433a-b840-2048f1ae1dc5 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2005467 Nov 02 16:48:36.815569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353f001f-1027-4fa3-ab62-8aa944c2e7e6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:36.852927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Deleting port 07756405-0fd1-4d94-a37f-b6f1d044359c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:36.855885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.903131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:36.908287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7174fb73-37b2-473a-911a-44b8f5706575 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:36.908917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:36.952128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.011968 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:48:37.056155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] For port 07756405-0fd1-4d94-a37f-b6f1d044359c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07756405-0fd1-4d94-a37f-b6f1d044359c,segment=NetworkSegment(39b9764a-b802-4b36-a577-fc9b361f84ad),segment_id=39b9764a-b802-4b36-a577-fc9b361f84ad)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:37.057139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.111525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1d1a-0b4a-42d1-88b5-e676159b9c54 req-8c21e691-6272-46fa-bc1d-560eb29aa34c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:37.113104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b03f1d1a-0b4a-42d1-88b5-e676159b9c54 req-8c21e691-6272-46fa-bc1d-560eb29aa34c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 943 time: 0.3563049 Nov 02 16:48:37.114177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Calling delete_port for 07756405-0fd1-4d94-a37f-b6f1d044359c owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:37.115664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] DHCP port deletion for caae62cc-7c42-4908-87ca-7265520523b0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:48:37.125348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=353f001f-1027-4fa3-ab62-8aa944c2e7e6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:37.181707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5de7ac73-4a01-4b16-95e8-a9dce3152232 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:37.210576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5de7ac73-4a01-4b16-95e8-a9dce3152232 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:37.210916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5de7ac73-4a01-4b16-95e8-a9dce3152232 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:37.233331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b03f1d1a-0b4a-42d1-88b5-e676159b9c54 req-af1335e9-2e6e-4b68-93e8-5592dcd81e6f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082182 Nov 02 16:48:37.235304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] Deleting port 07756405-0fd1-4d94-a37f-b6f1d044359c {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:37.235937 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.267158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-ee14a321-d212-4a82-b86a-c52698e94e43 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083625633&fields=id&tenant_id=3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 267 time: 0.0985954 Nov 02 16:48:37.287513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['353f001f-1027-4fa3-ab62-8aa944c2e7e6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:37.352461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.352923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] For port 07756405-0fd1-4d94-a37f-b6f1d044359c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07756405-0fd1-4d94-a37f-b6f1d044359c,segment=NetworkSegment(39b9764a-b802-4b36-a577-fc9b361f84ad),segment_id=39b9764a-b802-4b36-a577-fc9b361f84ad)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:37.353327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.377937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] Calling delete_port for 07756405-0fd1-4d94-a37f-b6f1d044359c owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:37.395073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] No DVR routers for this DVR port 07756405-0fd1-4d94-a37f-b6f1d044359c on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:37.404882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event deleted for resources: {'Port': ['ID=07756405-0fd1-4d94-a37f-b6f1d044359c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:37.548884 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.583519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] Pushing event deleted for resources: {'Port': ['ID=07756405-0fd1-4d94-a37f-b6f1d044359c,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:37.593962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8cc376-491d-4b07-8d0b-e741ca663fb9 None None] No DVR routers for this DVR port 07756405-0fd1-4d94-a37f-b6f1d044359c on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:37.868141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-84bc4265-5edd-4bd1-b8ab-52428ab6a80d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:37.869696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-84bc4265-5edd-4bd1-b8ab-52428ab6a80d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/networks?id=340d3d8b-7e88-49bf-b6ac-aeb113941d31 HTTP/1.1" status: 200 len: 796 time: 0.5803242 Nov 02 16:48:37.871794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.900447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-c2e40e28-1e94-4d1f-9465-2f3d8fedad33 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/quotas/3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 375 time: 0.0201054 Nov 02 16:48:37.902430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caae62cc-7c42-4908-87ca-7265520523b0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:37.921576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b9764a-b802-4b36-a577-fc9b361f84ad') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:37.921892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b9764a-b802-4b36-a577-fc9b361f84ad') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:37.946539 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.965787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.975004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:37.976236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:37.979600 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:37.986783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-b37d332b-734d-4be5-bd11-d17e1f70b57a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772338 Nov 02 16:48:38.121718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.127004 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.130221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] 10.222.0.31 "DELETE /v2.0/networks/caae62cc-7c42-4908-87ca-7265520523b0 HTTP/1.1" status: 204 len: 168 time: 1.5908685 Nov 02 16:48:38.132244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02c74cc5-eb34-4393-82e6-b6ccdc67e35c req-22b942ac-5d91-447a-8131-c3e93544bed8 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0432203 Nov 02 16:48:38.152591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffd15f-12b7-48d6-ba76-4c8f5a7a0caf tempest-DHCPAgentSchedulersTestJSON-823091695 tempest-DHCPAgentSchedulersTestJSON-823091695-project] Pushing event deleted for resources: {'Network': ['ID=caae62cc-7c42-4908-87ca-7265520523b0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:38.187840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-0ffa8c8f-54bf-431e-93a1-b2a9e2443507 service neutron] 10.222.0.31 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539202 Nov 02 16:48:38.314558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-2b809066-3e5d-4490-8b02-62e36b8a4f75 service neutron] 10.222.0.31 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188974 Nov 02 16:48:38.411306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27507f-305b-487c-b89a-a875d51b8c6e req-fd496026-bb4d-475d-95e0-c425a64c8082 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:38.414216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd27507f-305b-487c-b89a-a875d51b8c6e req-fd496026-bb4d-475d-95e0-c425a64c8082 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 944 time: 0.0771606 Nov 02 16:48:38.477677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07756405-0fd1-4d94-a37f-b6f1d044359c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:38.485047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd27507f-305b-487c-b89a-a875d51b8c6e req-24fcd42a-46aa-4580-b6d2-a95c9cfdc2a2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610404 Nov 02 16:48:38.507235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 07756405-0fd1-4d94-a37f-b6f1d044359c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:48:38.507851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07756405-0fd1-4d94-a37f-b6f1d044359c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:38.580466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-116169ed-afd6-4eb1-8616-aaf5000d8bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.610502 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5d3067f-73c4-44f5-aa97-239d52d29ce3 req-0a795e99-8d5a-42fc-a13e-119917ce26cd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 210 time: 0.0548782 Nov 02 16:48:38.621951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 54990) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:38.804108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e80cff46-cd6e-43ce-a66b-f7ea43035299 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47325bf8b56b43f2a3383b57ee7942ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807916 Nov 02 16:48:38.808475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55000) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:38.880411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e89bb42-ac2b-4f19-a5aa-560fc4ac5f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.907406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e89bb42-ac2b-4f19-a5aa-560fc4ac5f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.964239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e89bb42-ac2b-4f19-a5aa-560fc4ac5f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.966839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e89bb42-ac2b-4f19-a5aa-560fc4ac5f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:38.967980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7e89bb42-ac2b-4f19-a5aa-560fc4ac5f87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7babf160-097d-459d-a711-00ca4d38dbc9 HTTP/1.1" status: 204 len: 168 time: 0.1584802 Nov 02 16:48:38.975750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89bb42-ac2b-4f19-a5aa-560fc4ac5f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7babf160-097d-459d-a711-00ca4d38dbc9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:39.252868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-495d81de-030c-414e-8394-93b1cc059bf9 req-4d8d836f-2671-45e3-a051-7f359232e4af tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0301089 Nov 02 16:48:39.274398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55010) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:39.290271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebed685a-1765-4491-8902-72007f0753e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.379637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebed685a-1765-4491-8902-72007f0753e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.386042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebed685a-1765-4491-8902-72007f0753e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.438181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ebed685a-1765-4491-8902-72007f0753e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36f2f67dcf2c43deb94343aa7d9de303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604288 Nov 02 16:48:39.438181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed685a-1765-4491-8902-72007f0753e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233a2a9c-4441-4378-917e-d9b4d1186604,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:39.440050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55014) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:39.494402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e515b199-a384-4b9a-bd85-5680f0f2ef8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.521048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e515b199-a384-4b9a-bd85-5680f0f2ef8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.573268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e515b199-a384-4b9a-bd85-5680f0f2ef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.575974 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e515b199-a384-4b9a-bd85-5680f0f2ef8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:39.577152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e515b199-a384-4b9a-bd85-5680f0f2ef8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/233a2a9c-4441-4378-917e-d9b4d1186604 HTTP/1.1" status: 204 len: 168 time: 0.1358991 Nov 02 16:48:39.585158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b199-a384-4b9a-bd85-5680f0f2ef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233a2a9c-4441-4378-917e-d9b4d1186604,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:39.629461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6996f3e-b5da-4e3c-9331-3373accf81e3 req-dc0c3815-96e7-4035-98c9-627aa6690616 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:39.630991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6996f3e-b5da-4e3c-9331-3373accf81e3 req-dc0c3815-96e7-4035-98c9-627aa6690616 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 944 time: 0.0650308 Nov 02 16:48:39.681181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6996f3e-b5da-4e3c-9331-3373accf81e3 req-2f61a985-3d90-47e9-a1f7-9d69b540f356 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Nov 02 16:48:39.717429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fc007b3-168b-4ccc-af3c-77401352a4f8 req-81ccb892-8885-40ca-9b39-94a9e455e094 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 210 time: 0.0315869 Nov 02 16:48:39.908646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-17190384-a997-40d0-ac03-685bca31dfcc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:39.910862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-17190384-a997-40d0-ac03-685bca31dfcc tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "GET /v2.0/networks?id=340d3d8b-7e88-49bf-b6ac-aeb113941d31 HTTP/1.1" status: 200 len: 796 time: 0.1394851 Nov 02 16:48:39.967241 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-d2f1d555-4995-4618-ba8e-cc45f3ca3f3e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d6e965d86e946509dda7dc3232b1659 HTTP/1.1" status: 200 len: 380 time: 0.0458522 Nov 02 16:48:39.980899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'port': {'device_id': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'admin_state_up': True, 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'security_groups': ['66dc2351-acfe-4e56-aef9-bc27b0198d3c']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:40.096068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Made reservation on behalf of 3d6e965d86e946509dda7dc3232b1659 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:40.099830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.244944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.20.0.9 (340d3d8b-7e88-49bf-b6ac-aeb113941d31/a15a04e3-1286-496c-9790-7d4a284ffe23/fe731773-54b5-4e7e-acac-39b5d18e098a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:40.276302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 353f001f-1027-4fa3-ab62-8aa944c2e7e6 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:40.340719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:48:40.345046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:40.345728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.404720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf3ca9fb-7eaf-4e4d-a27a-a90f8d058bc8 req-47fe1ab7-ea31-4085-a584-789a72605560 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0360613 Nov 02 16:48:40.406650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.442456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.450828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.476600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:40.480129 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925ce25-5276-4ee1-a60d-3667fe4136ba" -d '{"events": [{"server_uuid": "17909081-3430-4730-a236-56c6905e6792", "name": "network-vif-plugged", "status": "completed", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:40.498604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:40.505349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:40.505937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:40.508274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=fe731773-54b5-4e7e-acac-39b5d18e098a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:40.510866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:40.522120 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.567365 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed829dd-45e3-4fe0-8c7d-201f97091e83 x-openstack-request-id: req-7ed829dd-45e3-4fe0-8c7d-201f97091e83 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:40.567728 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17909081-3430-4730-a236-56c6905e6792", "name": "network-vif-plugged", "status": "completed", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:40.568051 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ed829dd-45e3-4fe0-8c7d-201f97091e83 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:40.568568 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'code': 200} Nov 02 16:48:40.602709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:40.603935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.606787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=353f001f-1027-4fa3-ab62-8aa944c2e7e6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:40.640845 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5c791470-8c38-4e3f-b134-180c4888d139 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6638436 Nov 02 16:48:40.666723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Request body: {'port': {'device_id': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:40.707122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e87ca-0524-48dd-9e3a-e25a4d0bc7a9 req-d7e04e40-0acf-4d3c-a93b-3d6b1811455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:40.719832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9138b86-6d24-4890-8bac-71cfb116e6da req-a94b28e6-672c-4451-895e-e1729ac3a08c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0344284 Nov 02 16:48:40.722774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e87ca-0524-48dd-9e3a-e25a4d0bc7a9 req-d7e04e40-0acf-4d3c-a93b-3d6b1811455f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1096 time: 0.0922914 Nov 02 16:48:40.764179 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.863796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-060e69fd-1b66-4ff3-951c-7ecc02890269 None None] Provisioning complete for port fe731773-54b5-4e7e-acac-39b5d18e098a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:40.864714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-060e69fd-1b66-4ff3-951c-7ecc02890269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:40.910272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b341-f0d9-462d-baa9-3dcc5ae6ab35 req-083454d3-f533-4a37-a799-8b8b095604aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:40.919555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a463b341-f0d9-462d-baa9-3dcc5ae6ab35 req-083454d3-f533-4a37-a799-8b8b095604aa tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 931 time: 0.1013370 Nov 02 16:48:40.937640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-060e69fd-1b66-4ff3-951c-7ecc02890269 None None] Port fe731773-54b5-4e7e-acac-39b5d18e098a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:40.953777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa75d6-2b73-40d7-893f-b6a6ea8b443f req-59b99048-43d3-40c5-a69e-3093932cd5c4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:40.955569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-feaa75d6-2b73-40d7-893f-b6a6ea8b443f req-59b99048-43d3-40c5-a69e-3093932cd5c4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.1049325 Nov 02 16:48:40.990743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a463b341-f0d9-462d-baa9-3dcc5ae6ab35 req-c2c0abf3-ec02-4c29-ae58-ce9e27eaa4d6 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699713 Nov 02 16:48:41.015072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-feaa75d6-2b73-40d7-893f-b6a6ea8b443f req-3fffccf2-afe9-4934-85f0-5a34fc1f2aad tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 Nov 02 16:48:41.015747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9e87ca-0524-48dd-9e3a-e25a4d0bc7a9 req-2cabe38d-880d-4fe5-8981-1fdb7b689337 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907469 Nov 02 16:48:41.094398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-468775f4-21b9-4f31-9e1d-a12e2c5defb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.138060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe731773-54b5-4e7e-acac-39b5d18e098a {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:41.146262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.161959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Transition to ACTIVE for port object fe731773-54b5-4e7e-acac-39b5d18e098a will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:48:41.168275 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.175241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55066) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:41.222212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe731773-54b5-4e7e-acac-39b5d18e098a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:41.300588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Attempting to bind port fe731773-54b5-4e7e-acac-39b5d18e098a on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:41.301046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Attempting to bind port fe731773-54b5-4e7e-acac-39b5d18e098a by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:41.301440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Attempting to bind port fe731773-54b5-4e7e-acac-39b5d18e098a on network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:41.304219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-999957671', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:41.307635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Port fe731773-54b5-4e7e-acac-39b5d18e098a on network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:48:41.308125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Attempting to bind port fe731773-54b5-4e7e-acac-39b5d18e098a on network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:41.313580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:41.313906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Checking segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:41.314331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Bound using segment: {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:41.314764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Bound port: fe731773-54b5-4e7e-acac-39b5d18e098a, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173faf9f-4e91-4a80-9c7d-541d4242458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:41.315680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.328390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Made reservation on behalf of 08fefacbb3674c3a924543cf0209625c for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:41.331178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.341002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.355879 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.390353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] For port fe731773-54b5-4e7e-acac-39b5d18e098a, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:41.394115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] For port fe731773-54b5-4e7e-acac-39b5d18e098a, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fe731773-54b5-4e7e-acac-39b5d18e098a,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:41.399623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.434406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.439821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.449168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.449449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] device_id is not set on port acfcb70e-5df5-4f57-9773-12b7b37fab9d yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:41.449693 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.451203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] 10.222.0.100 "PUT /v2.0/ports/fe731773-54b5-4e7e-acac-39b5d18e098a HTTP/1.1" status: 200 len: 1091 time: 0.7918704 Nov 02 16:48:41.453889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:41.467641 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:41.557876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f29a59-24ea-41c3-a35d-7bffe745ba3f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:41.594617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae630e-7615-45aa-aeed-8073de3ab1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe731773-54b5-4e7e-acac-39b5d18e098a,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:41.620685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fce95ab-9556-4d62-bbc1-20c7b63b1a4e req-bd8e05f3-bc18-460a-addd-f87b5784959e tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0775805 Nov 02 16:48:41.634361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-90997307-afbb-4f6c-80eb-c34b53f30734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.634361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-90997307-afbb-4f6c-80eb-c34b53f30734 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 1094 time: 0.1270061 Nov 02 16:48:41.684563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-5365bf11-f07f-436b-9e43-d212d90c7771 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe731773-54b5-4e7e-acac-39b5d18e098a HTTP/1.1" status: 200 len: 217 time: 0.0440643 Nov 02 16:48:41.741905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Allocated IP 172.25.7.13 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/acfcb70e-5df5-4f57-9773-12b7b37fab9d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:41.756125 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc09df62-13f8-4816-bb58-6b067df2e0a2 x-openstack-request-id: req-fc09df62-13f8-4816-bb58-6b067df2e0a2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:41.756476 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:41.756832 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc09df62-13f8-4816-bb58-6b067df2e0a2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:41.757701 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'status': 'completed', 'code': 200} Nov 02 16:48:41.778442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-08439d58-8a8b-4c91-b519-8b89b1439a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.780311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-08439d58-8a8b-4c91-b519-8b89b1439a80 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a15a04e3-1286-496c-9790-7d4a284ffe23 HTTP/1.1" status: 200 len: 834 time: 0.0862775 Nov 02 16:48:41.786399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-7203d795-3928-4580-9790-84568f2b86da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638863 Nov 02 16:48:41.866226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-c2a8c1bc-5622-4bca-a490-728d81ead6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.867961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-c2a8c1bc-5622-4bca-a490-728d81ead6b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=340d3d8b-7e88-49bf-b6ac-aeb113941d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790896 Nov 02 16:48:41.874074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-ea93b034-5dc6-4d4f-86de-e3a2362ff60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.875527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-ea93b034-5dc6-4d4f-86de-e3a2362ff60c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 1096 time: 0.0580287 Nov 02 16:48:41.913323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.955169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:41.998062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:42.001204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:42.005123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:42.063249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-c6930fda-1c27-4648-9075-2b306cc08e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.064948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-c6930fda-1c27-4648-9075-2b306cc08e52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1409254 Nov 02 16:48:42.065908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Pushing event updated for resources: {'Port': ['ID=acfcb70e-5df5-4f57-9773-12b7b37fab9d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:42.069309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-0070c49f-d4e9-46dd-ba09-fe490787b686 service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905334 Nov 02 16:48:42.116518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.117303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.155513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-ca261ab8-10a6-4c71-be06-934488c82a79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c84df3-21d7-46c7-81b7-975565ef407a HTTP/1.1" status: 200 len: 217 time: 0.0797999 Nov 02 16:48:42.161846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e8f4c4b4-9821-4959-908c-a541f219d58f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9851882 Nov 02 16:48:42.165996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55082) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:42.171106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.13'}]}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:42.188630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb0cbf-c189-4c94-a063-7d8888655235 req-29f010cc-6999-4d87-9dea-825772830a83 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.190146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89cb0cbf-c189-4c94-a063-7d8888655235 req-29f010cc-6999-4d87-9dea-825772830a83 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 943 time: 0.1104000 Nov 02 16:48:42.228900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089a6de-ac74-44f0-8f52-a0663fc14ee2 req-5b91d254-e607-4d79-89e7-30f858f02894 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.230346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c089a6de-ac74-44f0-8f52-a0663fc14ee2 req-5b91d254-e607-4d79-89e7-30f858f02894 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.1154394 Nov 02 16:48:42.233196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-08f81f5c-32b8-42b2-945a-f39557263284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.233694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.234673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-08f81f5c-32b8-42b2-945a-f39557263284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0704663 Nov 02 16:48:42.235016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.240326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b08476e1-82c3-4be1-adc0-2ba5560e3421 req-1eb64edb-f819-44fc-aff0-a6bbe56963ae service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585920 Nov 02 16:48:42.282057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89cb0cbf-c189-4c94-a063-7d8888655235 req-8033ec29-9400-4e04-96a7-3acc6a023169 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844152 Nov 02 16:48:42.316537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-8aa26b55-9668-4313-ba07-3438f9e6ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.319988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-8aa26b55-9668-4313-ba07-3438f9e6ed52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759749 Nov 02 16:48:42.342004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c089a6de-ac74-44f0-8f52-a0663fc14ee2 req-f6678594-2e88-4bff-84cf-77de95e6d775 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034150 Nov 02 16:48:42.344817 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.427352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-3da5d665-3fc4-4842-87c4-255b9036e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.429160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-3da5d665-3fc4-4842-87c4-255b9036e503 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 1094 time: 0.0925944 Nov 02 16:48:42.500144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.510711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-4585f3db-d2cf-4db9-a876-5ada5dcaecdd service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840308 Nov 02 16:48:42.599801 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.603870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-b25e822e-60d6-429c-8905-e2c505be4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.605357 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-b25e822e-60d6-429c-8905-e2c505be4cb9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=340d3d8b-7e88-49bf-b6ac-aeb113941d31 HTTP/1.1" status: 200 len: 897 time: 0.1671071 Nov 02 16:48:42.738426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78b10506-9ae2-4944-b18f-ee5d5ecffef8 req-ec99b2f9-9ed6-4ec3-af40-2184b8f01673 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0405922 Nov 02 16:48:42.746406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.767164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.928083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-6f835d74-c5b8-4a9c-a324-70d6ef455c3a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe731773-54b5-4e7e-acac-39b5d18e098a HTTP/1.1" status: 200 len: 217 time: 0.3068831 Nov 02 16:48:42.932137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-527b9d07-02c4-47c6-bad5-35cbe844b95a req-73d79d66-6cab-40fc-b3da-49fc3d4e4fcd service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093399 Nov 02 16:48:42.947187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:42.987830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-7ef4f430-4af0-4b60-8698-d4bfb25c6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:42.989370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-7ef4f430-4af0-4b60-8698-d4bfb25c6bf1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a15a04e3-1286-496c-9790-7d4a284ffe23 HTTP/1.1" status: 200 len: 834 time: 0.0542793 Nov 02 16:48:43.051757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-39d2d1c2-7719-4b87-be28-3fd49df3dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:43.053526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-39d2d1c2-7719-4b87-be28-3fd49df3dac4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=340d3d8b-7e88-49bf-b6ac-aeb113941d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566788 Nov 02 16:48:43.138900 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.139190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.152728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-823f32a3-1471-4b50-afd8-abd0a38d2248 service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914373 Nov 02 16:48:43.193467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.194612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a901820-d380-4bdb-8d26-d0e4d8ed9971 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:48:43.216546 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 02 16:48:43.217632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e4522d88-7f28-4ee1-9318-b4c9c85f2c72 tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0498505 Nov 02 16:48:43.220742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55100) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:43.311966 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2629f4f1-a64f-4521-b29d-fd4df8c13cc7 req-dc4854d3-7483-4d9d-b647-54b94e447d6b service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516998 Nov 02 16:48:43.371361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Deleting port acfcb70e-5df5-4f57-9773-12b7b37fab9d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:43.371756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.427763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f9123179-5671-42dd-9f98-40054383837e req-c8714d26-5725-4cac-a8b5-973d8dc51074 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0442834 Nov 02 16:48:43.462899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72701-bcd7-43db-9e97-232512c2bc61 req-009a2a13-0329-459a-8ca1-963eca6ff99d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:43.465062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84f72701-bcd7-43db-9e97-232512c2bc61 req-009a2a13-0329-459a-8ca1-963eca6ff99d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 943 time: 0.0921247 Nov 02 16:48:43.481691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.495542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Calling delete_port for acfcb70e-5df5-4f57-9773-12b7b37fab9d owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:43.518600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84f72701-bcd7-43db-9e97-232512c2bc61 req-7db1316f-0942-4438-b6a1-44f5d6ed2a59 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476494 Nov 02 16:48:43.615209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b1c0c-27b8-4dba-879f-91ba2286d809 req-464e0a5f-3587-4c6e-8431-c66033a904ca tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:43.617444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b38b1c0c-27b8-4dba-879f-91ba2286d809 req-464e0a5f-3587-4c6e-8431-c66033a904ca tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.0737681 Nov 02 16:48:43.630565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.658016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Pushing event deleted for resources: {'Port': ['ID=acfcb70e-5df5-4f57-9773-12b7b37fab9d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:43.667588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b38b1c0c-27b8-4dba-879f-91ba2286d809 req-a45fc896-58ab-48bb-941f-1334b8311b8f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Nov 02 16:48:43.729605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.732973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8832b8f0-cd3a-433c-9818-3157944fa16f tempest-RoutersAdminNegativeIpV6Test-1117849744 tempest-RoutersAdminNegativeIpV6Test-1117849744-project-admin] 10.222.0.31 "DELETE /v2.0/ports/acfcb70e-5df5-4f57-9773-12b7b37fab9d HTTP/1.1" status: 204 len: 168 time: 0.5112393 Nov 02 16:48:43.755756 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:43.800748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73675d97-a647-45bc-bf49-3ccd1eabd896 req-8012075f-eb2e-42c3-90a7-2cce4862c6d8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:43.802260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-73675d97-a647-45bc-bf49-3ccd1eabd896 req-8012075f-eb2e-42c3-90a7-2cce4862c6d8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.0558977 Nov 02 16:48:43.844066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-73675d97-a647-45bc-bf49-3ccd1eabd896 req-509c04fa-ec0f-4437-a865-1615ff25458e tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352061 Nov 02 16:48:43.876775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55116) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:43.924734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37057f5e-feae-4980-b29e-4dfc06fe545d tempest-TestVolumeBootPattern-671877168 tempest-TestVolumeBootPattern-671877168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:43.926288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-37057f5e-feae-4980-b29e-4dfc06fe545d tempest-TestVolumeBootPattern-671877168 tempest-TestVolumeBootPattern-671877168-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1091 time: 0.0481653 Nov 02 16:48:43.929423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55120) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:43.934190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:43.957826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.013726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55122) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:44.072365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.126534 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db4c-cb34-43c5-accf-0d4434d1211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.185102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.25.7.229 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f8654be5-7d5e-4779-86bb-5df0ba5664c7) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:44.208019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db4c-cb34-43c5-accf-0d4434d1211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.212598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db4c-cb34-43c5-accf-0d4434d1211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.251247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fdb4db4c-cb34-43c5-accf-0d4434d1211b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a03e48ebdcc484992022e78b7b8abf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363410 Nov 02 16:48:44.253780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55126) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:44.260637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4db4c-cb34-43c5-accf-0d4434d1211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28471ad2-7f70-4dd1-89aa-19bb91501586,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:44.295908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fe731773-54b5-4e7e-acac-39b5d18e098a details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:48:44.303927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.324247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfca0a65-b2b8-4241-97eb-6a7f769a96b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.347132 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.347501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfca0a65-b2b8-4241-97eb-6a7f769a96b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.391521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:44.397363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:44.405706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:44.408925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfca0a65-b2b8-4241-97eb-6a7f769a96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.412312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dfca0a65-b2b8-4241-97eb-6a7f769a96b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.416086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dfca0a65-b2b8-4241-97eb-6a7f769a96b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28471ad2-7f70-4dd1-89aa-19bb91501586 HTTP/1.1" status: 204 len: 168 time: 0.1590819 Nov 02 16:48:44.423010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca0a65-b2b8-4241-97eb-6a7f769a96b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28471ad2-7f70-4dd1-89aa-19bb91501586,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:44.432465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=f8654be5-7d5e-4779-86bb-5df0ba5664c7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:44.440204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fe731773-54b5-4e7e-acac-39b5d18e098a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fe731773-54b5-4e7e-acac-39b5d18e098a,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:44.458111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'port_id': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'mac_address': 'fa:16:3e:62:34:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:48:44.519176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.543925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe731773-54b5-4e7e-acac-39b5d18e098a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:44.571919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4df4fb11-3767-4d1d-85c9-8add05e0d3e1 req-7c6b0205-f7f0-4d07-b496-5b4eec1cbd36 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0466032 Nov 02 16:48:44.595699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fe731773-54b5-4e7e-acac-39b5d18e098a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fe731773-54b5-4e7e-acac-39b5d18e098a,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:44.606779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.672678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797185b-ec2b-4fb4-8905-e8114c50a46d req-f4dc1142-3313-46c1-a6a7-85cb3dea583a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:44.681189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=fe731773-54b5-4e7e-acac-39b5d18e098a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:44.681827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a797185b-ec2b-4fb4-8905-e8114c50a46d req-f4dc1142-3313-46c1-a6a7-85cb3dea583a tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 944 time: 0.0649741 Nov 02 16:48:44.735693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a797185b-ec2b-4fb4-8905-e8114c50a46d req-4030f627-60a1-4503-aaca-17545fbd8d1c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Nov 02 16:48:44.767998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55136) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:44.819414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e4558bb0-75dc-489e-9192-2eef56764948 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08fefacbb3674c3a924543cf0209625c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474968 Nov 02 16:48:44.822384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:44.846201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.873310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a611308-a95b-4154-9860-e54791496270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.892258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['fe731773-54b5-4e7e-acac-39b5d18e098a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:44.899665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a611308-a95b-4154-9860-e54791496270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.921231 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.955828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a611308-a95b-4154-9860-e54791496270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.958989 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a611308-a95b-4154-9860-e54791496270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:44.962911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3a611308-a95b-4154-9860-e54791496270 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0f29a59-24ea-41c3-a35d-7bffe745ba3f HTTP/1.1" status: 204 len: 168 time: 0.1369534 Nov 02 16:48:44.969323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a611308-a95b-4154-9860-e54791496270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f29a59-24ea-41c3-a35d-7bffe745ba3f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:45.114529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:45.121454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:45.200378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=f8654be5-7d5e-4779-86bb-5df0ba5664c7,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:45.211722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:45.330543 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Floating IP 564ce83b-9b48-468f-b17a-321219c39b28 associated. External IP: 172.25.7.229, port: 353f001f-1027-4fa3-ab62-8aa944c2e7e6. Nov 02 16:48:45.549491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:45.700178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-abdd063d-332d-4be3-8885-c3880049d7ca req-477b05f2-d1b6-4536-aa05-720346fb141b tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0289493 Nov 02 16:48:45.717434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:45.736063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:45.738599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:45.749849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:45.750785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:45.782156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-74437277-0477-45e9-9647-51da6b26e05a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8369691 Nov 02 16:48:45.782156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:45.782156 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f053d-566f-48c4-aac4-30cc5809c940" -d '{"events": [{"name": "network-changed", "server_uuid": "17909081-3430-4730-a236-56c6905e6792", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:45.826631 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd110a7-21d5-4bc0-b0e0-366d08053dda x-openstack-request-id: req-abd110a7-21d5-4bc0-b0e0-366d08053dda {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:45.826968 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17909081-3430-4730-a236-56c6905e6792", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:45.827210 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abd110a7-21d5-4bc0-b0e0-366d08053dda {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:45.827920 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'status': 'completed', 'code': 200} Nov 02 16:48:45.904494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:45.913339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f053d-566f-48c4-aac4-30cc5809c940 req-6ebac403-b024-4629-bf2a-e15681629911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:45.915777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-6ebac403-b024-4629-bf2a-e15681629911 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1096 time: 0.0574393 Nov 02 16:48:45.919705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089fc6d-720d-4597-a121-502015af814a req-d94b2b29-8f68-4e3d-8a6f-0a8ad9efe5ea tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:45.922051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5089fc6d-720d-4597-a121-502015af814a req-d94b2b29-8f68-4e3d-8a6f-0a8ad9efe5ea tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 944 time: 0.1150000 Nov 02 16:48:45.996608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5089fc6d-720d-4597-a121-502015af814a req-6c3eab2c-bcd8-4c71-b078-4401d4121b09 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647724 Nov 02 16:48:46.041341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f053d-566f-48c4-aac4-30cc5809c940 req-067677b7-70b8-41f5-b1b1-ff43bb33d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.043618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-067677b7-70b8-41f5-b1b1-ff43bb33d66c service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.1193237 Nov 02 16:48:46.124203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-861ab4e2-c09d-4d8f-8b7d-cfcb72c2bd38 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 200 len: 999 time: 0.0725837 Nov 02 16:48:46.182520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f053d-566f-48c4-aac4-30cc5809c940 req-e03e1ed7-deb5-4afb-a462-8af2f6e6984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.184023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-e03e1ed7-deb5-4afb-a462-8af2f6e6984d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.0527270 Nov 02 16:48:46.204559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:44Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:46.241874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:46.248132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f053d-566f-48c4-aac4-30cc5809c940 req-6a1a17d4-a4c6-4fbc-a15e-ffb1df9608f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.249806 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-6a1a17d4-a4c6-4fbc-a15e-ffb1df9608f4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585866 Nov 02 16:48:46.257051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:46.258698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:46.325829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fe731773-54b5-4e7e-acac-39b5d18e098a up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:46.370966 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-54d86e2f-f45f-4aa9-b22c-cb440d83734e service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128352 Nov 02 16:48:46.486564 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-086f053d-566f-48c4-aac4-30cc5809c940 req-c0505af4-7bca-4b64-9d26-cf4b11c17651 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081538 Nov 02 16:48:46.543173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55182) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:46.569901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port fe731773-54b5-4e7e-acac-39b5d18e098a completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:48:46.574311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:46.602283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port fe731773-54b5-4e7e-acac-39b5d18e098a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:46.602677 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.658688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1903789631', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:46.691949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Made reservation on behalf of f123ec5044be404380194457e80f3ce5 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:46.695441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.704652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.821732 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.836478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2b49aa3-dd3b-41d3-9453-c17bbd90b614 req-4a3e146c-901a-4196-85ec-28628acc9b76 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0366712 Nov 02 16:48:46.838737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.848742 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.856050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] device_id is not set on port 15a0e94e-3219-487f-9d81-4279e34593ae yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:46.860216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:46.862568 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd9033-e36e-46ad-a035-4436f0ad2e82" -d '{"events": [{"server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "name": "network-vif-plugged", "status": "completed", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:46.900221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port fe731773-54b5-4e7e-acac-39b5d18e098a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fe731773-54b5-4e7e-acac-39b5d18e098a,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:46.904968 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:46.921284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a1c6f-c39d-4216-8180-a74e602abb27,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:47.003542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=fe731773-54b5-4e7e-acac-39b5d18e098a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:47.009837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:44Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:47.019156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Allocated IP 172.25.7.225 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/15a0e94e-3219-487f-9d81-4279e34593ae) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:47.046100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd5cd8-5109-417a-91e8-91081255dcf3 None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:44Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:47.174881 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1334b94-4b66-4e14-9f61-52e2cedea014 x-openstack-request-id: req-c1334b94-4b66-4e14-9f61-52e2cedea014 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:47.175183 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "name": "network-vif-plugged", "status": "completed", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:47.175988 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1334b94-4b66-4e14-9f61-52e2cedea014 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:47.175988 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'code': 200} Nov 02 16:48:47.202084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0d1aa-c75a-487e-b521-295634ccf885 req-8b0e4361-2858-4410-a5df-b83108617fe9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:47.204668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cd0d1aa-c75a-487e-b521-295634ccf885 req-8b0e4361-2858-4410-a5df-b83108617fe9 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.1045496 Nov 02 16:48:47.235926 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.282404 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cd0d1aa-c75a-487e-b521-295634ccf885 req-43b24643-bc49-4a7b-9ca1-12001ddc53ef tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581362 Nov 02 16:48:47.301145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.319290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc2abc-b269-498c-a886-50fdde8c976c req-7f5b2e72-7bf7-4dd1-8638-5a476457071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:47.321549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99fc2abc-b269-498c-a886-50fdde8c976c req-7f5b2e72-7bf7-4dd1-8638-5a476457071b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 1096 time: 0.0652153 Nov 02 16:48:47.359561 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd87258-4bce-4152-b76e-4e6f5c5a56c6 None None] New status for floating IP 564ce83b-9b48-468f-b17a-321219c39b28: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:47.366508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-99fc2abc-b269-498c-a886-50fdde8c976c req-74987308-a37d-4e03-bbcf-0e25ebbc858a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378642 Nov 02 16:48:47.372412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:47.374861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Pushing event updated for resources: {'Port': ['ID=15a0e94e-3219-487f-9d81-4279e34593ae,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:47.378666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:47.381578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:47.430980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:47.431585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.447878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0cf5d0ec-5382-41c7-bd1d-d660a77ee724 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9035680 Nov 02 16:48:47.451075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55192) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:47.455387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.225'}]}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:47.474375 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.478990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.480046 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.533601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.677320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.881724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.906232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:47.988964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b60b135-5157-490e-ba54-e68a96d91222 req-f0f329cf-d6bd-4fce-8d52-702567fdf663 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0393872 Nov 02 16:48:48.080861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc654bb-0dd2-4e23-9ed5-16414ee0b3d0 req-33e045d1-5835-4d81-a35b-21c5f8ca032c tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:48.082420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfc654bb-0dd2-4e23-9ed5-16414ee0b3d0 req-33e045d1-5835-4d81-a35b-21c5f8ca032c tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1096 time: 0.0970669 Nov 02 16:48:48.150842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:48.156593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfc654bb-0dd2-4e23-9ed5-16414ee0b3d0 req-276f38da-08ea-46e7-b2f8-61fbc197ff50 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496795 Nov 02 16:48:48.705110 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:48.709861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:48.731506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b7c8-0bc3-43f1-b2b1-a5c246063ac3 req-2add81cd-74f2-4f88-a0a6-0b4cb0821b28 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:48.733047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7145b7c8-0bc3-43f1-b2b1-a5c246063ac3 req-2add81cd-74f2-4f88-a0a6-0b4cb0821b28 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.1840558 Nov 02 16:48:48.740794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8147-e660-4058-a5ea-8a1adf98d87f req-77ea7aa1-6e2b-495b-8f39-4eceac579b20 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:48.742284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-118d8147-e660-4058-a5ea-8a1adf98d87f req-77ea7aa1-6e2b-495b-8f39-4eceac579b20 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1920395 Nov 02 16:48:48.807701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:48.808236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9d83298-1a5a-4ee0-8959-8e7bebaff9d2 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:48:48.847029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-118d8147-e660-4058-a5ea-8a1adf98d87f req-02d0fb15-41ad-4bdf-82be-2500582b9708 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695813 Nov 02 16:48:48.852269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7145b7c8-0bc3-43f1-b2b1-a5c246063ac3 req-4d273fc2-09c9-47f1-877f-91b11fd4b850 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769882 Nov 02 16:48:48.853684 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 02 16:48:48.857327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58f79179-8267-4cfc-a30f-69a62f07b1ba tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4027357 Nov 02 16:48:48.860465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55204) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:48.884251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55206) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:48.954447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26e191da-b8d4-4571-a11e-d45302c91a1c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/2a6f1e7f-01b8-487b-89fe-766c43b80402 HTTP/1.1" status: 200 len: 993 time: 0.0687342 Nov 02 16:48:48.958578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Deleting port 15a0e94e-3219-487f-9d81-4279e34593ae {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:48.958850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.052480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.066386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Calling delete_port for 15a0e94e-3219-487f-9d81-4279e34593ae owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:49.105420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d709a0a-d688-4291-be27-4af01b9f8f9f req-dd195f06-eacb-486a-9f57-edb71fb7214f tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0275753 Nov 02 16:48:49.205673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.248867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Pushing event deleted for resources: {'Port': ['ID=15a0e94e-3219-487f-9d81-4279e34593ae,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:49.311159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.314731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c1ee97e9-3ff3-4147-b550-ac7b5a945547 tempest-RoutersAdminNegativeTest-1538688023 tempest-RoutersAdminNegativeTest-1538688023-project-admin] 10.222.0.31 "DELETE /v2.0/ports/15a0e94e-3219-487f-9d81-4279e34593ae HTTP/1.1" status: 204 len: 168 time: 0.4528785 Nov 02 16:48:49.441521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55222) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:49.503972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5260-ef53-4431-a596-567c6b33d74d req-b8e243d8-aaa9-4988-a6b6-a2fa408bcae4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:49.505617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01bc5260-ef53-4431-a596-567c6b33d74d req-b8e243d8-aaa9-4988-a6b6-a2fa408bcae4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0565214 Nov 02 16:48:49.576727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01bc5260-ef53-4431-a596-567c6b33d74d req-b55d1b39-78d9-46b4-bea0-30c8dc47a1e3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597301 Nov 02 16:48:49.580548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-2d019b87-7389-462d-b3fc-d347c699164a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372757 Nov 02 16:48:49.603615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-369a4d79-b661-4b5e-8b46-c39f5aeb7cb8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:48:49.605639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-369a4d79-b661-4b5e-8b46-c39f5aeb7cb8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152800 Nov 02 16:48:49.652971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55230) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:49.775923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b1c41a6-8ddb-4c67-9ab2-f297e52bffbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.873311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b1c41a6-8ddb-4c67-9ab2-f297e52bffbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.879415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b1c41a6-8ddb-4c67-9ab2-f297e52bffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:49.962959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3b1c41a6-8ddb-4c67-9ab2-f297e52bffbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21a9f1e1e59e41d9bca2abcb9b74fd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083951 Nov 02 16:48:49.965329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55250) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:49.966565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c41a6-8ddb-4c67-9ab2-f297e52bffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12127ab-4c56-4a15-87e3-c884b827abbf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:50.032507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea039-2a88-482c-8032-d14649fc7a5b req-9b870cd5-a697-4a8a-bbe3-ca4834243632 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:50.035028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e44ea039-2a88-482c-8032-d14649fc7a5b req-9b870cd5-a697-4a8a-bbe3-ca4834243632 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.0974913 Nov 02 16:48:50.050720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3cd595f2-7ff2-462b-a589-0d45817252e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.077222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3cd595f2-7ff2-462b-a589-0d45817252e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.101775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e44ea039-2a88-482c-8032-d14649fc7a5b req-e0aab8bd-ed75-437a-99a9-0bb38a8d8c26 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561123 Nov 02 16:48:50.145300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3cd595f2-7ff2-462b-a589-0d45817252e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.150476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3cd595f2-7ff2-462b-a589-0d45817252e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.152302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3cd595f2-7ff2-462b-a589-0d45817252e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a12127ab-4c56-4a15-87e3-c884b827abbf HTTP/1.1" status: 204 len: 168 time: 0.1858656 Nov 02 16:48:50.177051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd595f2-7ff2-462b-a589-0d45817252e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12127ab-4c56-4a15-87e3-c884b827abbf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:50.302209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96360d2d-cb0c-44be-9ab9-4b811acba636 req-0afa6c17-a556-4c42-a72e-91fbf8a5b706 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0762873 Nov 02 16:48:50.347081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f1c72-a834-4933-9ae4-fd12771c8a62 req-57f4a9aa-58b9-41cd-bac8-0996d67bfbf3 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:50.357793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f4f1c72-a834-4933-9ae4-fd12771c8a62 req-57f4a9aa-58b9-41cd-bac8-0996d67bfbf3 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.1516907 Nov 02 16:48:50.400117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f4f1c72-a834-4933-9ae4-fd12771c8a62 req-dc2379ca-acee-410b-8a59-25ee0370bddb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Nov 02 16:48:50.437520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55266) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:50.480295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5d381-3b2e-437d-991e-48e15431f20d tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:50.482244 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16a5d381-3b2e-437d-991e-48e15431f20d tempest-TestNetworkBasicOps-748403993 tempest-TestNetworkBasicOps-748403993-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 1091 time: 0.0436625 Nov 02 16:48:50.485921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55268) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:50.491581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:50.521310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.532955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55270) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:50.577764 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-167375bd-f260-4872-8cda-095282b04dc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f123ec5044be404380194457e80f3ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435119 Nov 02 16:48:50.580275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55272) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:50.649785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03dd9b3f-1a4b-494c-95fe-5696a8da2d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.660059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.676574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03dd9b3f-1a4b-494c-95fe-5696a8da2d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.751877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03dd9b3f-1a4b-494c-95fe-5696a8da2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.755064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-03dd9b3f-1a4b-494c-95fe-5696a8da2d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:50.756827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-03dd9b3f-1a4b-494c-95fe-5696a8da2d4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/003a1c6f-c39d-4216-8180-a74e602abb27 HTTP/1.1" status: 204 len: 168 time: 0.1750627 Nov 02 16:48:50.765356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9b3f-1a4b-494c-95fe-5696a8da2d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a1c6f-c39d-4216-8180-a74e602abb27,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:50.786709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aee76d-90fa-45cd-b5b6-c9df40b7a08a req-37b5002e-0238-4160-8f93-9bb27522a92f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:50.789011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0aee76d-90fa-45cd-b5b6-c9df40b7a08a req-37b5002e-0238-4160-8f93-9bb27522a92f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1160171 Nov 02 16:48:50.864089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Allocated IP 172.25.7.125 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/4d68005e-541b-474c-bc8c-0bef533f8222) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:50.868926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0aee76d-90fa-45cd-b5b6-c9df40b7a08a req-7d66b862-b2ff-4a42-86e3-59a62187044e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590935 Nov 02 16:48:51.005322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.053489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.079488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-1d0ff70d-4528-417b-9db8-a2a160856ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:51.082446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-1d0ff70d-4528-417b-9db8-a2a160856ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1096 time: 0.0531695 Nov 02 16:48:51.099526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:51.103238 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:51.107573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:51.171609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=4d68005e-541b-474c-bc8c-0bef533f8222,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:51.205547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-77f70214-eeea-4357-8b49-fa8a51670604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:51.207099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-77f70214-eeea-4357-8b49-fa8a51670604 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.1174564 Nov 02 16:48:51.285976 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-770526a0-8b20-4c7f-acf9-11caea1e1220 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 1001 time: 0.0706074 Nov 02 16:48:51.352862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-aac352e6-9926-44c8-8841-8c0ca03dc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:51.354387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-aac352e6-9926-44c8-8841-8c0ca03dc15d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0611026 Nov 02 16:48:51.420131 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-c6b3ee6c-7211-4b73-9c1d-d69b88b62a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:51.421837 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-c6b3ee6c-7211-4b73-9c1d-d69b88b62a1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594065 Nov 02 16:48:51.470000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c95f5ef-8c0d-4caa-ae21-d0ca21d5a878 req-13e86d1d-1b80-4a08-b6ea-5d259a7826a3 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0336435 Nov 02 16:48:51.553035 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-eac7d828-cc46-42d1-9217-c39ea43e3da0 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227303 Nov 02 16:48:51.581860 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.660436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-82cae2cf-c397-4be0-8226-1b3e01cdd80c service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995910 Nov 02 16:48:51.671794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.729781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55298) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:51.851623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1065254363'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:51.876252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.882379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.883551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:51.887397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:51.973043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event updated for resources: {'Port': ['ID=4d68005e-541b-474c-bc8c-0bef533f8222,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:52.028745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.114812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8956f3-046f-4876-b334-151909f284f5 req-24f2ef9f-a303-41d5-813d-d85fc8ad74d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:52.116908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a8956f3-046f-4876-b334-151909f284f5 req-24f2ef9f-a303-41d5-813d-d85fc8ad74d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1502650 Nov 02 16:48:52.170620 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.183838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a8956f3-046f-4876-b334-151909f284f5 req-4ea8a8eb-f48c-4f43-8df0-9b500c76741c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562856 Nov 02 16:48:52.185009 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Floating IP 11eb3f2b-337a-4ee8-922e-ae220a7982bc associated. External IP: 172.25.7.125, port: fe731773-54b5-4e7e-acac-39b5d18e098a. Nov 02 16:48:52.263555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.267968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.302004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:52.305039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4507e8-6325-4e66-b4b7-b59cd313d4eb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:52.316813 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.317547 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Added segment b4b30d50-97ce-494a-89f4-bc3e9f95056c of type vlan for network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c Nov 02 16:48:52.374946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.404092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.410012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:52.410707 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.420616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 10a2526f-98ee-4924-8ee3-9031a3361b0e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:52.472453 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7373040 Nov 02 16:48:52.472735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55304) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:52.478349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'subnet': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:52.491135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85f3b1-ada9-43b5-9270-ae9451672a60 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Network': ['ID=3711df40-a7e9-4f09-9109-5a4f84fc3f8c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:52.504482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:52.618207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70b9c97a-9e4c-4193-9a34-1b92cb7012eb req-bd76ecf1-eb47-4847-be7f-80c3641c4936 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0455678 Nov 02 16:48:52.647003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:52.658564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] Sync routers for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:52.661141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:52.665396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.669990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:52.670678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:52.717094 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.765117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-593e5b83-5cfe-44d2-a7f1-b54e4a877eca tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2774777 Nov 02 16:48:52.765970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55308) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:52.766954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:52.769934 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254ddf2-289c-4b8b-88c7-68fcfddd604a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:52.795070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:52.859708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4c097f72-6827-494c-8bed-c469408afcb7 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/11eb3f2b-337a-4ee8-922e-ae220a7982bc HTTP/1.1" status: 200 len: 991 time: 0.0922115 Nov 02 16:48:52.863193 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19db39df-96cb-4101-aa16-45714be84972 x-openstack-request-id: req-19db39df-96cb-4101-aa16-45714be84972 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:52.863474 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:52.863728 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19db39df-96cb-4101-aa16-45714be84972 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:52.864150 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'status': 'completed', 'code': 200} Nov 02 16:48:52.942087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:52.965097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-ff522084-4e95-4319-832d-bb78bbeabe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:52.966658 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-ff522084-4e95-4319-832d-bb78bbeabe0a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 1096 time: 0.1148510 Nov 02 16:48:53.010715 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:53.017821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Subnet': ['ID=afe16370-7fba-450e-8bf7-14d7b220d965,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:53.028022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Checking segment: {'id': 'b4b30d50-97ce-494a-89f4-bc3e9f95056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:53.028433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network hostable DHCP agents. Network: 3711df40-a7e9-4f09-9109-5a4f84fc3f8c, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:53.047882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:53.060068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 3711df40-a7e9-4f09-9109-5a4f84fc3f8c) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:53.066298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:53.066732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:53.092068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ba6339da-ddf5-4923-b72f-0c19022f42b1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6133208 Nov 02 16:48:53.092308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61c3ce-f254-43b5-90ba-b7c30a7d2bf0 None None] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:53.092514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55316) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:53.102801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-232853461'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:53.130721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-3946fdea-f1ac-48b5-ac14-cb92f37386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:53.134482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-3946fdea-f1ac-48b5-ac14-cb92f37386fd service neutron] 10.222.0.100 "GET /v2.0/networks?id=340d3d8b-7e88-49bf-b6ac-aeb113941d31 HTTP/1.1" status: 200 len: 897 time: 0.1607585 Nov 02 16:48:53.188057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '11eb3f2b-337a-4ee8-922e-ae220a7982bc', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'port_id': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'mac_address': 'fa:16:3e:62:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:51Z', 'updated_at': '2021-11-02T16:48:51Z', 'revision_number': 0, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:34Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:53.220879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] Checking router: 10a2526f-98ee-4924-8ee3-9031a3361b0e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:53.259255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:53.260325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:53.322193 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-2b975cb9-1205-4f9b-af58-a84b185f5145 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe731773-54b5-4e7e-acac-39b5d18e098a HTTP/1.1" status: 200 len: 999 time: 0.1408274 Nov 02 16:48:53.334858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afe88f-c6d3-4481-a63d-14a99c9ed91a req-3c0a102b-61e9-4eaf-a16d-b00c9402c845 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:53.336837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6afe88f-c6d3-4481-a63d-14a99c9ed91a req-3c0a102b-61e9-4eaf-a16d-b00c9402c845 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0600519 Nov 02 16:48:53.362450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'tenant_id': 'f2ac4e48363a47e7b5ccba60b165b527', 'fixed_ips': [{'subnet_id': 'afe16370-7fba-450e-8bf7-14d7b220d965'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:48:53.363362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:53.394570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6afe88f-c6d3-4481-a63d-14a99c9ed91a req-ec7697f2-dac6-40cb-9caf-2999643e6c93 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481527 Nov 02 16:48:53.416546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-1c985a7d-e5e3-4d49-b2de-1006274d4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:53.418024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-1c985a7d-e5e3-4d49-b2de-1006274d4455 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a15a04e3-1286-496c-9790-7d4a284ffe23 HTTP/1.1" status: 200 len: 834 time: 0.0855372 Nov 02 16:48:53.422368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:53.426583 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:53.456937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:53.473458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] device_id is not set on port 96f79aa0-ab67-4b25-8655-446ba4a12b7e yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:53.531978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-ce719466-83e0-4a9f-86c5-9195ff4d9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:53.533614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-ce719466-83e0-4a9f-86c5-9195ff4d9114 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=340d3d8b-7e88-49bf-b6ac-aeb113941d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031811 Nov 02 16:48:53.624192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Allocated IP 2001:db8::2 (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:53.653639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-f7b90d2f-caa9-49aa-bba0-6a6eade32368 service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119568 Nov 02 16:48:53.794165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3ecbef9-6629-4760-997a-58c9f607d311 req-405ecc8e-1f00-4d29-9f2a-8362c19db627 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0606456 Nov 02 16:48:53.814471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e254ddf2-289c-4b8b-88c7-68fcfddd604a req-08653394-cc69-4372-b373-db5c4f6d79d5 service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437964 Nov 02 16:48:53.865970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55326) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:53.873812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '11eb3f2b-337a-4ee8-922e-ae220a7982bc', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'port_id': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'mac_address': 'fa:16:3e:62:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:51Z', 'updated_at': '2021-11-02T16:48:51Z', 'revision_number': 0, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:34Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:53.934387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156be86-78c7-45d9-9ff3-58c67401c4d5 None None] The sync data for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 is: [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '11eb3f2b-337a-4ee8-922e-ae220a7982bc', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'port_id': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'mac_address': 'fa:16:3e:62:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:51Z', 'updated_at': '2021-11-02T16:48:51Z', 'revision_number': 0, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:34Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:53.971139 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:53.980555 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:53.994968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68ab297c-5825-4d21-b57b-63eefbd31c5e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/11eb3f2b-337a-4ee8-922e-ae220a7982bc HTTP/1.1" status: 200 len: 991 time: 0.1264813 Nov 02 16:48:54.035055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf980533-31a2-4e94-894c-79c592319364 req-6ebb4495-074a-4b47-a2f7-8acb69497869 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:54.037093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf980533-31a2-4e94-894c-79c592319364 req-6ebb4495-074a-4b47-a2f7-8acb69497869 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0971489 Nov 02 16:48:54.041889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:54.045502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:54.049118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:54.062714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Allocated IP 2001:db8::29 (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/96f79aa0-ab67-4b25-8655-446ba4a12b7e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:54.095659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf980533-31a2-4e94-894c-79c592319364 req-30849bc0-bf5e-4219-a1ec-2a44f6fbc9bb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Nov 02 16:48:54.129598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Pushing event updated for resources: {'Port': ['ID=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:54.145401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Attempting to bind port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:54.146049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Attempting to bind port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b4b30d50-97ce-494a-89f4-bc3e9f95056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:54.147413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Attempting to bind port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 on network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:54.153867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:54.154658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Checking segment: {'id': 'b4b30d50-97ce-494a-89f4-bc3e9f95056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:54.155298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:54.155899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Bound using segment: {'id': 'b4b30d50-97ce-494a-89f4-bc3e9f95056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:54.156632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Bound port: ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b30d50-97ce-494a-89f4-bc3e9f95056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:54.157448 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:54.245715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] For port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:54.250104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] For port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,segment=NetworkSegment(b4b30d50-97ce-494a-89f4-bc3e9f95056c),segment_id=b4b30d50-97ce-494a-89f4-bc3e9f95056c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:54.266014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:54.266509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a782c-46f9-45e7-b307-56059c1349c4 req-f88ab09e-313b-4987-b44d-bf3ea0e091f9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:54.279120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a9a782c-46f9-45e7-b307-56059c1349c4 req-f88ab09e-313b-4987-b44d-bf3ea0e091f9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0928028 Nov 02 16:48:54.293322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:54.330543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a9a782c-46f9-45e7-b307-56059c1349c4 req-fdcfc2c0-f983-4fe3-ba30-d5cfd7451019 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482695 Nov 02 16:48:54.363181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:54.363819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24dd9f-eb03-4c42-9c89-6053682eb29a None None] New status for floating IP 11eb3f2b-337a-4ee8-922e-ae220a7982bc: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:48:54.374219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf670a-a7a7-44eb-a89a-e58565bbd08d None None] Pushing event updated for resources: {'Port': ['ID=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:54.412061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:54.420207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:54.431228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:54.445440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:54.446159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:54.488400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55334) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:54.489121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3951023 Nov 02 16:48:54.490168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3fcac-05e3-4f3e-b18f-26ff53c1ab5f tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=96f79aa0-ab67-4b25-8655-446ba4a12b7e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:54.494843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-3127785', 'allowed_address_pairs': [{'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:24:88:0a'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:54.728494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee6bc-0eb7-40da-87ce-3f51417bcb94 req-2b2bdf2d-dea8-4470-890b-c3e08a6a3f9b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:54.730274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-523ee6bc-0eb7-40da-87ce-3f51417bcb94 req-2b2bdf2d-dea8-4470-890b-c3e08a6a3f9b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1473465 Nov 02 16:48:54.999361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55348) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:55.092279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ebeefef-2448-44c8-a5ee-173c74c5dade tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/11eb3f2b-337a-4ee8-922e-ae220a7982bc HTTP/1.1" status: 200 len: 993 time: 0.0850790 Nov 02 16:48:55.213570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-523ee6bc-0eb7-40da-87ce-3f51417bcb94 req-ae49cf1f-d8e3-4440-bfb3-6c7d46353624 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4738300 Nov 02 16:48:55.214169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:55.323398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-154170bc-2113-4a18-9dd5-cde0f0536ded tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.324468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-154170bc-2113-4a18-9dd5-cde0f0536ded tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.6229105 Nov 02 16:48:55.354781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9b5309b-8ead-4a05-8b13-17789853cb53 req-fa99c643-9ba4-45ca-a6fb-ed65ede2002a tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0530498 Nov 02 16:48:55.382274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-d008755f-4ac7-48d2-addc-52d5a80d5923 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/quotas/0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 375 time: 0.0370717 Nov 02 16:48:55.410928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-850e66d7-4bb0-476f-a2ae-1ef4ecddcb23 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538039 Nov 02 16:48:55.421261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:55.459172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] device_id is not set on port 88de58c0-a231-4b82-9097-e291ffc9b4f0 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:55.494228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30411b-b0fd-49da-9264-7af664235c18 req-ea6f87fe-cb84-4045-8ea3-c425aa6641bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.495851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-ea6f87fe-cb84-4045-8ea3-c425aa6641bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 1096 time: 0.0477762 Nov 02 16:48:55.521547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f922a-c640-452b-afc4-b67a443ed4d7 None None] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:55.526735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-29e9cc16-06cf-400f-83fc-240cda8aa648 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1326568 Nov 02 16:48:55.633132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30411b-b0fd-49da-9264-7af664235c18 req-e2c56dad-c7f2-41fb-971d-b050ac343361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.635319 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-e2c56dad-c7f2-41fb-971d-b050ac343361 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1180897 Nov 02 16:48:55.663109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1780d519-ca93-450b-8512-2d869b919e4d None None] Provisioning complete for port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:55.663512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1780d519-ca93-450b-8512-2d869b919e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:55.684670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Allocated IP 2001:db8::27 (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/88de58c0-a231-4b82-9097-e291ffc9b4f0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:55.688190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-dbfdfc66-91ea-4514-9806-130548694f13 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6 HTTP/1.1" status: 200 len: 217 time: 0.0401602 Nov 02 16:48:55.715197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-678f1c55-1625-40ee-ae72-9a8471d23681 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760745 Nov 02 16:48:55.772095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30411b-b0fd-49da-9264-7af664235c18 req-5a0e1d3e-e474-4ae9-881a-d42e87f461ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.774442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-5a0e1d3e-e474-4ae9-881a-d42e87f461ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0755315 Nov 02 16:48:55.835764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30411b-b0fd-49da-9264-7af664235c18 req-356e03a9-1c8f-494d-b838-5154af6d98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.837046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-356e03a9-1c8f-494d-b838-5154af6d98f1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543752 Nov 02 16:48:55.934237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-7f58bc38-bf7c-4268-88a8-5d381e3fe291 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109013 Nov 02 16:48:55.956121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-1a4a81db-1dba-4757-be83-3a535fd81bfa service neutron] 10.222.0.100 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086614 Nov 02 16:48:55.969247 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1780d519-ca93-450b-8512-2d869b919e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.005289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1780d519-ca93-450b-8512-2d869b919e4d None None] For port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,segment=NetworkSegment(b4b30d50-97ce-494a-89f4-bc3e9f95056c),segment_id=b4b30d50-97ce-494a-89f4-bc3e9f95056c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:56.011613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1780d519-ca93-450b-8512-2d869b919e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.050436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.097601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.109955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780d519-ca93-450b-8512-2d869b919e4d None None] Pushing event updated for resources: {'Port': ['ID=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:56.119603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ea30411b-b0fd-49da-9264-7af664235c18 req-1e6376c7-f156-4945-9d7a-1fee470bc860 service neutron] 10.222.0.100 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472986 Nov 02 16:48:56.147094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:56.147094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:56.151575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:56.158939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:56.159776 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.243264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cb07e94-dc0b-4dfc-b728-649defcfb09e req-46fb263e-b9eb-4e19-bc1b-260c9d4bbeaf tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 210 time: 0.0381546 Nov 02 16:48:56.265447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7723691 Nov 02 16:48:56.265672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55356) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:56.328336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b5612-c3bc-41d3-a34a-d4a10cad3189 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=88de58c0-a231-4b82-9097-e291ffc9b4f0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:56.398945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5cede-e9ef-407f-8cfc-0a9e27302a97 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:56.419960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5cede-e9ef-407f-8cfc-0a9e27302a97 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:56.448691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5cede-e9ef-407f-8cfc-0a9e27302a97 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:56.451436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d6b5cede-e9ef-407f-8cfc-0a9e27302a97 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1845665 Nov 02 16:48:56.454894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55360) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:56.488136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7fc15898-4ffe-462f-b34e-a8dc346b22cb None None] Provisioning complete for port 96f79aa0-ab67-4b25-8655-446ba4a12b7e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:56.488765 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fc15898-4ffe-462f-b34e-a8dc346b22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.624990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7fc15898-4ffe-462f-b34e-a8dc346b22cb None None] Port 96f79aa0-ab67-4b25-8655-446ba4a12b7e cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:56.650210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:56.677805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28236d25-7b3b-4b46-b3ed-91d3d70a2476 req-32010c06-30bd-4011-b119-aac8fec6ba9a tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.1263680 Nov 02 16:48:56.726290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7fc15898-4ffe-462f-b34e-a8dc346b22cb None None] Provisioning complete for port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:56.726828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a132-ac2b-40d5-9221-75fdc7063647 req-f3527bb9-9220-4273-b874-ad69ecfd09cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:56.726984 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fc15898-4ffe-462f-b34e-a8dc346b22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.729572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port 88de58c0-a231-4b82-9097-e291ffc9b4f0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:56.729922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.736893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a893a132-ac2b-40d5-9221-75fdc7063647 req-f3527bb9-9220-4273-b874-ad69ecfd09cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.2895803 Nov 02 16:48:56.845565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a893a132-ac2b-40d5-9221-75fdc7063647 req-56d1b771-0af7-412c-8716-e7d72282e87a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047745 Nov 02 16:48:56.899825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.902498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:56.903180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:56.929795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for 88de58c0-a231-4b82-9097-e291ffc9b4f0 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:57.126800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-056c0340-08e4-4e0c-aad1-ce0e4e3f5cb1 None None] Provisioning complete for port 96f79aa0-ab67-4b25-8655-446ba4a12b7e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:57.127402 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-056c0340-08e4-4e0c-aad1-ce0e4e3f5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:57.192098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-056c0340-08e4-4e0c-aad1-ce0e4e3f5cb1 None None] Port 96f79aa0-ab67-4b25-8655-446ba4a12b7e cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:57.204015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:57.268776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=88de58c0-a231-4b82-9097-e291ffc9b4f0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:57.308891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f1503f28-e7e6-4ab1-ac10-69122ef3dafa None None] Could not find standard attr ID for object 88de58c0-a231-4b82-9097-e291ffc9b4f0. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:48:57.410736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be3a809f-421c-4679-ae51-cc6c7cdf8f18 req-5945be68-7e2e-44a8-a158-eff2ad10acc6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 210 time: 0.0429649 Nov 02 16:48:57.435568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:57.441699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aad5eee6-5ab6-4c88-8f66-5d45f5ede074 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/ports/88de58c0-a231-4b82-9097-e291ffc9b4f0 HTTP/1.1" status: 204 len: 168 time: 0.9834032 Nov 02 16:48:57.442041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55370) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:57.469002 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2961b8-09f9-4d83-88da-d0d1a96d880c tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] GET failed (client error): The resource could not be found. Nov 02 16:48:57.474048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c2961b8-09f9-4d83-88da-d0d1a96d880c tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "GET /v2.0/ports/88de58c0-a231-4b82-9097-e291ffc9b4f0 HTTP/1.1" status: 404 len: 333 time: 0.0272501 Nov 02 16:48:57.474393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55372) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:57.479600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-466081813'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:57.642675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:57.646444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:57.671772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] device_id is not set on port 289e0805-4333-491a-aa81-7a13f0c3fe36 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:48:57.804458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a45446f5-6e5a-4528-affd-62fbd02757df req-2b6887e6-f5a9-4a3a-a295-df9c01c43846 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0296063 Nov 02 16:48:57.876589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-6ec5f655-8aff-4738-b2e9-db0230c7e1e9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:57.878172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-6ec5f655-8aff-4738-b2e9-db0230c7e1e9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.1956694 Nov 02 16:48:57.896359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'port': {'device_id': 'cdf2561e-589c-4847-861e-9986600aa492', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'admin_state_up': True, 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:57.899957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Allocated IP 2001:db8::274 (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/289e0805-4333-491a-aa81-7a13f0c3fe36) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:57.962707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239333f5-92f2-4ce1-b947-3cb7e0e25f37 req-ee1c4350-195d-4793-b290-027b8b2f9d5e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:57.964432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-239333f5-92f2-4ce1-b947-3cb7e0e25f37 req-ee1c4350-195d-4793-b290-027b8b2f9d5e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Nov 02 16:48:58.008035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-239333f5-92f2-4ce1-b947-3cb7e0e25f37 req-ed36fb3f-0886-4059-ade3-b1c77edb601b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370932 Nov 02 16:48:58.106193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:58.110011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.167834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.283419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.292569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Allocated IP 172.20.0.13 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/47de2c4a-48f3-46aa-97db-045369cd3b16) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:58.351553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:58.362878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:58.371842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:58.377513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:58.378148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.386435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=289e0805-4333-491a-aa81-7a13f0c3fe36,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:58.419902 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-78acd314-c5bb-4858-adc0-abc71776bf62 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9442499 Nov 02 16:48:58.423460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55378) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:58.431049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:24:88:0a'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:58.550228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.557530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a89882fe-c26f-4104-83f5-9a4d2c74ca98 req-fa0c83f1-fb04-486c-8f36-50cebeb3cbd9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 210 time: 0.0383105 Nov 02 16:48:58.558766 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.596369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.608636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['36c84df3-21d7-46c7-81b7-975565ef407a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:58.644548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:58.663118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:58.673294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:58.675668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:58.679213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:58.741745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:58.746882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.761189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-64754626-c885-46d6-ad75-2610ad3c5ac1 None None] Provisioning complete for port 289e0805-4333-491a-aa81-7a13f0c3fe36 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:58.761736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-64754626-c885-46d6-ad75-2610ad3c5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.766070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-8822abd4-3585-4ace-8ecb-6fc94b8cd3a4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8738844 Nov 02 16:48:58.780403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Request body: {'port': {'device_id': 'cdf2561e-589c-4847-861e-9986600aa492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:58.812092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.824120 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.863611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.880902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-64754626-c885-46d6-ad75-2610ad3c5ac1 None None] Port 289e0805-4333-491a-aa81-7a13f0c3fe36 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:58.883198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] In _notify_port_updated(), no bound segment for port 289e0805-4333-491a-aa81-7a13f0c3fe36 on network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:48:58.889063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:58.889717 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:58.891156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "PUT /v2.0/ports/289e0805-4333-491a-aa81-7a13f0c3fe36 HTTP/1.1" status: 200 len: 1001 time: 0.4664149 Nov 02 16:48:58.895387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55384) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:58.982913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243d23e-30a6-4759-8f4a-eef4c197cfd1 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=289e0805-4333-491a-aa81-7a13f0c3fe36,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.020081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e4bb63d-7ee8-4ecf-803c-4871eafa1aca req-27a47dbe-b502-4487-818c-7bff566d9f2c tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0630364 Nov 02 16:48:59.136310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-79e687e9-3f00-4ede-a219-56352fedd04c None None] Provisioning complete for port 47de2c4a-48f3-46aa-97db-045369cd3b16 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:59.136897 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-79e687e9-3f00-4ede-a219-56352fedd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.174497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port 289e0805-4333-491a-aa81-7a13f0c3fe36 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:48:59.175009 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.186990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-79e687e9-3f00-4ede-a219-56352fedd04c None None] Port 47de2c4a-48f3-46aa-97db-045369cd3b16 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:59.205377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcd220-422e-4805-a14f-ee8d839e296b req-47280e00-b4aa-47c3-abea-f76c6580d873 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:59.207235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98fcd220-422e-4805-a14f-ee8d839e296b req-47280e00-b4aa-47c3-abea-f76c6580d873 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0850909 Nov 02 16:48:59.291593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98fcd220-422e-4805-a14f-ee8d839e296b req-2d6cb461-d8e1-4685-a659-830f42d5930c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560591 Nov 02 16:48:59.316396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-436a6bb2-5506-4f07-990b-a3b9f97c923a None None] Provisioning complete for port 289e0805-4333-491a-aa81-7a13f0c3fe36 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:59.316869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-436a6bb2-5506-4f07-990b-a3b9f97c923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.320168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47de2c4a-48f3-46aa-97db-045369cd3b16 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:59.329191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.336068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.344557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Transition to ACTIVE for port object 47de2c4a-48f3-46aa-97db-045369cd3b16 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:48:59.348882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.356707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-436a6bb2-5506-4f07-990b-a3b9f97c923a None None] Port 289e0805-4333-491a-aa81-7a13f0c3fe36 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:48:59.357125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for 289e0805-4333-491a-aa81-7a13f0c3fe36 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:48:59.406224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Pushing event updated for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.490358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Attempting to bind port 47de2c4a-48f3-46aa-97db-045369cd3b16 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:48:59.490740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Attempting to bind port 47de2c4a-48f3-46aa-97db-045369cd3b16 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:48:59.491082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Attempting to bind port 47de2c4a-48f3-46aa-97db-045369cd3b16 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:59.498941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Port 47de2c4a-48f3-46aa-97db-045369cd3b16 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:48:59.499271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Attempting to bind port 47de2c4a-48f3-46aa-97db-045369cd3b16 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:59.506954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:59.507299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:48:59.507711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:59.508166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Bound port: 47de2c4a-48f3-46aa-97db-045369cd3b16, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:48:59.508529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.518625 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.550880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=289e0805-4333-491a-aa81-7a13f0c3fe36,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.613097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:59.616922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=47de2c4a-48f3-46aa-97db-045369cd3b16,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:59.623001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.687733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:59.688375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.689838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] 10.222.0.55 "PUT /v2.0/ports/47de2c4a-48f3-46aa-97db-045369cd3b16 HTTP/1.1" status: 200 len: 1092 time: 0.9143436 Nov 02 16:48:59.690339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:59.692880 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a682e04-4a93-4c35-a830-5def7da562a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:59.730580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eded782-175d-4b4d-8560-7079b2e5364e service neutron] Pushing event updated for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.781430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:48:59.782314 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ead75f5-6212-4b52-9208-93f70d71d5db x-openstack-request-id: req-3ead75f5-6212-4b52-9208-93f70d71d5db {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:59.782811 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:59.783242 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ead75f5-6212-4b52-9208-93f70d71d5db {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:59.784095 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16', 'status': 'completed', 'code': 200} Nov 02 16:48:59.785275 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-81e20093-1ae5-4bfc-b732-dcbb9504381d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/ports/289e0805-4333-491a-aa81-7a13f0c3fe36 HTTP/1.1" status: 204 len: 168 time: 0.8886113 Nov 02 16:48:59.789189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55394) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:59.817658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da54b-417b-40d2-8a33-3e8f03ff9ce2 req-8b0fc042-7d53-4702-9181-14bcb4d3c099 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:59.819548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-439da54b-417b-40d2-8a33-3e8f03ff9ce2 req-8b0fc042-7d53-4702-9181-14bcb4d3c099 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 944 time: 0.1229403 Nov 02 16:48:59.823491 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4462dd9e-904e-49de-8d85-217d6e824b11 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] GET failed (client error): The resource could not be found. Nov 02 16:48:59.825094 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4462dd9e-904e-49de-8d85-217d6e824b11 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "GET /v2.0/ports/289e0805-4333-491a-aa81-7a13f0c3fe36 HTTP/1.1" status: 404 len: 333 time: 0.0335481 Nov 02 16:48:59.829258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55396) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:59.834582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-144a60eb-97e3-48b4-b91d-68e115e4bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:59.836295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-144a60eb-97e3-48b4-b91d-68e115e4bd00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 1095 time: 0.0918765 Nov 02 16:48:59.836447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-755249668'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:59.895551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-4ea5fd96-3183-43c9-ae72-493ebc0f4a96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47de2c4a-48f3-46aa-97db-045369cd3b16 HTTP/1.1" status: 200 len: 217 time: 0.0506918 Nov 02 16:48:59.941663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-439da54b-417b-40d2-8a33-3e8f03ff9ce2 req-5d2798cf-39d5-4b01-b69a-05542633caae tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008925 Nov 02 16:48:59.952989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-f03fa57e-9d6c-49a0-bf2c-f199ec0a3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:59.954518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-f03fa57e-9d6c-49a0-bf2c-f199ec0a3737 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0517428 Nov 02 16:49:00.005051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:00.009511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.013304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-9b326332-26cd-426d-a908-024fa2df40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.014889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-9b326332-26cd-426d-a908-024fa2df40b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529358 Nov 02 16:49:00.032543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] device_id is not set on port 12a76c33-909f-469c-a36c-f6db3f7e1d3d yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:00.191022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Allocated IP 2001:db8::1db (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/12a76c33-909f-469c-a36c-f6db3f7e1d3d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:00.194946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c946763e-9f59-4e72-9c80-8521579e5d8d req-ffe5bae2-572a-4f56-b554-b7038a1d0dab tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0472331 Nov 02 16:49:00.368599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.402964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-4a50bb85-8c7d-4f88-b0f2-c1ddf3162cbb service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799734 Nov 02 16:49:00.454386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.508269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf22c-e0b7-4a65-9540-c29d9bb48bcc req-4f69c0fa-fc30-403f-a9ed-c61975c2bfaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.509893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dfabf22c-e0b7-4a65-9540-c29d9bb48bcc req-4f69c0fa-fc30-403f-a9ed-c61975c2bfaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1155617 Nov 02 16:49:00.514146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81c3b8f6-6bba-48d8-a180-b8e4bc67a075 req-4e21085c-c957-487e-bf0a-46c812f6c8b4 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023314 Nov 02 16:49:00.518784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:00.532895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:00.536446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:00.543154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.543977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.558476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=12a76c33-909f-469c-a36c-f6db3f7e1d3d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:00.577917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f29161b-19b4-4b4e-b290-6a8c530e3684 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7475314 Nov 02 16:49:00.584641 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:00.592077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:24:88:0a'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:00.602375 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dfabf22c-e0b7-4a65-9540-c29d9bb48bcc req-822e3c01-71dc-4544-aa7c-6b15857d3d21 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812199 Nov 02 16:49:00.631297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-05a2237e-045f-4d7d-a95b-d41b30da9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.634456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-05a2237e-045f-4d7d-a95b-d41b30da9469 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 1095 time: 0.0689106 Nov 02 16:49:00.740747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-034cd0dd-9542-44a9-98d6-78d1860a4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.742456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-034cd0dd-9542-44a9-98d6-78d1860a4aef service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1007237 Nov 02 16:49:00.775733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.785330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-91376dac-3952-42b4-9488-5d97c4d6dbcb None None] Provisioning complete for port 12a76c33-909f-469c-a36c-f6db3f7e1d3d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:00.786009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-91376dac-3952-42b4-9488-5d97c4d6dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.790364 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-fb754a56-844c-41ed-8564-c33592b0487d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47de2c4a-48f3-46aa-97db-045369cd3b16 HTTP/1.1" status: 200 len: 217 time: 0.0390871 Nov 02 16:49:00.828025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-91376dac-3952-42b4-9488-5d97c4d6dbcb None None] Port 12a76c33-909f-469c-a36c-f6db3f7e1d3d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:00.848758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-1051aac0-ecd8-4a87-9ee3-6d243d5fc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.850363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-1051aac0-ecd8-4a87-9ee3-6d243d5fc9af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0521538 Nov 02 16:49:00.899983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-15a5afe1-ff3f-4528-8a84-949ad61c665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.901549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-15a5afe1-ff3f-4528-8a84-949ad61c665a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434039 Nov 02 16:49:00.989082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:00.994891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.005430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-29d4c619-dfec-4832-80e5-1fcd77bd3560 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956559 Nov 02 16:49:01.047542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] In _notify_port_updated(), no bound segment for port 12a76c33-909f-469c-a36c-f6db3f7e1d3d on network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:49:01.054297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:01.055109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.059096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "PUT /v2.0/ports/12a76c33-909f-469c-a36c-f6db3f7e1d3d HTTP/1.1" status: 200 len: 1002 time: 0.4710956 Nov 02 16:49:01.060637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55406) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:01.085160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8abac2-96ca-487f-b609-e8edd47fa850 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=12a76c33-909f-469c-a36c-f6db3f7e1d3d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:01.119382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ad46-ee95-4b51-871b-fffe5ea61867 req-86dca5b4-8fe1-473a-ae21-9882bdd337bc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:01.124029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f90ad46-ee95-4b51-871b-fffe5ea61867 req-86dca5b4-8fe1-473a-ae21-9882bdd337bc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 944 time: 0.0966575 Nov 02 16:49:01.171006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f90ad46-ee95-4b51-871b-fffe5ea61867 req-2479d6ef-6323-4782-a0e0-4de81b636cb4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Nov 02 16:49:01.175642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a682e04-4a93-4c35-a830-5def7da562a1 req-0a2a9dc3-d119-4ff5-9d3c-53a725adfe91 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624398 Nov 02 16:49:01.209711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port 12a76c33-909f-469c-a36c-f6db3f7e1d3d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:01.210106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.320693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1209cfe6-0d29-42e1-b3b2-728b47228be7 req-46e7e87a-4685-4764-8dd2-198a663099ac tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0309198 Nov 02 16:49:01.320956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.334413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for 12a76c33-909f-469c-a36c-f6db3f7e1d3d owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:01.369074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-819df309-fd4b-4873-b49e-476d5fc52368 None None] Provisioning complete for port 12a76c33-909f-469c-a36c-f6db3f7e1d3d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:01.369496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-819df309-fd4b-4873-b49e-476d5fc52368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.404261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-819df309-fd4b-4873-b49e-476d5fc52368 None None] Port 12a76c33-909f-469c-a36c-f6db3f7e1d3d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:01.479501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.535434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=12a76c33-909f-469c-a36c-f6db3f7e1d3d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:01.571439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.576913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e2198c4d-5957-42f3-a8e3-872222445249 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/ports/12a76c33-909f-469c-a36c-f6db3f7e1d3d HTTP/1.1" status: 204 len: 168 time: 0.5141587 Nov 02 16:49:01.578949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55410) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:01.628927 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f610e4-2233-42ba-b751-27098984c3af tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] GET failed (client error): The resource could not be found. Nov 02 16:49:01.633417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-33f610e4-2233-42ba-b751-27098984c3af tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "GET /v2.0/ports/12a76c33-909f-469c-a36c-f6db3f7e1d3d HTTP/1.1" status: 404 len: 333 time: 0.0494204 Nov 02 16:49:01.637371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55414) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:01.644937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1977792167'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:01.788368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e21e2-cdc5-4684-bfa7-35429385cc24 req-a36315b0-577c-4ec2-8d8f-f44592cb2579 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:01.798252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e08e21e2-cdc5-4684-bfa7-35429385cc24 req-a36315b0-577c-4ec2-8d8f-f44592cb2579 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0922070 Nov 02 16:49:01.829267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:01.833545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:01.843180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e08e21e2-cdc5-4684-bfa7-35429385cc24 req-b1d5b126-3f73-485b-a747-079bb05cc47a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Nov 02 16:49:01.855472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] device_id is not set on port cae28cf4-1f29-4079-8823-8960661aec49 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:01.990615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Allocated IP 2001:db8::69 (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/cae28cf4-1f29-4079-8823-8960661aec49) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:02.166184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.203300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.257399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:02.261231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:02.265357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:02.272430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:02.273369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.282766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=cae28cf4-1f29-4079-8823-8960661aec49,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:02.312962 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-407818a4-627d-48e8-a8ce-5dc045d5953a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6709347 Nov 02 16:49:02.313236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55418) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:02.319432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'network_id': '3711df40-a7e9-4f09-9109-5a4f84fc3f8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1374099371'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:02.331973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419575d-b9db-446e-ba8c-e404c2643ed8 req-d035e440-b993-4032-81c6-5ff58fdada1d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:02.334365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9419575d-b9db-446e-ba8c-e404c2643ed8 req-d035e440-b993-4032-81c6-5ff58fdada1d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 944 time: 0.0646830 Nov 02 16:49:02.390122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9419575d-b9db-446e-ba8c-e404c2643ed8 req-d4b0c8f8-7b22-4001-a7bd-123982e7f4d1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Nov 02 16:49:02.451947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eebe7987-c921-4f0b-9cc2-2a13f37eb2aa req-ee9c33f2-af1f-4e8a-b230-c4a1c79ebef0 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0418539 Nov 02 16:49:02.479117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Made reservation on behalf of f2ac4e48363a47e7b5ccba60b165b527 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:02.484674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.511887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] device_id is not set on port f183b4fe-ba75-4629-b380-50d688126862 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:02.649973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-215d4853-eecd-4b2f-85d1-09578f04e25a None None] Provisioning complete for port cae28cf4-1f29-4079-8823-8960661aec49 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:02.651052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-215d4853-eecd-4b2f-85d1-09578f04e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.651619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Allocated IP 2001:db8::4e (3711df40-a7e9-4f09-9109-5a4f84fc3f8c/afe16370-7fba-450e-8bf7-14d7b220d965/f183b4fe-ba75-4629-b380-50d688126862) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:02.695511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-215d4853-eecd-4b2f-85d1-09578f04e25a None None] Port cae28cf4-1f29-4079-8823-8960661aec49 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:02.838481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.878731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.931137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:02.934691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:02.938732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:02.945262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:02.946176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:02.961103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=f183b4fe-ba75-4629-b380-50d688126862,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:02.983232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a4cc130-11fd-4bbd-91be-918dce494dbf tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6685510 Nov 02 16:49:02.985975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55424) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:02.992347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:24:88:0a'}, {'ip_address': '2001:db8::69', 'mac_address': 'fa:16:3e:b4:4e:8b'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:03.002896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280cf-efa4-4af7-ae73-89729f0e5c74 req-ee82d9a0-4a9d-4817-a3fc-d0b20c7b2db4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:03.004687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-038280cf-efa4-4af7-ae73-89729f0e5c74 req-ee82d9a0-4a9d-4817-a3fc-d0b20c7b2db4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0725381 Nov 02 16:49:03.056555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-038280cf-efa4-4af7-ae73-89729f0e5c74 req-e6adda60-ef57-4632-89a4-0e96dc5fe90f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 Nov 02 16:49:03.206311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.235431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b7fe01f3-82e7-4d08-ba2c-dbb4b06d4227 None None] Provisioning complete for port f183b4fe-ba75-4629-b380-50d688126862 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:03.235805 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b7fe01f3-82e7-4d08-ba2c-dbb4b06d4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.282240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe01f3-82e7-4d08-ba2c-dbb4b06d4227 None None] Port f183b4fe-ba75-4629-b380-50d688126862 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:03.424524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.430729 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.469172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] In _notify_port_updated(), no bound segment for port f183b4fe-ba75-4629-b380-50d688126862 on network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:49:03.476096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:03.476793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.481228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "PUT /v2.0/ports/f183b4fe-ba75-4629-b380-50d688126862 HTTP/1.1" status: 200 len: 1065 time: 0.4910216 Nov 02 16:49:03.481438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55428) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:03.535629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077dd92-28b3-4152-a886-c862c81e125a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event updated for resources: {'Port': ['ID=f183b4fe-ba75-4629-b380-50d688126862,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:03.582698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954058b7-e8e3-4260-8591-d8c03456756c req-ecb173fa-8f67-424e-afa9-9a77be0f923f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:03.588394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-954058b7-e8e3-4260-8591-d8c03456756c req-ecb173fa-8f67-424e-afa9-9a77be0f923f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 944 time: 0.1045909 Nov 02 16:49:03.603322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port f183b4fe-ba75-4629-b380-50d688126862 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:03.605999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.620747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a483f085-d47d-4070-bcaa-240b2d50b315 req-d8c68ee3-93cc-4ae4-9711-428f0c4825f0 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0701106 Nov 02 16:49:03.663027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-954058b7-e8e3-4260-8591-d8c03456756c req-d4ad0cea-31d0-4479-9b83-dbaaa5cb0dff tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586648 Nov 02 16:49:03.719578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.740872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for f183b4fe-ba75-4629-b380-50d688126862 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:03.813635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1f524cfc-792f-4ebf-800b-2be3c1f52921 None None] Provisioning complete for port f183b4fe-ba75-4629-b380-50d688126862 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:03.814279 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f524cfc-792f-4ebf-800b-2be3c1f52921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.862225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1f524cfc-792f-4ebf-800b-2be3c1f52921 None None] Port f183b4fe-ba75-4629-b380-50d688126862 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:03.904540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:03.939678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=f183b4fe-ba75-4629-b380-50d688126862,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:04.114467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.120370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fc64c343-18f9-4bf7-a748-82f7954f8364 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/ports/f183b4fe-ba75-4629-b380-50d688126862 HTTP/1.1" status: 204 len: 168 time: 0.6366212 Nov 02 16:49:04.121653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55434) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:04.146979 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb966721-1b44-4aa1-ac18-3a887a3dfd95 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] GET failed (client error): The resource could not be found. Nov 02 16:49:04.149753 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bb966721-1b44-4aa1-ac18-3a887a3dfd95 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "GET /v2.0/ports/f183b4fe-ba75-4629-b380-50d688126862 HTTP/1.1" status: 404 len: 333 time: 0.0262418 Nov 02 16:49:04.151850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55436) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:04.253433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196fbfc-3fac-4766-a091-f915d2c3cb21 req-e040d3fb-df5f-4b2d-9672-08ebd5ded336 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:04.255119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f196fbfc-3fac-4766-a091-f915d2c3cb21 req-e040d3fb-df5f-4b2d-9672-08ebd5ded336 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.1144297 Nov 02 16:49:04.310538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f196fbfc-3fac-4766-a091-f915d2c3cb21 req-22d8160d-d880-4001-8d64-d90d4f0eb3cb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Nov 02 16:49:04.317813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port cae28cf4-1f29-4079-8823-8960661aec49 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:04.318169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.422233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.436225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for cae28cf4-1f29-4079-8823-8960661aec49 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:04.572679 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.606447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=cae28cf4-1f29-4079-8823-8960661aec49,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:04.638874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.643453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ab247fa-b806-4e5b-90ab-0b81d2c0e49d tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/ports/cae28cf4-1f29-4079-8823-8960661aec49 HTTP/1.1" status: 204 len: 168 time: 0.4892743 Nov 02 16:49:04.645157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55438) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:04.674474 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b08ee-882a-4ebd-b1ec-36d7005bab61 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] GET failed (client error): The resource could not be found. Nov 02 16:49:04.680851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55442) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:04.682679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-905b08ee-882a-4ebd-b1ec-36d7005bab61 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "GET /v2.0/ports/cae28cf4-1f29-4079-8823-8960661aec49 HTTP/1.1" status: 404 len: 333 time: 0.0364399 Nov 02 16:49:04.694465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 47de2c4a-48f3-46aa-97db-045369cd3b16 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:04.772479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c95467c0-f884-46f6-90d0-701b8e5148bc req-e64c1c45-2fb7-4bf1-a30e-e8bde21b190c tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0456676 Nov 02 16:49:04.823384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=47de2c4a-48f3-46aa-97db-045369cd3b16,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:04.837620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '47de2c4a-48f3-46aa-97db-045369cd3b16', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': '47de2c4a-48f3-46aa-97db-045369cd3b16', 'mac_address': 'fa:16:3e:2e:1a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:04.849129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port 96f79aa0-ab67-4b25-8655-446ba4a12b7e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:04.850681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.863352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3e7d-bfbb-42bc-b02a-75a3953fb32f req-35560329-bf55-4b4b-8e18-5a39ed55237c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:04.864916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69ad3e7d-bfbb-42bc-b02a-75a3953fb32f req-35560329-bf55-4b4b-8e18-5a39ed55237c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 944 time: 0.0654256 Nov 02 16:49:04.877584 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.891815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47de2c4a-48f3-46aa-97db-045369cd3b16 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:04.918144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=47de2c4a-48f3-46aa-97db-045369cd3b16,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:04.922109 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.925235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69ad3e7d-bfbb-42bc-b02a-75a3953fb32f req-c64edb4c-2d2c-403d-a050-4015a353dc3d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 Nov 02 16:49:04.954453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:04.967811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for 96f79aa0-ab67-4b25-8655-446ba4a12b7e owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:04.976283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.105224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.132865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=96f79aa0-ab67-4b25-8655-446ba4a12b7e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.161434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.165573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6bd7d21f-c7d7-4065-97f8-aa0b9550770a tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/ports/96f79aa0-ab67-4b25-8655-446ba4a12b7e HTTP/1.1" status: 204 len: 168 time: 0.4836769 Nov 02 16:49:05.168166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55446) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:05.169566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['47de2c4a-48f3-46aa-97db-045369cd3b16'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:05.230330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting subnet afe16370-7fba-450e-8bf7-14d7b220d965 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:05.233669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.280749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.368041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.437762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.438022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65b73-411a-43b6-a182-036279140691 req-f98643d2-c12d-4acf-a3fd-fcefaa7246b4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.439501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6d65b73-411a-43b6-a182-036279140691 req-f98643d2-c12d-4acf-a3fd-fcefaa7246b4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0558789 Nov 02 16:49:05.465673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Subnet': ['ID=afe16370-7fba-450e-8bf7-14d7b220d965,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.469332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.473076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a704a21-09f7-48f7-938e-f78431593c18 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/subnets/afe16370-7fba-450e-8bf7-14d7b220d965 HTTP/1.1" status: 204 len: 168 time: 0.3039434 Nov 02 16:49:05.476065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:05.482827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36936f96-f5c7-417f-84d0-e245c16663f0 None None] Network 3711df40-a7e9-4f09-9109-5a4f84fc3f8c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:05.545323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6d65b73-411a-43b6-a182-036279140691 req-773aa5af-39b4-48d4-bd9b-dec4d9457656 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989552 Nov 02 16:49:05.584629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.660927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Deleting port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:05.661262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.683469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] DHCP port deletion for 3711df40-a7e9-4f09-9109-5a4f84fc3f8c request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:05.740447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] Deleting port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:05.740817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.743041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] For port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,segment=NetworkSegment(b4b30d50-97ce-494a-89f4-bc3e9f95056c),segment_id=b4b30d50-97ce-494a-89f4-bc3e9f95056c)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:05.743408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.757751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Calling delete_port for ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:05.832374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] For port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,segment=NetworkSegment(b4b30d50-97ce-494a-89f4-bc3e9f95056c),segment_id=b4b30d50-97ce-494a-89f4-bc3e9f95056c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:05.833461 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.850937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] Calling delete_port for ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:05.860726 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.900773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] No DVR routers for this DVR port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:05.920024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6fba281-194e-499f-ae87-c02b3e5f14bf req-4ebc7e02-8823-485a-8678-ef5c6b56d49d tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0498776 Nov 02 16:49:05.920690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Port': ['ID=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.930697 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:49:05.938014 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:49:05.942086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:05.976446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] Pushing event deleted for resources: {'Port': ['ID=ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.978494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5ef45-8254-48a6-8b9e-bf2d58c00ce8 None None] No DVR routers for this DVR port ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:06.009462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.053779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3711df40-a7e9-4f09-9109-5a4f84fc3f8c']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:06.066100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b30d50-97ce-494a-89f4-bc3e9f95056c') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:06.066412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b30d50-97ce-494a-89f4-bc3e9f95056c') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:06.078747 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.096442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9f985-7764-44ef-a022-02737a66769f req-22f3915d-9693-4a74-9091-8b4fcb095952 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:06.098027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48c9f985-7764-44ef-a022-02737a66769f req-22f3915d-9693-4a74-9091-8b4fcb095952 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 945 time: 0.0857782 Nov 02 16:49:06.105118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.118688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:06.119088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:06.122302 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:06.200284 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48c9f985-7764-44ef-a022-02737a66769f req-218cdaa1-30e9-40df-b9bf-3299231da43a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Nov 02 16:49:06.203612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.211100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.214299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] 10.222.0.31 "DELETE /v2.0/networks/3711df40-a7e9-4f09-9109-5a4f84fc3f8c HTTP/1.1" status: 204 len: 168 time: 0.7371466 Nov 02 16:49:06.229266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97b8a1-2566-47ef-9e05-42c056a6b962 tempest-AllowedAddressPairIpV6TestJSON-1249609938 tempest-AllowedAddressPairIpV6TestJSON-1249609938-project] Pushing event deleted for resources: {'Network': ['ID=3711df40-a7e9-4f09-9109-5a4f84fc3f8c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:06.482085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:06.489792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55460) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:06.502969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:06.503351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ad4adcb9-7ab5-4f60-8cbb-8f6c64b482f8 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:06.633571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-905fe724-f994-48b5-a18e-c7744bf5ac7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2ac4e48363a47e7b5ccba60b165b527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424990 Nov 02 16:49:06.636341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55466) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:06.688067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47838ce-2386-4103-81dc-667d36290679 req-ce80af76-ba87-4d63-aa8c-f6bb04b8856e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:06.689729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f47838ce-2386-4103-81dc-667d36290679 req-ce80af76-ba87-4d63-aa8c-f6bb04b8856e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0534673 Nov 02 16:49:06.690365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09481314-37a1-487c-b279-a5a81fb1e8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.694019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 47de2c4a-48f3-46aa-97db-045369cd3b16 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:06.728668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09481314-37a1-487c-b279-a5a81fb1e8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.750936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 47de2c4a-48f3-46aa-97db-045369cd3b16 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:06.756186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 47de2c4a-48f3-46aa-97db-045369cd3b16 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:06.757392 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.762876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f47838ce-2386-4103-81dc-667d36290679 req-4c9c49ef-720d-42c8-b78e-be201540553a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644498 Nov 02 16:49:06.792794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09481314-37a1-487c-b279-a5a81fb1e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.795437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-09481314-37a1-487c-b279-a5a81fb1e8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.796662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-09481314-37a1-487c-b279-a5a81fb1e8f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb4507e8-6325-4e66-b4b7-b59cd313d4eb HTTP/1.1" status: 204 len: 168 time: 0.1591291 Nov 02 16:49:06.805682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09481314-37a1-487c-b279-a5a81fb1e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4507e8-6325-4e66-b4b7-b59cd313d4eb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:06.862912 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.887805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:06.890120 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3403d2-bbd6-4bf4-bbd2-9b27d3a165dc" -d '{"events": [{"server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "name": "network-vif-plugged", "status": "completed", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:06.905216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=47de2c4a-48f3-46aa-97db-045369cd3b16,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:06.909425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:06.960654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:07.038233 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5c33f79-ce8a-492c-bc9f-f40344fa9be5 req-a65d92c0-bab9-444c-b16b-e1f255499606 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0327368 Nov 02 16:49:07.133898 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b951b97-8dc5-426e-8bd9-fea721ebad68 x-openstack-request-id: req-9b951b97-8dc5-426e-8bd9-fea721ebad68 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:07.134724 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "name": "network-vif-plugged", "status": "completed", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:07.135108 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b951b97-8dc5-426e-8bd9-fea721ebad68 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:07.135471 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16', 'code': 200} Nov 02 16:49:07.253938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9cfed-61de-468a-8f0f-940054341a83 req-3cd84366-7299-424f-98b5-826eb07e48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.255788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f7c9cfed-61de-468a-8f0f-940054341a83 req-3cd84366-7299-424f-98b5-826eb07e48bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 1097 time: 0.0524080 Nov 02 16:49:07.300793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f7c9cfed-61de-468a-8f0f-940054341a83 req-7ba7381f-8edc-4214-8228-ce73b1be5947 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Nov 02 16:49:07.344488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66598094-04dd-4c99-9b44-f698c80ae0c9 req-fc70ebbe-70c2-41e9-8494-7077955045a9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.346155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66598094-04dd-4c99-9b44-f698c80ae0c9 req-fc70ebbe-70c2-41e9-8494-7077955045a9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 946 time: 0.0563300 Nov 02 16:49:07.392681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66598094-04dd-4c99-9b44-f698c80ae0c9 req-277665aa-e676-4862-a8d4-64cf56036079 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Nov 02 16:49:07.565297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55498) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:07.664175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1298940051'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:07.697270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Made reservation on behalf of 217b187e8c994009885de7ebc3b18dc5 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:07.701045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.710095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.797773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.801672 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.828573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:07.838903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86544648-15e7-4e01-8ba4-d5f64d327e80,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:07.843957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.844309 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Added segment fecb181a-581a-42c6-bb8f-940769d8dbf5 of type vlan for network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 Nov 02 16:49:07.886264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.889927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810e74-06b5-4ec8-bb28-a2f4e2cf69a1 req-ff0ae9b9-fd7e-4493-8cd1-814faf5ba05e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.891483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd810e74-06b5-4ec8-bb28-a2f4e2cf69a1 req-ff0ae9b9-fd7e-4493-8cd1-814faf5ba05e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0604613 Nov 02 16:49:07.913988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.920398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.921004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:07.932968 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd810e74-06b5-4ec8-bb28-a2f4e2cf69a1 req-dd5f2c2e-7548-401a-9356-f5c77a802bdc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335271 Nov 02 16:49:07.982572 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4161165 Nov 02 16:49:07.985586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55504) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:07.990845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Request body: {'subnet': {'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:08.045271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e25c6-3801-4cf4-ae22-e5309fd44c22 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event updated for resources: {'Network': ['ID=47f4df28-3f59-4d89-8a68-a3b019bb76c2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:08.056900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:08.100306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Made reservation on behalf of 217b187e8c994009885de7ebc3b18dc5 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:08.104285 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.145681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eedea316-9ba6-4cac-b239-b2af43bfd091 req-687cf10e-2c53-4959-a524-4d343485fb1e tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0269685 Nov 02 16:49:08.299490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.360926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event updated for resources: {'Subnet': ['ID=ec809c33-9c72-4953-a94c-2cdeea4c4a6a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:08.370072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Checking segment: {'id': 'fecb181a-581a-42c6-bb8f-940769d8dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:08.370476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Network hostable DHCP agents. Network: 47f4df28-3f59-4d89-8a68-a3b019bb76c2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:08.387310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:08.396011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 47f4df28-3f59-4d89-8a68-a3b019bb76c2) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:08.401006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:08.401586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.407189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7eebe-f088-48f1-b6b9-f412a4af5012 None None] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:08.419744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4c7f299c-686d-4d3e-9643-406b4450da2d tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4330301 Nov 02 16:49:08.424670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55510) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:08.430494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Request body: {'port': {'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1271658906'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:08.559275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73dec3-94fe-4021-9a18-d06acfb8245e req-16c14591-822c-4d4a-bc16-cf03da8c3455 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:08.561298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df73dec3-94fe-4021-9a18-d06acfb8245e req-16c14591-822c-4d4a-bc16-cf03da8c3455 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 946 time: 0.0598848 Nov 02 16:49:08.566538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Made reservation on behalf of 217b187e8c994009885de7ebc3b18dc5 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:08.571689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.590493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] device_id is not set on port abaf6188-dad1-4298-b565-6dbd8e8fbfdc yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:08.598709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2892cbdd-fd85-40b6-8032-629e6f21068b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.614107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df73dec3-94fe-4021-9a18-d06acfb8245e req-07d1688b-fa02-41c0-b71e-527a9deb62ea tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Nov 02 16:49:08.638240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-47f4df28-3f59-4d89-8a68-a3b019bb76c2', 'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2', 'tenant_id': '217b187e8c994009885de7ebc3b18dc5', 'fixed_ips': [{'subnet_id': 'ec809c33-9c72-4953-a94c-2cdeea4c4a6a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:08.639144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.722468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Allocated IP 172.20.0.7 (47f4df28-3f59-4d89-8a68-a3b019bb76c2/ec809c33-9c72-4953-a94c-2cdeea4c4a6a/abaf6188-dad1-4298-b565-6dbd8e8fbfdc) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:08.911410 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-d0764907-67d7-46ca-a07d-4856f81628e1 service neutron] show failed (client error): The resource could not be found. Nov 02 16:49:08.913173 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-d0764907-67d7-46ca-a07d-4856f81628e1 service neutron] 10.222.0.55 "GET /v2.0/ports/0b903ac2-5ead-491e-8a57-bbc986ab5444/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.1354983 Nov 02 16:49:08.942464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:08.988339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.035291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:09.039284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:09.043313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:09.048810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Allocated IP 172.20.0.2 (47f4df28-3f59-4d89-8a68-a3b019bb76c2/ec809c33-9c72-4953-a94c-2cdeea4c4a6a/804e0a13-5507-4a5b-9e51-f73e0425af9e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:09.082267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adcb88-76bd-4f72-84da-18246133cbe6 req-cc0a9486-5ff8-435a-8122-adcdb2d38a29 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:09.085329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62adcb88-76bd-4f72-84da-18246133cbe6 req-cc0a9486-5ff8-435a-8122-adcdb2d38a29 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0690148 Nov 02 16:49:09.094266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event updated for resources: {'Port': ['ID=abaf6188-dad1-4298-b565-6dbd8e8fbfdc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:09.129340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62adcb88-76bd-4f72-84da-18246133cbe6 req-8ea6d782-ba58-4131-97c0-67dc66defb7b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374022 Nov 02 16:49:09.140770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:09.141489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.189836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3275d7ea-7583-4e59-b271-27812be180c7 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7638044 Nov 02 16:49:09.194476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55516) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:09.199868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Request body: {'port': {'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-436631585', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:09.200711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.api.validators [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] bootfile-name is not in valid_values {{(pid=102066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:49:09.201092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.api.validators [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] tftp-server is not in valid_values {{(pid=102066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:49:09.201453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.api.validators [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] server-ip-address is not in valid_values {{(pid=102066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:49:09.223344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-6e272bbf-a636-4020-ba80-01bc1e1bcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:09.225409 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-6e272bbf-a636-4020-ba80-01bc1e1bcef2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 1096 time: 0.1215389 Nov 02 16:49:09.238069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:09.274398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.281186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.291375 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1dfa437-0c06-4878-928c-cc66261fc75d req-d8f4b861-2c2d-4b2d-8e3e-430a2fafc99d tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0336335 Nov 02 16:49:09.306935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.318838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:09.323507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:09.331253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:09.364233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Made reservation on behalf of 217b187e8c994009885de7ebc3b18dc5 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:09.368932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.391649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] device_id is not set on port 981d4c21-c970-4fb1-8070-364b3bdcbbf8 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:09.393683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Pushing event updated for resources: {'Port': ['ID=804e0a13-5507-4a5b-9e51-f73e0425af9e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:09.409011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Attempting to bind port 804e0a13-5507-4a5b-9e51-f73e0425af9e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:09.409750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Attempting to bind port 804e0a13-5507-4a5b-9e51-f73e0425af9e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'fecb181a-581a-42c6-bb8f-940769d8dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:09.409938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Attempting to bind port 804e0a13-5507-4a5b-9e51-f73e0425af9e on network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:09.416167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:09.416709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Checking segment: {'id': 'fecb181a-581a-42c6-bb8f-940769d8dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:09.417128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.417688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Bound using segment: {'id': 'fecb181a-581a-42c6-bb8f-940769d8dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:09.418192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Bound port: 804e0a13-5507-4a5b-9e51-f73e0425af9e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecb181a-581a-42c6-bb8f-940769d8dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '47f4df28-3f59-4d89-8a68-a3b019bb76c2'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:09.418736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.508917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] For port 804e0a13-5507-4a5b-9e51-f73e0425af9e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:09.513814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] For port 804e0a13-5507-4a5b-9e51-f73e0425af9e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=804e0a13-5507-4a5b-9e51-f73e0425af9e,segment=NetworkSegment(fecb181a-581a-42c6-bb8f-940769d8dbf5),segment_id=fecb181a-581a-42c6-bb8f-940769d8dbf5)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:09.519858 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.526025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Allocated IP 172.20.0.6 (47f4df28-3f59-4d89-8a68-a3b019bb76c2/ec809c33-9c72-4953-a94c-2cdeea4c4a6a/981d4c21-c970-4fb1-8070-364b3bdcbbf8) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:09.596246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401f756-bf58-4a7e-a162-da1bbee0b9d9 None None] Pushing event updated for resources: {'Port': ['ID=804e0a13-5507-4a5b-9e51-f73e0425af9e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:09.781375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.804687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be0789-3c69-4fe3-ae98-72ec4786a489 req-3f4943f5-fe96-4f3c-bfeb-f5a1839a8bfe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:09.806277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70be0789-3c69-4fe3-ae98-72ec4786a489 req-3f4943f5-fe96-4f3c-bfeb-f5a1839a8bfe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 946 time: 0.0977418 Nov 02 16:49:09.888630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70be0789-3c69-4fe3-ae98-72ec4786a489 req-be84a08b-9fac-415b-9eba-e8893fc8f2e5 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567179 Nov 02 16:49:09.889765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:09.902213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:09.943191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:09.958517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:09.960211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:09.963717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event updated for resources: {'Port': ['ID=981d4c21-c970-4fb1-8070-364b3bdcbbf8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:09.971084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:10.011222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:10.013788 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d78576-a53b-40ab-aea7-ebc107c87a60" -d '{"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-unplugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:10.018721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.044310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Transition to ACTIVE for port object 0b903ac2-5ead-491e-8a57-bbc986ab5444 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:49:10.048998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.059822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.060537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.072629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-770d0575-f003-44e5-ab23-504f480a61ae req-902c38ad-9658-462b-b639-4ae5f711beb9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 267 time: 0.0732105 Nov 02 16:49:10.080774 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b9188-3cf3-46a8-84e8-d2b1353bd452 x-openstack-request-id: req-7a6b9188-3cf3-46a8-84e8-d2b1353bd452 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:10.081265 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-unplugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:10.081512 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a6b9188-3cf3-46a8-84e8-d2b1353bd452 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:10.081895 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'code': 200} Nov 02 16:49:10.084190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4b4c68d5-2aee-4c03-b444-f33eacda12d1 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8877888 Nov 02 16:49:10.086724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55524) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:10.139914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d0575-f003-44e5-ab23-504f480a61ae req-b35e1e71-acb5-4e44-8b6a-4ab988b5cde9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.143089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-770d0575-f003-44e5-ab23-504f480a61ae req-b35e1e71-acb5-4e44-8b6a-4ab988b5cde9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 946 time: 0.0581388 Nov 02 16:49:10.157622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'port': {'security_groups': []}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:10.213238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:10.307697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99b69a-12b7-405c-9c85-843fb78b5d97 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.314440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99b69a-12b7-405c-9c85-843fb78b5d97 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.322176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99b69a-12b7-405c-9c85-843fb78b5d97 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.327594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8b99b69a-12b7-405c-9c85-843fb78b5d97 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2362561 Nov 02 16:49:10.327803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55528) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:10.378284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] No DVR routers for this DVR port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:10.582352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 804e0a13-5507-4a5b-9e51-f73e0425af9e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:10.606815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Deleting port 981d4c21-c970-4fb1-8070-364b3bdcbbf8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:10.607465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.658266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 804e0a13-5507-4a5b-9e51-f73e0425af9e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:10.659138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.728501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.741622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.757280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b17c-e9ed-4dc0-929c-e7c04fd64d84 req-0895783f-4941-4f33-a504-c891a0e7c52d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.758840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8840b17c-e9ed-4dc0-929c-e7c04fd64d84 req-0895783f-4941-4f33-a504-c891a0e7c52d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 943 time: 0.5192535 Nov 02 16:49:10.767253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Calling delete_port for 981d4c21-c970-4fb1-8070-364b3bdcbbf8 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:10.783434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.828336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 804e0a13-5507-4a5b-9e51-f73e0425af9e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=804e0a13-5507-4a5b-9e51-f73e0425af9e,segment=NetworkSegment(fecb181a-581a-42c6-bb8f-940769d8dbf5),segment_id=fecb181a-581a-42c6-bb8f-940769d8dbf5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:10.833957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8840b17c-e9ed-4dc0-929c-e7c04fd64d84 req-83053f25-4926-4d14-b0af-518417d5b7ec tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Nov 02 16:49:10.847252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56103b7-4115-4aff-8882-c46916b9aaae None None] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:10.858427 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.862678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:10.863024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:10.863442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:10.871826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:49:10.872523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:10.880358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:10.881263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Checking segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:10.881694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Bound using segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:10.882250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Bound port: 0b903ac2-5ead-491e-8a57-bbc986ab5444, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:10.882607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.961373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-75d5696f-93e8-498b-9eeb-bb0bf0ce74af None None] Provisioning complete for port 804e0a13-5507-4a5b-9e51-f73e0425af9e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:10.961730 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75d5696f-93e8-498b-9eeb-bb0bf0ce74af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:10.987422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cae341b-60da-482c-85be-ebddf06043ef req-31a520ab-463f-4fca-9352-a109b631d193 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0317261 Nov 02 16:49:11.009079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=804e0a13-5507-4a5b-9e51-f73e0425af9e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:11.017075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:11.040660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:11.042303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=47de2c4a-48f3-46aa-97db-045369cd3b16,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:11.045601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.092286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.096722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.103672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.104560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.105712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.107136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] 10.222.0.100 "PUT /v2.0/ports/0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 1091 time: 1.8739274 Nov 02 16:49:11.126270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['36c84df3-21d7-46c7-81b7-975565ef407a', '47de2c4a-48f3-46aa-97db-045369cd3b16'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:11.132147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:11.157022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace36c22-6bac-4312-9398-e16372c4abce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.172656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.172656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.178258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-770d0575-f003-44e5-ab23-504f480a61ae req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "PUT /v2.0/ports/47de2c4a-48f3-46aa-97db-045369cd3b16 HTTP/1.1" status: 200 len: 905 time: 1.0267713 Nov 02 16:49:11.179004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:11.181987 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084515ff-ad45-49f3-9111-8fee0143a3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:11.256581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a4ae0-5d8b-47ac-b4eb-8b0ea99c794e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:11.273806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5884c-c33b-43ec-b6e1-9fdd906135b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:11.281723 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6849f5cd-ed81-4cdc-bd18-e55ea316b5b0 x-openstack-request-id: req-6849f5cd-ed81-4cdc-bd18-e55ea316b5b0 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:11.282013 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:11.282298 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6849f5cd-ed81-4cdc-bd18-e55ea316b5b0 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:11.282700 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16', 'status': 'completed', 'code': 200} Nov 02 16:49:11.386604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event deleted for resources: {'Port': ['ID=981d4c21-c970-4fb1-8070-364b3bdcbbf8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:11.401036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-f5aaaff8-1d5a-4519-b8a2-7478c754282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.402895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73226-c466-4fd4-81f5-4f739d2b1059 req-e70c5007-eb5a-46d3-8b63-d2409af2331c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.403242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-f5aaaff8-1d5a-4519-b8a2-7478c754282f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1094 time: 0.2692287 Nov 02 16:49:11.404483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49f73226-c466-4fd4-81f5-4f739d2b1059 req-e70c5007-eb5a-46d3-8b63-d2409af2331c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 908 time: 0.0842593 Nov 02 16:49:11.417677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.432086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55536) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:11.432333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed19912e-d6c8-4ba1-9a5f-d72ba80dd930 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "DELETE /v2.0/ports/981d4c21-c970-4fb1-8070-364b3bdcbbf8 HTTP/1.1" status: 204 len: 168 time: 1.1008651 Nov 02 16:49:11.436593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Request body: {'port': {'name': 'tempest-new-port-name-2097599699', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:11.437005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.api.validators [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] bootfile-name is not in valid_values {{(pid=102066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:49:11.437355 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.api.validators [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] tftp-server is not in valid_values {{(pid=102066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:49:11.437692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.api.validators [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] server-ip-address is not in valid_values {{(pid=102066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 16:49:11.508684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['47de2c4a-48f3-46aa-97db-045369cd3b16'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:11.571325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-bd249849-03ef-42cf-aec5-88844050d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.572216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-bd249849-03ef-42cf-aec5-88844050d767 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 1059 time: 0.2615061 Nov 02 16:49:11.582564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.601328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.616736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5644d0b-974a-4016-87ce-1b8a9eff2d4d req-2ff1d79d-656e-4fb2-8994-59b55556c020 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.617936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5644d0b-974a-4016-87ce-1b8a9eff2d4d req-2ff1d79d-656e-4fb2-8994-59b55556c020 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1151159 Nov 02 16:49:11.694292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-d5aa98dd-7a64-4d86-9f05-5b3cbe723701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.696001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-d5aa98dd-7a64-4d86-9f05-5b3cbe723701 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.2812054 Nov 02 16:49:11.707973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5644d0b-974a-4016-87ce-1b8a9eff2d4d req-c752ee88-7b80-4e8e-83ed-7b9f7a5cce59 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676064 Nov 02 16:49:11.816746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-dd74e68a-f7ca-4a64-9a7e-065256d868da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.818757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-dd74e68a-f7ca-4a64-9a7e-065256d868da service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.2380502 Nov 02 16:49:11.825231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-9b0a7f59-7ea6-4aed-b23e-ecc76681d041 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 999 time: 0.1204355 Nov 02 16:49:11.826535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fd50b7eb-825b-463b-b065-ac4ca3bd8133 None None] Provisioning complete for port 47de2c4a-48f3-46aa-97db-045369cd3b16 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:11.827051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fd50b7eb-825b-463b-b065-ac4ca3bd8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:11.864266 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-3e984e7b-f88a-43c0-bfae-e26390a9b015 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47de2c4a-48f3-46aa-97db-045369cd3b16 HTTP/1.1" status: 200 len: 217 time: 0.0377407 Nov 02 16:49:11.921832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-6a1f62cb-2cbf-4630-a9e7-f8cfb6e88233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.923382 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-6a1f62cb-2cbf-4630-a9e7-f8cfb6e88233 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0581877 Nov 02 16:49:11.955132 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446484ca-2719-4497-a44d-8627d12f8c26 req-5ccfc694-fa2c-4e6e-acf5-481d55f8aa79 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.956609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-446484ca-2719-4497-a44d-8627d12f8c26 req-5ccfc694-fa2c-4e6e-acf5-481d55f8aa79 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1431401 Nov 02 16:49:12.009039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-608aa342-0228-461e-b72a-250294e07a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.011106 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-608aa342-0228-461e-b72a-250294e07a57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0868747 Nov 02 16:49:12.019606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-8be60f86-25c7-4276-b489-89e6f2f825db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.021694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-8be60f86-25c7-4276-b489-89e6f2f825db service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701737 Nov 02 16:49:12.046204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.054345 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.063632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-446484ca-2719-4497-a44d-8627d12f8c26 req-f4dec7e3-5b8b-4f37-a1b9-c2181263881a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922184 Nov 02 16:49:12.077300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422a662-cbe8-4cdf-a60a-49ca9c9f6a94 req-1829f609-d630-420d-9227-9c094e497d9a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.078894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c422a662-cbe8-4cdf-a60a-49ca9c9f6a94 req-1829f609-d630-420d-9227-9c094e497d9a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 943 time: 0.1214046 Nov 02 16:49:12.096710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:12.099603 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a774526-cd7b-47c1-af8e-298a08a1189f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:12.130853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-21517ef1-6fba-437a-80e4-8a2fc219f661 None None] Provisioning complete for port abaf6188-dad1-4298-b565-6dbd8e8fbfdc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:12.131414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-6ddfb253-b2de-4704-87a1-0dd550d6fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.132105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-21517ef1-6fba-437a-80e4-8a2fc219f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.133598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-6ddfb253-b2de-4704-87a1-0dd550d6fe75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108506 Nov 02 16:49:12.173864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event updated for resources: {'Port': ['ID=abaf6188-dad1-4298-b565-6dbd8e8fbfdc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:12.223261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-21517ef1-6fba-437a-80e4-8a2fc219f661 None None] Port abaf6188-dad1-4298-b565-6dbd8e8fbfdc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:12.226954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.231228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-320e0326-3ca6-4511-8382-4f44577e32e0 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992962 Nov 02 16:49:12.233266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.233542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.234461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.234804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.235131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.235667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.236190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.237183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.237607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.238157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.238703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:12.263744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-21517ef1-6fba-437a-80e4-8a2fc219f661 None None] Provisioning complete for port 804e0a13-5507-4a5b-9e51-f73e0425af9e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:12.264222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-21517ef1-6fba-437a-80e4-8a2fc219f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.368390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adbfc506-f112-405c-8e6d-50180418cced req-105213a4-5000-474b-9f45-db4373a0cf10 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0886593 Nov 02 16:49:12.371033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-3f7e8295-527c-466f-944a-3d0c3f0205ed service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292306 Nov 02 16:49:12.377928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] In _notify_port_updated(), no bound segment for port abaf6188-dad1-4298-b565-6dbd8e8fbfdc on network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:49:12.384218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.384915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.388694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-86c290af-b65b-4955-9b72-6dd4fe8d6e5c tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "PUT /v2.0/ports/abaf6188-dad1-4298-b565-6dbd8e8fbfdc HTTP/1.1" status: 200 len: 1136 time: 0.9578385 Nov 02 16:49:12.389378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55552) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:12.437960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c422a662-cbe8-4cdf-a60a-49ca9c9f6a94 req-ff71a6a0-7568-4550-8745-3aec82a00ccc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400183 Nov 02 16:49:12.470859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12925a2-9859-48e9-92c7-1afd0f4b5c6b tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.476941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a12925a2-9859-48e9-92c7-1afd0f4b5c6b tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "GET /v2.0/ports/abaf6188-dad1-4298-b565-6dbd8e8fbfdc HTTP/1.1" status: 200 len: 1136 time: 0.0820503 Nov 02 16:49:12.477524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55554) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:12.527255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-17bee413-fae6-437e-a368-11e8e109a8fe None None] Provisioning complete for port abaf6188-dad1-4298-b565-6dbd8e8fbfdc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:12.527911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-17bee413-fae6-437e-a368-11e8e109a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.559698 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c83d4f5-630a-4424-9fc6-86351d22f2ba req-e00da059-01e5-44a4-b7a7-065a0fe74966 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169639 Nov 02 16:49:12.569887 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b6367-713f-4022-9ed5-0a15f06c328c x-openstack-request-id: req-c76b6367-713f-4022-9ed5-0a15f06c328c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:12.569887 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:12.569887 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c76b6367-713f-4022-9ed5-0a15f06c328c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:12.569887 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'status': 'completed', 'code': 200} Nov 02 16:49:12.600715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 804e0a13-5507-4a5b-9e51-f73e0425af9e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:12.686919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-17bee413-fae6-437e-a368-11e8e109a8fe None None] Port abaf6188-dad1-4298-b565-6dbd8e8fbfdc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:12.701571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.706688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-c9b1bb69-fa49-4596-a5f4-e461739a7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.709963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-c9b1bb69-fa49-4596-a5f4-e461739a7f72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1094 time: 0.1304636 Nov 02 16:49:12.711232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:12.713101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-084515ff-ad45-49f3-9111-8fee0143a3f7 req-92c90c78-34d9-46cc-90fb-25bcfae51554 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336806 Nov 02 16:49:12.770261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-22f67fc5-40da-4b40-8d60-fef4f16d88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.772514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-22f67fc5-40da-4b40-8d60-fef4f16d88e5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1094 time: 0.1301532 Nov 02 16:49:12.774221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Deleting port abaf6188-dad1-4298-b565-6dbd8e8fbfdc {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:12.774727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.804744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:12.812768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 804e0a13-5507-4a5b-9e51-f73e0425af9e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:12.813819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:12.869489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ad7f30a0-dc98-4ad8-8e02-3088ac26413f None None] Could not find standard attr ID for object 981d4c21-c970-4fb1-8070-364b3bdcbbf8. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:49:12.885885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-ab79cb16-5d48-4020-a022-2f91a93b1436 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.887675 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-ab79cb16-5d48-4020-a022-2f91a93b1436 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.2758980 Nov 02 16:49:12.918235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-46de316a-5f37-4058-b5b6-717bd5f59e7c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/quotas/0ae576016ea64e568a0d90fccf9907ae HTTP/1.1" status: 200 len: 375 time: 0.0186045 Nov 02 16:49:12.945801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-ef591865-f408-4da7-b736-45524a66ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.947305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-ef591865-f408-4da7-b736-45524a66ec40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.2174237 Nov 02 16:49:12.948437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-84768a36-c6ba-4eb6-a686-34598d8231ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.949756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-84768a36-c6ba-4eb6-a686-34598d8231ae service neutron] 10.222.0.100 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.1496975 Nov 02 16:49:12.979239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.001309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Calling delete_port for abaf6188-dad1-4298-b565-6dbd8e8fbfdc owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:13.028722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-02d7a765-21c5-4c59-b277-643699294ca9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0940092 Nov 02 16:49:13.063670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-f51421f9-86a4-4445-afeb-b2cb9306b70d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 999 time: 0.1086805 Nov 02 16:49:13.070566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-2e9fe9fc-524f-4e05-84aa-8dc3cb3049fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 999 time: 0.1089022 Nov 02 16:49:13.150582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-f41817a2-7968-4066-a334-c18cb6dfae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:13.151967 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-f41817a2-7968-4066-a334-c18cb6dfae7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0805600 Nov 02 16:49:13.153326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-5de9bc0d-0439-4817-9f79-e483471bab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:13.154655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-5de9bc0d-0439-4817-9f79-e483471bab5f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0748940 Nov 02 16:49:13.184306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-30d971f4-2453-42cd-8671-d441c73e77b8 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142781 Nov 02 16:49:13.210930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c1afed5e-e6fa-4309-b2e8-209a120d75e4 None None] Provisioning complete for port abaf6188-dad1-4298-b565-6dbd8e8fbfdc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:13.211382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c1afed5e-e6fa-4309-b2e8-209a120d75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.234638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-6e7b7367-3858-47df-9fbd-bf57da118ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:13.236538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-6e7b7367-3858-47df-9fbd-bf57da118ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767639 Nov 02 16:49:13.237950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-94de81e2-cfcc-4279-bc25-b15482af879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:13.239348 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-94de81e2-cfcc-4279-bc25-b15482af879e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713336 Nov 02 16:49:13.254272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c1afed5e-e6fa-4309-b2e8-209a120d75e4 None None] Port abaf6188-dad1-4298-b565-6dbd8e8fbfdc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:13.303718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.353979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event deleted for resources: {'Port': ['ID=abaf6188-dad1-4298-b565-6dbd8e8fbfdc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:13.374227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-607a555a-0625-463b-ad17-ff52cffdfb86 service neutron] 10.222.0.31 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532006 Nov 02 16:49:13.475527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.481962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f18ac874-fe99-4866-b616-13828c7281df tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "DELETE /v2.0/ports/abaf6188-dad1-4298-b565-6dbd8e8fbfdc HTTP/1.1" status: 204 len: 168 time: 1.0013256 Nov 02 16:49:13.482608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55568) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:13.589013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2d91f42-78a6-4e97-b2b7-caa34f10ca14 req-2fc31b38-b5d3-4884-8073-a6062c44eef3 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0855122 Nov 02 16:49:13.616415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Deleting subnet ec809c33-9c72-4953-a94c-2cdeea4c4a6a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:13.644282 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.746378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-a89fee28-9a3a-4597-b75f-56b388185024 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891858 Nov 02 16:49:13.746779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1bf0e76f-8e13-4ac3-ab76-eb3d9e38af04 req-3a56deca-971b-4ee8-aa56-42eab81f4476 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0728621 Nov 02 16:49:13.748265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-f9327b81-d2a6-488d-a6a1-489c4b3b557b service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049551 Nov 02 16:49:13.765560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.777038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.807003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0779bf-f9bc-4bc7-9593-809180ffd21a req-c0741029-6213-4ef0-84b7-66a7c0f17e26 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:13.808525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe0779bf-f9bc-4bc7-9593-809180ffd21a req-c0741029-6213-4ef0-84b7-66a7c0f17e26 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 943 time: 0.1359620 Nov 02 16:49:13.875000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe0779bf-f9bc-4bc7-9593-809180ffd21a req-d07c1d7b-4487-48f5-b1a7-33728e89d798 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539119 Nov 02 16:49:13.929164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:13.932280 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-4ec2e201-5161-46c7-b6ca-5f9fcb1bbe95 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686244 Nov 02 16:49:13.948250 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a774526-cd7b-47c1-af8e-298a08a1189f req-05f56c71-8e86-4e07-a398-74f89f1d35b4 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944249 Nov 02 16:49:14.013334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.016147 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:49:14.044711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event deleted for resources: {'Subnet': ['ID=ec809c33-9c72-4953-a94c-2cdeea4c4a6a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:14.049897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.057529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9e7bdbfb-3e3f-4a57-b7b9-448cba03d859 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "DELETE /v2.0/subnets/ec809c33-9c72-4953-a94c-2cdeea4c4a6a HTTP/1.1" status: 204 len: 168 time: 0.5697927 Nov 02 16:49:14.057529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55580) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:14.062695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c81af-dbeb-4b72-b1a4-988982bb2ea4 None None] Network 47f4df28-3f59-4d89-8a68-a3b019bb76c2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:14.153397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.215202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Deleting port 804e0a13-5507-4a5b-9e51-f73e0425af9e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:14.215968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.280218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] DHCP port deletion for 47f4df28-3f59-4d89-8a68-a3b019bb76c2 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:14.300847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] For port 804e0a13-5507-4a5b-9e51-f73e0425af9e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=804e0a13-5507-4a5b-9e51-f73e0425af9e,segment=NetworkSegment(fecb181a-581a-42c6-bb8f-940769d8dbf5),segment_id=fecb181a-581a-42c6-bb8f-940769d8dbf5)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:14.301279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.316974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Calling delete_port for 804e0a13-5507-4a5b-9e51-f73e0425af9e owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:14.331255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] Deleting port 804e0a13-5507-4a5b-9e51-f73e0425af9e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:14.331637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.401181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] For port 804e0a13-5507-4a5b-9e51-f73e0425af9e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=804e0a13-5507-4a5b-9e51-f73e0425af9e,segment=NetworkSegment(fecb181a-581a-42c6-bb8f-940769d8dbf5),segment_id=fecb181a-581a-42c6-bb8f-940769d8dbf5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:14.401705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.403127 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.415985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] Calling delete_port for 804e0a13-5507-4a5b-9e51-f73e0425af9e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:14.427220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event deleted for resources: {'Port': ['ID=804e0a13-5507-4a5b-9e51-f73e0425af9e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:14.435275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] No DVR routers for this DVR port 804e0a13-5507-4a5b-9e51-f73e0425af9e on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:14.497461 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.503615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:14.511122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 804e0a13-5507-4a5b-9e51-f73e0425af9e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:14.539454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.547131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] Pushing event deleted for resources: {'Port': ['ID=804e0a13-5507-4a5b-9e51-f73e0425af9e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:14.576197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f4df28-3f59-4d89-8a68-a3b019bb76c2']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:14.578965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775b9fe-ce1d-46ae-9836-90ffe327db08 None None] No DVR routers for this DVR port 804e0a13-5507-4a5b-9e51-f73e0425af9e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:14.585041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 804e0a13-5507-4a5b-9e51-f73e0425af9e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:14.585427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 804e0a13-5507-4a5b-9e51-f73e0425af9e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:14.587608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecb181a-581a-42c6-bb8f-940769d8dbf5') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:14.587905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecb181a-581a-42c6-bb8f-940769d8dbf5') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:14.606193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.626518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.635186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:14.636033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:14.641660 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:14.717148 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:14.748988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5fa712a-1009-4e57-9092-1044d224509d req-2bf966a4-5dbe-4ab7-a9b2-6e1761ea52b5 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0494986 Nov 02 16:49:14.749204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'mac_address': 'fa:16:3e:e3:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:14.758687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.766339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.770554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] 10.222.0.31 "DELETE /v2.0/networks/47f4df28-3f59-4d89-8a68-a3b019bb76c2 HTTP/1.1" status: 204 len: 168 time: 0.7121844 Nov 02 16:49:14.798272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dcfab-cab9-488b-b718-5ce3870eb589 tempest-ExtraDHCPOptionsTestJSON-1275287868 tempest-ExtraDHCPOptionsTestJSON-1275287868-project] Pushing event deleted for resources: {'Network': ['ID=47f4df28-3f59-4d89-8a68-a3b019bb76c2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:14.824694 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.843861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b903ac2-5ead-491e-8a57-bbc986ab5444 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:14.862385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfb7e88d-4e8a-41bc-8194-9c02e3386c11 req-24b1dacf-d6e2-495f-a4b3-ce4e39bfeeeb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0357220 Nov 02 16:49:14.875683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:14.883695 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:14.898547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-1b7e63da-a397-458e-ae0b-7c665f0dc368 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:14.901053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-1b7e63da-a397-458e-ae0b-7c665f0dc368 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 812 time: 0.1995120 Nov 02 16:49:14.924842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Request body: {'port': {'device_id': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'admin_state_up': True, 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:14.944900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:15.026872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bde38-bf3e-414e-a35b-e25b28bd7683 req-2a9a84c9-8585-4018-bcaf-932c6ee67da5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.028440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b09bde38-bf3e-414e-a35b-e25b28bd7683 req-2a9a84c9-8585-4018-bcaf-932c6ee67da5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0580058 Nov 02 16:49:15.055692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Made reservation on behalf of 0ae576016ea64e568a0d90fccf9907ae for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:15.059780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.070957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b09bde38-bf3e-414e-a35b-e25b28bd7683 req-5f23ae41-cb7f-4e49-9124-171f021d59cc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349758 Nov 02 16:49:15.156693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:15.216272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Allocated IP 172.20.0.10 (5c1983ea-e767-48be-a0d4-c97b744e2492/83ab5f57-ec61-479b-a6ab-e539c10298cc/f5a97eb3-44be-48d7-95df-e4a431e00da6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:15.233467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0b903ac2-5ead-491e-8a57-bbc986ab5444'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:15.366171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d790aae5-eb58-48f9-a360-dc695384a78c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=217b187e8c994009885de7ebc3b18dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057731 Nov 02 16:49:15.366776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55600) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:15.459501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee75cfc-ede0-4e48-87ce-8abb5f608215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.494592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a1aa-aedc-4921-9d04-5e0faf051e84 req-80b8226c-614e-43df-9dd2-a6bf2476462f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.496147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e64a1aa-aedc-4921-9d04-5e0faf051e84 req-80b8226c-614e-43df-9dd2-a6bf2476462f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0927751 Nov 02 16:49:15.498719 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee75cfc-ede0-4e48-87ce-8abb5f608215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.509063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-998f4480-5c56-4fe6-80e9-e3610d88b7c5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.510281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-998f4480-5c56-4fe6-80e9-e3610d88b7c5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184&tenant_id=61edc4df1278420c8be9eb30335e1183&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 944 time: 0.1591296 Nov 02 16:49:15.563650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e64a1aa-aedc-4921-9d04-5e0faf051e84 req-1e36aa81-ef4e-44fe-84a9-92642c43fb88 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560966 Nov 02 16:49:15.578563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.587450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee75cfc-ede0-4e48-87ce-8abb5f608215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.590111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5ee75cfc-ede0-4e48-87ce-8abb5f608215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.591258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5ee75cfc-ede0-4e48-87ce-8abb5f608215 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86544648-15e7-4e01-8ba4-d5f64d327e80 HTTP/1.1" status: 204 len: 168 time: 0.2239077 Nov 02 16:49:15.600404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75cfc-ede0-4e48-87ce-8abb5f608215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86544648-15e7-4e01-8ba4-d5f64d327e80,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:15.613973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-e52bb1fb-5351-4500-83aa-72afd7082eff service neutron] 10.222.0.100 "GET /v2.0/ports/0b903ac2-5ead-491e-8a57-bbc986ab5444/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 382 time: 0.0942290 Nov 02 16:49:15.639030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.650840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['36c84df3-21d7-46c7-81b7-975565ef407a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:15.714750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:15.726315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:15.726315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:15.766545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:15.792429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-d543a9fd-53eb-4c2d-ad85-edc6744b5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.795031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-d543a9fd-53eb-4c2d-ad85-edc6744b5a5b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1095 time: 0.1509101 Nov 02 16:49:15.867764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.868386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:15.902147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e15748f-3600-45ee-86fc-a53753b0ac8c req-21578d5f-62bc-4cb8-a205-8d690ec9bf26 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0404620 Nov 02 16:49:15.909339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-b24b5c3f-96f5-48c9-be48-cc12f13f7080 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9900613 Nov 02 16:49:15.926776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Request body: {'port': {'device_id': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:16.011013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-f3d5fdf8-1bc0-4cb7-aa68-23ff314c5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:16.012573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-f3d5fdf8-1bc0-4cb7-aa68-23ff314c5c07 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.2082951 Nov 02 16:49:16.017212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6bf1-403c-447f-97f0-e6cd9c2129fe req-9741237c-7082-4535-8864-330cb51fcb8f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:16.018621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38fe6bf1-403c-447f-97f0-e6cd9c2129fe req-9741237c-7082-4535-8864-330cb51fcb8f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 932 time: 0.0606191 Nov 02 16:49:16.027474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.062692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38fe6bf1-403c-447f-97f0-e6cd9c2129fe req-c4a509cf-ff34-45ac-9207-1e1d0523b12a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362079 Nov 02 16:49:16.105394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a427fdf8-156d-44e0-a449-e7d633cd10eb None None] Provisioning complete for port f5a97eb3-44be-48d7-95df-e4a431e00da6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:16.105974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a427fdf8-156d-44e0-a449-e7d633cd10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.112926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-8f0b62e9-7bf0-4ed0-84af-c241319a9c84 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 1000 time: 0.0930750 Nov 02 16:49:16.143020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a427fdf8-156d-44e0-a449-e7d633cd10eb None None] Port f5a97eb3-44be-48d7-95df-e4a431e00da6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:16.247037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-d39a008e-93e9-47a0-9e3e-09e2a89cb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:16.248627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-d39a008e-93e9-47a0-9e3e-09e2a89cb011 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.1217444 Nov 02 16:49:16.346751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:16.352655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-cf132dec-5309-434e-867c-e0d34158bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:16.354366 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-cf132dec-5309-434e-867c-e0d34158bae8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942156 Nov 02 16:49:16.448032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:16.520329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:16.558852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-dcc502a8-c2ad-4163-bd6b-20bc8de794e4 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955390 Nov 02 16:49:16.577131 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-96f9fd91-d9ca-451d-bc83-420d28465219 req-e26c131a-99f2-4e86-9da0-c7376d17c2ad service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0350528 Nov 02 16:49:16.584806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:16.589077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:16.589523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.590307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a97eb3-44be-48d7-95df-e4a431e00da6 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:16.604484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-252753883'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:16.634254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.641463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:16.648202 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.657618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Transition to ACTIVE for port object f5a97eb3-44be-48d7-95df-e4a431e00da6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:49:16.660847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.665002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.685292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.709970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:16.713506 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1206b10-744f-4898-8ffd-422429a785c8" -d '{"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-plugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:16.728795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:16.738489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.743904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987c7e3-a0ee-4dd0-9e8a-dffac0584c83 req-a50d351c-9bf7-4653-9c92-912f545bd2bf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:16.747187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:16.752298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8987c7e3-a0ee-4dd0-9e8a-dffac0584c83 req-a50d351c-9bf7-4653-9c92-912f545bd2bf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0940363 Nov 02 16:49:16.756909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-1ae94d90-de3d-4b63-8bfa-7fcebfa64a2d service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823316 Nov 02 16:49:16.808229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:16.833847 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2a82ef-50b8-46fc-b00f-8fe65fcdf33d x-openstack-request-id: req-da2a82ef-50b8-46fc-b00f-8fe65fcdf33d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:16.834305 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-plugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:16.834660 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da2a82ef-50b8-46fc-b00f-8fe65fcdf33d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:16.835186 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'code': 200} Nov 02 16:49:16.863219 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8987c7e3-a0ee-4dd0-9e8a-dffac0584c83 req-ce05b439-8f06-4a70-90bc-fe8c951577cb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973237 Nov 02 16:49:16.866035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.871934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Attempting to bind port f5a97eb3-44be-48d7-95df-e4a431e00da6 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:16.872327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Attempting to bind port f5a97eb3-44be-48d7-95df-e4a431e00da6 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:16.872659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Attempting to bind port f5a97eb3-44be-48d7-95df-e4a431e00da6 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:16.873505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.885122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Port f5a97eb3-44be-48d7-95df-e4a431e00da6 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:49:16.885692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Attempting to bind port f5a97eb3-44be-48d7-95df-e4a431e00da6 on network 5c1983ea-e767-48be-a0d4-c97b744e2492 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:16.891984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:16.892327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Checking segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:16.892719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Bound using segment: {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:16.893165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Bound port: f5a97eb3-44be-48d7-95df-e4a431e00da6, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:16.893532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.908946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:16.915067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc4bd3-3d62-4ed1-9b08-53d5eafd1dcf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:16.924256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.924256 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment 84534822-240e-439a-a81b-b7df29c6595d of type vlan for network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 Nov 02 16:49:16.972502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:16.990804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:16.994452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:16.999239 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.004416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.010844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.011620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.035896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.037417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.038786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] 10.222.0.55 "PUT /v2.0/ports/f5a97eb3-44be-48d7-95df-e4a431e00da6 HTTP/1.1" status: 200 len: 1092 time: 1.1180346 Nov 02 16:49:17.041194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:17.043599 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152" -d '{"events": [{"name": "network-changed", "server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:17.105815 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fa5094-a134-42f9-bab7-84b4c5636f1a x-openstack-request-id: req-a9fa5094-a134-42f9-bab7-84b4c5636f1a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:17.106115 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:17.106400 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9fa5094-a134-42f9-bab7-84b4c5636f1a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:17.106812 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'status': 'completed', 'code': 200} Nov 02 16:49:17.127081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2944b-ff62-4306-9ff2-81c98404a225 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:17.127894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00896fce-8a73-4389-984a-f8239bf0b417 req-b2db3a58-8a86-45ba-81be-329fd0736858 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.1124847 Nov 02 16:49:17.144707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=a134ca9b-2ce2-47e5-a362-55b79b5a9b87,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:17.150571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-e14ae339-1db3-4d2b-bac5-53e8827db446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.152410 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-e14ae339-1db3-4d2b-bac5-53e8827db446 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 1095 time: 0.0648324 Nov 02 16:49:17.156904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:17.160647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-517af931-d110-4a60-9837-de237e19edde tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7104640 Nov 02 16:49:17.163521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55642) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:17.171552 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'name': 'tempest-PortsTestJSON-774748753'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:17.205463 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-448cd955-36ae-4862-b151-e394229d04ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6 HTTP/1.1" status: 200 len: 217 time: 0.0438716 Nov 02 16:49:17.273659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-5f71e60c-0a2f-4458-9e98-7e15d803437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.275233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-5f71e60c-0a2f-4458-9e98-7e15d803437c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0632360 Nov 02 16:49:17.325733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-38ba349d-79d7-483d-960e-529b3d55fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.327253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-38ba349d-79d7-483d-960e-529b3d55fe3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448909 Nov 02 16:49:17.331993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7cfaf-0999-4cef-b6fd-4af80928b38a req-a08f70f3-e680-491c-a444-d39656ca23fb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.334163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fea7cfaf-0999-4cef-b6fd-4af80928b38a req-a08f70f3-e680-491c-a444-d39656ca23fb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 944 time: 0.1260750 Nov 02 16:49:17.380661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:17.385124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.401948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fea7cfaf-0999-4cef-b6fd-4af80928b38a req-0b5d3c75-8f99-4349-b2d2-1ddc916ab73b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585301 Nov 02 16:49:17.412707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:17.426052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-02c21381-4d61-43f7-a270-da971caf679b service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898213 Nov 02 16:49:17.494723 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.535075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3102468-3d93-4e16-8aeb-9b32f144119c req-2df2d0a9-6e2e-4c20-93c5-9c2236a668e3 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006210 Nov 02 16:49:17.598209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.625839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-7c572a86-4bfd-4ff8-9ad1-af5787c45389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.627499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-7c572a86-4bfd-4ff8-9ad1-af5787c45389 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 1095 time: 0.0431724 Nov 02 16:49:17.634263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.699311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=81d58002-8c72-4d79-bbee-bd76c0e1c1bf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:17.711167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': '84534822-240e-439a-a81b-b7df29c6595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:17.711529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: a134ca9b-2ce2-47e5-a362-55b79b5a9b87, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:17.727835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-5fedfa8f-7d25-4174-a572-8f7ebb5d01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.728111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:17.729613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-5fedfa8f-7d25-4174-a572-8f7ebb5d01ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.0945442 Nov 02 16:49:17.737762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a134ca9b-2ce2-47e5-a362-55b79b5a9b87) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:17.747770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:17.749291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4c74d-d8d4-4737-b88a-459f2b3297ef None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:17.753461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.754086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.773256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-744b2504-4ceb-4ddf-80ae-a499550e28dd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6084526 Nov 02 16:49:17.776203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55650) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:17.780171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-ccbd2fbd-775e-4ff5-aa52-79daaa338141 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6 HTTP/1.1" status: 200 len: 217 time: 0.0426900 Nov 02 16:49:17.782581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155148949'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:17.808219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:17.812565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.838955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-5b4616f6-4af8-455d-a33e-a36a17f0d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.840734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-5b4616f6-4af8-455d-a33e-a36a17f0d9ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0536757 Nov 02 16:49:17.850495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:17.872606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.873865 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment c7ce999c-0915-481c-a772-e501f7c83f44 of type vlan for network 4c1126c4-248e-49d9-bbdd-2d036f0f395a Nov 02 16:49:17.907540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-a1024e71-050b-4dbf-8503-56aee92ccfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.909075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-a1024e71-050b-4dbf-8503-56aee92ccfaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607812 Nov 02 16:49:17.937908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:17.999781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:18.006097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:18.006856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:18.022759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-1bfaa269-d355-436f-86a8-1bd14f491d1d service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999992 Nov 02 16:49:18.045389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e2102-31a3-474d-92d9-81e2151f5d48 req-e80bc35f-7299-45e1-8a3c-1baac58112eb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:18.046944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c3e2102-31a3-474d-92d9-81e2151f5d48 req-e80bc35f-7299-45e1-8a3c-1baac58112eb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0965779 Nov 02 16:49:18.080107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3024611 Nov 02 16:49:18.085191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55654) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:18.097361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'ports': [{'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'}, {'network_id': '4c1126c4-248e-49d9-bbdd-2d036f0f395a'}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:18.097783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:18.098483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': '4c1126c4-248e-49d9-bbdd-2d036f0f395a'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:18.139872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88b8b7a5-8d73-406c-9afd-e47fe2c5b152 req-6bc17bd9-44f8-43ce-a48f-fddbfd9518d4 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033895 Nov 02 16:49:18.182225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab48958-0cae-45ca-a542-bef604e05e41 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=4c1126c4-248e-49d9-bbdd-2d036f0f395a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:18.194577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 4c1126c4-248e-49d9-bbdd-2d036f0f395a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:18.202143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c3e2102-31a3-474d-92d9-81e2151f5d48 req-874a9a1d-b262-4689-9f5f-efbc4fd12180 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185443 Nov 02 16:49:18.282656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f38d052-4fae-4a65-82c1-d290bcc54e18 req-638ccbc8-ed7d-4481-88cb-8cec5bbc4477 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0556002 Nov 02 16:49:18.329687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 2} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:18.335282 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:18.355647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:18.465739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 14e0a2a4-b595-408c-bbc7-254d49599968 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:18.614343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df158b80-1fd0-46b5-befb-39e240f208a5 req-c704eda5-ccd4-4fee-812a-643a3ae86284 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b0b5fcbf02574f8eb03143fb696b33a7&device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Nov 02 16:49:18.633941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2585714-6749-42cc-b51e-e2f0047085e3 req-e036531d-064d-46a2-8615-391eaca19125 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0472407 Nov 02 16:49:18.648549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4d5d1-e3d1-45f0-9d4d-5419f80f3c1e req-cedd839c-3404-4777-af99-190459a27d4e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:18.654370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df158b80-1fd0-46b5-befb-39e240f208a5 req-57269be8-5056-4da7-ae0a-c63863420daa service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=b0b5fcbf02574f8eb03143fb696b33a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312099 Nov 02 16:49:18.656583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cb4d5d1-e3d1-45f0-9d4d-5419f80f3c1e req-cedd839c-3404-4777-af99-190459a27d4e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 944 time: 0.1609898 Nov 02 16:49:18.731384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cb4d5d1-e3d1-45f0-9d4d-5419f80f3c1e req-a395e04d-279a-46dd-a048-ce9a1eedd32c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738182 Nov 02 16:49:18.744159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:18.810650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port e723a39d-3a34-4005-abbe-b1e3c5c487e0 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:18.845813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df158b80-1fd0-46b5-befb-39e240f208a5 req-1dff1acc-1437-40cf-8189-51812f5af855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:18.846744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df158b80-1fd0-46b5-befb-39e240f208a5 req-1dff1acc-1437-40cf-8189-51812f5af855 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857405 Nov 02 16:49:18.929357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:18.966767 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.010235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:19.013692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:19.017360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:19.018222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.029705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=14e0a2a4-b595-408c-bbc7-254d49599968,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:19.088007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=e723a39d-3a34-4005-abbe-b1e3c5c487e0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:19.095463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': 'c7ce999c-0915-481c-a772-e501f7c83f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4c1126c4-248e-49d9-bbdd-2d036f0f395a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:19.095698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: 4c1126c4-248e-49d9-bbdd-2d036f0f395a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:19.112613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 4c1126c4-248e-49d9-bbdd-2d036f0f395a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:19.122689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 4c1126c4-248e-49d9-bbdd-2d036f0f395a) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:19.126712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:19.132913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bfa380-5f2b-4773-93c8-ce03a8474f0b None None] Network 4c1126c4-248e-49d9-bbdd-2d036f0f395a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:19.134049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.138986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.139665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.156631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-71b340b1-d660-4bf3-be65-d6149e4a4b37 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0678658 Nov 02 16:49:19.159598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55666) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:19.270796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-198d8b9a-02eb-446d-9f73-418c171e8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.272291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-198d8b9a-02eb-446d-9f73-418c171e8c02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 1096 time: 0.0801971 Nov 02 16:49:19.288568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:19.322493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port e723a39d-3a34-4005-abbe-b1e3c5c487e0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:19.322722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.346934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8452ab-ea2d-4ef3-aaa4-ebaf607ec3ba req-046755dd-2771-451c-891c-b6f92f63d992 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.348431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d8452ab-ea2d-4ef3-aaa4-ebaf607ec3ba req-046755dd-2771-451c-891c-b6f92f63d992 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 945 time: 0.0540454 Nov 02 16:49:19.388499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d8452ab-ea2d-4ef3-aaa4-ebaf607ec3ba req-84c04123-646c-4320-a074-42aa8f0bf9d9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Nov 02 16:49:19.404057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.424243 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.454540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for e723a39d-3a34-4005-abbe-b1e3c5c487e0 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:19.662505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.703141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=e723a39d-3a34-4005-abbe-b1e3c5c487e0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:19.720697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.724644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d35488a8-caaa-467f-83a3-3d9cefdfa9ca tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/e723a39d-3a34-4005-abbe-b1e3c5c487e0 HTTP/1.1" status: 204 len: 168 time: 0.5640075 Nov 02 16:49:19.727687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55672) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:19.731827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:19.772055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:19.795057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b46212f-ff8b-466c-b3f9-158a7e8cacaa req-30b76c96-530e-421d-8f08-ae5d06631789 tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0476179 Nov 02 16:49:19.821192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:19.823618 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3411c2a3-067d-4816-86b5-3c5e5ceac245" -d '{"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-unplugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:19.828132 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.837841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342014f-c570-4247-8f2a-f168da334146 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.843899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342014f-c570-4247-8f2a-f168da334146 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.844304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Transition to ACTIVE for port object 0b903ac2-5ead-491e-8a57-bbc986ab5444 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:49:19.845896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7342014f-c570-4247-8f2a-f168da334146 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1165378 Nov 02 16:49:19.850117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:19.852234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55680) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:19.890357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6567-7f0f-411a-80b4-620ab1ef204a req-426d26dc-3ea4-480a-9f23-6a548b9b3a38 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.892007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df1b6567-7f0f-411a-80b4-620ab1ef204a req-426d26dc-3ea4-480a-9f23-6a548b9b3a38 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 944 time: 0.0750923 Nov 02 16:49:19.939166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df1b6567-7f0f-411a-80b4-620ab1ef204a req-8d405832-afce-4065-b6de-a173ffdae7ab tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 Nov 02 16:49:20.182407 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaf004b-7ece-4fb0-8cf2-81310d8fd12f x-openstack-request-id: req-ccaf004b-7ece-4fb0-8cf2-81310d8fd12f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:20.183021 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-unplugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:20.183021 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccaf004b-7ece-4fb0-8cf2-81310d8fd12f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:20.183314 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'code': 200} Nov 02 16:49:20.225613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df158b80-1fd0-46b5-befb-39e240f208a5 req-4fc19865-5316-4b24-a2cd-2361b290c7ab tempest-ServerShowV254Test-1853546330 tempest-ServerShowV254Test-1853546330-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ddf5618-dbe6-4545-83c7-f61c4c5d4231 HTTP/1.1" status: 200 len: 210 time: 0.0399311 Nov 02 16:49:20.298575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:20.359066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] No DVR routers for this DVR port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:20.362486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 14e0a2a4-b595-408c-bbc7-254d49599968 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:20.362830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.510896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277dc3c-409b-41d7-bc02-f72e31daae60 req-98937f15-69b3-4e6e-b737-16ddd61d06c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:20.512555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b277dc3c-409b-41d7-bc02-f72e31daae60 req-98937f15-69b3-4e6e-b737-16ddd61d06c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0521176 Nov 02 16:49:20.514278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:20.521375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.542652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 14e0a2a4-b595-408c-bbc7-254d49599968 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:20.555146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:20.558669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b277dc3c-409b-41d7-bc02-f72e31daae60 req-d53b8029-1eb5-48da-9fd6-5d483ecf0f75 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Nov 02 16:49:20.651584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:20.651907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:20.652656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:20.664045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:49:20.664442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Attempting to bind port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on network e02a17b7-4eb4-4668-9cf3-54c7352e5753 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:20.677712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:20.678063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Checking segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:20.678478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Bound using segment: {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:20.678923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Bound port: 0b903ac2-5ead-491e-8a57-bbc986ab5444, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c0899d-157d-4b23-8ee3-8a409997f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:20.679271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.716985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.740237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f5a97eb3-44be-48d7-95df-e4a431e00da6 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:20.761950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=14e0a2a4-b595-408c-bbc7-254d49599968,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:20.770077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.778219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e636629-840d-4028-be3b-56787c182bae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/14e0a2a4-b595-408c-bbc7-254d49599968 HTTP/1.1" status: 204 len: 168 time: 0.9209301 Nov 02 16:49:20.779699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:20.804163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:20.808986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:20.814414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.855581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:20.856241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.857213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a24ae-cb5f-4cdb-9000-3afe3be8ecd5 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:20.857689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] 10.222.0.55 "PUT /v2.0/ports/0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 1092 time: 1.5753675 Nov 02 16:49:20.862197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55688) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:20.862901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf4a24ae-cb5f-4cdb-9000-3afe3be8ecd5 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0819085 Nov 02 16:49:20.882603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:20.895415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'mac_address': 'fa:16:3e:5a:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:20.922061 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9ed257-00eb-419b-9e2b-adee6f52dbc8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:20.923829 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce9ed257-00eb-419b-9e2b-adee6f52dbc8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/e723a39d-3a34-4005-abbe-b1e3c5c487e0 HTTP/1.1" status: 404 len: 333 time: 0.0597699 Nov 02 16:49:20.926689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55692) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:20.948850 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:20.953687 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea4fac8-8724-47c9-9188-9ac3a4f33016 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:20.953877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085bc2d-8ae5-4983-8357-d783c5068cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=11']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:20.959539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cea4fac8-8724-47c9-9188-9ac3a4f33016 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/14e0a2a4-b595-408c-bbc7-254d49599968 HTTP/1.1" status: 404 len: 333 time: 0.0293353 Nov 02 16:49:20.961033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55694) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:20.973059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-6e09e118-be05-45d6-8335-d38e85fd6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:20.976518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-6e09e118-be05-45d6-8335-d38e85fd6b79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1095 time: 0.0757608 Nov 02 16:49:20.980061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a97eb3-44be-48d7-95df-e4a431e00da6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:21.007239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:21.012935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.069816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.116916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:21.198512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-92dafcea-0b7f-43a0-a140-9a7415a0241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:21.206713 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-92dafcea-0b7f-43a0-a140-9a7415a0241d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.2227015 Nov 02 16:49:21.219714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f816-13e0-45fa-86e8-941e693a756e req-866bc9f3-b5ce-4102-b65c-370d1cac4d95 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:21.221245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a094f816-13e0-45fa-86e8-941e693a756e req-866bc9f3-b5ce-4102-b65c-370d1cac4d95 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 945 time: 0.1475697 Nov 02 16:49:21.238307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.257891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f5a97eb3-44be-48d7-95df-e4a431e00da6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:21.291299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a094f816-13e0-45fa-86e8-941e693a756e req-6b578663-835e-47dd-accf-51678928ce0f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561669 Nov 02 16:49:21.292910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1126c4-248e-49d9-bbdd-2d036f0f395a']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:21.303584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ce999c-0915-481c-a772-e501f7c83f44') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:21.304146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ce999c-0915-481c-a772-e501f7c83f44') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:21.314225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-25ee01c7-3a41-439c-8f5a-db94860e0915 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 999 time: 0.0981028 Nov 02 16:49:21.315207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.343550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.351452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:21.351965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:21.355103 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:21.377224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-fb54284b-0c6c-482f-9a2b-17579a693256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:21.379034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-fb54284b-0c6c-482f-9a2b-17579a693256 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0544803 Nov 02 16:49:21.399573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55700) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:21.434686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.438757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-8f68e7ab-6442-4dcb-890e-ee1f436c85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:21.440279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-8f68e7ab-6442-4dcb-890e-ee1f436c85d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528064 Nov 02 16:49:21.451108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.459981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/4c1126c4-248e-49d9-bbdd-2d036f0f395a HTTP/1.1" status: 204 len: 168 time: 0.4981012 Nov 02 16:49:21.464168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55704) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:21.471892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-43083560'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:21.480233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce5b7a-9538-4bc0-94eb-160dac3bb619 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=4c1126c4-248e-49d9-bbdd-2d036f0f395a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:21.554329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:21.557835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.608388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:21.612665 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-b1a8703b-c569-4e6a-a0bd-b83d7d5ae26e service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622446 Nov 02 16:49:21.631191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.631542 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment d09ca371-6a96-4306-a141-4a734344389a of type vlan for network c89249a2-9bd9-490e-9d3a-addbac00d0a1 Nov 02 16:49:21.684490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d54c-25ea-4a0e-be3b-c31daf4691e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.702471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd25a72-06d4-46d3-bd31-e64217bfbcb3 req-0c5281c5-55bb-45d2-adbd-039481eea4d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:21.703953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fd25a72-06d4-46d3-bd31-e64217bfbcb3 req-0c5281c5-55bb-45d2-adbd-039481eea4d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0692813 Nov 02 16:49:21.721473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.769285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fd25a72-06d4-46d3-bd31-e64217bfbcb3 req-e62145d0-833b-4c03-8bcb-213269532460 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536819 Nov 02 16:49:21.774031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a547f08-aa38-46b0-863e-ccb62c33b89a req-b9cd8c85-53a0-4ea5-b6a8-d0b30c548556 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530867 Nov 02 16:49:21.775734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.782450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:21.783568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.821633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d54c-25ea-4a0e-be3b-c31daf4691e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.826261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d54c-25ea-4a0e-be3b-c31daf4691e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.843518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3766577 Nov 02 16:49:21.847247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55708) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:21.852570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:21.867907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8bb7d54c-25ea-4a0e-be3b-c31daf4691e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0b5fcbf02574f8eb03143fb696b33a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672344 Nov 02 16:49:21.870453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55710) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:21.876332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7d54c-25ea-4a0e-be3b-c31daf4691e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09947039-25cd-4f1e-a852-c8c6effaad14,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:21.908039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56880adb-d7e1-4ad1-a2e7-ff04eeaa1fa7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=c89249a2-9bd9-490e-9d3a-addbac00d0a1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:21.923983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c89249a2-9bd9-490e-9d3a-addbac00d0a1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:21.932113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-235020ba-f86d-421f-8b02-091b74ae7610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.955672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-235020ba-f86d-421f-8b02-091b74ae7610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:21.965849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:21.969856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:22.020078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-235020ba-f86d-421f-8b02-091b74ae7610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:22.023259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-235020ba-f86d-421f-8b02-091b74ae7610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:22.024515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-235020ba-f86d-421f-8b02-091b74ae7610 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09947039-25cd-4f1e-a852-c8c6effaad14 HTTP/1.1" status: 204 len: 168 time: 0.1530817 Nov 02 16:49:22.034294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235020ba-f86d-421f-8b02-091b74ae7610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09947039-25cd-4f1e-a852-c8c6effaad14,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:22.037303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Performing IP validity checks on allocation pools {{(pid=102065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 16:49:22.038471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 16:49:22.183964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:22.186672 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eebfa2-b2db-4e41-afd2-51645c6494de" -d '{"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:22.190931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:22.240679 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1227d54-4e79-46e3-b125-f414eb0ba725 x-openstack-request-id: req-b1227d54-4e79-46e3-b125-f414eb0ba725 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:22.241332 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:22.241516 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1227d54-4e79-46e3-b125-f414eb0ba725 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:22.242108 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'status': 'completed', 'code': 200} Nov 02 16:49:22.282579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=9ecc2959-2970-4435-8f9c-ad4bde769eb6,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:22.338922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': 'd09ca371-6a96-4306-a141-4a734344389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:22.339333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: c89249a2-9bd9-490e-9d3a-addbac00d0a1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:22.362233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-e29af85a-e8b1-4b3d-ba3a-fa2e7aebc126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.363766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-e29af85a-e8b1-4b3d-ba3a-fa2e7aebc126 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1095 time: 0.0992038 Nov 02 16:49:22.369590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-a0385ac4-4478-4eb0-9723-a5b80da0a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.371084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-a0385ac4-4478-4eb0-9723-a5b80da0a021 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1095 time: 0.0913682 Nov 02 16:49:22.431446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network c89249a2-9bd9-490e-9d3a-addbac00d0a1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:22.440612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97eaa6-12d1-476e-9092-26c4bd8a4dac req-ec3ca3b2-3b81-4327-a706-f12aeee878ea tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.442699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f97eaa6-12d1-476e-9092-26c4bd8a4dac req-ec3ca3b2-3b81-4327-a706-f12aeee878ea tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 945 time: 0.0608637 Nov 02 16:49:22.482547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c89249a2-9bd9-490e-9d3a-addbac00d0a1) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:22.493216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f97eaa6-12d1-476e-9092-26c4bd8a4dac req-e90e9404-bae8-44e0-9dae-8fd6b7351633 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Nov 02 16:49:22.496872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.497310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:22.508962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4799d8-f81d-4ee6-ba6f-6896ceae3fa1 None None] Network c89249a2-9bd9-490e-9d3a-addbac00d0a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:22.557611 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-69b92fa4-348b-4c92-a53c-e7ddadf54471 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7069564 Nov 02 16:49:22.557964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55728) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:22.563656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-cc66223a-cfd5-4654-a117-c232859fa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.563833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1', 'name': 'tempest-PortsTestJSON-1926591205'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:22.565299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-cc66223a-cfd5-4654-a117-c232859fa3a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.1918736 Nov 02 16:49:22.617761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-08b89aa2-2ada-4440-9fc0-803add65b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.619405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-08b89aa2-2ada-4440-9fc0-803add65b967 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.2360172 Nov 02 16:49:22.693570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-39a5b8b9-f2aa-47da-b869-e54c86a305e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 999 time: 0.1178756 Nov 02 16:49:22.716028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-5b305592-9196-4c38-a3e3-ae5ade237977 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 999 time: 0.0893109 Nov 02 16:49:22.749475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-c89249a2-9bd9-490e-9d3a-addbac00d0a1', 'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': '9ecc2959-2970-4435-8f9c-ad4bde769eb6'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:22.750660 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:22.772265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f5a97eb3-44be-48d7-95df-e4a431e00da6 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:22.807723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-05cb946c-dc67-4d50-8bf8-539a26b09f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.821624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-05cb946c-dc67-4d50-8bf8-539a26b09f7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.1169329 Nov 02 16:49:22.873091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-eb495100-3eb9-46f4-bd32-e3f9bd6687ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.874243 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-eb495100-3eb9-46f4-bd32-e3f9bd6687ee service neutron] 10.222.0.100 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.1306076 Nov 02 16:49:22.938657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55740) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:22.943380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port f5a97eb3-44be-48d7-95df-e4a431e00da6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:22.961419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-643556b4-cd27-48dd-9e01-3bd49c87bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.964027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-643556b4-cd27-48dd-9e01-3bd49c87bbf3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331282 Nov 02 16:49:23.014207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Allocated IP 172.20.0.2 (c89249a2-9bd9-490e-9d3a-addbac00d0a1/9ecc2959-2970-4435-8f9c-ad4bde769eb6/8caaa79c-ce24-4ab5-afde-c0d169c058e7) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:23.047725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-527e37f5-2829-4afc-808a-c532b26cff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:23.049517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-527e37f5-2829-4afc-808a-c532b26cff6c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618218 Nov 02 16:49:23.097017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784bcc-e723-4383-a73d-2d30f2ee31f6 req-57c164e3-9367-4dd6-8eca-804e8dce8995 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:23.099264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9784bcc-e723-4383-a73d-2d30f2ee31f6 req-57c164e3-9367-4dd6-8eca-804e8dce8995 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0817583 Nov 02 16:49:23.117750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f5a97eb3-44be-48d7-95df-e4a431e00da6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:23.118246 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.124406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-network', 'tenant_id': '5c06930d3455485d87586b09ae99e7db'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:23.159436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9784bcc-e723-4383-a73d-2d30f2ee31f6 req-8bcc90b1-78b0-4638-a07d-8fe65f5a913a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Nov 02 16:49:23.167252 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.180319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.api [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:49:23.180319 n-d-811405-2 neutron-server[102065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:49:23.180319 n-d-811405-2 neutron-server[102065]: [parameters: {'project_id': '5c06930d3455485d87586b09ae99e7db', 'id': '874d7cc1-db81-45ee-9ffc-aa90974278c2', 'expiration': datetime.datetime(2021, 11, 2, 16, 51, 23, 165596)}] Nov 02 16:49:23.180319 n-d-811405-2 neutron-server[102065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:49:23.180830 n-d-811405-2 neutron-server[102065]: DEBUG oslo_db.api [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:49:23.181679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:23.185129 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-2f26c6ec-907f-451f-9f25-c41e19385651 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111387 Nov 02 16:49:23.186438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.207780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 98ae22e1-9945-4bbe-ac44-f667b81b5806 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:23.272641 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-993788eb-d172-4bb4-b79d-e3dfdc6c69e6 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139199 Nov 02 16:49:23.273350 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.287279 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.291628 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.343747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.5 (c89249a2-9bd9-490e-9d3a-addbac00d0a1/9ecc2959-2970-4435-8f9c-ad4bde769eb6/98ae22e1-9945-4bbe-ac44-f667b81b5806) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:23.346939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:23.349989 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46fc01e-f313-45d6-9cd6-fcf90869f218" -d '{"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:23.371125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Network c89249a2-9bd9-490e-9d3a-addbac00d0a1 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:23.373691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Pushing event updated for resources: {'Port': ['ID=8caaa79c-ce24-4ab5-afde-c0d169c058e7,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:23.377853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:23.379133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:23.385258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:23.389835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.390275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.390630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.390973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.391309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.391641 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.391970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.392298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.392623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.392958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.393282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.393607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:23.401950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.428459 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c4c30e-4d25-4ebb-a410-f846ad807706 x-openstack-request-id: req-e1c4c30e-4d25-4ebb-a410-f846ad807706 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:23.428775 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:23.429016 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1c4c30e-4d25-4ebb-a410-f846ad807706 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:23.429401 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'code': 200} Nov 02 16:49:23.434175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-71b42b25-ea5b-4239-a674-8ad8ef28cbac service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367635 Nov 02 16:49:23.436139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-76eebfa2-b2db-4e41-afd2-51645c6494de req-f3875c55-87bb-4c82-8d8b-2a252c105987 service neutron] 10.222.0.100 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506732 Nov 02 16:49:23.580762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.596808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1abd4-acb0-48c3-8b9e-8e37566da9d2 req-cec23253-0629-4033-9c52-86c75178209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:23.598304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73b1abd4-acb0-48c3-8b9e-8e37566da9d2 req-cec23253-0629-4033-9c52-86c75178209d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 1097 time: 0.0521178 Nov 02 16:49:23.641401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.642304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73b1abd4-acb0-48c3-8b9e-8e37566da9d2 req-034b20b7-320b-48b4-9f45-3ce243f8a473 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Nov 02 16:49:23.674294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:23.677885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Attempting to bind port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:23.678331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Attempting to bind port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd09ca371-6a96-4306-a141-4a734344389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:23.678705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Attempting to bind port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 on network c89249a2-9bd9-490e-9d3a-addbac00d0a1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:23.686119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:23.686533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Checking segment: {'id': 'd09ca371-6a96-4306-a141-4a734344389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:23.687410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.688349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Bound using segment: {'id': 'd09ca371-6a96-4306-a141-4a734344389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:23.689267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Bound port: 8caaa79c-ce24-4ab5-afde-c0d169c058e7, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09ca371-6a96-4306-a141-4a734344389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c89249a2-9bd9-490e-9d3a-addbac00d0a1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:23.689621 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.704806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Made reservation on behalf of 5c06930d3455485d87586b09ae99e7db for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:23.707529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.717812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.721045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network c89249a2-9bd9-490e-9d3a-addbac00d0a1 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:23.725461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:23.727366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=98ae22e1-9945-4bbe-ac44-f667b81b5806,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:23.729735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:23.741111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcbaee-1710-4648-981a-1d4b48c8208e req-ab4ca3f1-4f02-4f84-90eb-eeee2dee4d6c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:23.743256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55bcbaee-1710-4648-981a-1d4b48c8208e req-ab4ca3f1-4f02-4f84-90eb-eeee2dee4d6c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1390917 Nov 02 16:49:23.767610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] For port 8caaa79c-ce24-4ab5-afde-c0d169c058e7, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:23.771273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] For port 8caaa79c-ce24-4ab5-afde-c0d169c058e7, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8caaa79c-ce24-4ab5-afde-c0d169c058e7,segment=NetworkSegment(d09ca371-6a96-4306-a141-4a734344389a),segment_id=d09ca371-6a96-4306-a141-4a734344389a)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:23.776672 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.820627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.823839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:23.824587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.830167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.851609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55bcbaee-1710-4648-981a-1d4b48c8208e req-e2fa7380-6a4a-4f2c-8316-1cdd98e6ef8b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739598 Nov 02 16:49:23.862902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b07b9b59-1969-447b-b2ec-1c914b11db3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3035810 Nov 02 16:49:23.866240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738bbbd-b2fa-4d76-a438-019cd1a8a4c5 None None] Pushing event updated for resources: {'Port': ['ID=8caaa79c-ce24-4ab5-afde-c0d169c058e7,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:23.866394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55750) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:23.902963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d37c73-7dea-4198-8378-797eb9dd2320,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:23.906595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:23.921163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.921535 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Added segment b65c6bc4-511e-459e-84f5-5c4bf1e8735b of type vlan for network 5476ab48-1fab-43c7-a527-d9915ccaa9aa Nov 02 16:49:23.970763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:23.979303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 98ae22e1-9945-4bbe-ac44-f667b81b5806 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:23.979636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.000834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.001812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:24.002428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.105388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.121351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] Pushing event updated for resources: {'Network': ['ID=5476ab48-1fab-43c7-a527-d9915ccaa9aa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:24.126748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c45a56d2-22be-4116-890b-8d142ce5372c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1856928 Nov 02 16:49:24.127911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 98ae22e1-9945-4bbe-ac44-f667b81b5806 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:24.129528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55752) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:24.134833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Request body: {'subnet': {'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-subnet', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:24.137261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:24.166975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Made reservation on behalf of 5c06930d3455485d87586b09ae99e7db for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:24.170286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.338508 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.378359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66730bd-824d-48f2-995a-bc101386e544 req-453d69cf-7d78-4905-bfff-9eadb8d937cc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:24.379895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e66730bd-824d-48f2-995a-bc101386e544 req-453d69cf-7d78-4905-bfff-9eadb8d937cc tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 944 time: 0.0979362 Nov 02 16:49:24.380618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=98ae22e1-9945-4bbe-ac44-f667b81b5806,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:24.480272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e66730bd-824d-48f2-995a-bc101386e544 req-bfa1ef13-ff89-44a4-aef3-67cdc239bf40 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745997 Nov 02 16:49:24.483253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.484319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.490549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a41af70d-0d43-4bf7-ba72-a3c4f1d231f4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/98ae22e1-9945-4bbe-ac44-f667b81b5806 HTTP/1.1" status: 204 len: 168 time: 0.6204314 Nov 02 16:49:24.490789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55756) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:24.526965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55758) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:24.530110 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff2fbef-9017-4577-bdbe-1c98bc09d287 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:49:24.531013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff2fbef-9017-4577-bdbe-1c98bc09d287 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:49:24.534527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bff2fbef-9017-4577-bdbe-1c98bc09d287 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/98ae22e1-9945-4bbe-ac44-f667b81b5806 HTTP/1.1" status: 404 len: 333 time: 0.0425508 Nov 02 16:49:24.539483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55760) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:24.574494 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcdd4fd-d2fb-44fd-95f9-02fedc4cb511 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:24.576195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3fcdd4fd-d2fb-44fd-95f9-02fedc4cb511 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/98ae22e1-9945-4bbe-ac44-f667b81b5806 HTTP/1.1" status: 404 len: 333 time: 0.0289016 Nov 02 16:49:24.581895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:24.624700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8caaa79c-ce24-4ab5-afde-c0d169c058e7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:24.634402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:24.680100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 9ecc2959-2970-4435-8f9c-ad4bde769eb6 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:24.685804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.710637 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-53370e18-7cd7-47f5-90a8-68c30af466de tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/2a6f1e7f-01b8-487b-89fe-766c43b80402 HTTP/1.1" status: 200 len: 991 time: 0.1822965 Nov 02 16:49:24.723224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Checking segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:24.724395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Network hostable DHCP agents. Network: 5476ab48-1fab-43c7-a527-d9915ccaa9aa, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:24.730886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:24.731428 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.762112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:24.763940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.778284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:24.782537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 5476ab48-1fab-43c7-a527-d9915ccaa9aa) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:24.790883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:24.792355 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.810876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db560152-c97e-4964-84dc-941e3e744297 None None] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:24.838736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-815c47a7-a78f-42a7-85c2-194da56c21db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7074564 Nov 02 16:49:24.841991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55764) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:24.851605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:24.933793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.935729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:24.959646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.108844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.142928 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.186816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:25.206724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707ffd-2b92-4b1c-abc5-48cb6d15c96f req-f423a0b6-0945-4455-9be6-006f68d0c205 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.208705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da707ffd-2b92-4b1c-abc5-48cb6d15c96f req-f423a0b6-0945-4455-9be6-006f68d0c205 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.2133782 Nov 02 16:49:25.217962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.218651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'port_id': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'mac_address': 'fa:16:3e:e3:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:25.274696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:25.275667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.287028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba0ea8-0b5b-47da-ba37-52f6977c6381 None None] Network c89249a2-9bd9-490e-9d3a-addbac00d0a1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:25.335814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.341433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/9ecc2959-2970-4435-8f9c-ad4bde769eb6 HTTP/1.1" status: 204 len: 168 time: 0.7560186 Nov 02 16:49:25.342405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55770) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:25.344340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639575a-1c68-47af-8437-1ff90cbb756d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecc2959-2970-4435-8f9c-ad4bde769eb6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:25.357244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.376448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da707ffd-2b92-4b1c-abc5-48cb6d15c96f req-deaa104c-65a7-414f-9374-aca581526e09 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503968 Nov 02 16:49:25.379425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:49:25.379831 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:49:25.390110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8a36225f-1e5b-4248-a15a-5137321461a2 None None] Provisioning complete for port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:25.390689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a36225f-1e5b-4248-a15a-5137321461a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.407430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.478447 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.512565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b903ac2-5ead-491e-8a57-bbc986ab5444 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:25.581473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:25.582034 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.602299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:25.622517 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.691343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] For port 8caaa79c-ce24-4ab5-afde-c0d169c058e7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8caaa79c-ce24-4ab5-afde-c0d169c058e7,segment=NetworkSegment(d09ca371-6a96-4306-a141-4a734344389a),segment_id=d09ca371-6a96-4306-a141-4a734344389a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:25.692130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.708750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 8caaa79c-ce24-4ab5-afde-c0d169c058e7 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:25.769671 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a36225f-1e5b-4248-a15a-5137321461a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.773369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Allocated IP 172.20.0.2 (5476ab48-1fab-43c7-a527-d9915ccaa9aa/1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5/144aa8f6-6103-40fa-ba83-50a4d717d247) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:25.776755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:25.825929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64497-5121-4f21-ba0a-86ffe3332694 req-de97b5f4-aa04-40f9-9a4e-ba662b74fdeb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.837687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3d64497-5121-4f21-ba0a-86ffe3332694 req-de97b5f4-aa04-40f9-9a4e-ba662b74fdeb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1590090 Nov 02 16:49:25.858295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.881737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff93c4-a0ad-4723-bfdb-4937ec2b9501 None None] DHCP port deletion for c89249a2-9bd9-490e-9d3a-addbac00d0a1 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:25.890988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.895597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8a36225f-1e5b-4248-a15a-5137321461a2 None None] For port 8caaa79c-ce24-4ab5-afde-c0d169c058e7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8caaa79c-ce24-4ab5-afde-c0d169c058e7,segment=NetworkSegment(d09ca371-6a96-4306-a141-4a734344389a),segment_id=d09ca371-6a96-4306-a141-4a734344389a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:25.903113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0b903ac2-5ead-491e-8a57-bbc986ab5444'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:25.910406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:25.943558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=8caaa79c-ce24-4ab5-afde-c0d169c058e7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:25.951149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No DVR routers for this DVR port 8caaa79c-ce24-4ab5-afde-c0d169c058e7 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:25.967587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3d64497-5121-4f21-ba0a-86ffe3332694 req-2d98d67b-2641-40f3-a82a-86bd35ec47a5 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260822 Nov 02 16:49:25.978192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a36225f-1e5b-4248-a15a-5137321461a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.036289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3bff93c4-a0ad-4723-bfdb-4937ec2b9501 None None] The port '8caaa79c-ce24-4ab5-afde-c0d169c058e7' was deleted {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 02 16:49:26.047842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36225f-1e5b-4248-a15a-5137321461a2 None None] Pushing event deleted for resources: {'Port': ['ID=8caaa79c-ce24-4ab5-afde-c0d169c058e7,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.055848 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.067090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.086435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Allocated IP 172.25.7.117 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8878e466-b910-4bcd-ab8e-318112c9d47e) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:26.092201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89249a2-9bd9-490e-9d3a-addbac00d0a1']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:26.111600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09ca371-6a96-4306-a141-4a734344389a') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:26.112041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09ca371-6a96-4306-a141-4a734344389a') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:26.126168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.149340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.159826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:26.160623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:26.190384 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:26.238783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.253090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.263348 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.263607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.269353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/c89249a2-9bd9-490e-9d3a-addbac00d0a1 HTTP/1.1" status: 204 len: 168 time: 0.9264779 Nov 02 16:49:26.271840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55776) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:26.279407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1664400694'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:26.280855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a9024-2d67-46d5-9b7e-d14fdb428b8f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=c89249a2-9bd9-490e-9d3a-addbac00d0a1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.283558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.322171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.326975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:26.330641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.333970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:26.342739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:26.351352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:26.376596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Pushing event updated for resources: {'Port': ['ID=144aa8f6-6103-40fa-ba83-50a4d717d247,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.386635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:26.394287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:26.397599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:26.443173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:26.444454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Attempting to bind port 144aa8f6-6103-40fa-ba83-50a4d717d247 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:26.444889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Attempting to bind port 144aa8f6-6103-40fa-ba83-50a4d717d247 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:26.445469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Attempting to bind port 144aa8f6-6103-40fa-ba83-50a4d717d247 on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:26.445682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Pushing event updated for resources: {'Port': ['ID=8878e466-b910-4bcd-ab8e-318112c9d47e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.467573 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.467936 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment 3f014734-744c-455c-b869-443a612b92e4 of type vlan for network 998114a6-065b-4117-9e05-3590205784d4 Nov 02 16:49:26.468342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:26.468719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Checking segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:26.469384 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.469944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Bound using segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:26.470622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Bound port: 144aa8f6-6103-40fa-ba83-50a4d717d247, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:26.471170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.610984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.674123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8caaa79c-ce24-4ab5-afde-c0d169c058e7 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:26.685512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.696700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:26.697419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.709531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8caaa79c-ce24-4ab5-afde-c0d169c058e7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:26.710108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8caaa79c-ce24-4ab5-afde-c0d169c058e7 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:26.758645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] For port 144aa8f6-6103-40fa-ba83-50a4d717d247, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:26.762422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] For port 144aa8f6-6103-40fa-ba83-50a4d717d247, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=144aa8f6-6103-40fa-ba83-50a4d717d247,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:26.767140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.767382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4938035 Nov 02 16:49:26.770122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55778) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:26.776246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': '998114a6-065b-4117-9e05-3590205784d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:26.844219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77829b21-1440-4f00-a9ec-2b363043d146 None None] Pushing event updated for resources: {'Port': ['ID=144aa8f6-6103-40fa-ba83-50a4d717d247,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.861082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5844e-54cc-4544-9992-8f3dfbd00867 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=998114a6-065b-4117-9e05-3590205784d4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.878655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 998114a6-065b-4117-9e05-3590205784d4 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:26.920020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:26.924229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:26.929936 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.181431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.229052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522237-19ac-482f-8e87-dd8969a80352 req-9b3a20ca-6ba4-42ca-b506-36cf5cc74e06 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:27.230748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34522237-19ac-482f-8e87-dd8969a80352 req-9b3a20ca-6ba4-42ca-b506-36cf5cc74e06 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1509624 Nov 02 16:49:27.258689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=84ae37be-a405-4dfd-bdbf-ebe2d1a70106,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:27.268235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.272836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': '3f014734-744c-455c-b869-443a612b92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '998114a6-065b-4117-9e05-3590205784d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:27.273541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: 998114a6-065b-4117-9e05-3590205784d4, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:27.297474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 998114a6-065b-4117-9e05-3590205784d4 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:27.309252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 998114a6-065b-4117-9e05-3590205784d4) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:27.314337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:27.315088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.328491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3da9a-7094-43e6-a790-d9b5c961cda5 None None] Network 998114a6-065b-4117-9e05-3590205784d4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:27.336289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-483bdac7-0e23-4581-9e33-e9870b0dcb73 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5644028 Nov 02 16:49:27.339161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55782) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:27.345669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': '998114a6-065b-4117-9e05-3590205784d4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1048262928'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:27.362873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-34522237-19ac-482f-8e87-dd8969a80352 req-20c3b175-fade-45aa-af06-9e0031f1e8f9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240687 Nov 02 16:49:27.468905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:49:27.499569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:27.508414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.511069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-998114a6-065b-4117-9e05-3590205784d4', 'network_id': '998114a6-065b-4117-9e05-3590205784d4', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': '84ae37be-a405-4dfd-bdbf-ebe2d1a70106'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:27.511947 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.552548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 6139c033-7fe9-49e4-90a5-693f20b37ced yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:27.673495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:27.695489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:27.703659 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:27.707895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5288e78-1c88-4c92-85da-5da4ca0dba23 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8628254 Nov 02 16:49:27.709240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:27.709377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:27.710392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:27.719986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.14 (998114a6-065b-4117-9e05-3590205784d4/84ae37be-a405-4dfd-bdbf-ebe2d1a70106/6139c033-7fe9-49e4-90a5-693f20b37ced) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:27.887861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:27.943706 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.009058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.135294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Allocated IP 172.20.0.2 (998114a6-065b-4117-9e05-3590205784d4/84ae37be-a405-4dfd-bdbf-ebe2d1a70106/7667caf6-0c10-4ec9-9371-b0e79b1a7fb4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:28.178237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb95f3d-6ef1-4dce-a94d-78dc55262fb0 None None] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:28.356054 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:28.370282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-768bdab1-9771-4397-be5d-5ad09f01f0ca None None] Provisioning complete for port 144aa8f6-6103-40fa-ba83-50a4d717d247 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:28.370975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-768bdab1-9771-4397-be5d-5ad09f01f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.393718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 998114a6-065b-4117-9e05-3590205784d4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:28.397299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:28.405073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:28.427057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=6139c033-7fe9-49e4-90a5-693f20b37ced,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:28.469998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:28.470981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.490436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02974d1-9c74-431e-a234-63fd53730245 req-b5bd358e-3a3c-489e-9033-cb6fd649282e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:28.492396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f02974d1-9c74-431e-a234-63fd53730245 req-b5bd358e-3a3c-489e-9033-cb6fd649282e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1373637 Nov 02 16:49:28.495616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ccf439ca-7bc7-4da2-907a-082af9654149 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/floatingips/11eb3f2b-337a-4ee8-922e-ae220a7982bc HTTP/1.1" status: 200 len: 993 time: 0.1385345 Nov 02 16:49:28.519497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:26Z', 'revision_number': 3, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:28.522818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5ac1f776-e02c-4064-b362-1f1490ad9dd1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1796710 Nov 02 16:49:28.526708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55804) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:28.580374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:28.580777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Updating router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e port 8878e466-b910-4bcd-ab8e-318112c9d47e binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:49:28.636669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 144aa8f6-6103-40fa-ba83-50a4d717d247 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:28.639026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.666230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 6139c033-7fe9-49e4-90a5-693f20b37ced {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:28.667001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.687444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f02974d1-9c74-431e-a234-63fd53730245 req-ea695360-30ff-4236-ab86-e2cd847a35d7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691937 Nov 02 16:49:28.689735 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.691678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.766195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-768bdab1-9771-4397-be5d-5ad09f01f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.781747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55808) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:28.794999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.804188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:28.814456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 6139c033-7fe9-49e4-90a5-693f20b37ced owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:28.842718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Network 998114a6-065b-4117-9e05-3590205784d4 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:28.875055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:28.880135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:28.943783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Pushing event updated for resources: {'Port': ['ID=7667caf6-0c10-4ec9-9371-b0e79b1a7fb4,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:28.968306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.984081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:28.987847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-768bdab1-9771-4397-be5d-5ad09f01f0ca None None] For port 144aa8f6-6103-40fa-ba83-50a4d717d247, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=144aa8f6-6103-40fa-ba83-50a4d717d247,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:29.007391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=6139c033-7fe9-49e4-90a5-693f20b37ced,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:29.019745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-768bdab1-9771-4397-be5d-5ad09f01f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.078973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 144aa8f6-6103-40fa-ba83-50a4d717d247 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:29.079553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.117168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.121213 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f73770d-1503-48ed-ad80-7c7c4d3475a0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/6139c033-7fe9-49e4-90a5-693f20b37ced HTTP/1.1" status: 204 len: 168 time: 0.5931590 Nov 02 16:49:29.123756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:29.158399 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8fd9d7-2618-41e9-ab1e-1f3ac8c591c8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:29.160096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a8fd9d7-2618-41e9-ab1e-1f3ac8c591c8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/6139c033-7fe9-49e4-90a5-693f20b37ced HTTP/1.1" status: 404 len: 333 time: 0.0325012 Nov 02 16:49:29.164374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55812) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:29.238410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 84ae37be-a405-4dfd-bdbf-ebe2d1a70106 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:29.243702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.289663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port 4d68005e-541b-474c-bc8c-0bef533f8222 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:29.290626 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.295805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Allocated IP 172.20.0.1 (5476ab48-1fab-43c7-a527-d9915ccaa9aa/1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5/8b6536b6-af2c-4d8c-a5ce-be79ce323639) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:29.298928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.322388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Attempting to bind port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:29.323845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Attempting to bind port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3f014734-744c-455c-b869-443a612b92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '998114a6-065b-4117-9e05-3590205784d4'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:29.324430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Attempting to bind port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 on network 998114a6-065b-4117-9e05-3590205784d4 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:29.379444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:29.380277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Checking segment: {'id': '3f014734-744c-455c-b869-443a612b92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '998114a6-065b-4117-9e05-3590205784d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:29.380277 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.380884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Bound using segment: {'id': '3f014734-744c-455c-b869-443a612b92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '998114a6-065b-4117-9e05-3590205784d4'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:29.381166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Bound port: 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f014734-744c-455c-b869-443a612b92e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '998114a6-065b-4117-9e05-3590205784d4'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:29.381520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.384279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:29.411533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.412734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0b903ac2-5ead-491e-8a57-bbc986ab5444 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:29.413105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.441638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bdab1-9771-4397-be5d-5ad09f01f0ca None None] Pushing event updated for resources: {'Port': ['ID=144aa8f6-6103-40fa-ba83-50a4d717d247,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:29.454793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.455230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.457944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-46b60648-abbd-44c1-82fc-aa279fc1533f None None] Provisioning complete for port 144aa8f6-6103-40fa-ba83-50a4d717d247 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:29.458419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-46b60648-abbd-44c1-82fc-aa279fc1533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.485581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for 4d68005e-541b-474c-bc8c-0bef533f8222 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:29.486529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.518763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=84ae37be-a405-4dfd-bdbf-ebe2d1a70106,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:29.521295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.527169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3546c06d-1fc9-4c02-ae2d-cd5aef391218 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/84ae37be-a405-4dfd-bdbf-ebe2d1a70106 HTTP/1.1" status: 204 len: 168 time: 0.3592858 Nov 02 16:49:29.527861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55814) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:29.555969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.615890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] For port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:29.621715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.630944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.684223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:29.684458 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.685251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:29.691335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:29.699760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:29.706578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] For port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7667caf6-0c10-4ec9-9371-b0e79b1a7fb4,segment=NetworkSegment(3f014734-744c-455c-b869-443a612b92e4),segment_id=3f014734-744c-455c-b869-443a612b92e4)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:29.748107 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.783896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] For port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4, host n-d-811405-2, got binding levels [] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:29.784626 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.790981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.808205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:29.873250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.881535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.900657 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.903809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6536b6-af2c-4d8c-a5ce-be79ce323639,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:29.932804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33d03e-301b-4fc9-97ff-4f6f5a045f62 None None] Pushing event updated for resources: {'Port': ['ID=7667caf6-0c10-4ec9-9371-b0e79b1a7fb4,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:29.947361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:29.955239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:29.957306 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c24d4d9-1860-4914-bf53-ae3d7e208218" -d '{"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-plugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:29.991469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Attempting to bind port 8878e466-b910-4bcd-ab8e-318112c9d47e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:29.991849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Attempting to bind port 8878e466-b910-4bcd-ab8e-318112c9d47e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:29.992216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Attempting to bind port 8878e466-b910-4bcd-ab8e-318112c9d47e on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:29.995590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:30.003573 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.007665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=7667caf6-0c10-4ec9-9371-b0e79b1a7fb4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.009637 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:30.009827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:30.010298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.010660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:30.011155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Bound port: 8878e466-b910-4bcd-ab8e-318112c9d47e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:30.011542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.016253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No DVR routers for this DVR port 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:30.041025 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd08838-19fd-4258-a227-267ad02c06c8 x-openstack-request-id: req-bcd08838-19fd-4258-a227-267ad02c06c8 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:30.041342 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-plugged", "status": "completed", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:30.041596 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcd08838-19fd-4258-a227-267ad02c06c8 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:30.041995 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'code': 200} Nov 02 16:49:30.044855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed872-c8b7-4c30-ac3b-c1a4713a7f6c None None] Pushing event updated for resources: {'Port': ['ID=8878e466-b910-4bcd-ab8e-318112c9d47e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.088191 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.140271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.141911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1fc2e897-45ba-468e-ae5b-cc35ba36dff5 None None] Provisioning complete for port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:30.142679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e897-45ba-468e-ae5b-cc35ba36dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.147589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.148366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] For port 8878e466-b910-4bcd-ab8e-318112c9d47e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:30.164185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de35e19-87c2-4c0d-b36a-cc4383df941b req-9e59a7a2-e2cb-4358-bb40-2688af4c02ad tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:30.166246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1de35e19-87c2-4c0d-b36a-cc4383df941b req-9e59a7a2-e2cb-4358-bb40-2688af4c02ad tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.2584929 Nov 02 16:49:30.174951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998114a6-065b-4117-9e05-3590205784d4']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:30.188699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=13']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.191448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f014734-744c-455c-b869-443a612b92e4') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:30.191844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f014734-744c-455c-b869-443a612b92e4') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:30.193188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] For port 8878e466-b910-4bcd-ab8e-318112c9d47e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8878e466-b910-4bcd-ab8e-318112c9d47e,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:30.211846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.215563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.245389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.251793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2e897-45ba-468e-ae5b-cc35ba36dff5 None None] Port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:30.258517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:30.259023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:30.262729 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:30.288208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=4d68005e-541b-474c-bc8c-0bef533f8222,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.335671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:30.336657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:30.345770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed872-c8b7-4c30-ac3b-c1a4713a7f6c None None] Pushing event updated for resources: {'Port': ['ID=8878e466-b910-4bcd-ab8e-318112c9d47e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.361392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.363839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1de35e19-87c2-4c0d-b36a-cc4383df941b req-e7b64ba5-c538-45e9-8267-978a51265ea6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734183 Nov 02 16:49:30.371651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.375464 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/998114a6-065b-4117-9e05-3590205784d4 HTTP/1.1" status: 204 len: 168 time: 0.8468273 Nov 02 16:49:30.399057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55820) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:30.399057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=998114a6-065b-4117-9e05-3590205784d4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.410881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'name': 'tempest-PortsTestJSON-548049600'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:30.505559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:30.509190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.509724 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Floating IP 11eb3f2b-337a-4ee8-922e-ae220a7982bc disassociated (deleted). External IP: 172.25.7.125, port: fe731773-54b5-4e7e-acac-39b5d18e098a. Nov 02 16:49:30.525872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.529630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.530824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.532320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.532871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.533304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.533798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.534358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.534915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.536528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.543805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.544115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d116f-1e4d-42db-b44a-93861c3553d0 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:30.587099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:30.592232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.617674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port c4a96dbe-176b-4617-8e28-acb699933224 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:30.647840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 144aa8f6-6103-40fa-ba83-50a4d717d247 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:30.679028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.686774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.781413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 144aa8f6-6103-40fa-ba83-50a4d717d247 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:30.781812 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.808546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f5a97eb3-44be-48d7-95df-e4a431e00da6 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:30.855001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6536b6-af2c-4d8c-a5ce-be79ce323639,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.873622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.895807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.960298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:30.961339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:30.987745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:31.001988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:31.002375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168d56-5513-4ad7-b984-edc1ea0510c0 None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:31.009722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:31.011658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 10a2526f-98ee-4924-8ee3-9031a3361b0e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:49:31.020949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:31.021970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.060631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6540821 Nov 02 16:49:31.063418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55836) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:31.129540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:31.135035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece46ea8-0494-4b80-a323-1154d98ffbd7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=c4a96dbe-176b-4617-8e28-acb699933224,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:31.158813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'port_id': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'mac_address': 'fa:16:3e:5a:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:31.209473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:31.230824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:31.232679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port c4a96dbe-176b-4617-8e28-acb699933224 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:31.232957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.247408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.279456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5a97eb3-44be-48d7-95df-e4a431e00da6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:31.331145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:31.337367 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.380727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:31.390795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.427549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.448125 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ebd9b-a613-4434-9272-11005e504358 None None] Sync routers for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:31.471813 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:31.472472 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:31.494750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for c4a96dbe-176b-4617-8e28-acb699933224 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:31.512611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:31.529737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['f5a97eb3-44be-48d7-95df-e4a431e00da6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:31.571558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9d0e5070-e92d-43bc-903b-1392bce764b8 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/floatingips/11eb3f2b-337a-4ee8-922e-ae220a7982bc HTTP/1.1" status: 204 len: 168 time: 2.7879303 Nov 02 16:49:31.636780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:31.643655 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:31.750464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:49:31.783382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7b15b-0b55-4557-879f-c4f0a2ac945f req-b079d00c-e4fc-4673-84b0-c0268a6efa4e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:31.795490 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2b7b15b-0b55-4557-879f-c4f0a2ac945f req-b079d00c-e4fc-4673-84b0-c0268a6efa4e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 945 time: 0.2439332 Nov 02 16:49:31.902590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9af53-e23c-417e-af27-c75222a40444 None None] DHCP port deletion for 998114a6-065b-4117-9e05-3590205784d4 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:31.928680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0e719856-3f18-41f2-b278-99adc2c3a4ad None None] Could not find standard attr ID for object 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:49:31.931442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:31.990017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2acff3-ad65-4de9-81f9-be345c37808e None None] Network 998114a6-065b-4117-9e05-3590205784d4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:31.997468 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:32.021312 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c88d754-00f8-4149-96e8-942b289525fc x-openstack-request-id: req-5c88d754-00f8-4149-96e8-942b289525fc {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:32.027998 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:32.028515 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c88d754-00f8-4149-96e8-942b289525fc {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:32.029152 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'status': 'completed', 'code': 200} Nov 02 16:49:32.068956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=c4a96dbe-176b-4617-8e28-acb699933224,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:32.086862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:32.089709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2acff3-ad65-4de9-81f9-be345c37808e None None] Network 998114a6-065b-4117-9e05-3590205784d4 could not be found, it might have been deleted concurrently. {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 16:49:32.099847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f05e4081-f39c-4b98-8416-c6212c04b007 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/c4a96dbe-176b-4617-8e28-acb699933224 HTTP/1.1" status: 204 len: 168 time: 1.0353742 Nov 02 16:49:32.131252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2b7b15b-0b55-4557-879f-c4f0a2ac945f req-eade572b-7406-4af3-ac48-499fa52f0c3c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322403 Nov 02 16:49:32.135618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55860) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:32.144141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'mac_address': 'fa:16:3e:90:a3:7f', 'name': 'tempest-PortsTestJSON-913258157'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:32.201967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-991fc3ca-cf3a-4632-a532-b173d6be47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.217314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cbebcd23-3302-4eec-a6ec-5c22455bb38e None None] Provisioning complete for port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:32.217887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbebcd23-3302-4eec-a6ec-5c22455bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:32.230638 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-991fc3ca-cf3a-4632-a532-b173d6be47ed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6e965d86e946509dda7dc3232b1659&device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 1096 time: 0.2066808 Nov 02 16:49:32.306232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82507f8-92ac-45f7-b197-76c2506cc460 req-0e28f085-b944-49fd-8bf1-6032b248a04c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.314223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82507f8-92ac-45f7-b197-76c2506cc460 req-0e28f085-b944-49fd-8bf1-6032b248a04c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.2119198 Nov 02 16:49:32.318924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cbebcd23-3302-4eec-a6ec-5c22455bb38e None None] Port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:32.323311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:32.340098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec7577f8-90d2-49a0-b6bb-4f62e4efde48 admin admin] 10.222.0.31 "PUT /v2.0/routers/803d91ec-bd42-4b02-bdd0-e4584d8ec26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6209249 Nov 02 16:49:32.404726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a82507f8-92ac-45f7-b197-76c2506cc460 req-2194534d-1f68-4184-ae5e-9fb4fb9b62fb tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895660 Nov 02 16:49:32.405351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:32.546682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-003b7d34-ff78-46c2-9ee7-bcfb54288c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.548301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-003b7d34-ff78-46c2-9ee7-bcfb54288c51 service neutron] 10.222.0.100 "GET /v2.0/networks?id=340d3d8b-7e88-49bf-b6ac-aeb113941d31 HTTP/1.1" status: 200 len: 897 time: 0.3117378 Nov 02 16:49:32.554027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:32.614646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:32.628478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port dc6c657d-fb50-47c4-b804-ab67f5d4c293 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:32.687233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-68cc50f4-fa8e-4021-8c40-082b23d25daf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe731773-54b5-4e7e-acac-39b5d18e098a HTTP/1.1" status: 200 len: 217 time: 0.1313305 Nov 02 16:49:32.689415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:32.694611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7667caf6-0c10-4ec9-9371-b0e79b1a7fb4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:32.715188 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:34Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:32.780988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ebd9b-a613-4434-9272-11005e504358 None None] Checking router: 10a2526f-98ee-4924-8ee3-9031a3361b0e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:32.806163 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:32.806803 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:32.817897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-74c56265-68a7-4d43-a7f8-25df0a3d1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.818200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f5a97eb3-44be-48d7-95df-e4a431e00da6 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:32.820464 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-74c56265-68a7-4d43-a7f8-25df0a3d1838 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a15a04e3-1286-496c-9790-7d4a284ffe23 HTTP/1.1" status: 200 len: 834 time: 0.1216507 Nov 02 16:49:32.969552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-5814a52e-a2fd-4e3e-b1d6-c96410e37e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.971333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-5814a52e-a2fd-4e3e-b1d6-c96410e37e9e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=340d3d8b-7e88-49bf-b6ac-aeb113941d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408846 Nov 02 16:49:32.987748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port f5a97eb3-44be-48d7-95df-e4a431e00da6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:32.988146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:33.202449 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:33.209702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-49bb46e0-b032-44e7-9496-1bab1e571e7a service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291844 Nov 02 16:49:33.292535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:33.355710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:33.358197 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dee717-2c22-4f8d-9185-387382f8eb9c" -d '{"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:33.386983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:33.392902 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:33.491572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:33.607675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09a9e4ec-f29d-4dbe-9bee-c9e217f1524e req-6e2ba17e-bca0-48fc-b45b-67d55a9f7344 service neutron] 10.222.0.100 "GET /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816884 Nov 02 16:49:33.643058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-1d00c723-aa17-4c06-bab7-181d0b1cf748 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:33.646169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-1d00c723-aa17-4c06-bab7-181d0b1cf748 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.2226951 Nov 02 16:49:33.646692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55878) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:33.659729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113635875', 'description': 'tempest-description--979909665'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:33.666400 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c72fcd-3c39-41e3-b274-90536231c7a8 x-openstack-request-id: req-17c72fcd-3c39-41e3-b274-90536231c7a8 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:33.667267 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:33.667706 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17c72fcd-3c39-41e3-b274-90536231c7a8 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:33.668284 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'code': 200} Nov 02 16:49:33.721183 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-764ebd9b-a613-4434-9272-11005e504358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:34Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:33.805716 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ebd9b-a613-4434-9272-11005e504358 None None] The sync data for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 is: [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7174fb73-37b2-473a-911a-44b8f5706575', 'name': '', 'network_id': '340d3d8b-7e88-49bf-b6ac-aeb113941d31', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'mac_address': 'fa:16:3e:82:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:29Z', 'updated_at': '2021-11-02T16:48:34Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'subnets': [{'id': 'a15a04e3-1286-496c-9790-7d4a284ffe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:33.847280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:33.900008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port fe731773-54b5-4e7e-acac-39b5d18e098a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:33.900270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:33.915753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f2914-ce9c-420a-893e-70668f9caf5e req-29ca48df-0224-4ecc-9b0b-e6762e2dcd39 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:33.917485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a0f2914-ce9c-420a-893e-70668f9caf5e req-29ca48df-0224-4ecc-9b0b-e6762e2dcd39 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.2647877 Nov 02 16:49:33.962024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3d8d-ca6f-4275-b43a-ee2a2135b504 req-86429955-7190-4c2e-91b9-fb871633f38d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:33.963832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07fb3d8d-ca6f-4275-b43a-ee2a2135b504 req-86429955-7190-4c2e-91b9-fb871633f38d tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 945 time: 0.2395065 Nov 02 16:49:34.003215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.003439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port fe731773-54b5-4e7e-acac-39b5d18e098a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=fe731773-54b5-4e7e-acac-39b5d18e098a,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:34.003637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.023970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for fe731773-54b5-4e7e-acac-39b5d18e098a owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:34.072688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a0f2914-ce9c-420a-893e-70668f9caf5e req-7da4eed1-db36-4dc0-b052-d56f5e2fc5dc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271250 Nov 02 16:49:34.095254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07fb3d8d-ca6f-4275-b43a-ee2a2135b504 req-67ef8470-2ff0-42f2-9d49-8336f47f62e2 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/security-groups?id=66dc2351-acfe-4e56-aef9-bc27b0198d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068516 Nov 02 16:49:34.104651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.116126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.138462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.164171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.165246 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5164649 Nov 02 16:49:34.170545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55880) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:34.176107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'security_group_rule': {'security_group_id': 'cec5d8bf-7215-493e-aed8-972fbf72422d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:34.194997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9efe28-ea26-4c4d-83d8-0fc271a19368 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec5d8bf-7215-493e-aed8-972fbf72422d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:34.202052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:34.205691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:34.210854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:34.217086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:34.218109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.247120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1104331 Nov 02 16:49:34.248023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44132124-a6c6-44a3-93c4-cdc90adc0c9a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=dc6c657d-fb50-47c4-b804-ab67f5d4c293,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:34.250927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55882) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:34.297892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.301493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787bf8b-fb3d-44e0-827c-322ac01caf2b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:34.303641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3787bf8b-fb3d-44e0-827c-322ac01caf2b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/dc6c657d-fb50-47c4-b804-ab67f5d4c293 HTTP/1.1" status: 200 len: 840 time: 0.0513792 Nov 02 16:49:34.305890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55884) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:34.352766 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.440614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=fe731773-54b5-4e7e-acac-39b5d18e098a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:34.470438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.471808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] No DVR routers for this DVR port fe731773-54b5-4e7e-acac-39b5d18e098a on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:34.475168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.479025 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bc9086a9-7b04-46f5-b877-36330e1b2aa4 req-17cda54e-fa1d-45aa-93ce-df27bd8879d0 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.100 "DELETE /v2.0/ports/fe731773-54b5-4e7e-acac-39b5d18e098a HTTP/1.1" status: 204 len: 173 time: 0.8074846 Nov 02 16:49:34.479914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'name': 'network-vif-deleted', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:34.493110 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b5ff57-091f-4845-bc25-7fc3bd5218c1" -d '{"events": [{"server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "name": "network-vif-deleted", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:34.500926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.524660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42758a3-7b8c-4290-89ef-d1c94a4ca3f7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:34.555736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.560091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c3cab8a8-1ff6-4184-b218-ac6246356c53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854952 Nov 02 16:49:34.561360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:34.576092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'security_group_rule': {'security_group_id': 'cec5d8bf-7215-493e-aed8-972fbf72422d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:34.627593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8ed72-9afe-4c54-a9b9-e2f8deccc1f2 None None] New status for floating IP 11eb3f2b-337a-4ee8-922e-ae220a7982bc: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:49:34.646781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.660929 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc8395-db13-493b-a51b-48d252dea188 x-openstack-request-id: req-7bbc8395-db13-493b-a51b-48d252dea188 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:34.661755 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f3a46d-db2c-41fc-b107-691be875c015", "name": "network-vif-deleted", "tag": "fe731773-54b5-4e7e-acac-39b5d18e098a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:34.661755 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bbc8395-db13-493b-a51b-48d252dea188 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:34.661948 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f3a46d-db2c-41fc-b107-691be875c015', 'name': 'network-vif-deleted', 'tag': 'fe731773-54b5-4e7e-acac-39b5d18e098a', 'status': 'completed', 'code': 200} Nov 02 16:49:34.667185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port dc6c657d-fb50-47c4-b804-ab67f5d4c293 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:34.667835 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.802944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8878e466-b910-4bcd-ab8e-318112c9d47e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:34.847624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.870766 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.878162 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.911655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for dc6c657d-fb50-47c4-b804-ab67f5d4c293 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:34.918151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.920088 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564162 Nov 02 16:49:34.922806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55890) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:34.933660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:34.933901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8878e466-b910-4bcd-ab8e-318112c9d47e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:34.934206 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:34.992374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec0c8c-9398-4246-bba7-0301ad570417 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa9a27f-8036-4874-8ef2-0d2dba480586,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:35.011727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.150754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.240264 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:35.257060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.282843 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:35.287582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:35.298398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=dc6c657d-fb50-47c4-b804-ab67f5d4c293,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:35.391420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.395596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-20b9366a-ef65-4864-9007-a5a6e3d7cf90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/dc6c657d-fb50-47c4-b804-ab67f5d4c293 HTTP/1.1" status: 204 len: 168 time: 1.0856848 Nov 02 16:49:35.411643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55896) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:35.427741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef118bd6-b353-4e45-a969-459e0b6e73c5 req-8bd6d81b-e697-4952-b9ec-46dbcdcd39af tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0f3a46d-db2c-41fc-b107-691be875c015 HTTP/1.1" status: 200 len: 210 time: 0.0920925 Nov 02 16:49:35.443576 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.468515 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9b89a6-4f16-4666-9845-4ef91f4dd58e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:35.475378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3d9b89a6-4f16-4666-9845-4ef91f4dd58e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/dc6c657d-fb50-47c4-b804-ab67f5d4c293 HTTP/1.1" status: 404 len: 333 time: 0.0605366 Nov 02 16:49:35.476030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55898) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:35.481893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'name': 'tempest-PortsTestJSON-110603537'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:35.490047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4fab1-5045-4792-abb8-568f3ca42331 req-c8a6ce5c-c2f5-4dc9-aae2-1c48794638dc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:35.493996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ea4fab1-5045-4792-abb8-568f3ca42331 req-c8a6ce5c-c2f5-4dc9-aae2-1c48794638dc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.2055373 Nov 02 16:49:35.498762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 8878e466-b910-4bcd-ab8e-318112c9d47e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8878e466-b910-4bcd-ab8e-318112c9d47e,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:35.507037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.540094 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:35.589508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=8878e466-b910-4bcd-ab8e-318112c9d47e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:35.600566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ea4fab1-5045-4792-abb8-568f3ca42331 req-5b780222-c5e5-4df6-a57a-e4259402fd1d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995445 Nov 02 16:49:35.629172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Allocated IP 172.25.7.34 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/7fcf5668-1298-4386-851a-d3d0c432f7ee) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:35.763959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:35.767645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.800667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 44c80a6b-22fa-4ec1-b433-6782ba96e411 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:35.904893 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:30Z', 'revision_number': 2, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:35.936417 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:35.936713 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Updating router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:49:35.939640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:35.969961 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.079991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.091795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.146755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:36.153560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:36.162202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:36.260480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'Port': ['ID=7fcf5668-1298-4386-851a-d3d0c432f7ee,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:36.300558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.416213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:36.425296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:36.433753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:36.439573 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.456623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:36.457539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.478732 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.522753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.531969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55902) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:36.532507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0541468 Nov 02 16:49:36.539768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:36.539992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae6bd5-34a4-440f-b3e9-26f0b5fd7200 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=44c80a6b-22fa-4ec1-b433-6782ba96e411,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:36.573866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55904) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:36.589244 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Pushing event updated for resources: {'Port': ['ID=8b6536b6-af2c-4d8c-a5ce-be79ce323639,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:36.606119 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.606630 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.607090 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.607528 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.607963 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.609608 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.610405 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.610836 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.611276 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.611941 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.612419 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.612869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:36.639450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8878e466-b910-4bcd-ab8e-318112c9d47e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:36.711291 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Attempting to bind port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:36.712427 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Attempting to bind port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:36.712619 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Attempting to bind port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:36.715537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.718906 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:36.719382 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Checking segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:36.719779 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.720333 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Bound using segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:36.720870 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Bound port: 8b6536b6-af2c-4d8c-a5ce-be79ce323639, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:36.721384 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.732777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.801899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8878e466-b910-4bcd-ab8e-318112c9d47e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:36.802563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.886600 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] For port 8b6536b6-af2c-4d8c-a5ce-be79ce323639, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:36.893682 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] For port 8b6536b6-af2c-4d8c-a5ce-be79ce323639, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8b6536b6-af2c-4d8c-a5ce-be79ce323639,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:36.898910 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.958992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d1-e57d-4a8b-bd15-89f83953a45c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:36.987526 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0c8d-096c-45b0-8eb9-ad1ba263483a None None] Pushing event updated for resources: {'Port': ['ID=8b6536b6-af2c-4d8c-a5ce-be79ce323639,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:36.999008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d1-e57d-4a8b-bd15-89f83953a45c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.003307 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:37.003941 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:37.005087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc831-3f98-4d14-a6d3-4b2e7aee37d0 req-08aca280-6355-453d-9521-677a9e3669b8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:37.014593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-898bc831-3f98-4d14-a6d3-4b2e7aee37d0 req-08aca280-6355-453d-9521-677a9e3669b8 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1764560 Nov 02 16:49:37.133447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-898bc831-3f98-4d14-a6d3-4b2e7aee37d0 req-a8d48f99-8efb-4cb0-b8b6-9f7d545c1769 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175847 Nov 02 16:49:37.172698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-78ecb910-ecb0-4987-8868-b618d43c1011 None None] Provisioning complete for port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:37.173095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-78ecb910-ecb0-4987-8868-b618d43c1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.184784 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:37.189286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.199527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.256885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] In _notify_port_updated(), no bound segment for port 44c80a6b-22fa-4ec1-b433-6782ba96e411 on network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:49:37.263027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:37.263948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.269227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/ports/44c80a6b-22fa-4ec1-b433-6782ba96e411 HTTP/1.1" status: 200 len: 818 time: 0.7352531 Nov 02 16:49:37.270806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55908) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:37.329379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056304-1bb5-41c7-909d-8aee606c2081 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=44c80a6b-22fa-4ec1-b433-6782ba96e411,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:37.364635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.377440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.383802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-78ecb910-ecb0-4987-8868-b618d43c1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.399073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d1-e57d-4a8b-bd15-89f83953a45c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.401721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8bfb39d1-e57d-4a8b-bd15-89f83953a45c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.409180 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8bfb39d1-e57d-4a8b-bd15-89f83953a45c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/security-groups/66dc2351-acfe-4e56-aef9-bc27b0198d3c HTTP/1.1" status: 204 len: 168 time: 0.7763274 Nov 02 16:49:37.418717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 44c80a6b-22fa-4ec1-b433-6782ba96e411 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:37.419177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.483502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-78ecb910-ecb0-4987-8868-b618d43c1011 None None] For port 8b6536b6-af2c-4d8c-a5ce-be79ce323639, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8b6536b6-af2c-4d8c-a5ce-be79ce323639,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:37.491871 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-78ecb910-ecb0-4987-8868-b618d43c1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.512697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55912) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:37.529136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb39d1-e57d-4a8b-bd15-89f83953a45c tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dc2351-acfe-4e56-aef9-bc27b0198d3c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:37.626194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.630471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'Port': ['ID=7fcf5668-1298-4386-851a-d3d0c432f7ee,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:37.648035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.650834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecb910-ecb0-4987-8868-b618d43c1011 None None] Pushing event updated for resources: {'Port': ['ID=8b6536b6-af2c-4d8c-a5ce-be79ce323639,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:37.659961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3d195d19-1cd6-45ec-ba47-06a99c62433e None None] Provisioning complete for port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:37.659961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d195d19-1cd6-45ec-ba47-06a99c62433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.669347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 44c80a6b-22fa-4ec1-b433-6782ba96e411 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:37.682490 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:37.694291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e04a379c-feef-42fc-9ad9-7dfdc7cec9bd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7599385 Nov 02 16:49:37.809742 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:36Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:37.865932 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7aa026-b8db-4428-a748-dabe8b57a33c None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:36Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:38.006709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.012894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-5715d984-8574-44ec-b8fc-11015ff90738 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1113635875&fields=id&tenant_id=5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 267 time: 0.1567543 Nov 02 16:49:38.087758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=44c80a6b-22fa-4ec1-b433-6782ba96e411,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:38.169428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.172696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f29ffde3-44b1-4531-9556-b26d4a657bfb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/44c80a6b-22fa-4ec1-b433-6782ba96e411 HTTP/1.1" status: 204 len: 168 time: 0.8983407 Nov 02 16:49:38.175564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55928) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:38.241556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f07dc7-57ab-4f5d-9300-cd051b37e5ed tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:38.247449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55930) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:38.251816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-92f07dc7-57ab-4f5d-9300-cd051b37e5ed tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0660653 Nov 02 16:49:38.316202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-778f2fa8-6c6b-474d-82e3-4877c2e471c7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:38.318391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-778f2fa8-6c6b-474d-82e3-4877c2e471c7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 817 time: 0.2746112 Nov 02 16:49:38.323820 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c26bc5-e5d1-44f4-a9c4-9c8508477091 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:38.327845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55932) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:38.328093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f8c26bc5-e5d1-44f4-a9c4-9c8508477091 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/44c80a6b-22fa-4ec1-b433-6782ba96e411 HTTP/1.1" status: 404 len: 333 time: 0.0777318 Nov 02 16:49:38.339550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-998195228'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:38.374857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:38.380903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.395942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-e08b59f9-525f-44d0-a90e-abaa76ee834b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/quotas/5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 375 time: 0.0296862 Nov 02 16:49:38.418990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:38.419996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dc1c5-241e-4780-9b64-b5022f2b9440 req-96390638-098b-4b78-bfb1-09ab5f1f4aa0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:38.429194 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-110dc1c5-241e-4780-9b64-b5022f2b9440 req-96390638-098b-4b78-bfb1-09ab5f1f4aa0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1291072 Nov 02 16:49:38.432107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.432492 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment 5de489ac-d553-4077-a6cf-16b615fec405 of type vlan for network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef Nov 02 16:49:38.517835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.569366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-6c555f41-a0e2-4b85-9baa-129f739abf98 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1647646 Nov 02 16:49:38.578039 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-419009a8-5126-4bb9-b7b3-0be2b48bd56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.583841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-110dc1c5-241e-4780-9b64-b5022f2b9440 req-d067f783-6c2b-4e36-b961-a09671089725 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535118 Nov 02 16:49:38.589888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fe731773-54b5-4e7e-acac-39b5d18e098a no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:38.636194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: fe731773-54b5-4e7e-acac-39b5d18e098a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:38.636970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device fe731773-54b5-4e7e-acac-39b5d18e098a not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:38.639478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.652444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:38.653178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.721449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:38.754971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8b6536b6-af2c-4d8c-a5ce-be79ce323639 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:38.828379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4954586 Nov 02 16:49:38.834502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55938) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:38.843754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:38.855618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-89866663-10c4-4403-b95f-8295d990271d service neutron] 10.222.0.31 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687833 Nov 02 16:49:38.874799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbde93-54c4-432f-a98c-1e1b9892872d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=0e5a19a7-9314-4285-a6a2-c2d578bbd2ef,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:38.888208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:38.909169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:38.909910 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.042317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:39.044196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-7548d5fa-e8ee-4c20-9790-08b7c83aa65e service neutron] 10.222.0.31 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827719 Nov 02 16:49:39.049198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.370500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port 7174fb73-37b2-473a-911a-44b8f5706575 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:39.371660 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.384739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.409301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83bd3b38-6232-4d44-b70c-2f1fa7eb6771 req-f3986176-96b6-47bf-b99c-e99b2e59dffc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 210 time: 0.0876825 Nov 02 16:49:39.468840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=97f32f99-12b9-4678-a119-fb311b9bd8a1,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:39.487299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': '5de489ac-d553-4077-a6cf-16b615fec405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:39.487678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:39.517773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:39.534650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:39.545140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:39.545140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.547396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f0496-919b-402a-9d7c-346c04c89861 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:39.586983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port 7174fb73-37b2-473a-911a-44b8f5706575, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7174fb73-37b2-473a-911a-44b8f5706575,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:39.587419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.592493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bd337512-30af-48ab-bae4-65e4d479bee6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7535591 Nov 02 16:49:39.592493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55948) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:39.598947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:39.630581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for 7174fb73-37b2-473a-911a-44b8f5706575 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:39.776890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': '97f32f99-12b9-4678-a119-fb311b9bd8a1'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:39.778382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.863787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2e97e-c601-433b-b4a9-7e4f75f84afc req-0123325e-6f43-4f77-a34d-377f57cad47a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:39.866965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48e2e97e-c601-433b-b4a9-7e4f75f84afc req-0123325e-6f43-4f77-a34d-377f57cad47a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1149092 Nov 02 16:49:39.912031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:39.916395 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:39.963484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Allocated IP 172.20.0.2 (0e5a19a7-9314-4285-a6a2-c2d578bbd2ef/97f32f99-12b9-4678-a119-fb311b9bd8a1/20ee526f-0887-4394-bd98-1158aac5b62e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:39.966631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48e2e97e-c601-433b-b4a9-7e4f75f84afc req-521b860e-adfe-4133-93ec-efb4c050bc5f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930576 Nov 02 16:49:40.121251 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97f32f99-12b9-4678-a119-fb311b9bd8a1 (CIDR: 172.20.0.0/28) Nov 02 16:49:40.132338 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:49:40.133347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:49:40.163227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c83b4f1f-f1e7-48ca-8892-e67322bb4441 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5701356 Nov 02 16:49:40.165454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.166361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55954) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:40.177947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:40.227798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=7174fb73-37b2-473a-911a-44b8f5706575,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:40.289707 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.305082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.375486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:40.380261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:40.384239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:40.492904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Pushing event updated for resources: {'Port': ['ID=20ee526f-0887-4394-bd98-1158aac5b62e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:40.499822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Attempting to bind port 20ee526f-0887-4394-bd98-1158aac5b62e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:40.500485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Attempting to bind port 20ee526f-0887-4394-bd98-1158aac5b62e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5de489ac-d553-4077-a6cf-16b615fec405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:40.501027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Attempting to bind port 20ee526f-0887-4394-bd98-1158aac5b62e on network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:40.511771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:40.512154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Checking segment: {'id': '5de489ac-d553-4077-a6cf-16b615fec405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:40.512563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.512955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Bound using segment: {'id': '5de489ac-d553-4077-a6cf-16b615fec405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:40.513451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Bound port: 20ee526f-0887-4394-bd98-1158aac5b62e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de489ac-d553-4077-a6cf-16b615fec405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:40.513940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.658926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-10787983-c2fc-424f-a176-19c90f751416 None None] For port 20ee526f-0887-4394-bd98-1158aac5b62e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:40.664255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-10787983-c2fc-424f-a176-19c90f751416 None None] For port 20ee526f-0887-4394-bd98-1158aac5b62e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=20ee526f-0887-4394-bd98-1158aac5b62e,segment=NetworkSegment(5de489ac-d553-4077-a6cf-16b615fec405),segment_id=5de489ac-d553-4077-a6cf-16b615fec405)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:40.671408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.688464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d169b0cb-4c15-413d-ac63-19d11ef15d0d req-caec8e2f-627c-4a54-bf7b-af9c32facd3b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 210 time: 0.0663087 Nov 02 16:49:40.765477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10787983-c2fc-424f-a176-19c90f751416 None None] Pushing event updated for resources: {'Port': ['ID=20ee526f-0887-4394-bd98-1158aac5b62e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:40.835461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:40.901559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:40.905079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:41.148496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-64955e45-e998-4300-ba17-687254443013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:41.198263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-230935e6-cccb-47d3-8eb6-1314e96efa27 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:41.200465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-230935e6-cccb-47d3-8eb6-1314e96efa27 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 817 time: 0.3744829 Nov 02 16:49:41.297525 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-e34893ad-f1bb-4e69-9057-238e9e69db5c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 380 time: 0.0756290 Nov 02 16:49:41.312165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'port': {'device_id': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'admin_state_up': True, 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'security_groups': ['cec5d8bf-7215-493e-aed8-972fbf72422d']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:41.360170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:41.605605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Made reservation on behalf of 5c06930d3455485d87586b09ae99e7db for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:41.609381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:41.662317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:41.709496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Router 10a2526f-98ee-4924-8ee3-9031a3361b0e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:49:41.710264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-4a59a9ba-e3c1-45b9-9ff2-57629308dbc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1159725 Nov 02 16:49:41.758683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:41.767161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:41.770213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:41.786791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:41.866090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=34032cd4-2079-441d-91da-b9cea2395df0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:41.885727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d4b9fdfb-2d2f-45ac-9737-e47d22e23b90 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7161911 Nov 02 16:49:41.887344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55962) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:41.899202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'fixed_ips': [{'subnet_id': '97f32f99-12b9-4678-a119-fb311b9bd8a1'}, {'subnet_id': '34032cd4-2079-441d-91da-b9cea2395df0'}], 'name': 'tempest-PortsTestJSON-463245694'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:41.920140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3072cb1e-e99e-45cd-a2a9-40f93607d7ae req-d2a1776f-967d-4de9-a28d-f24fcf1fb4c4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 210 time: 0.0559008 Nov 02 16:49:41.931309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a94b-bb7b-4744-b3bc-c90cb63c1fa6 req-1f4ecda3-07dd-4bc6-beda-81a610214c0a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:41.932962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2507a94b-bb7b-4744-b3bc-c90cb63c1fa6 req-1f4ecda3-07dd-4bc6-beda-81a610214c0a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.6299658 Nov 02 16:49:42.026360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-1314034f-dac9-445d-84d7-c8e374e0d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.027179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-1314034f-dac9-445d-84d7-c8e374e0d392 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.2240491 Nov 02 16:49:42.035029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2507a94b-bb7b-4744-b3bc-c90cb63c1fa6 req-ac73c546-2456-4b3d-884b-ed72728593ed tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849144 Nov 02 16:49:42.061062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:42.067203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Allocated IP 172.20.0.9 (5476ab48-1fab-43c7-a527-d9915ccaa9aa/1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5/e1fcb012-9108-4989-ab56-702791595eac) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:42.073167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] Sync routers for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:42.075531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8138e2cc-f00e-40ba-a4af-2ba9b10284dd tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "PUT /v2.0/routers/10a2526f-98ee-4924-8ee3-9031a3361b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5618784 Nov 02 16:49:42.078253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55964) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:42.086827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:42.087824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:42.172101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting subnet a15a04e3-1286-496c-9790-7d4a284ffe23 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:42.181150 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.240731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:42.255814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.270700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:42.373281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-9e5d6cf2-16c5-408f-9e87-7ce256ab861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.374821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-9e5d6cf2-16c5-408f-9e87-7ce256ab861a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.3171825 Nov 02 16:49:42.434269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d81c71-c485-467c-96b9-a2a5e603e024 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:42.441154 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.533139 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.554313 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-5244c0c7-ab64-4d15-ac2d-e6bf5ee4086c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.1668627 Nov 02 16:49:42.577445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.653643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port cdcf3e68-0abc-40de-adc7-3a2daac33bde yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:42.654943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.672764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5863687a-979e-45bf-9cc7-3d242ff5ef45 None None] Provisioning complete for port 20ee526f-0887-4394-bd98-1158aac5b62e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:42.673283 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5863687a-979e-45bf-9cc7-3d242ff5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.678595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.713739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Subnet': ['ID=a15a04e3-1286-496c-9790-7d4a284ffe23,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:42.716494 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.722671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad71ea91-ca11-4591-826b-163b90d19588 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/subnets/a15a04e3-1286-496c-9790-7d4a284ffe23 HTTP/1.1" status: 204 len: 168 time: 0.6422935 Nov 02 16:49:42.723809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55966) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:42.746208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4567a87-67ca-49d0-b4e1-9c8f3e4403b6 None None] Network 340d3d8b-7e88-49bf-b6ac-aeb113941d31 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:42.749716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-184e90d2-d762-4a4d-be39-1f983da1b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.751834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-184e90d2-d762-4a4d-be39-1f983da1b2aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.1705458 Nov 02 16:49:42.753154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 20ee526f-0887-4394-bd98-1158aac5b62e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:42.875754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.915640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:42.956623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:49:40Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:42.982005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-dfbcf738-7b8b-4cd8-90d0-625db77ef7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.984824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-dfbcf738-7b8b-4cd8-90d0-625db77ef7f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229469 Nov 02 16:49:43.041550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] Checking router: 10a2526f-98ee-4924-8ee3-9031a3361b0e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:43.048102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 20ee526f-0887-4394-bd98-1158aac5b62e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:43.048482 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.137782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:43.151354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-a1ed192a-b2d4-414c-8132-8aa4cf59cd2d service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250045 Nov 02 16:49:43.155179 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5863687a-979e-45bf-9cc7-3d242ff5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.155358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:43.158348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:43.160673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] Routers {'10a2526f-98ee-4924-8ee3-9031a3361b0e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:43.161734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['10a2526f-98ee-4924-8ee3-9031a3361b0e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:43.182637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:43.233585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802a37-b79b-4a7f-b3f2-b82b01dd800a req-343008c0-6ed5-4cef-a26a-fe97110c8132 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:43.252917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95802a37-b79b-4a7f-b3f2-b82b01dd800a req-343008c0-6ed5-4cef-a26a-fe97110c8132 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 931 time: 0.1906219 Nov 02 16:49:43.326382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95802a37-b79b-4a7f-b3f2-b82b01dd800a req-de8758b7-11a1-4080-806a-74a1a3813991 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694826 Nov 02 16:49:43.439800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582a2aa-6ff4-4b8d-a072-25fa152d749e req-13be9d69-92de-48f9-a75c-5698b9f1fc61 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:43.449400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2582a2aa-6ff4-4b8d-a072-25fa152d749e req-13be9d69-92de-48f9-a75c-5698b9f1fc61 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.3045075 Nov 02 16:49:43.461205 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.489886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] Update dhcp port {'port': {'network_id': '0e5a19a7-9314-4285-a6a2-c2d578bbd2ef', 'fixed_ips': [{'subnet_id': '97f32f99-12b9-4678-a119-fb311b9bd8a1', 'ip_address': '172.20.0.2'}, {'subnet_id': '34032cd4-2079-441d-91da-b9cea2395df0'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '20ee526f-0887-4394-bd98-1158aac5b62e'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:49:43.531981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:43.532756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.537378 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.556331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.13 (0e5a19a7-9314-4285-a6a2-c2d578bbd2ef/97f32f99-12b9-4678-a119-fb311b9bd8a1/cdcf3e68-0abc-40de-adc7-3a2daac33bde) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:43.561282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-9fbc0a09-697d-4c0b-8304-fa03d00de183 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2544451 Nov 02 16:49:43.578934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5863687a-979e-45bf-9cc7-3d242ff5ef45 None None] For port 20ee526f-0887-4394-bd98-1158aac5b62e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=20ee526f-0887-4394-bd98-1158aac5b62e,segment=NetworkSegment(5de489ac-d553-4077-a6cf-16b615fec405),segment_id=5de489ac-d553-4077-a6cf-16b615fec405)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:43.584289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2582a2aa-6ff4-4b8d-a072-25fa152d749e req-5977dc53-6c16-4ee5-b0e9-c07ebe151880 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337683 Nov 02 16:49:43.594219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Request body: {'port': {'device_id': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:43.595781 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5863687a-979e-45bf-9cc7-3d242ff5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.623178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Deleting port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:43.623917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.648021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.28 (0e5a19a7-9314-4285-a6a2-c2d578bbd2ef/34032cd4-2079-441d-91da-b9cea2395df0/cdcf3e68-0abc-40de-adc7-3a2daac33bde) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:43.668814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863687a-979e-45bf-9cc7-3d242ff5ef45 None None] Pushing event updated for resources: {'Port': ['ID=20ee526f-0887-4394-bd98-1158aac5b62e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:43.688983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-942c44b9-77d4-478f-99a2-3b3cb485ad4d req-5ce44c70-67cd-448a-9daf-37244c630c40 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241642 Nov 02 16:49:43.719950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.814811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] DHCP port deletion for 340d3d8b-7e88-49bf-b6ac-aeb113941d31 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:43.815639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] For port 9d3f6b18-d3df-48b2-84ac-b6ecf593383c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:43.816163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.837332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Calling delete_port for 9d3f6b18-d3df-48b2-84ac-b6ecf593383c owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:43.849203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.882122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-12ddf6ad-fbd7-4b00-80d7-6f9987b271d4 None None] Provisioning complete for port e1fcb012-9108-4989-ab56-702791595eac triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:43.882818 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12ddf6ad-fbd7-4b00-80d7-6f9987b271d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:43.939007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] Set router 10a2526f-98ee-4924-8ee3-9031a3361b0e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:44.090816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-12ddf6ad-fbd7-4b00-80d7-6f9987b271d4 None None] Port e1fcb012-9108-4989-ab56-702791595eac cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:44.151398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.190427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] Deleting port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:44.191072 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.209216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.273691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Port': ['ID=9d3f6b18-d3df-48b2-84ac-b6ecf593383c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:44.274547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] For port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,segment=NetworkSegment(173faf9f-4e91-4a80-9c7d-541d4242458a),segment_id=173faf9f-4e91-4a80-9c7d-541d4242458a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:44.274967 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.305816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] Calling delete_port for 1c99a17e-3eb5-4d8d-bdd2-e5600182083b owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:44.326440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fcb012-9108-4989-ab56-702791595eac {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:44.341920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.413306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.429270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.447286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Transition to ACTIVE for port object e1fcb012-9108-4989-ab56-702791595eac will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:49:44.497338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=cdcf3e68-0abc-40de-adc7-3a2daac33bde,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:44.510699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:44.521297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.529744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] Allocated IP 172.20.0.18 (0e5a19a7-9314-4285-a6a2-c2d578bbd2ef/34032cd4-2079-441d-91da-b9cea2395df0/20ee526f-0887-4394-bd98-1158aac5b62e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:44.648029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.652153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.662336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:44.667539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:44.700840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:44.701291 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.747707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea55057-5812-496a-abf8-9836c835b350 req-69b55233-85a8-4278-88ff-7a7ec4dfe552 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:44.751310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ea55057-5812-496a-abf8-9836c835b350 req-69b55233-85a8-4278-88ff-7a7ec4dfe552 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2735751 Nov 02 16:49:44.752605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.756605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:44.757180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Fanout notify agent at l3_agent the message router_deleted on router 10a2526f-98ee-4924-8ee3-9031a3361b0e {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:49:44.757327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.784448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] Pushing event deleted for resources: {'Port': ['ID=1c99a17e-3eb5-4d8d-bdd2-e5600182083b,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:44.786657 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:44.793512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f46c3-2ab2-4f0e-a7a3-cc21aaccc1e3 None None] No DVR routers for this DVR port 1c99a17e-3eb5-4d8d-bdd2-e5600182083b on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:44.794937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ff67d9c-385c-48fc-b73d-85d862ef8f8e tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/routers/10a2526f-98ee-4924-8ee3-9031a3361b0e HTTP/1.1" status: 204 len: 168 time: 2.0689013 Nov 02 16:49:44.840723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55978) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:44.861902 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6444b340-ad3c-4288-8d45-a7d6ed71b39a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9666126 Nov 02 16:49:44.862698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 55982) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:44.868732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:49:40Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:44.880912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 20ee526f-0887-4394-bd98-1158aac5b62e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:44.901024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97f32f99-12b9-4678-a119-fb311b9bd8a1'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:45.002004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633317-1960-4954-8805-e60c4f69e7ca None None] The sync data for ids ['10a2526f-98ee-4924-8ee3-9031a3361b0e'] in n-d-811405-2 is: [{'id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'name': 'tempest-TestNetworkBasicOps-router-1184517439', 'tenant_id': '3d6e965d86e946509dda7dc3232b1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:23Z', 'updated_at': '2021-11-02T16:49:40Z', 'revision_number': 5, 'project_id': '3d6e965d86e946509dda7dc3232b1659', 'gw_port': {'id': '9d3f6b18-d3df-48b2-84ac-b6ecf593383c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a2526f-98ee-4924-8ee3-9031a3361b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:24Z', 'updated_at': '2021-11-02T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:45.064267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] For port 20ee526f-0887-4394-bd98-1158aac5b62e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=20ee526f-0887-4394-bd98-1158aac5b62e,segment=NetworkSegment(5de489ac-d553-4077-a6cf-16b615fec405),segment_id=5de489ac-d553-4077-a6cf-16b615fec405)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:45.096681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.102120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ea55057-5812-496a-abf8-9836c835b350 req-a9a532ae-0e0a-4d88-a70e-954884d6e818 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424878 Nov 02 16:49:45.115728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e727ff-d497-4158-a08b-7021a41bbd4e req-ebb0f619-e453-4c4b-a83a-42ffd873ad32 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.117434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1e727ff-d497-4158-a08b-7021a41bbd4e req-ebb0f619-e453-4c4b-a83a-42ffd873ad32 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.3194952 Nov 02 16:49:45.123403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.131043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Attempting to bind port e1fcb012-9108-4989-ab56-702791595eac on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:45.131382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Attempting to bind port e1fcb012-9108-4989-ab56-702791595eac by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:45.131733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Attempting to bind port e1fcb012-9108-4989-ab56-702791595eac on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:45.137619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Port e1fcb012-9108-4989-ab56-702791595eac on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:49:45.137943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Attempting to bind port e1fcb012-9108-4989-ab56-702791595eac on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:45.144334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.149592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 20ee526f-0887-4394-bd98-1158aac5b62e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:45.150271 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.168996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:45.169349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Checking segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:45.169752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Bound using segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:45.170262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Bound port: e1fcb012-9108-4989-ab56-702791595eac, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:45.170629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.181030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1e727ff-d497-4158-a08b-7021a41bbd4e req-c1d6cae3-8a39-41a0-8e16-688c1438cc68 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541947 Nov 02 16:49:45.216476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.336142 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.382279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340d3d8b-7e88-49bf-b6ac-aeb113941d31']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:45.393905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c0e62-20a8-4309-86c3-4c13d2c41164 None None] Pushing event updated for resources: {'Port': ['ID=20ee526f-0887-4394-bd98-1158aac5b62e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:45.404216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173faf9f-4e91-4a80-9c7d-541d4242458a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:45.405803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173faf9f-4e91-4a80-9c7d-541d4242458a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:45.434863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.439015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:45.455072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.465432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:45.466069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:45.471357 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:45.486633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:45.544623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1c99a17e-3eb5-4d8d-bdd2-e5600182083b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:45.563554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.602998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1c99a17e-3eb5-4d8d-bdd2-e5600182083b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:45.603348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1c99a17e-3eb5-4d8d-bdd2-e5600182083b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:45.644742 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.660159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.664681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] 10.222.0.31 "DELETE /v2.0/networks/340d3d8b-7e88-49bf-b6ac-aeb113941d31 HTTP/1.1" status: 204 len: 168 time: 0.8229582 Nov 02 16:49:45.687994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:45.705364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.705997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:45.707610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c792a3ed-9b3d-49ec-be1f-71db8be78d87 service neutron] 10.222.0.100 "PUT /v2.0/ports/e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 1091 time: 2.1204994 Nov 02 16:49:45.708081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:45.710538 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621dc26f-21cb-4f72-8ecc-688ad19af711" -d '{"events": [{"name": "network-changed", "server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:45.720572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7f17c-31df-4d8f-8906-d5e3f0c3a377 tempest-TestNetworkBasicOps-1103546186 tempest-TestNetworkBasicOps-1103546186-project] Pushing event deleted for resources: {'Network': ['ID=340d3d8b-7e88-49bf-b6ac-aeb113941d31,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:45.841355 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77563c00-f453-428d-a902-009eedcf75b6 x-openstack-request-id: req-77563c00-f453-428d-a902-009eedcf75b6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:45.841722 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:45.841993 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77563c00-f453-428d-a902-009eedcf75b6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:45.843856 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'status': 'completed', 'code': 200} Nov 02 16:49:45.912410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Delete allocated IP 172.20.0.28 (0e5a19a7-9314-4285-a6a2-c2d578bbd2ef/34032cd4-2079-441d-91da-b9cea2395df0) {{(pid=102065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 16:49:46.085716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55990) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:46.105297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-67eb1e34-9471-4911-9a2a-1e9b3f119de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.112315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-67eb1e34-9471-4911-9a2a-1e9b3f119de7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1094 time: 0.3191020 Nov 02 16:49:46.358021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23794494-1573-4486-9ec7-527d05257d04 req-c7db1232-23c6-4608-abdd-1049462e4778 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.366792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23794494-1573-4486-9ec7-527d05257d04 req-c7db1232-23c6-4608-abdd-1049462e4778 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1167073 Nov 02 16:49:46.392755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632c8df-ab4d-4996-ba97-22204eef0909 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:46.476617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23794494-1573-4486-9ec7-527d05257d04 req-6883ffe6-1105-4c0c-9962-eee5d9fa5722 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048930 Nov 02 16:49:46.541614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf5930-4493-4f2a-ac97-ff41fdfd1b6f req-bc469645-fa1b-4726-bc99-6d66651d51f0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.543501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cdf5930-4493-4f2a-ac97-ff41fdfd1b6f req-bc469645-fa1b-4726-bc99-6d66651d51f0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1946802 Nov 02 16:49:46.550421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e720f295-d785-4d25-b116-e1ed1c2ec757 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d6e965d86e946509dda7dc3232b1659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634137 Nov 02 16:49:46.560794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f7416f9a-48a7-4ed6-bec0-f8b6c616ec8f None None] Provisioning complete for port 20ee526f-0887-4394-bd98-1158aac5b62e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:46.562343 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7416f9a-48a7-4ed6-bec0-f8b6c616ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.563877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 55998) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:46.659153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 20ee526f-0887-4394-bd98-1158aac5b62e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:46.705587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cdf5930-4493-4f2a-ac97-ff41fdfd1b6f req-ce3e7493-40bf-4823-a406-9e1253655afc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538470 Nov 02 16:49:46.735017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-6de870c0-87c9-434f-9901-95d935b8897c req-7fec4a94-5cac-4cf5-a34f-0bf0cf2fe035 service neutron] (102065) timed out ('10.222.0.100', 57820) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 16:49:46.739838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2483056d-2787-45c2-9b4c-741cc6530df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.742790 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-e0a8bebd-0148-4ecd-b597-447e7eef9151 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 217 time: 0.6198819 Nov 02 16:49:46.779912 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2483056d-2787-45c2-9b4c-741cc6530df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.787550 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.798331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.832037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 20ee526f-0887-4394-bd98-1158aac5b62e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:46.832037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.866927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2483056d-2787-45c2-9b4c-741cc6530df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.869735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2483056d-2787-45c2-9b4c-741cc6530df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:46.870937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2483056d-2787-45c2-9b4c-741cc6530df7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ce7d2e0-977a-436d-904b-ca174f7dd622 HTTP/1.1" status: 204 len: 168 time: 0.3053403 Nov 02 16:49:46.883175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=cdcf3e68-0abc-40de-adc7-3a2daac33bde,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:46.884562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483056d-2787-45c2-9b4c-741cc6530df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce7d2e0-977a-436d-904b-ca174f7dd622,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:46.943107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c4020e9f-b1dd-4e03-811d-b48a40c4954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.949634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c4020e9f-b1dd-4e03-811d-b48a40c4954e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1949971 Nov 02 16:49:47.045335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-6acf4616-1685-4c91-ae34-bff76da454c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:47.046893 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-6acf4616-1685-4c91-ae34-bff76da454c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637164 Nov 02 16:49:47.050268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] In _notify_port_updated(), no bound segment for port cdcf3e68-0abc-40de-adc7-3a2daac33bde on network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:49:47.057163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:47.057862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.063330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56002) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:47.063960 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e85ababa-af2e-430c-8da6-6329aa28d834 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/ports/cdcf3e68-0abc-40de-adc7-3a2daac33bde HTTP/1.1" status: 200 len: 919 time: 2.1696329 Nov 02 16:49:47.070684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97f32f99-12b9-4678-a119-fb311b9bd8a1'}, {'subnet_id': '34032cd4-2079-441d-91da-b9cea2395df0'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:47.137110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d3f6b18-d3df-48b2-84ac-b6ecf593383c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:47.187332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9d3f6b18-d3df-48b2-84ac-b6ecf593383c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:47.187683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d3f6b18-d3df-48b2-84ac-b6ecf593383c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:47.188108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7174fb73-37b2-473a-911a-44b8f5706575 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:47.200946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-c49f8f07-7995-4c22-8ee5-c8a610408356 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358156 Nov 02 16:49:47.232412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7174fb73-37b2-473a-911a-44b8f5706575 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:47.232816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7174fb73-37b2-473a-911a-44b8f5706575 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:47.249633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f992270-1f3f-4389-b022-42d260f5223f None None] Provisioning complete for port 20ee526f-0887-4394-bd98-1158aac5b62e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:47.250060 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f992270-1f3f-4389-b022-42d260f5223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.435696 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9a67617c-b92a-4561-8e9f-e98a13781ed4 req-88bfc568-c23a-43d2-9795-34a1cb287ed7 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247121 Nov 02 16:49:47.456436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.492143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:47.604290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fde0742-55dc-4e05-9f50-50b91b9f8db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.634287 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.662561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7f992270-1f3f-4389-b022-42d260f5223f None None] Provisioning complete for port cdcf3e68-0abc-40de-adc7-3a2daac33bde triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:47.662949 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f992270-1f3f-4389-b022-42d260f5223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.663167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-863dca3b-40e7-4034-9189-4ba668f94073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:47.665107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-863dca3b-40e7-4034-9189-4ba668f94073 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1094 time: 0.1742113 Nov 02 16:49:47.743173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7f992270-1f3f-4389-b022-42d260f5223f None None] Port cdcf3e68-0abc-40de-adc7-3a2daac33bde cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:47.884332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d060b375-3854-45c7-8944-3b1950747784 None None] Provisioning complete for port cdcf3e68-0abc-40de-adc7-3a2daac33bde triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:47.885066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d060b375-3854-45c7-8944-3b1950747784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.892186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fde0742-55dc-4e05-9f50-50b91b9f8db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.896918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-31be6a2e-b78f-430f-b26d-cc66c5aab4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:47.898406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-31be6a2e-b78f-430f-b26d-cc66c5aab4ce service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.2246749 Nov 02 16:49:47.899759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fde0742-55dc-4e05-9f50-50b91b9f8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:47.949035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d060b375-3854-45c7-8944-3b1950747784 None None] Port cdcf3e68-0abc-40de-adc7-3a2daac33bde cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:47.982378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde0742-55dc-4e05-9f50-50b91b9f8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f885d-3bdb-46d6-a3e0-56f4dcdbb77d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:47.986943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-11c7c8f8-738e-4a48-a16c-f3417e018212 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 217 time: 0.0459962 Nov 02 16:49:47.998613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.29 (0e5a19a7-9314-4285-a6a2-c2d578bbd2ef/34032cd4-2079-441d-91da-b9cea2395df0/cdcf3e68-0abc-40de-adc7-3a2daac33bde) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:48.026284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bd526-6b51-48ee-87cd-b00db3712822 req-6efa1e72-0a1b-41d9-ad60-e62b95a3eca0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.034576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-700bd526-6b51-48ee-87cd-b00db3712822 req-6efa1e72-0a1b-41d9-ad60-e62b95a3eca0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.3663900 Nov 02 16:49:48.055909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5fde0742-55dc-4e05-9f50-50b91b9f8db3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9eddcebb9be4d99b982558ccd7a31ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622830 Nov 02 16:49:48.058441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56014) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:48.093966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-46be415e-d705-4124-81e7-2dcff7e97b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.095617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-46be415e-d705-4124-81e7-2dcff7e97b1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1004941 Nov 02 16:49:48.163243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-700bd526-6b51-48ee-87cd-b00db3712822 req-70f19bf8-5e97-4319-8b8f-4be3d4745bca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213505 Nov 02 16:49:48.177846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-c34e4b60-e1be-49ba-ab53-db1b9689961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.179472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-c34e4b60-e1be-49ba-ab53-db1b9689961a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755348 Nov 02 16:49:48.180194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e50028cf-847f-4ac9-a879-7d9d85012fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.182012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835fc1-2be0-42ca-a2ee-ff8a802317e6 req-cd7efc45-d040-4dec-ad9a-54322cb73c01 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.189559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae835fc1-2be0-42ca-a2ee-ff8a802317e6 req-cd7efc45-d040-4dec-ad9a-54322cb73c01 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.2000673 Nov 02 16:49:48.266536 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae835fc1-2be0-42ca-a2ee-ff8a802317e6 req-60d4d0a8-6202-47b7-a111-6e41c664c66d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756662 Nov 02 16:49:48.312642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e50028cf-847f-4ac9-a879-7d9d85012fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.347546 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.355438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.411202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-71f877c1-3728-440a-9d80-25ea80c6ec9b service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198033 Nov 02 16:49:48.472562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=cdcf3e68-0abc-40de-adc7-3a2daac33bde,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:48.520656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] In _notify_port_updated(), no bound segment for port cdcf3e68-0abc-40de-adc7-3a2daac33bde on network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:49:48.526992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.528045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.532636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2b56c714-31bc-43a8-b675-5d0245de6760 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/ports/cdcf3e68-0abc-40de-adc7-3a2daac33bde HTTP/1.1" status: 200 len: 999 time: 1.4682026 Nov 02 16:49:48.533535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:48.544364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e50028cf-847f-4ac9-a879-7d9d85012fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.552406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e50028cf-847f-4ac9-a879-7d9d85012fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.553633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e50028cf-847f-4ac9-a879-7d9d85012fbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d24f885d-3bdb-46d6-a3e0-56f4dcdbb77d HTTP/1.1" status: 204 len: 168 time: 0.4942522 Nov 02 16:49:48.569591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50028cf-847f-4ac9-a879-7d9d85012fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f885d-3bdb-46d6-a3e0-56f4dcdbb77d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:48.623406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-621dc26f-21cb-4f72-8ecc-688ad19af711 req-2c72bd82-e5b8-4f17-b2e8-b9b5ed9b959e service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047486 Nov 02 16:49:48.690308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port cdcf3e68-0abc-40de-adc7-3a2daac33bde {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:48.690978 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.787272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e94177fd-5569-44f8-b4f1-dd83211be62f None None] Provisioning complete for port cdcf3e68-0abc-40de-adc7-3a2daac33bde triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:48.788685 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e94177fd-5569-44f8-b4f1-dd83211be62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.811497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:48.828631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for cdcf3e68-0abc-40de-adc7-3a2daac33bde owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:48.881171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e94177fd-5569-44f8-b4f1-dd83211be62f None None] Port cdcf3e68-0abc-40de-adc7-3a2daac33bde cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:49.101917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.143603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=cdcf3e68-0abc-40de-adc7-3a2daac33bde,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:49.301870 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.308646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-379ead24-e006-4885-acb6-2ba579a18cd2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/cdcf3e68-0abc-40de-adc7-3a2daac33bde HTTP/1.1" status: 204 len: 168 time: 0.7738228 Nov 02 16:49:49.309999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56034) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:49.385594 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f61d5ce-c4b4-431b-891f-1818aba4fa14 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:49.390101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56038) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:49.390655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4f61d5ce-c4b4-431b-891f-1818aba4fa14 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/cdcf3e68-0abc-40de-adc7-3a2daac33bde HTTP/1.1" status: 404 len: 333 time: 0.0789537 Nov 02 16:49:49.456897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b943a-1d1d-4da2-b59c-3c1f49c21503 req-56495a24-0b72-4dff-be85-ddcb7ade2199 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:49.468734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-172b943a-1d1d-4da2-b59c-3c1f49c21503 req-56495a24-0b72-4dff-be85-ddcb7ade2199 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1708088 Nov 02 16:49:49.481726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 34032cd4-2079-441d-91da-b9cea2395df0 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:49.497426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.536500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-172b943a-1d1d-4da2-b59c-3c1f49c21503 req-8b9abd45-c8ab-4db4-a90d-446d74f652c9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656066 Nov 02 16:49:49.548067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02559d35-5947-4746-9039-f242a689055f req-57d2b803-bc75-41cb-a453-25d22683342c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:49.549760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02559d35-5947-4746-9039-f242a689055f req-57d2b803-bc75-41cb-a453-25d22683342c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1668470 Nov 02 16:49:49.574752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.632699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-02559d35-5947-4746-9039-f242a689055f req-40deebdc-2c4c-4549-a8ca-906d5ee5eadb tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757153 Nov 02 16:49:49.723019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.802852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.842295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=34032cd4-2079-441d-91da-b9cea2395df0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:49.847264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:49.852310 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e9508c30-fea8-4e90-ac01-936839c1537c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/34032cd4-2079-441d-91da-b9cea2395df0 HTTP/1.1" status: 204 len: 168 time: 0.4601302 Nov 02 16:49:49.854577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56048) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:49.857482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e480ef5b-101d-4bdc-9b46-a52dd5e30528 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:49.933364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 97f32f99-12b9-4678-a119-fb311b9bd8a1 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:49.936920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.018463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.160004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.299857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.335431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=97f32f99-12b9-4678-a119-fb311b9bd8a1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:50.339386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.342731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8969eac5-96f3-4759-94fd-a50ffd2e0bc7 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/97f32f99-12b9-4678-a119-fb311b9bd8a1 HTTP/1.1" status: 204 len: 168 time: 0.4858072 Nov 02 16:49:50.345635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56058) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:50.476812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.594912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 20ee526f-0887-4394-bd98-1158aac5b62e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:50.595468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.651876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:50.729360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] For port 20ee526f-0887-4394-bd98-1158aac5b62e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=20ee526f-0887-4394-bd98-1158aac5b62e,segment=NetworkSegment(5de489ac-d553-4077-a6cf-16b615fec405),segment_id=5de489ac-d553-4077-a6cf-16b615fec405)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:50.729643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.753934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 20ee526f-0887-4394-bd98-1158aac5b62e owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:50.775407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861924-2a12-4e52-a913-9b85938a0afa req-46fac16f-8249-4c34-a510-beee5b5d72e7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:50.789789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27861924-2a12-4e52-a913-9b85938a0afa req-46fac16f-8249-4c34-a510-beee5b5d72e7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1328604 Nov 02 16:49:50.827741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:50.860438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e1fcb012-9108-4989-ab56-702791595eac', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'port_id': 'e1fcb012-9108-4989-ab56-702791595eac', 'mac_address': 'fa:16:3e:3b:b1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:50.923645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:50.953452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=20ee526f-0887-4394-bd98-1158aac5b62e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:50.955673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27861924-2a12-4e52-a913-9b85938a0afa req-01a6d63c-8f60-4e07-9a0e-8ddce8192b2b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645176 Nov 02 16:49:50.968701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No DVR routers for this DVR port 20ee526f-0887-4394-bd98-1158aac5b62e on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:51.000909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66697ca-9b70-495f-ae2c-89cc3cd9f573 None None] Network 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:51.017417 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:49:51.023637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468bcab-98ab-483f-9c06-5d3cc82cc86b req-13c25940-8ff2-45d8-99bf-0191edfa6ffa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:51.025688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d468bcab-98ab-483f-9c06-5d3cc82cc86b req-13c25940-8ff2-45d8-99bf-0191edfa6ffa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1880808 Nov 02 16:49:51.106162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d468bcab-98ab-483f-9c06-5d3cc82cc86b req-e2a29218-d572-4627-9371-be9927a8b89c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741656 Nov 02 16:49:51.114872 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.148797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a9ba8432-4c55-4f71-927a-1b035477a912 None None] Could not find standard attr ID for object 20ee526f-0887-4394-bd98-1158aac5b62e. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:49:51.155547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fcb012-9108-4989-ab56-702791595eac {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:51.181642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.216811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5a19a7-9314-4285-a6a2-c2d578bbd2ef']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:51.217640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:51.230080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.230471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de489ac-d553-4077-a6cf-16b615fec405') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:51.230836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de489ac-d553-4077-a6cf-16b615fec405') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:51.248601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.279076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.293320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:51.293966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.295229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:51.304443 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:51.329533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50d171-43df-483b-b2e0-03756fdd6a15 None None] DHCP port deletion for 0e5a19a7-9314-4285-a6a2-c2d578bbd2ef request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:51.394042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.403779 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.408118 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/0e5a19a7-9314-4285-a6a2-c2d578bbd2ef HTTP/1.1" status: 204 len: 168 time: 1.0568697 Nov 02 16:49:51.412647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56136) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:51.443800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2800a24-63c3-4061-a1b9-dc7afdbea639 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=0e5a19a7-9314-4285-a6a2-c2d578bbd2ef,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:51.481638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f414713-0cf5-4b25-9a25-a0714ceab71a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:51.483829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f414713-0cf5-4b25-9a25-a0714ceab71a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0701001 Nov 02 16:49:51.487503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56150) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:51.543263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e1fcb012-9108-4989-ab56-702791595eac'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:51.548816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb4437be-12e6-45c4-8bb7-33ab322b04cf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0598981 Nov 02 16:49:51.554692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56164) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:51.561146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-71689979'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:51.586947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:51.591099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.622885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:51.636036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.636395 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment 7723fef9-9e41-4060-a590-8d4aebd436ab of type vlan for network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 Nov 02 16:49:51.683495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.711987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.720424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:51.721048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.791469 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2350526 Nov 02 16:49:51.795494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:51.805102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:51.807602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15837a8e-a444-420f-a29c-3bb3241110ba tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=9c715435-dab5-44b6-98d3-38b2aa8ea3e5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:51.825719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:51.938818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:51.943017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:51.967746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dbb8-4613-4623-a992-fa165268e80c req-cf0bb1e2-1fa1-45b7-bdb4-f416fe08af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:51.969618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-cf0bb1e2-1fa1-45b7-bdb4-f416fe08af41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 1097 time: 0.0492911 Nov 02 16:49:52.079896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dbb8-4613-4623-a992-fa165268e80c req-60ed5d64-46ca-4925-8c0f-8c12800b4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.081652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-60ed5d64-46ca-4925-8c0f-8c12800b4f73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1049600 Nov 02 16:49:52.137351 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-02d43881-8599-4547-bd8e-00b6faa17c51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6 HTTP/1.1" status: 200 len: 217 time: 0.0468969 Nov 02 16:49:52.142022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2d9c5-52ef-4d1c-9034-bcbe968296a6 req-ba5d4a6f-5b58-4879-8687-581c2e1939dd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.143593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9b2d9c5-52ef-4d1c-9034-bcbe968296a6 req-ba5d4a6f-5b58-4879-8687-581c2e1939dd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 944 time: 0.0989301 Nov 02 16:49:52.147904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56216) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:52.212294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dbb8-4613-4623-a992-fa165268e80c req-38d88734-ffbf-4ddf-9765-5c8198560c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.213956 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-38d88734-ffbf-4ddf-9765-5c8198560c3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0619793 Nov 02 16:49:52.265173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.291188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dbb8-4613-4623-a992-fa165268e80c req-e9349784-b747-4508-8e86-90a6ee4aa715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.292755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-e9349784-b747-4508-8e86-90a6ee4aa715 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704160 Nov 02 16:49:52.320031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9b2d9c5-52ef-4d1c-9034-bcbe968296a6 req-1357c104-b19d-40c7-85d5-4f338b59efc2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629663 Nov 02 16:49:52.350488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1e6-5822-4ca8-879f-4d08a4d3551a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.376284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f3b51-387f-4cf8-b387-d6d88bc23a01 req-a7ec1537-7ed4-47c6-9769-55848a34209c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.377928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce4f3b51-387f-4cf8-b387-d6d88bc23a01 req-a7ec1537-7ed4-47c6-9769-55848a34209c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1733549 Nov 02 16:49:52.397140 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-88992c69-1ce5-4600-87be-c5883d007f7b service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961173 Nov 02 16:49:52.408020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:52.436087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': '7723fef9-9e41-4060-a590-8d4aebd436ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:52.436441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: 9c715435-dab5-44b6-98d3-38b2aa8ea3e5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:52.469191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce4f3b51-387f-4cf8-b387-d6d88bc23a01 req-be6c71dc-e2ca-4eb0-8c5c-c9d41a0c1313 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783317 Nov 02 16:49:52.492479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:52.510787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9c715435-dab5-44b6-98d3-38b2aa8ea3e5) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:52.515194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.515971 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.524761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50d550f-08b2-4c1c-855e-eb5dca06c848 None None] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:52.525334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d905dbb8-4613-4623-a992-fa165268e80c req-74e9a37d-7ccd-4973-a928-0a193bc341f5 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204617 Nov 02 16:49:52.556550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1e6-5822-4ca8-879f-4d08a4d3551a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.564571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0050f566-c7ae-4d84-832c-f99216d2d18f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7674844 Nov 02 16:49:52.567545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56220) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:52.574511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5', 'name': 'tempest-PortsTestJSON-455556015'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:52.577168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1e6-5822-4ca8-879f-4d08a4d3551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.614084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 20ee526f-0887-4394-bd98-1158aac5b62e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:52.635633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf1e6-5822-4ca8-879f-4d08a4d3551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851b42ac-d602-49e0-99ba-c93091a9f439,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:52.642400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a25bf1e6-5822-4ca8-879f-4d08a4d3551a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ef4bb5133624565997b4757585248af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934089 Nov 02 16:49:52.645058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56222) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:52.660902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 20ee526f-0887-4394-bd98-1158aac5b62e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:52.661543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 20ee526f-0887-4394-bd98-1158aac5b62e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:52.675371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:52.715548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c5c154a-d957-4760-b394-9d733b14a7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.720548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:52.726050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.742730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c5c154a-d957-4760-b394-9d733b14a7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.747777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 8d247ca0-f629-46ae-bc87-1568203b2076 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:52.775183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port e1fcb012-9108-4989-ab56-702791595eac completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:52.783387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e1fcb012-9108-4989-ab56-702791595eac triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:52.783764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.814392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c5c154a-d957-4760-b394-9d733b14a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.818723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c5c154a-d957-4760-b394-9d733b14a7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.819930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1c5c154a-d957-4760-b394-9d733b14a7bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/851b42ac-d602-49e0-99ba-c93091a9f439 HTTP/1.1" status: 204 len: 168 time: 0.1738231 Nov 02 16:49:52.828022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c154a-d957-4760-b394-9d733b14a7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b42ac-d602-49e0-99ba-c93091a9f439,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:52.866396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-9c715435-dab5-44b6-98d3-38b2aa8ea3e5', 'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': 'bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:52.867306 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:52.910392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.7 (9c715435-dab5-44b6-98d3-38b2aa8ea3e5/bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a/8d247ca0-f629-46ae-bc87-1568203b2076) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:52.999728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.026950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:53.031401 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a974eb-384c-4bae-afb6-31c1dc51af32" -d '{"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-plugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:53.065272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:53.072557 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.082774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.103278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.119240 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288c1c21-ec11-480e-80d7-10b7ddd7b27d x-openstack-request-id: req-288c1c21-ec11-480e-80d7-10b7ddd7b27d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:53.119670 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-plugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:53.120072 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-288c1c21-ec11-480e-80d7-10b7ddd7b27d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:53.120654 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'code': 200} Nov 02 16:49:53.138941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:53.158171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.188918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56230) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:53.204158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a640a13a-a770-4011-8a8a-4254c3961d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.213039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Allocated IP 172.20.0.2 (9c715435-dab5-44b6-98d3-38b2aa8ea3e5/bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a/109f507a-0559-4d73-b44f-c2b717fb32c9) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:53.279648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:53.290009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:53.295656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:53.298628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=8d247ca0-f629-46ae-bc87-1568203b2076,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:53.319119 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a640a13a-a770-4011-8a8a-4254c3961d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.323842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a640a13a-a770-4011-8a8a-4254c3961d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.343060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae64ef5-6d49-4e49-96e3-8a0017db515a req-d5b558a7-a383-417f-8ec8-2aa69dce662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.343060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ae64ef5-6d49-4e49-96e3-8a0017db515a req-d5b558a7-a383-417f-8ec8-2aa69dce662c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1096 time: 0.1242094 Nov 02 16:49:53.372806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a640a13a-a770-4011-8a8a-4254c3961d46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc78f831f12142d98aa875858f02192b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825686 Nov 02 16:49:53.374070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640a13a-a770-4011-8a8a-4254c3961d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269338e-e1b8-468b-bbaf-004de2fa8fda,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:53.377605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56234) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:53.380805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.381493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.418629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3ae64ef5-6d49-4e49-96e3-8a0017db515a req-84ab2ced-43fe-42f8-8015-1ace35b86f72 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680392 Nov 02 16:49:53.434954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7d147bac-8d81-465e-80e7-f19b3ca6ccbd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8653610 Nov 02 16:49:53.436631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56236) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:53.442394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5', 'name': 'tempest-PortsTestJSON-1943312524'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:53.444720 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.462663 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.497778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b46794-b4d3-457f-a977-36d6c3f9d6de req-24f5cafe-2a5b-4cc7-8415-3172a3adf97f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.499558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5b46794-b4d3-457f-a977-36d6c3f9d6de req-24f5cafe-2a5b-4cc7-8415-3172a3adf97f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.0894680 Nov 02 16:49:53.502968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d56-cf67-4382-b0c9-17c5a0354c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.516017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:53.519393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:53.524810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:53.536549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Pushing event updated for resources: {'Port': ['ID=109f507a-0559-4d73-b44f-c2b717fb32c9,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:53.544962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d56-cf67-4382-b0c9-17c5a0354c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.585373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5b46794-b4d3-457f-a977-36d6c3f9d6de req-e5125456-ab7c-4c8a-b21c-d8a507f579a2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759721 Nov 02 16:49:53.616287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:53.616287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.616883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Attempting to bind port 109f507a-0559-4d73-b44f-c2b717fb32c9 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:53.616883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Attempting to bind port 109f507a-0559-4d73-b44f-c2b717fb32c9 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '7723fef9-9e41-4060-a590-8d4aebd436ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:53.618659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Attempting to bind port 109f507a-0559-4d73-b44f-c2b717fb32c9 on network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:53.626362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:53.627195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Checking segment: {'id': '7723fef9-9e41-4060-a590-8d4aebd436ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:53.628390 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.629482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Bound using segment: {'id': '7723fef9-9e41-4060-a590-8d4aebd436ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:53.630683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Bound port: 109f507a-0559-4d73-b44f-c2b717fb32c9, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723fef9-9e41-4060-a590-8d4aebd436ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9c715435-dab5-44b6-98d3-38b2aa8ea3e5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:53.631939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.641809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:53.656493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a80b-acf2-42df-b863-5d3f5f80e38f req-8b4e7bb9-f9a0-425b-8d2e-f3165fab4bdc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.658118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13b3a80b-acf2-42df-b863-5d3f5f80e38f req-8b4e7bb9-f9a0-425b-8d2e-f3165fab4bdc tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0664868 Nov 02 16:49:53.671339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d56-cf67-4382-b0c9-17c5a0354c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.674008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d56-cf67-4382-b0c9-17c5a0354c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.675261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c05a2d56-cf67-4382-b0c9-17c5a0354c40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c269338e-e1b8-468b-bbaf-004de2fa8fda HTTP/1.1" status: 204 len: 168 time: 0.2965891 Nov 02 16:49:53.694526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a2d56-cf67-4382-b0c9-17c5a0354c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269338e-e1b8-468b-bbaf-004de2fa8fda,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:53.714162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13b3a80b-acf2-42df-b863-5d3f5f80e38f req-f90c3315-27b2-4900-a471-af6fb89e1ce4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495880 Nov 02 16:49:53.752354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] For port 109f507a-0559-4d73-b44f-c2b717fb32c9, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:53.757371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] For port 109f507a-0559-4d73-b44f-c2b717fb32c9, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=109f507a-0559-4d73-b44f-c2b717fb32c9,segment=NetworkSegment(7723fef9-9e41-4060-a590-8d4aebd436ab),segment_id=7723fef9-9e41-4060-a590-8d4aebd436ab)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:53.766362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:53.806824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.4 (9c715435-dab5-44b6-98d3-38b2aa8ea3e5/bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a/ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:53.833301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d388e8-2e98-4973-99d2-9ad647b9e4cd None None] Pushing event updated for resources: {'Port': ['ID=109f507a-0559-4d73-b44f-c2b717fb32c9,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:54.077329 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.135824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.195728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:54.199548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:54.207453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:54.213455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:54.271971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.272726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.295340 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6329ab10-03f7-4a4e-8cd0-876ac37b65e1 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8573470 Nov 02 16:49:54.310659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56246) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:54.591906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 109f507a-0559-4d73-b44f-c2b717fb32c9 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:54.682039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 109f507a-0559-4d73-b44f-c2b717fb32c9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:54.682599 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.813296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6af624-625c-4927-b9b2-50dd65ee9b4d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.815432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7c6af624-625c-4927-b9b2-50dd65ee9b4d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.5033033 Nov 02 16:49:54.818211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.819219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56252) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:54.862419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 109f507a-0559-4d73-b44f-c2b717fb32c9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=109f507a-0559-4d73-b44f-c2b717fb32c9,segment=NetworkSegment(7723fef9-9e41-4060-a590-8d4aebd436ab),segment_id=7723fef9-9e41-4060-a590-8d4aebd436ab)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:54.870333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.908861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a284f-ab30-48cd-96ff-bc15fe168597 req-df3991e1-0697-48b5-a3ca-3cdf6eb09944 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.911384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e6a284f-ab30-48cd-96ff-bc15fe168597 req-df3991e1-0697-48b5-a3ca-3cdf6eb09944 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0934446 Nov 02 16:49:54.929579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a1bc4-5b51-46e3-953e-ccbb9b0441fc req-33166582-8e3a-4efc-85f4-d3e2c01703be tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.931467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606a1bc4-5b51-46e3-953e-ccbb9b0441fc req-33166582-8e3a-4efc-85f4-d3e2c01703be tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1153193 Nov 02 16:49:54.936737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:54.937081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:54.963139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=109f507a-0559-4d73-b44f-c2b717fb32c9,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:55.010863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e6a284f-ab30-48cd-96ff-bc15fe168597 req-78737e27-c0eb-43bd-9a1f-64f585b0a0b9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780001 Nov 02 16:49:55.022083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-606a1bc4-5b51-46e3-953e-ccbb9b0441fc req-976c498b-60f3-4138-8699-75d1ffacaadc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770361 Nov 02 16:49:55.053855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.069539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:55.105542 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc308c-8cc9-4ba0-bbef-8a8a5463c2ae None None] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:55.180395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d25c0112-df7a-4f4c-9410-af9a9e13b794 None None] Provisioning complete for port 109f507a-0559-4d73-b44f-c2b717fb32c9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:55.181107 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d25c0112-df7a-4f4c-9410-af9a9e13b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.204537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077343-5eac-4318-8499-b5c0944cdeb4 req-5a2c71a5-68b4-4e56-8815-e4917a181f15 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.206240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91077343-5eac-4318-8499-b5c0944cdeb4 req-5a2c71a5-68b4-4e56-8815-e4917a181f15 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0829580 Nov 02 16:49:55.219474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55be599-2c6c-4473-b694-499a163df048 req-34124b9c-bf0a-42c4-818f-8589e0ef1fe9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.221262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e55be599-2c6c-4473-b694-499a163df048 req-34124b9c-bf0a-42c4-818f-8589e0ef1fe9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.0999026 Nov 02 16:49:55.236091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56258) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:55.240668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.245578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'floatingip': {'port_id': 'e1fcb012-9108-4989-ab56-702791595eac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:55.267448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91077343-5eac-4318-8499-b5c0944cdeb4 req-9e1e4cdd-5e54-4779-92f4-35854be85330 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Nov 02 16:49:55.314563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.318863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:55.420901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073edf-9544-4466-8996-4e22783b55fb req-bb811f39-827f-4af4-bc79-be5b36f6cc37 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.423265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8073edf-9544-4466-8996-4e22783b55fb req-bb811f39-827f-4af4-bc79-be5b36f6cc37 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0617328 Nov 02 16:49:55.466286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8073edf-9544-4466-8996-4e22783b55fb req-0027400b-2b94-44b0-a621-56a43bd6ae7f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373790 Nov 02 16:49:55.483979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.490399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5f32f3f2-eff2-4f3c-b7de-0ae535eff1de tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb HTTP/1.1" status: 204 len: 168 time: 0.6669774 Nov 02 16:49:55.491272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:55.530638 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c789a077-1def-476a-899c-b5eacf557314 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:55.532401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c789a077-1def-476a-899c-b5eacf557314 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb HTTP/1.1" status: 404 len: 333 time: 0.0396581 Nov 02 16:49:55.537972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:55.665560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 8d247ca0-f629-46ae-bc87-1568203b2076 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:55.666093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.677178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c67a1a67-d13a-411e-ac29-7af1f8cd5245 None None] Provisioning complete for port 109f507a-0559-4d73-b44f-c2b717fb32c9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:55.677893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c67a1a67-d13a-411e-ac29-7af1f8cd5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.826832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c67a1a67-d13a-411e-ac29-7af1f8cd5245 None None] Provisioning complete for port 8d247ca0-f629-46ae-bc87-1568203b2076 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:55.827208 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c67a1a67-d13a-411e-ac29-7af1f8cd5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.827712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865595a8-9535-4458-8467-d7efa36df82d req-3e63713b-6b85-467a-a5a2-678e2fcb007f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.829361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-865595a8-9535-4458-8467-d7efa36df82d req-3e63713b-6b85-467a-a5a2-678e2fcb007f tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0833790 Nov 02 16:49:55.868740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.872018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c67a1a67-d13a-411e-ac29-7af1f8cd5245 None None] Port 8d247ca0-f629-46ae-bc87-1568203b2076 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:55.894092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 8d247ca0-f629-46ae-bc87-1568203b2076 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:55.905468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-865595a8-9535-4458-8467-d7efa36df82d req-7613e4fe-2da5-4943-889c-7c1f9434bda6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566797 Nov 02 16:49:55.936428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.942183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:55.998633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-003f2096-c74e-4345-81ac-9496d043d300 None None] Provisioning complete for port 8d247ca0-f629-46ae-bc87-1568203b2076 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:55.999470 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-003f2096-c74e-4345-81ac-9496d043d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.062632 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Floating IP 1898a647-70e1-4442-ac92-d097e1482bfb associated. External IP: 172.25.7.34, port: e1fcb012-9108-4989-ab56-702791595eac. Nov 02 16:49:56.070274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-003f2096-c74e-4345-81ac-9496d043d300 None None] Port 8d247ca0-f629-46ae-bc87-1568203b2076 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:49:56.078779 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.115498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=8d247ca0-f629-46ae-bc87-1568203b2076,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:56.248268 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.252832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1d3993ff-b36e-45d4-a6f4-bb962805ee65 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/8d247ca0-f629-46ae-bc87-1568203b2076 HTTP/1.1" status: 204 len: 168 time: 0.7137115 Nov 02 16:49:56.258207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56270) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:56.288416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-875baf8b-9728-42ff-9a51-72b660256d46 None None] Could not find standard attr ID for object ec9afb3d-5ebe-45c8-9f65-e9b539ba58eb. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:49:56.296772 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8301f477-5f51-4999-b130-8105927f6bdb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:49:56.301070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8301f477-5f51-4999-b130-8105927f6bdb tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/8d247ca0-f629-46ae-bc87-1568203b2076 HTTP/1.1" status: 404 len: 333 time: 0.0383902 Nov 02 16:49:56.301787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:56.373932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:49:56.377796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.431984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.549967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.589902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 109f507a-0559-4d73-b44f-c2b717fb32c9 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:56.634710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.661646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.664206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 109f507a-0559-4d73-b44f-c2b717fb32c9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:56.665425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.667252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a HTTP/1.1" status: 204 len: 168 time: 0.3641455 Nov 02 16:49:56.678303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:56.691031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02912c49-3814-4b3c-b76d-bd7ae08182be tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:56.782086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.787609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95241758-ee06-47ab-8bd0-32f8c57a41a0 None None] Network 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:56.871325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:49:56.896668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 109f507a-0559-4d73-b44f-c2b717fb32c9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:56.896668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:56.931998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device f5a97eb3-44be-48d7-95df-e4a431e00da6 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:57.047976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] DHCP port deletion for 9c715435-dab5-44b6-98d3-38b2aa8ea3e5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:49:57.061301 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.080587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42033506-59fc-4a69-93b6-0ce24a059f81 req-127b6a43-5754-4b71-80f6-d811a4f0ccae tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.082761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42033506-59fc-4a69-93b6-0ce24a059f81 req-127b6a43-5754-4b71-80f6-d811a4f0ccae tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0569346 Nov 02 16:49:57.109273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] For port 109f507a-0559-4d73-b44f-c2b717fb32c9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=109f507a-0559-4d73-b44f-c2b717fb32c9,segment=NetworkSegment(7723fef9-9e41-4060-a590-8d4aebd436ab),segment_id=7723fef9-9e41-4060-a590-8d4aebd436ab)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:57.109934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:57.110050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.111755 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0f4132-04d3-4b60-8005-decee8c283f5" -d '{"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:57.130107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:57.136664 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.136898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 109f507a-0559-4d73-b44f-c2b717fb32c9 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:57.145028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:57.148780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42033506-59fc-4a69-93b6-0ce24a059f81 req-3ceb048c-102d-4e24-90d3-3b6cb70485dd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590355 Nov 02 16:49:57.157003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.164714 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:57.178916 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:57.179548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:57.193847 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9bd9cf-24f9-4562-9290-941fbb020f62 x-openstack-request-id: req-6c9bd9cf-24f9-4562-9290-941fbb020f62 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:57.194155 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-unplugged", "status": "failed", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6", "code": 422}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:57.194424 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c9bd9cf-24f9-4562-9290-941fbb020f62 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:57.194828 n-d-811405-2 neutron-server[102067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'code': 422} returned with failed status Nov 02 16:49:57.197839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] Deleting port 109f507a-0559-4d73-b44f-c2b717fb32c9 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:57.198242 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.260631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0420a75-cdac-4279-ac72-e446578914d9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "PUT /v2.0/floatingips/1898a647-70e1-4442-ac92-d097e1482bfb HTTP/1.1" status: 200 len: 990 time: 2.0222242 Nov 02 16:49:57.263725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:57.266041 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0be3ec-3769-4eae-bcca-4e592d841c60" -d '{"events": [{"name": "network-changed", "server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:57.287830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] For port 109f507a-0559-4d73-b44f-c2b717fb32c9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=109f507a-0559-4d73-b44f-c2b717fb32c9,segment=NetworkSegment(7723fef9-9e41-4060-a590-8d4aebd436ab),segment_id=7723fef9-9e41-4060-a590-8d4aebd436ab)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:57.288238 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.315167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.328603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:57.339492 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:57.344345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] Calling delete_port for 109f507a-0559-4d73-b44f-c2b717fb32c9 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:57.362700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=109f507a-0559-4d73-b44f-c2b717fb32c9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:57.381732 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f4764-8c0b-4a9e-a4f7-dae10140b66e x-openstack-request-id: req-2e9f4764-8c0b-4a9e-a4f7-dae10140b66e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:57.382089 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:57.382492 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e9f4764-8c0b-4a9e-a4f7-dae10140b66e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:57.382965 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'status': 'completed', 'code': 200} Nov 02 16:49:57.386519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No DVR routers for this DVR port 109f507a-0559-4d73-b44f-c2b717fb32c9 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:57.443976 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.472039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] Pushing event deleted for resources: {'Port': ['ID=109f507a-0559-4d73-b44f-c2b717fb32c9,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:57.479182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be6260-a4c1-4563-9ce6-d7acd7efd41a None None] No DVR routers for this DVR port 109f507a-0559-4d73-b44f-c2b717fb32c9 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:49:57.510804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abbe7-fb3c-459e-a892-690347d9e78d req-0b249350-74a4-4c07-b061-126adb318e6f tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.512652 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a43abbe7-fb3c-459e-a892-690347d9e78d req-0b249350-74a4-4c07-b061-126adb318e6f tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1097 time: 0.0662961 Nov 02 16:49:57.532077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.553047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a43abbe7-fb3c-459e-a892-690347d9e78d req-d435f61d-9ac6-4fd1-8f91-34ceab6ed9e6 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338013 Nov 02 16:49:57.557273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-e538791d-39c4-47af-8e65-d8f51285901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.558826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-e538791d-39c4-47af-8e65-d8f51285901b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1096 time: 0.1351211 Nov 02 16:49:57.581324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56288) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:57.621692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c715435-dab5-44b6-98d3-38b2aa8ea3e5']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:57.635259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7723fef9-9e41-4060-a590-8d4aebd436ab') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:57.635568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7723fef9-9e41-4060-a590-8d4aebd436ab') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:57.647683 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '1898a647-70e1-4442-ac92-d097e1482bfb', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'port_id': 'e1fcb012-9108-4989-ab56-702791595eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'mac_address': 'fa:16:3e:3b:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:49:36Z', 'updated_at': '2021-11-02T16:49:55Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:57.651627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.680175 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:57.680504 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.689498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-acdb05b1-082f-404d-910d-668bdcf3837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.689748 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:57.690552 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:57.691021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-acdb05b1-082f-404d-910d-668bdcf3837e service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1235175 Nov 02 16:49:57.693001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:57.693562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:57.697178 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:57.760380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 08d28eed-da3c-45b5-a28c-18b8a96efe72 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:49:57.760766 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.806756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-e5992496-6e82-4841-85c6-4d0928e42d3f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 998 time: 0.0962698 Nov 02 16:49:57.864224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.864526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.872967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.878444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.881387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 08d28eed-da3c-45b5-a28c-18b8a96efe72 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:49:57.886176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/9c715435-dab5-44b6-98d3-38b2aa8ea3e5 HTTP/1.1" status: 204 len: 168 time: 1.2031779 Nov 02 16:49:57.887074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56292) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:57.892297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337963856'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:57.902210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190909-dea1-47de-9616-0fd5a0e37ab8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=9c715435-dab5-44b6-98d3-38b2aa8ea3e5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:57.906399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-bff9aca4-b101-44b8-a5f1-b9bfaa9cd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.907906 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-bff9aca4-b101-44b8-a5f1-b9bfaa9cd95e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0951779 Nov 02 16:49:57.908464 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:57.968238 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:57.971797 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:57.974061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-61f02a35-5b41-419a-8535-f5ed52b81757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.976778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-61f02a35-5b41-419a-8535-f5ed52b81757 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606933 Nov 02 16:49:58.023799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:58.038738 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.039080 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment 71eb3377-252b-4169-9fab-c2dd862aa91d of type vlan for network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 Nov 02 16:49:58.089271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.092231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-e4e23d65-5b80-4dad-aadf-4235e21becb1 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083343 Nov 02 16:49:58.154030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.159650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:58.160632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.168039 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '1898a647-70e1-4442-ac92-d097e1482bfb', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'port_id': 'e1fcb012-9108-4989-ab56-702791595eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'mac_address': 'fa:16:3e:3b:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:49:36Z', 'updated_at': '2021-11-02T16:49:55Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:58.171262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.208750 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3a50c-c0ed-4436-9eac-b675ca9e692c None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '1898a647-70e1-4442-ac92-d097e1482bfb', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'port_id': 'e1fcb012-9108-4989-ab56-702791595eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'mac_address': 'fa:16:3e:3b:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:49:36Z', 'updated_at': '2021-11-02T16:49:55Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:58.221116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d0be3ec-3769-4eae-bcca-4e592d841c60 req-66b93198-4f49-4d16-987b-07172adb603d service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214948 Nov 02 16:49:58.278094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3903151 Nov 02 16:49:58.280949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56296) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:58.282800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7955c2b-c087-432d-b678-8f51e5eb2885 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=aba76b59-01ad-46e7-b17c-0fd9fca94ea6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:58.285616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=08d28eed-da3c-45b5-a28c-18b8a96efe72,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:58.287036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:58.298453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:58.390741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeff3d1-910e-4000-830b-744bdb9288dc req-bb82c008-b8d4-47fe-ad3a-1de0a161e349 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:58.392455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aeff3d1-910e-4000-830b-744bdb9288dc req-bb82c008-b8d4-47fe-ad3a-1de0a161e349 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1130137 Nov 02 16:49:58.398763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.399108 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP 2a6f1e7f-01b8-487b-89fe-766c43b80402 disassociated (deleted). External IP: 172.25.7.130, port: 0b903ac2-5ead-491e-8a57-bbc986ab5444. Nov 02 16:49:58.416876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:58.421451 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.555723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8aeff3d1-910e-4000-830b-744bdb9288dc req-3b4c9c39-4181-4325-8416-9b7ca6bdb1d1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601127 Nov 02 16:49:58.621948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 109f507a-0559-4d73-b44f-c2b717fb32c9 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:49:58.626883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53a9fb-3da0-4a8d-9839-3a7da278842c None None] New status for floating IP 1898a647-70e1-4442-ac92-d097e1482bfb: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:49:58.675258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 109f507a-0559-4d73-b44f-c2b717fb32c9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:49:58.675640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 109f507a-0559-4d73-b44f-c2b717fb32c9 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:49:58.697737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:49:58.724669 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.788157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=d134de40-54c1-49d3-8510-af39045766d7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:58.806393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': '71eb3377-252b-4169-9fab-c2dd862aa91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:58.806776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: aba76b59-01ad-46e7-b17c-0fd9fca94ea6, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:58.828764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:58.833807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:58.839341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.844130 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] Sync routers for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:58.844792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, aba76b59-01ad-46e7-b17c-0fd9fca94ea6) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:58.852512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c471b-5f80-4ecc-ac30-3f3a25dd1c3b None None] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:58.854905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:58.856542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:58.866548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:58.867196 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:58.886253 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d423fb78-7dae-4f27-b5e3-3ef2a2903f3f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6038752 Nov 02 16:49:58.887516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56300) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:58.893655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6', 'name': 'tempest-PortsTestJSON-1979478853', 'fixed_ips': [{'subnet_id': 'd134de40-54c1-49d3-8510-af39045766d7', 'ip_address': '172.20.0.10'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:58.898831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1afef4cd-e980-4425-91ef-da32715baeaa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a6f1e7f-01b8-487b-89fe-766c43b80402 HTTP/1.1" status: 204 len: 168 time: 1.3143530 Nov 02 16:49:58.900861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:58.903488 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c6c7fe-f0da-4123-ba4f-8670a6801f62" -d '{"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:58.961801 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacfa918-9c96-436b-ab62-e8bb80999702 x-openstack-request-id: req-aacfa918-9c96-436b-ab62-e8bb80999702 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:58.967057 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:58.967404 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aacfa918-9c96-436b-ab62-e8bb80999702 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:58.967842 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'status': 'completed', 'code': 200} Nov 02 16:49:59.038289 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:59.038521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-23a4b619-cfd2-4a34-8ec6-f3900310c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.042683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-23a4b619-cfd2-4a34-8ec6-f3900310c57f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 1097 time: 0.0607035 Nov 02 16:49:59.094342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:59.165483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-aba76b59-01ad-46e7-b17c-0fd9fca94ea6', 'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': 'd134de40-54c1-49d3-8510-af39045766d7'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:49:59.166399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.198912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-08b0aa9d-4806-40e7-8ec0-f04802cd9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.200464 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-08b0aa9d-4806-40e7-8ec0-f04802cd9bec service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 200 len: 898 time: 0.1499741 Nov 02 16:49:59.243554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e8bc7-a061-456d-a02d-1fb082e07326 req-7d33ea8b-dc29-4e01-b6d2-6ebd264b0090 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.249587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d9e8bc7-a061-456d-a02d-1fb082e07326 req-7d33ea8b-dc29-4e01-b6d2-6ebd264b0090 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 946 time: 0.0912905 Nov 02 16:49:59.249587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.272454 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-1ba45c27-d065-4e1e-abe8-af1fc3545378 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 200 len: 217 time: 0.0559318 Nov 02 16:49:59.287897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port fc28df87-85ed-48af-b7c8-4952a5f65ce3 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:49:59.342955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Allocated IP 172.20.0.2 (aba76b59-01ad-46e7-b17c-0fd9fca94ea6/d134de40-54c1-49d3-8510-af39045766d7/1577154d-9409-42f0-b209-d7dee9361926) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:59.348654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d9e8bc7-a061-456d-a02d-1fb082e07326 req-044080a0-7a83-469e-8aa9-5b1af5e2723c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933506 Nov 02 16:49:59.378946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-7c380525-efab-4453-be23-5aaff804008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.378946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-7c380525-efab-4453-be23-5aaff804008b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 200 len: 834 time: 0.0867710 Nov 02 16:49:59.379438 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:58Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:59.406418 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] Checking router: c7347fa7-8ed4-42f4-a2a2-86c3665fc247 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:59.415999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:59.416656 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:59.438413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-29a4d510-8b1e-4cd0-a474-e6363e273c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.440289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-29a4d510-8b1e-4cd0-a474-e6363e273c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02a17b7-4eb4-4668-9cf3-54c7352e5753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563438 Nov 02 16:49:59.532035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.539348 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:59.540808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.556017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-c8477bf2-9200-428f-a301-dec108336103 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072280 Nov 02 16:49:59.602158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:59.614434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.10 (aba76b59-01ad-46e7-b17c-0fd9fca94ea6/d134de40-54c1-49d3-8510-af39045766d7/fc28df87-85ed-48af-b7c8-4952a5f65ce3) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:59.616296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Pushing event updated for resources: {'Port': ['ID=1577154d-9409-42f0-b209-d7dee9361926,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:59.619055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:59.623885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:59.698962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Attempting to bind port 1577154d-9409-42f0-b209-d7dee9361926 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:49:59.699692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Attempting to bind port 1577154d-9409-42f0-b209-d7dee9361926 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '71eb3377-252b-4169-9fab-c2dd862aa91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:49:59.700376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Attempting to bind port 1577154d-9409-42f0-b209-d7dee9361926 on network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:59.708358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:59.709289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Checking segment: {'id': '71eb3377-252b-4169-9fab-c2dd862aa91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:49:59.709911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.710781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Bound using segment: {'id': '71eb3377-252b-4169-9fab-c2dd862aa91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:59.711523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Bound port: 1577154d-9409-42f0-b209-d7dee9361926, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eb3377-252b-4169-9fab-c2dd862aa91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:49:59.712268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.762016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44c6c7fe-f0da-4123-ba4f-8670a6801f62 req-57dada22-612e-413c-8edf-849d73208862 service neutron] 10.222.0.55 "GET /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965127 Nov 02 16:49:59.801782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] For port 1577154d-9409-42f0-b209-d7dee9361926, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:59.805942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] For port 1577154d-9409-42f0-b209-d7dee9361926, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1577154d-9409-42f0-b209-d7dee9361926,segment=NetworkSegment(71eb3377-252b-4169-9fab-c2dd862aa91d),segment_id=71eb3377-252b-4169-9fab-c2dd862aa91d)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:59.812002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.838649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbe8d6-dfda-4b02-b8ed-dd92cf8e9e40 req-9b205f7c-31d6-432a-b4d3-2148d07a2651 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.840444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22fbe8d6-dfda-4b02-b8ed-dd92cf8e9e40 req-9b205f7c-31d6-432a-b4d3-2148d07a2651 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0902579 Nov 02 16:49:59.847421 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:58Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:59.878718 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86048ff0-aa3b-45ff-8611-a2e22e39f1ba None None] The sync data for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 is: [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:54Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e53a537e-cc8e-4d59-b9b9-0a8dab043d72', 'name': '', 'network_id': 'e02a17b7-4eb4-4668-9cf3-54c7352e5753', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:8e:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:53Z', 'updated_at': '2021-11-02T16:47:58Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '684b3319-04f2-43d9-a2cf-16ad2e68ec18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:59.881266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e4ca3-7f47-46fd-9e54-d7e35d8d5c1b None None] Pushing event updated for resources: {'Port': ['ID=1577154d-9409-42f0-b209-d7dee9361926,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:59.892070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:49:59.916820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22fbe8d6-dfda-4b02-b8ed-dd92cf8e9e40 req-d0c3ad9d-8376-4db7-ac3c-0b8072cfb168 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702882 Nov 02 16:49:59.955909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.007375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:00.010692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:00.013671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:00.051393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=fc28df87-85ed-48af-b7c8-4952a5f65ce3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:00.109167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.109791 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.128437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b9fa8926-a697-4bb4-950c-7fae8a327efa tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2392778 Nov 02 16:50:00.131193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56312) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:00.136926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'aba76b59-01ad-46e7-b17c-0fd9fca94ea6', 'name': 'tempest-PortsTestJSON-603563752', 'fixed_ips': [{'subnet_id': 'd134de40-54c1-49d3-8510-af39045766d7', 'ip_address': '172.20.0.9'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:00.202924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf46a77-ab5a-4df0-bdfc-cc0763319ce0 None None] New status for floating IP 2a6f1e7f-01b8-487b-89fe-766c43b80402: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:50:00.288737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:00.293903 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.314086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:50:00.512119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.9 (aba76b59-01ad-46e7-b17c-0fd9fca94ea6/d134de40-54c1-49d3-8510-af39045766d7/eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:00.537508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465d5d-0a6b-41f7-927b-92e849b8e3a5 req-b528ac53-3d26-4685-8d7a-ff66435dca88 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.539113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6465d5d-0a6b-41f7-927b-92e849b8e3a5 req-b528ac53-3d26-4685-8d7a-ff66435dca88 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 946 time: 0.1036694 Nov 02 16:50:00.581529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1577154d-9409-42f0-b209-d7dee9361926 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:00.616500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6465d5d-0a6b-41f7-927b-92e849b8e3a5 req-cbc8fedf-94da-4d60-9896-26a4e09861e0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=5784449f-5616-44df-8022-bc82b6ee1910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692022 Nov 02 16:50:00.662209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1577154d-9409-42f0-b209-d7dee9361926 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:00.662391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.678692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-44405dce-ec03-47d4-896e-f2bd840ec110 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.682109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-44405dce-ec03-47d4-896e-f2bd840ec110 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 946 time: 0.0971668 Nov 02 16:50:00.772106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.796876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.833613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.834862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 0b903ac2-5ead-491e-8a57-bbc986ab5444 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:00.834862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.838865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 1577154d-9409-42f0-b209-d7dee9361926, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1577154d-9409-42f0-b209-d7dee9361926,segment=NetworkSegment(71eb3377-252b-4169-9fab-c2dd862aa91d),segment_id=71eb3377-252b-4169-9fab-c2dd862aa91d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:00.843996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.897126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:00.898658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:00.903547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:00.913533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:00.924659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=1577154d-9409-42f0-b209-d7dee9361926,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:00.975776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.976457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.995632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 0b903ac2-5ead-491e-8a57-bbc986ab5444, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0b903ac2-5ead-491e-8a57-bbc986ab5444,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:00.996360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:00.996781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44a2e0ef-314c-4cc4-9efb-97ae3de4301a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8644524 Nov 02 16:50:00.998797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56320) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:01.012642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 0b903ac2-5ead-491e-8a57-bbc986ab5444 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:01.053413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c788147d-52dd-4a2f-9b31-1fabf65ea09e None None] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:01.121600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a0920-89b9-4805-81bb-af18a72c9f29 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.125445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-511a0920-89b9-4805-81bb-af18a72c9f29 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1235888 Nov 02 16:50:01.127848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56322) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:01.138912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e4fa9-f8e1-461e-8da0-8a8e341ab72d req-8bd23e3e-d11e-440f-96c2-8bd84118fb99 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.142921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-960e4fa9-f8e1-461e-8da0-8a8e341ab72d req-8bd23e3e-d11e-440f-96c2-8bd84118fb99 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1446095 Nov 02 16:50:01.193066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-960e4fa9-f8e1-461e-8da0-8a8e341ab72d req-c5349aeb-9166-4581-9263-75528dff73f0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Nov 02 16:50:01.194544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e3ebc51a-dfdb-4fa5-8faf-3141fb658de4 None None] Provisioning complete for port 1577154d-9409-42f0-b209-d7dee9361926 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:01.195080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc51a-dfdb-4fa5-8faf-3141fb658de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.237943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.249069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c98b5d-dd59-4ba8-a64a-b8eb1ee4f1f5 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.255627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c98b5d-dd59-4ba8-a64a-b8eb1ee4f1f5 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.261912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c98b5d-dd59-4ba8-a64a-b8eb1ee4f1f5 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.263745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-30c98b5d-dd59-4ba8-a64a-b8eb1ee4f1f5 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1348989 Nov 02 16:50:01.266633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:01.295337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=0b903ac2-5ead-491e-8a57-bbc986ab5444,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:01.346064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] No DVR routers for this DVR port 0b903ac2-5ead-491e-8a57-bbc986ab5444 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:01.349292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.352801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b3dd3ea8-082e-4b43-befb-ed7237845903 req-c9613655-8c49-4aeb-8f6e-cef1c2e805d4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "DELETE /v2.0/ports/0b903ac2-5ead-491e-8a57-bbc986ab5444 HTTP/1.1" status: 204 len: 173 time: 0.6658354 Nov 02 16:50:01.353284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-deleted', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:01.355652 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ecddbc-c38b-4a06-82be-709641fe56cc" -d '{"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-deleted", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:01.398422 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d79f7-6702-40e3-8185-d91aeadd25e6 x-openstack-request-id: req-247d79f7-6702-40e3-8185-d91aeadd25e6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:01.398716 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0687f7f-7be8-4f2d-a112-9408a9a56184", "name": "network-vif-deleted", "tag": "0b903ac2-5ead-491e-8a57-bbc986ab5444", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:01.399031 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-247d79f7-6702-40e3-8185-d91aeadd25e6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:01.399816 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0687f7f-7be8-4f2d-a112-9408a9a56184', 'name': 'network-vif-deleted', 'tag': '0b903ac2-5ead-491e-8a57-bbc986ab5444', 'status': 'completed', 'code': 200} Nov 02 16:50:01.409442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:01.410647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.521068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.535856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:01.657074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Provisioning complete for port eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:01.657675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.681476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.719843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:01.720821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Port eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:01.745988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Provisioning complete for port 1577154d-9409-42f0-b209-d7dee9361926 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:01.746615 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.849408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dce13049-782d-4ba1-8171-0debc0c7e345 req-0ac9d2ee-8e8d-477a-bb65-05f73a1f39a6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0687f7f-7be8-4f2d-a112-9408a9a56184 HTTP/1.1" status: 200 len: 210 time: 0.0597229 Nov 02 16:50:01.856398 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:01.860848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4306ed6b-7a82-419e-b1ee-a88eb0fff738 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 HTTP/1.1" status: 204 len: 168 time: 0.5929971 Nov 02 16:50:01.864300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56332) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:01.894382 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3019183-4130-4b8c-851e-f7ec6a092c12 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:50:01.896057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c3019183-4130-4b8c-851e-f7ec6a092c12 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6 HTTP/1.1" status: 404 len: 333 time: 0.0309663 Nov 02 16:50:01.899169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56334) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:01.961627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Provisioning complete for port fc28df87-85ed-48af-b7c8-4952a5f65ce3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:01.962339 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.009876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-964077ed-57c5-4aa7-83ac-2309bea71a68 None None] Port fc28df87-85ed-48af-b7c8-4952a5f65ce3 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:02.026995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port fc28df87-85ed-48af-b7c8-4952a5f65ce3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:02.027341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.122222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.132271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9ad96e2e-8230-4425-b1b3-3410982c9359 None None] Provisioning complete for port fc28df87-85ed-48af-b7c8-4952a5f65ce3 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:02.132756 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9ad96e2e-8230-4425-b1b3-3410982c9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.135285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for fc28df87-85ed-48af-b7c8-4952a5f65ce3 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:02.173674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9ad96e2e-8230-4425-b1b3-3410982c9359 None None] Port fc28df87-85ed-48af-b7c8-4952a5f65ce3 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:02.177786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9ad96e2e-8230-4425-b1b3-3410982c9359 None None] Could not find standard attr ID for object eda6ec04-0bc0-47e1-aa10-9e70eb6c06f6. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:50:02.289582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.320664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=fc28df87-85ed-48af-b7c8-4952a5f65ce3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:02.339882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329460-0d9e-47a1-8bd6-7c7052555d26 req-cbee3a95-04db-4805-b99e-ded023c44b8a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:02.341635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d329460-0d9e-47a1-8bd6-7c7052555d26 req-cbee3a95-04db-4805-b99e-ded023c44b8a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0635478 Nov 02 16:50:02.385615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d329460-0d9e-47a1-8bd6-7c7052555d26 req-5e05b003-7107-438b-bde8-6aeb392d1642 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370643 Nov 02 16:50:02.401804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.406737 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6bd60300-5e97-4777-a4c1-341a4d425a9b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/fc28df87-85ed-48af-b7c8-4952a5f65ce3 HTTP/1.1" status: 204 len: 168 time: 0.5062470 Nov 02 16:50:02.407614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56338) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:02.432527 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f0c82c-1286-4762-a4e7-be48f5b23c3d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:50:02.434280 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-22f0c82c-1286-4762-a4e7-be48f5b23c3d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/fc28df87-85ed-48af-b7c8-4952a5f65ce3 HTTP/1.1" status: 404 len: 333 time: 0.0255558 Nov 02 16:50:02.436792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56340) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:02.490264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet d134de40-54c1-49d3-8510-af39045766d7 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:02.494000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.545539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.562498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1577154d-9409-42f0-b209-d7dee9361926 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:02.617545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1577154d-9409-42f0-b209-d7dee9361926 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:02.617974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.645229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.706424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.733820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=d134de40-54c1-49d3-8510-af39045766d7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:02.737341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.741516 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9df4e04f-b268-4b2e-966b-a7ed28701033 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/d134de40-54c1-49d3-8510-af39045766d7 HTTP/1.1" status: 204 len: 168 time: 0.3037586 Nov 02 16:50:02.745044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ab8b9-c2b9-4494-9aaf-a65829da9f20 None None] Network aba76b59-01ad-46e7-b17c-0fd9fca94ea6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:02.752115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56342) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:02.835496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.892382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 1577154d-9409-42f0-b209-d7dee9361926 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:02.892854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.917703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56348) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:02.967944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] DHCP port deletion for aba76b59-01ad-46e7-b17c-0fd9fca94ea6 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:50:02.977395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] For port 1577154d-9409-42f0-b209-d7dee9361926, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1577154d-9409-42f0-b209-d7dee9361926,segment=NetworkSegment(71eb3377-252b-4169-9fab-c2dd862aa91d),segment_id=71eb3377-252b-4169-9fab-c2dd862aa91d)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:02.977982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:02.993176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 1577154d-9409-42f0-b209-d7dee9361926 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:03.031597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] Deleting port 1577154d-9409-42f0-b209-d7dee9361926 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:03.032497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.081060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.115105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] For port 1577154d-9409-42f0-b209-d7dee9361926, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1577154d-9409-42f0-b209-d7dee9361926,segment=NetworkSegment(71eb3377-252b-4169-9fab-c2dd862aa91d),segment_id=71eb3377-252b-4169-9fab-c2dd862aa91d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:03.115398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=1577154d-9409-42f0-b209-d7dee9361926,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:03.115739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.124096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No DVR routers for this DVR port 1577154d-9409-42f0-b209-d7dee9361926 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:03.134787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] Calling delete_port for 1577154d-9409-42f0-b209-d7dee9361926 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:03.214632 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.231094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.239171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba76b59-01ad-46e7-b17c-0fd9fca94ea6']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:03.251944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eb3377-252b-4169-9fab-c2dd862aa91d') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:03.252511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eb3377-252b-4169-9fab-c2dd862aa91d') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:03.265454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] No DVR routers for this DVR port 1577154d-9409-42f0-b209-d7dee9361926 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:03.267223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.271015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc88a76-0b54-4f25-9120-b79dc47ad76a None None] Pushing event deleted for resources: {'Port': ['ID=1577154d-9409-42f0-b209-d7dee9361926,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:03.288211 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.295109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:03.295617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:03.299031 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:03.353452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.364679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.372271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.375285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/aba76b59-01ad-46e7-b17c-0fd9fca94ea6 HTTP/1.1" status: 204 len: 168 time: 0.6221642 Nov 02 16:50:03.380654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56350) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:03.398971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1619469857'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:03.403628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6354a75-5125-4601-8bc4-bf5ce263d368 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=aba76b59-01ad-46e7-b17c-0fd9fca94ea6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:03.424511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:03.428674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.457030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:50:03.468366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.468718 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Added segment ed610e05-60b3-4dd5-915f-feb62d87ba27 of type vlan for network f0901630-4845-4911-a82b-e9c4b44e6c0e Nov 02 16:50:03.515301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.543398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.549056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:03.549693 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.617833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2333503 Nov 02 16:50:03.623162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56354) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:03.629679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:03.648728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9690fe-5342-4107-bb39-06ccc869dcaf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Network': ['ID=f0901630-4845-4911-a82b-e9c4b44e6c0e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:03.659561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network f0901630-4845-4911-a82b-e9c4b44e6c0e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:50:03.736197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:03.740549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:03.857318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be6ca4-52f8-4635-9e43-cb0a0249b273 req-c54786d3-d600-47c2-b21e-dbcf17411681 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:03.859137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40be6ca4-52f8-4635-9e43-cb0a0249b273 req-c54786d3-d600-47c2-b21e-dbcf17411681 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0779324 Nov 02 16:50:03.961772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-40be6ca4-52f8-4635-9e43-cb0a0249b273 req-5ccecaca-fd1f-40e4-b5a3-3beb12f070e1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927083 Nov 02 16:50:04.086662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port e53a537e-cc8e-4d59-b9b9-0a8dab043d72 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:04.087163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.184677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port e53a537e-cc8e-4d59-b9b9-0a8dab043d72, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:04.184930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.198593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for e53a537e-cc8e-4d59-b9b9-0a8dab043d72 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:04.234756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.304208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=a0112da0-1bc2-4ab6-a4a6-4639d106154e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:04.311581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Checking segment: {'id': 'ed610e05-60b3-4dd5-915f-feb62d87ba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:04.311940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network hostable DHCP agents. Network: f0901630-4845-4911-a82b-e9c4b44e6c0e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:50:04.328941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network f0901630-4845-4911-a82b-e9c4b44e6c0e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:50:04.339907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, f0901630-4845-4911-a82b-e9c4b44e6c0e) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:04.344621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:04.345168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.352688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f11f7-cc9a-4775-b761-fb3469c91ead None None] Network f0901630-4845-4911-a82b-e9c4b44e6c0e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:04.369055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d4df616-b797-478b-a518-ed5bfad300b4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7448361 Nov 02 16:50:04.369888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56358) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:04.374742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1096984497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:04.402639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.403721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.419050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.511622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.517076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.517662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=e53a537e-cc8e-4d59-b9b9-0a8dab043d72,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:04.553181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.554463 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3181a239-60ac-4404-9fce-d24fe8bdc772 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1834867 Nov 02 16:50:04.557558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56360) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:04.569130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e', 'name': 'tempest-PortsTestJSON-1918317962'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:04.582725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-f0901630-4845-4911-a82b-e9c4b44e6c0e', 'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': 'a0112da0-1bc2-4ab6-a4a6-4639d106154e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:50:04.583995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.602482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1577154d-9409-42f0-b209-d7dee9361926 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:04.626229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1577154d-9409-42f0-b209-d7dee9361926 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:04.626576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1577154d-9409-42f0-b209-d7dee9361926 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:04.695955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.733800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:04.737771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.757633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 126380c3-223e-48d4-a10a-a93c5fa329dc yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:50:04.788604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Allocated IP 172.20.0.2 (f0901630-4845-4911-a82b-e9c4b44e6c0e/a0112da0-1bc2-4ab6-a4a6-4639d106154e/47c555d5-5543-42d0-a41e-ea4315a74759) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:04.937732 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:04.950631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:04.966038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:04.977703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 0b903ac2-5ead-491e-8a57-bbc986ab5444 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:04.978034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0b903ac2-5ead-491e-8a57-bbc986ab5444 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:04.979907 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.013286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.5 (f0901630-4845-4911-a82b-e9c4b44e6c0e/a0112da0-1bc2-4ab6-a4a6-4639d106154e/126380c3-223e-48d4-a10a-a93c5fa329dc) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:05.020334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Network f0901630-4845-4911-a82b-e9c4b44e6c0e is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:05.029253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:05.033124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:05.092435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Pushing event updated for resources: {'Port': ['ID=47c555d5-5543-42d0-a41e-ea4315a74759,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:05.115314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Attempting to bind port 47c555d5-5543-42d0-a41e-ea4315a74759 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:05.115685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Attempting to bind port 47c555d5-5543-42d0-a41e-ea4315a74759 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'ed610e05-60b3-4dd5-915f-feb62d87ba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:05.116242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Attempting to bind port 47c555d5-5543-42d0-a41e-ea4315a74759 on network f0901630-4845-4911-a82b-e9c4b44e6c0e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:05.122351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:05.122725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Checking segment: {'id': 'ed610e05-60b3-4dd5-915f-feb62d87ba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:05.123136 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.123538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Bound using segment: {'id': 'ed610e05-60b3-4dd5-915f-feb62d87ba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:05.124016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Bound port: 47c555d5-5543-42d0-a41e-ea4315a74759, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed610e05-60b3-4dd5-915f-feb62d87ba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0901630-4845-4911-a82b-e9c4b44e6c0e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:05.124391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.166270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c910-5406-41a3-9393-15c5fded7e30 req-7795f33f-bf27-48f2-bf02-d6834e8706cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:05.168167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c672c910-5406-41a3-9393-15c5fded7e30 req-7795f33f-bf27-48f2-bf02-d6834e8706cd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1033752 Nov 02 16:50:05.184791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:05.195516 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] Sync routers for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:05.208128 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:05.208384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56366) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:05.208731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-855cf8a6-0cc7-48ff-a1fe-b074ac1a97ed tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/c7347fa7-8ed4-42f4-a2a2-86c3665fc247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879729 Nov 02 16:50:05.209904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:05.216658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] For port 47c555d5-5543-42d0-a41e-ea4315a74759, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:05.220458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] For port 47c555d5-5543-42d0-a41e-ea4315a74759, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=47c555d5-5543-42d0-a41e-ea4315a74759,segment=NetworkSegment(ed610e05-60b3-4dd5-915f-feb62d87ba27),segment_id=ed610e05-60b3-4dd5-915f-feb62d87ba27)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:05.227487 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.279568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c672c910-5406-41a3-9393-15c5fded7e30 req-edb6d633-3049-443f-8b1d-6707922ac39c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960162 Nov 02 16:50:05.352020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting subnet 684b3319-04f2-43d9-a2cf-16ad2e68ec18 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:05.357354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5ce4a-cd31-4e7a-b0c9-f7d40cb9ccab None None] Pushing event updated for resources: {'Port': ['ID=47c555d5-5543-42d0-a41e-ea4315a74759,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:05.365402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.397217 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:05.431715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.452783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.574414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.666432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network f0901630-4845-4911-a82b-e9c4b44e6c0e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:05.677954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:05.679492 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:50:04Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:05.690903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:05.696108 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.703913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=126380c3-223e-48d4-a10a-a93c5fa329dc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:05.711982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] Checking router: c7347fa7-8ed4-42f4-a2a2-86c3665fc247 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:05.724141 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] Routers {'c7347fa7-8ed4-42f4-a2a2-86c3665fc247'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:05.724770 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:05.808711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:05.809367 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.838374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16131789-691f-4bad-b4ff-997398d2c38b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2785029 Nov 02 16:50:05.840477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56368) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:05.849394 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] Set router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:05.850419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.960862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Subnet': ['ID=684b3319-04f2-43d9-a2cf-16ad2e68ec18,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:05.972062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:05.976312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-968381d5-b0a0-4a23-8ab1-662980b2c15b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/subnets/684b3319-04f2-43d9-a2cf-16ad2e68ec18 HTTP/1.1" status: 204 len: 168 time: 0.7665009 Nov 02 16:50:05.979303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56370) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:05.981017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a24932-ed21-4ab2-be6d-aed616430547 None None] Network e02a17b7-4eb4-4668-9cf3-54c7352e5753 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:06.123364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.243660 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:50:04Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:06.279347 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd64d-9539-4dd5-ab41-8dca352b02ce None None] The sync data for ids ['c7347fa7-8ed4-42f4-a2a2-86c3665fc247'] in n-d-811405-2 is: [{'id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34362205', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:50:04Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': '0e2b367d-d286-4740-9867-23f23fe6d206', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7347fa7-8ed4-42f4-a2a2-86c3665fc247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:47:50Z', 'updated_at': '2021-11-02T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:06.282702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] DHCP port deletion for e02a17b7-4eb4-4668-9cf3-54c7352e5753 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:50:06.349639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.389595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] Deleting port e4a34d0b-1c87-4e5f-a831-b27b95127ccf {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:06.390195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.412570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.480154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] For port e4a34d0b-1c87-4e5f-a831-b27b95127ccf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,segment=NetworkSegment(c4c0899d-157d-4b23-8ee3-8a409997f288),segment_id=c4c0899d-157d-4b23-8ee3-8a409997f288)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:06.480462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff178f-7eff-49f1-90c4-9ead75663225 req-6ad3b67f-4f33-4f75-a8df-3158f74b8d1e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:06.482294 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.488757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1ff178f-7eff-49f1-90c4-9ead75663225 req-6ad3b67f-4f33-4f75-a8df-3158f74b8d1e tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0757756 Nov 02 16:50:06.498783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] Calling delete_port for e4a34d0b-1c87-4e5f-a831-b27b95127ccf owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:06.503252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 0e2b367d-d286-4740-9867-23f23fe6d206 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:06.504269 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.605372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1ff178f-7eff-49f1-90c4-9ead75663225 req-b4d39e93-2b69-4505-904d-8a8854c721d9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097491 Nov 02 16:50:06.640884 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.664261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 0e2b367d-d286-4740-9867-23f23fe6d206, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e2b367d-d286-4740-9867-23f23fe6d206,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:06.664909 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.672047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab281354-4175-4df9-8909-26f66e9f371c None None] Network f0901630-4845-4911-a82b-e9c4b44e6c0e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:06.705138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 0e2b367d-d286-4740-9867-23f23fe6d206 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:06.816512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.824833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:06.867053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] No DVR routers for this DVR port e4a34d0b-1c87-4e5f-a831-b27b95127ccf on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:06.873004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c5471-62b9-44be-ab1a-c102b82a9497 None None] Pushing event deleted for resources: {'Port': ['ID=e4a34d0b-1c87-4e5f-a831-b27b95127ccf,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:06.943313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 47c555d5-5543-42d0-a41e-ea4315a74759 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:06.977374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=126380c3-223e-48d4-a10a-a93c5fa329dc,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:06.996140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a9962b21-2adb-4c51-b275-03b807d38678 None None] Provisioning complete for port 47c555d5-5543-42d0-a41e-ea4315a74759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:06.996512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9962b21-2adb-4c51-b275-03b807d38678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.067833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a4527-cf31-4785-b405-3707ad1c8a57 req-34d07307-e1dd-4376-8424-4bc360659a44 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:07.069449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-642a4527-cf31-4785-b405-3707ad1c8a57 req-34d07307-e1dd-4376-8424-4bc360659a44 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1977236 Nov 02 16:50:07.099483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-56d8cd23-aa61-44e8-b58a-e456a3533ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:07.100087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.100393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 47c555d5-5543-42d0-a41e-ea4315a74759 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:07.100764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.101524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-56d8cd23-aa61-44e8-b58a-e456a3533ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.1465664 Nov 02 16:50:07.155041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=0e2b367d-d286-4740-9867-23f23fe6d206,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:07.172518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-642a4527-cf31-4785-b405-3707ad1c8a57 req-f16f9410-bcee-48b2-b5e6-be6039b686d1 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952187 Nov 02 16:50:07.252804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.282267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.391703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.394554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.429724 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9962b21-2adb-4c51-b275-03b807d38678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.452051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.452662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Fanout notify agent at l3_agent the message router_deleted on router c7347fa7-8ed4-42f4-a2a2-86c3665fc247 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:50:07.459566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-88417dd2-4df8-437c-9f8e-3f2addf338fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:07.461383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-88417dd2-4df8-437c-9f8e-3f2addf338fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.3525362 Nov 02 16:50:07.461518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.465289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.466868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e17c50fd-166a-4083-ace3-753bd59230ca tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/routers/c7347fa7-8ed4-42f4-a2a2-86c3665fc247 HTTP/1.1" status: 204 len: 168 time: 1.4863315 Nov 02 16:50:07.469464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56382) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:07.497538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a9962b21-2adb-4c51-b275-03b807d38678 None None] For port 47c555d5-5543-42d0-a41e-ea4315a74759, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=47c555d5-5543-42d0-a41e-ea4315a74759,segment=NetworkSegment(ed610e05-60b3-4dd5-915f-feb62d87ba27),segment_id=ed610e05-60b3-4dd5-915f-feb62d87ba27)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:07.525561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9962b21-2adb-4c51-b275-03b807d38678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.613045 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.640856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.674616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9962b21-2adb-4c51-b275-03b807d38678 None None] Pushing event updated for resources: {'Port': ['ID=47c555d5-5543-42d0-a41e-ea4315a74759,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:07.724526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f87519f-c315-4b80-b56c-e94e5ad6f898 None None] Provisioning complete for port 126380c3-223e-48d4-a10a-a93c5fa329dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:07.725163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f87519f-c315-4b80-b56c-e94e5ad6f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.750335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-842d8bff-908a-4b43-9ffd-68513c9e15e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.2810955 Nov 02 16:50:07.766087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:50:07.766693 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:50:07.773817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6f87519f-c315-4b80-b56c-e94e5ad6f898 None None] Port 126380c3-223e-48d4-a10a-a93c5fa329dc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:07.777885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.784783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f87519f-c315-4b80-b56c-e94e5ad6f898 None None] Provisioning complete for port 47c555d5-5543-42d0-a41e-ea4315a74759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:07.785172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f87519f-c315-4b80-b56c-e94e5ad6f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.802318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02a17b7-4eb4-4668-9cf3-54c7352e5753']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:07.814157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c0899d-157d-4b23-8ee3-8a409997f288') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:07.814387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c0899d-157d-4b23-8ee3-8a409997f288') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:07.826972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.846052 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.853404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:07.853950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:07.858161 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:07.880866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-309d6834-8fea-4ce8-b566-a19bed3f6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:07.882507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-309d6834-8fea-4ce8-b566-a19bed3f6eca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.1231492 Nov 02 16:50:07.955361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.965324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:07.971751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-c2113840-5579-474f-a4bb-ed1d75977d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:07.972858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/networks/e02a17b7-4eb4-4668-9cf3-54c7352e5753 HTTP/1.1" status: 204 len: 168 time: 0.5021145 Nov 02 16:50:07.973460 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-c2113840-5579-474f-a4bb-ed1d75977d23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843036 Nov 02 16:50:07.976108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56384) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:07.988209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd5886-877b-4648-9bf5-1ce4ba4bd84b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Network': ['ID=e02a17b7-4eb4-4668-9cf3-54c7352e5753,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:08.008928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-70a22ecf-1d4d-4fd2-b8d1-c7d351d45dd3 None None] Provisioning complete for port 126380c3-223e-48d4-a10a-a93c5fa329dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:08.008928 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70a22ecf-1d4d-4fd2-b8d1-c7d351d45dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.044539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-70a22ecf-1d4d-4fd2-b8d1-c7d351d45dd3 None None] Port 126380c3-223e-48d4-a10a-a93c5fa329dc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:08.168302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fe36532f-ed07-4072-8f81-6a4ca3f84e50 None None] Provisioning complete for port 126380c3-223e-48d4-a10a-a93c5fa329dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:08.168684 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fe36532f-ed07-4072-8f81-6a4ca3f84e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.208611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-fe36532f-ed07-4072-8f81-6a4ca3f84e50 None None] Port 126380c3-223e-48d4-a10a-a93c5fa329dc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:08.328930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed0ce6-73ea-436e-9314-68c3e5fe37c7 req-3f04d9b5-91a5-4605-b6b5-687835788d37 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:08.330934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfed0ce6-73ea-436e-9314-68c3e5fe37c7 req-3f04d9b5-91a5-4605-b6b5-687835788d37 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0714486 Nov 02 16:50:08.366120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e4a34d0b-1c87-4e5f-a831-b27b95127ccf no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:08.384103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfed0ce6-73ea-436e-9314-68c3e5fe37c7 req-072945fa-0149-41d1-be4e-6fb84b175fa2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Nov 02 16:50:08.390955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e4a34d0b-1c87-4e5f-a831-b27b95127ccf {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:08.391307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e4a34d0b-1c87-4e5f-a831-b27b95127ccf not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:08.391729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e53a537e-cc8e-4d59-b9b9-0a8dab043d72 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:08.421577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e53a537e-cc8e-4d59-b9b9-0a8dab043d72 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:08.422298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e53a537e-cc8e-4d59-b9b9-0a8dab043d72 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:08.429399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.442817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.554878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.559866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 47c555d5-5543-42d0-a41e-ea4315a74759 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:08.565735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a29625-b9d2-4772-aa88-4c9766d40538 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.571827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=126380c3-223e-48d4-a10a-a93c5fa329dc,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:08.576236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-2566ea09-f1b4-4e48-972b-1d1aaf7e341a service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926793 Nov 02 16:50:08.608779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e16bfe7-661d-4e02-87e5-1bcf360d6c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.635087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 47c555d5-5543-42d0-a41e-ea4315a74759 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:08.635479 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.707848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a29625-b9d2-4772-aa88-4c9766d40538 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.762972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e2b367d-d286-4740-9867-23f23fe6d206 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:08.787226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0e2b367d-d286-4740-9867-23f23fe6d206 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:08.787595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e2b367d-d286-4740-9867-23f23fe6d206 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:08.820657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dcdaafb8-e8fe-4050-b919-6ec7a6378eb4 req-e0bb2dd5-e461-40d9-a3a5-1f9f93399d16 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331865 Nov 02 16:50:08.833097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network f0901630-4845-4911-a82b-e9c4b44e6c0e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:08.835398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:08.914483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a29625-b9d2-4772-aa88-4c9766d40538 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.917185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-44a29625-b9d2-4772-aa88-4c9766d40538 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:08.921722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-44a29625-b9d2-4772-aa88-4c9766d40538 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/security-groups/5784449f-5616-44df-8022-bc82b6ee1910 HTTP/1.1" status: 204 len: 168 time: 0.9411666 Nov 02 16:50:08.934870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a29625-b9d2-4772-aa88-4c9766d40538 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5784449f-5616-44df-8022-bc82b6ee1910,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:09.018645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Router a7086cab-84f8-464c-b908-ec43af1fcbb2 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:50:09.119605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:09.126618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-44c54a3b-f699-4c77-9e26-cfd1212f0026 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/routers/a7086cab-84f8-464c-b908-ec43af1fcbb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2843614 Nov 02 16:50:09.129090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.131429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] Sync routers for ids ['a7086cab-84f8-464c-b908-ec43af1fcbb2'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:09.157580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] Routers {'a7086cab-84f8-464c-b908-ec43af1fcbb2'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:09.158726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a7086cab-84f8-464c-b908-ec43af1fcbb2'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:09.161386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-58c69c58-2275-46c8-9187-601467f8c73e None None] Provisioning complete for port 126380c3-223e-48d4-a10a-a93c5fa329dc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:09.161763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58c69c58-2275-46c8-9187-601467f8c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.191756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547cb5a3-f9e5-49c7-97db-b39221d93766 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:09.193697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-547cb5a3-f9e5-49c7-97db-b39221d93766 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7086cab-84f8-464c-b908-ec43af1fcbb2 HTTP/1.1" status: 200 len: 982 time: 0.0632520 Nov 02 16:50:09.196559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56396) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.222321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:09.231449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.237733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37006512', 'description': 'tempest-secgroup-smoke-37006512 description', 'project_id': '61edc4df1278420c8be9eb30335e1183'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:09.239920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] Routers {'a7086cab-84f8-464c-b908-ec43af1fcbb2'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:09.240621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:49:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a7086cab-84f8-464c-b908-ec43af1fcbb2'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:09.280481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.303930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:09.304319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2a124-3203-4189-9acb-8383e0e8119a None None] The sync data for ids ['a7086cab-84f8-464c-b908-ec43af1fcbb2'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:09.306709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-58c69c58-2275-46c8-9187-601467f8c73e None None] Port 126380c3-223e-48d4-a10a-a93c5fa329dc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:09.363444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.367472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.400607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.401866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1684959 Nov 02 16:50:09.404950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56400) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.410007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:09.416195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b651799-9852-41ec-ab3c-fa43025eb1c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:09.442833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.508573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.514041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.537540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d27cbd7-3503-42be-be77-57257d0e19b5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:09.547538 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.551903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-43658efb-eb04-4b8a-b25d-3d8c5a839773 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429751 Nov 02 16:50:09.552916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56406) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.557944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:09.580510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6ef19-1229-4b99-8abf-019dd5012768 req-475d1a60-5d22-4514-8158-fef2ed223ff7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:09.582305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91a6ef19-1229-4b99-8abf-019dd5012768 req-475d1a60-5d22-4514-8158-fef2ed223ff7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1051097 Nov 02 16:50:09.590759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.653703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.660722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.679305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490f4568-0bb7-45e8-9021-b0595ffe4783,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:09.688413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.689646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e2de35df-c64e-4a6d-883c-4592f5e4963f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354833 Nov 02 16:50:09.693406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56408) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.694323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91a6ef19-1229-4b99-8abf-019dd5012768 req-fae7d5aa-a7ec-4581-a882-4ba8d01b8abd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042442 Nov 02 16:50:09.697936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:09.735851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.812989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.819504 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.839467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808c554e-4cb2-439a-988d-021808a32134,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:09.849006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.852478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea3148b9-5912-44f9-91a6-f66c08a4b6cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554012 Nov 02 16:50:09.852687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:09.855951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.857167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:09.886051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.900704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba65cc-a06c-416a-8a1f-af3b29a580b2 req-b4a92bca-0cd2-419a-b46a-6c6dac353db6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:09.902271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bdba65cc-a06c-416a-8a1f-af3b29a580b2 req-b4a92bca-0cd2-419a-b46a-6c6dac353db6 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1258929 Nov 02 16:50:09.955612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.960603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.979713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bdba65cc-a06c-416a-8a1f-af3b29a580b2 req-07591870-0be4-4dd8-a3f2-2dc265be7624 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486333 Nov 02 16:50:09.982455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd009fd-d899-4f92-9d22-850c95655811,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:09.993970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:09.995231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a139f4e2-235b-46d1-a9b0-00723909bd56 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415429 Nov 02 16:50:09.998149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56414) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:10.002706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:10.031897 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:50:10.039645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.112462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.117171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.136487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f9fe4a-c895-4e54-99ab-39aba964a457,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:10.144872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.146070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed5fa037-14df-4db1-bc68-437843e5e8fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469710 Nov 02 16:50:10.148781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56418) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:10.150120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138adcd-56f0-4896-8278-228148d4f2e9 req-c08e4d40-ac73-4012-a242-626deab30e3d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.151636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1138adcd-56f0-4896-8278-228148d4f2e9 req-c08e4d40-ac73-4012-a242-626deab30e3d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0857780 Nov 02 16:50:10.153158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': '05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:10.176340 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:50:10.181646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.188607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 126380c3-223e-48d4-a10a-a93c5fa329dc {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:10.188950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.248690 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1138adcd-56f0-4896-8278-228148d4f2e9 req-4a5f09ec-908e-4ad0-8f01-bce16a5f1730 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900865 Nov 02 16:50:10.250711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.256087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.285511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c041dcb1-a805-48a5-9569-5d02d22b9756,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:10.298193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.303534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2228e742-ba19-4b92-bbc7-57e1880311e8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497614 Nov 02 16:50:10.303850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:10.308936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'network': {'name': 'tempest-network-smoke--1428394341', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:10.310162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.324416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 126380c3-223e-48d4-a10a-a93c5fa329dc owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:10.338624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:10.342703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.369743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:50:10.387031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.387382 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Added segment 0621a32b-0a96-4086-9b4f-89912d8c8bc9 of type vlan for network f7fe1156-6990-47b7-a2f9-a40774130c27 Nov 02 16:50:10.439217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.467685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.474213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.474976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.541788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2340798 Nov 02 16:50:10.546063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56426) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:10.554612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'admin_state_up': True, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:10.563897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167e06c-d7f3-44b2-8e97-38b16a1975a3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Network': ['ID=f7fe1156-6990-47b7-a2f9-a40774130c27,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:10.578414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network f7fe1156-6990-47b7-a2f9-a40774130c27 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:50:10.599378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.600501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.673326 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.822456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:10.890662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f9f2-c223-42b4-90c8-effe5df7e236 req-69e578e9-7283-404c-b546-0ec8ea3bc653 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.892198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8c7f9f2-c223-42b4-90c8-effe5df7e236 req-69e578e9-7283-404c-b546-0ec8ea3bc653 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0672112 Nov 02 16:50:10.974684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8c7f9f2-c223-42b4-90c8-effe5df7e236 req-7c9be896-0359-494d-aaf8-78861463976b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572085 Nov 02 16:50:10.976469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.009870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=126380c3-223e-48d4-a10a-a93c5fa329dc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:11.053664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.074584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.107015 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e518b36-b67d-4b7e-96cf-eca60b7c646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.180966 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.213594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.170 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f4a8531c-745e-403d-9d86-18928f623e95) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:11.324151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.344955 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.352008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Router a7086cab-84f8-464c-b908-ec43af1fcbb2 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:11.362246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.407376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:11.410811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:11.414769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:11.431386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:11.440533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9e009fa8-96f9-4912-b16a-d141e4aa3eb6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/routers/a7086cab-84f8-464c-b908-ec43af1fcbb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2390456 Nov 02 16:50:11.441203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=f4a8531c-745e-403d-9d86-18928f623e95,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:11.441339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56430) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:11.442416 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] Sync routers for ids ['a7086cab-84f8-464c-b908-ec43af1fcbb2'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:11.453084 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] Routers {'a7086cab-84f8-464c-b908-ec43af1fcbb2'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:11.453707 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a7086cab-84f8-464c-b908-ec43af1fcbb2'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:11.475374 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cd6622-4531-4ac5-843d-852d6a8f3112 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:50:11.479473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f3cd6622-4531-4ac5-843d-852d6a8f3112 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/126380c3-223e-48d4-a10a-a93c5fa329dc HTTP/1.1" status: 404 len: 333 time: 0.0341258 Nov 02 16:50:11.479750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56432) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:11.486539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:11.496178 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] Routers {'a7086cab-84f8-464c-b908-ec43af1fcbb2'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:11.496798 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a7086cab-84f8-464c-b908-ec43af1fcbb2'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:11.533756 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:11.534476 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11d7bc-eb25-4dcd-8339-9a41fcaa6592 None None] The sync data for ids ['a7086cab-84f8-464c-b908-ec43af1fcbb2'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:11.565423 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.695654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.737404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.741063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.792887 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.793488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Fanout notify agent at l3_agent the message router_deleted on router a7086cab-84f8-464c-b908-ec43af1fcbb2 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:50:11.802224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.803637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0bfeb8ba-253f-4ff5-8946-b5817ad6563e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/routers/a7086cab-84f8-464c-b908-ec43af1fcbb2 HTTP/1.1" status: 204 len: 168 time: 0.3229034 Nov 02 16:50:11.810233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56436) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:11.859558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet a0112da0-1bc2-4ab6-a4a6-4639d106154e {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:11.863444 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.911392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:11.912340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.006401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.056313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c3ea156b-1853-4b40-bada-02a58aff4b7e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:50:12.095728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.130292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=a0112da0-1bc2-4ab6-a4a6-4639d106154e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:12.135774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.138945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e2fcbbeb-046c-4aff-b341-c6e9b11f1de8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/a0112da0-1bc2-4ab6-a4a6-4639d106154e HTTP/1.1" status: 204 len: 168 time: 0.3312187 Nov 02 16:50:12.142192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56440) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:12.142895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbcc3ab-4802-4664-bfcb-74eba7d07832 None None] Network f0901630-4845-4911-a82b-e9c4b44e6c0e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:12.147709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbc6d-2cf7-40c9-a7e4-2516a7149ed1 req-46679db9-5aed-495f-8ca3-f2379f4e2e7c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:12.150587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-208fbc6d-2cf7-40c9-a7e4-2516a7149ed1 req-46679db9-5aed-495f-8ca3-f2379f4e2e7c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0973983 Nov 02 16:50:12.194754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-208fbc6d-2cf7-40c9-a7e4-2516a7149ed1 req-ac09349c-5746-450c-87f9-485015659d02 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391150 Nov 02 16:50:12.240997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.254760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:12.265638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Sync routers for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:12.283805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:12.285059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:12.299012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.304317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-677d4b5a-746c-4d1d-a102-372384103077 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7531404 Nov 02 16:50:12.304490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56444) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:12.335286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 47c555d5-5543-42d0-a41e-ea4315a74759 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:12.338693 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.349158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-11ca7846-f349-49e5-94db-b8571aff6a9b tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=61edc4df1278420c8be9eb30335e1183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438180 Nov 02 16:50:12.351822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:12.394884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] DHCP port deletion for f0901630-4845-4911-a82b-e9c4b44e6c0e request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:50:12.446680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:12.475655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] For port 47c555d5-5543-42d0-a41e-ea4315a74759, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=47c555d5-5543-42d0-a41e-ea4315a74759,segment=NetworkSegment(ed610e05-60b3-4dd5-915f-feb62d87ba27),segment_id=ed610e05-60b3-4dd5-915f-feb62d87ba27)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:12.476024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.502503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ff113-71fd-4c4c-a29c-e96587bcdb46 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:12.507635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8b9ff113-71fd-4c4c-a29c-e96587bcdb46 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546075 Nov 02 16:50:12.508480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:12.543639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 47c555d5-5543-42d0-a41e-ea4315a74759 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:12.572757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] Deleting port 47c555d5-5543-42d0-a41e-ea4315a74759 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:12.573234 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.592174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b7b59b52-1739-40e7-8120-b37bc6aee75b tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502789 Nov 02 16:50:12.595431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:12.604577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1624059725', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:12.637343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 47c555d5-5543-42d0-a41e-ea4315a74759 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:12.641547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-4f8bbd36-7a05-4a32-841d-2086d7c7fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:12.642945 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-4f8bbd36-7a05-4a32-841d-2086d7c7fbfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ae576016ea64e568a0d90fccf9907ae&device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 1095 time: 0.1627407 Nov 02 16:50:12.680690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3439e2-6686-4dff-9845-6245d430f539 req-630942f2-8fa0-4b96-a564-9ddb491d19a7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:12.682381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e3439e2-6686-4dff-9845-6245d430f539 req-630942f2-8fa0-4b96-a564-9ddb491d19a7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1728337 Nov 02 16:50:12.689799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.712416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] For port 47c555d5-5543-42d0-a41e-ea4315a74759, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=47c555d5-5543-42d0-a41e-ea4315a74759,segment=NetworkSegment(ed610e05-60b3-4dd5-915f-feb62d87ba27),segment_id=ed610e05-60b3-4dd5-915f-feb62d87ba27)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:12.713009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.745106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e3439e2-6686-4dff-9845-6245d430f539 req-88586ecb-2acc-4450-b5c0-040470e1d769 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546904 Nov 02 16:50:12.751868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] Calling delete_port for 47c555d5-5543-42d0-a41e-ea4315a74759 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:12.771550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-964c0adc-4785-4195-93a1-4699dff342db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:12.773204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-964c0adc-4785-4195-93a1-4699dff342db service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 200 len: 913 time: 0.1213503 Nov 02 16:50:12.778716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:12.782969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.828055 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.840002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Port 47c555d5-5543-42d0-a41e-ea4315a74759 update to DOWN by agent not found {{(pid=102067) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 02 16:50:12.866080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:11Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:12.884987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=47c555d5-5543-42d0-a41e-ea4315a74759,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:12.897441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No DVR routers for this DVR port 47c555d5-5543-42d0-a41e-ea4315a74759 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:12.901370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Checking router: c3ea156b-1853-4b40-bada-02a58aff4b7e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:12.902010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Updating router c3ea156b-1853-4b40-bada-02a58aff4b7e port f4a8531c-745e-403d-9d86-18928f623e95 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:50:12.929344 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.959782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:12.964319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] No DVR routers for this DVR port 47c555d5-5543-42d0-a41e-ea4315a74759 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:12.983190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8fd53-8ac2-400a-a181-8fb85f0a06d2 None None] Pushing event deleted for resources: {'Port': ['ID=47c555d5-5543-42d0-a41e-ea4315a74759,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:13.025888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.088072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Subnet': ['ID=563ffabf-73ff-4bc9-9728-c87c50bb67cb,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:13.103098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.103601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.104064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.104500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.104932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.105389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.105821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.106283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.106686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.107139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.107470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.108108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:13.131244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Checking segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:13.131700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network hostable DHCP agents. Network: f7fe1156-6990-47b7-a2f9-a40774130c27, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:50:13.151261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network f7fe1156-6990-47b7-a2f9-a40774130c27 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:50:13.162030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, f7fe1156-6990-47b7-a2f9-a40774130c27) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:13.171199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.172484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.172737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159cac45-be87-4914-a8ec-0f2d5a43dabf None None] Network f7fe1156-6990-47b7-a2f9-a40774130c27 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:13.197638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2c9c1fc7-3d69-444b-be23-9d498fa0735e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5983381 Nov 02 16:50:13.198311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56456) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:13.318354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-cb979ac5-b000-4ae9-996d-e281c2bc1c13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 200 len: 998 time: 0.5371683 Nov 02 16:50:13.342937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.389748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0901630-4845-4911-a82b-e9c4b44e6c0e']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:13.391820 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.404272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed610e05-60b3-4dd5-915f-feb62d87ba27') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:13.404543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed610e05-60b3-4dd5-915f-feb62d87ba27') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:13.414360 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.415652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-b59ac56f-3d38-477e-ba2a-aae187fe67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.417132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-b59ac56f-3d38-477e-ba2a-aae187fe67b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 200 len: 851 time: 0.0868239 Nov 02 16:50:13.420863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.447658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-f7fe1156-6990-47b7-a2f9-a40774130c27', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:50:13.447658 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.470979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.483930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:13.484319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:13.491139 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:13.500864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529df61-80f5-40a1-ac7a-fb509aeb5d6e None None] Pushing event updated for resources: {'Port': ['ID=f4a8531c-745e-403d-9d86-18928f623e95,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:13.512831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Attempting to bind port f4a8531c-745e-403d-9d86-18928f623e95 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:13.513202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Attempting to bind port f4a8531c-745e-403d-9d86-18928f623e95 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:13.513575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Attempting to bind port f4a8531c-745e-403d-9d86-18928f623e95 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:13.540192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-7714037f-3ab5-46d5-bbf9-615922d5d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.541715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-7714037f-3ab5-46d5-bbf9-615922d5d5fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c1983ea-e767-48be-a0d4-c97b744e2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124902 Nov 02 16:50:13.574894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:13.575767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:13.576195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.576601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:13.577106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Bound port: f4a8531c-745e-403d-9d86-18928f623e95, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:13.577531 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.610064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.621418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.624699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/f0901630-4845-4911-a82b-e9c4b44e6c0e HTTP/1.1" status: 204 len: 168 time: 1.4815073 Nov 02 16:50:13.629367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56458) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:13.651616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921154-f839-4e4f-b74b-9d5e7a3e4a94 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=f0901630-4845-4911-a82b-e9c4b44e6c0e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:13.687413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] For port f4a8531c-745e-403d-9d86-18928f623e95, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:13.692621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] For port f4a8531c-745e-403d-9d86-18928f623e95, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f4a8531c-745e-403d-9d86-18928f623e95,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:13.698574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d8a878-6bea-4fd3-9018-2dd8ca38585f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.700013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-36d8a878-6bea-4fd3-9018-2dd8ca38585f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/81d58002-8c72-4d79-bbee-bd76c0e1c1bf HTTP/1.1" status: 200 len: 840 time: 0.0608916 Nov 02 16:50:13.703242 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.703939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56460) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:13.717805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Allocated IP 172.20.0.2 (f7fe1156-6990-47b7-a2f9-a40774130c27/563ffabf-73ff-4bc9-9728-c87c50bb67cb/e65ed83d-c875-48b5-aa3f-b625130734aa) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:13.734497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-7aceefab-c583-46e9-9aaf-9cbc06fe387c service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812587 Nov 02 16:50:13.783780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7e1b6abe-e903-446a-a61b-3666463fb10a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/81d58002-8c72-4d79-bbee-bd76c0e1c1bf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0776439 Nov 02 16:50:13.791047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56464) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:13.795514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:13.808863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529df61-80f5-40a1-ac7a-fb509aeb5d6e None None] Pushing event updated for resources: {'Port': ['ID=f4a8531c-745e-403d-9d86-18928f623e95,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:13.841089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:13.841687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:13.864537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c4adca3-6b2b-422c-98bc-c12fb53f6516 req-9f274826-9a95-48c7-8ef8-05832c86036e service neutron] 10.222.0.55 "GET /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196046 Nov 02 16:50:13.935910 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:13.967702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:13.971327 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.087377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c3a7-22cc-45af-90b9-30734b7fb110 req-8e9cc3e0-df42-4a37-afba-b990d46a2e1a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.089006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6443c3a7-22cc-45af-90b9-30734b7fb110 req-8e9cc3e0-df42-4a37-afba-b990d46a2e1a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.2013845 Nov 02 16:50:14.096557 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.182068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6443c3a7-22cc-45af-90b9-30734b7fb110 req-5cf07ff5-84bc-47b5-aa11-7270a22adfbf tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817037 Nov 02 16:50:14.291620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:14.393367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.445956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:14.448690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:14.453379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.453931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.463941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=0906aa90-2199-4661-95f5-bbcd2f2d2201,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.473889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54359ff-ac32-4727-84a6-881ce6c794fc None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:14.477539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-964084f3-9bb3-4f3c-b6ad-44ffc84feba6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6856554 Nov 02 16:50:14.478026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.480168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56468) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.485991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1676735811'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:14.499274 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.522905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.579831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.1 (f7fe1156-6990-47b7-a2f9-a40774130c27/563ffabf-73ff-4bc9-9728-c87c50bb67cb/783d78c5-5c5f-4a57-b536-59cd370fa38d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:14.617931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Network f7fe1156-6990-47b7-a2f9-a40774130c27 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:14.648197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:14.651595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.653010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:14.658680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.665101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Pushing event updated for resources: {'Port': ['ID=e65ed83d-c875-48b5-aa3f-b625130734aa,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.699105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.700402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2190695 Nov 02 16:50:14.703485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56470) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.708836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582083980'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:14.717310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b314995-8db2-4ba9-bfa7-f7db8394e39e tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8104bb91-d997-4a81-adca-0085e1fc32e2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.739049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.748164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.798840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.802798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Attempting to bind port e65ed83d-c875-48b5-aa3f-b625130734aa on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:14.803392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Attempting to bind port e65ed83d-c875-48b5-aa3f-b625130734aa by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:14.803907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Attempting to bind port e65ed83d-c875-48b5-aa3f-b625130734aa on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:14.833249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.838572 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.844690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:14.845068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Checking segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:14.845842 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.845842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Bound using segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:14.846370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Bound port: e65ed83d-c875-48b5-aa3f-b625130734aa, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:14.846800 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.851771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network f7fe1156-6990-47b7-a2f9-a40774130c27 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:14.852196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:11Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:14.857197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:14.865057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:14.869275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=783d78c5-5c5f-4a57-b536-59cd370fa38d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.888217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.890860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1861222 Nov 02 16:50:14.892936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.893463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520cc-3515-4cbd-a07a-ea6528d6622e None None] The sync data for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 is: [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:11Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:14.904555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-202619001', 'security_groups': ['9b046098-d570-472d-8359-c8a10e006afd'], 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0906aa90-2199-4661-95f5-bbcd2f2d2201'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:14.904709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420bfd0-9b88-4f53-8888-de9e4329bdd8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b046098-d570-472d-8359-c8a10e006afd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.955750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'tenant_id': 'a19c4a21194140cbbd55a081f31a5afa', 'fixed_ips': [{'subnet_id': '0906aa90-2199-4661-95f5-bbcd2f2d2201'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:50:14.955992 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.975862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:14.986586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] For port e65ed83d-c875-48b5-aa3f-b625130734aa, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:15.005353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] For port e65ed83d-c875-48b5-aa3f-b625130734aa, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e65ed83d-c875-48b5-aa3f-b625130734aa,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:15.055221 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.134661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:15.173327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e870b-f0f2-416c-9b40-64315345d82e None None] Pushing event updated for resources: {'Port': ['ID=e65ed83d-c875-48b5-aa3f-b625130734aa,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.201725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Allocated IP 172.20.0.2 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/0906aa90-2199-4661-95f5-bbcd2f2d2201/2693eb19-c102-44cb-88ea-3fa7d3aca166) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:15.502995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.517058 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.604295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Pushing event updated for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.624126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:15.626001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:15.629836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:15.699835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Attempting to bind port 2693eb19-c102-44cb-88ea-3fa7d3aca166 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:15.700591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Attempting to bind port 2693eb19-c102-44cb-88ea-3fa7d3aca166 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '84534822-240e-439a-a81b-b7df29c6595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:15.701189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Attempting to bind port 2693eb19-c102-44cb-88ea-3fa7d3aca166 on network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:15.709299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:15.709613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Checking segment: {'id': '84534822-240e-439a-a81b-b7df29c6595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:15.710215 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.710717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Bound using segment: {'id': '84534822-240e-439a-a81b-b7df29c6595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:15.711259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Bound port: 2693eb19-c102-44cb-88ea-3fa7d3aca166, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84534822-240e-439a-a81b-b7df29c6595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:15.711783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.761480 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.829410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:15.834177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2693eb19-c102-44cb-88ea-3fa7d3aca166,segment=NetworkSegment(84534822-240e-439a-a81b-b7df29c6595d),segment_id=84534822-240e-439a-a81b-b7df29c6595d)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:15.841327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:15.932462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff45afe-6e77-408d-a527-c032b70db873 None None] Pushing event updated for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.962217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e76269-22df-41d1-ba5d-b65463347478 req-3837e8d9-e17a-4bb3-9379-f2f1d3d1352a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:15.963818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05e76269-22df-41d1-ba5d-b65463347478 req-3837e8d9-e17a-4bb3-9379-f2f1d3d1352a tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.2512705 Nov 02 16:50:16.005753 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:16.087153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port e7199966-bdd9-42cd-8dc2-2ab9bdc5734d yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:50:16.124051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05e76269-22df-41d1-ba5d-b65463347478 req-dd2d431f-54e3-4909-be1a-88472d484c3d tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317706 Nov 02 16:50:16.459538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82199bf-620f-468e-bfdd-ded54f22a640 req-ef15967d-a83d-498d-8695-2556edb17b29 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.462716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b82199bf-620f-468e-bfdd-ded54f22a640 req-ef15967d-a83d-498d-8695-2556edb17b29 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1849275 Nov 02 16:50:16.561314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b82199bf-620f-468e-bfdd-ded54f22a640 req-ba896879-e6ac-4635-aa1b-2c4dafbcff15 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681169 Nov 02 16:50:16.566624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:16.578778 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:16.677605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fbfd4-55b0-4b41-84ef-48d2f82012ca None None] Network f7fe1156-6990-47b7-a2f9-a40774130c27 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:16.694713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.7 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/0906aa90-2199-4661-95f5-bbcd2f2d2201/e7199966-bdd9-42cd-8dc2-2ab9bdc5734d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:16.723428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:16.793171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=783d78c5-5c5f-4a57-b536-59cd370fa38d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:16.835122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f4a8531c-745e-403d-9d86-18928f623e95 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:16.949372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3f810110-50b2-4526-9792-09a8be35ebd7 None None] Provisioning complete for port e65ed83d-c875-48b5-aa3f-b625130734aa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:16.951591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f810110-50b2-4526-9792-09a8be35ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:16.960211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network f7fe1156-6990-47b7-a2f9-a40774130c27 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:16.971504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:17.040979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f4a8531c-745e-403d-9d86-18928f623e95 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:17.041355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.075972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.155033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c3ea156b-1853-4b40-bada-02a58aff4b7e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:17.311266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:17.326876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-34a7682e-139c-4ccc-9d95-a1e19c47df3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/c3ea156b-1853-4b40-bada-02a58aff4b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1178138 Nov 02 16:50:17.326876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.418574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=e7199966-bdd9-42cd-8dc2-2ab9bdc5734d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:17.439876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:17.443515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:17.448304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:17.460645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f810110-50b2-4526-9792-09a8be35ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.545840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.546668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.626653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bd85ce69-e0b4-40f5-b9a8-2d32d33c3312 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7297471 Nov 02 16:50:17.627179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56542) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:17.634914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:17.741422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.743951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3f810110-50b2-4526-9792-09a8be35ebd7 None None] For port e65ed83d-c875-48b5-aa3f-b625130734aa, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e65ed83d-c875-48b5-aa3f-b625130734aa,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:17.760080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3f810110-50b2-4526-9792-09a8be35ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.776597 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.855659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port f4a8531c-745e-403d-9d86-18928f623e95, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f4a8531c-745e-403d-9d86-18928f623e95,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:17.871566 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:17.872350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:17.876149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-4e9226f7-3128-48d6-9161-f76783ab58f1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37006512&fields=id&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 267 time: 0.1569977 Nov 02 16:50:17.947690 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Sync routers for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:17.968104 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:17.968734 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:17.972315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f810110-50b2-4526-9792-09a8be35ebd7 None None] Pushing event updated for resources: {'Port': ['ID=e65ed83d-c875-48b5-aa3f-b625130734aa,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:17.996993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:18.002034 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.101162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=f4a8531c-745e-403d-9d86-18928f623e95,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:18.161507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-94e5e4b1-9c7b-4e39-ae79-ef7d9b9f6900 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:18.173394 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0906aa90-2199-4661-95f5-bbcd2f2d2201 (CIDR: 172.20.0.0/28) Nov 02 16:50:18.175757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-94e5e4b1-9c7b-4e39-ae79-ef7d9b9f6900 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=1020d058-8c4b-4c6d-bec1-269b5aabb1f1 HTTP/1.1" status: 200 len: 944 time: 0.2564118 Nov 02 16:50:18.188017 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:50:18.188988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:18.189220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:18.214388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a686b691-3032-4563-88f0-75bf0a0f97fd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5839012 Nov 02 16:50:18.215380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56552) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:18.222787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7207f2f-cbaa-4c2d-85a8-ccb3cc7fb9ee None None] Provisioning complete for port e65ed83d-c875-48b5-aa3f-b625130734aa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:18.223597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:18.225966 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7207f2f-cbaa-4c2d-85a8-ccb3cc7fb9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.339126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:18.339589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.390100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-f2dcd7e5-3721-4bf0-bda6-a903547e8a70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:18.398884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-f2dcd7e5-3721-4bf0-bda6-a903547e8a70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 797 time: 0.5142024 Nov 02 16:50:18.419972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-524bf99a-7979-4537-aa40-fd49a9a1cf4b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/quotas/61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 375 time: 0.0197368 Nov 02 16:50:18.504536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:18.510923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.516823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7207f2f-cbaa-4c2d-85a8-ccb3cc7fb9ee None None] Provisioning complete for port 783d78c5-5c5f-4a57-b536-59cd370fa38d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:18.517206 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7207f2f-cbaa-4c2d-85a8-ccb3cc7fb9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.566834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Deleting port f5a97eb3-44be-48d7-95df-e4a431e00da6 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:18.567439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.632562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7207f2f-cbaa-4c2d-85a8-ccb3cc7fb9ee None None] Port 783d78c5-5c5f-4a57-b536-59cd370fa38d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:18.644707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-11c18586-7d17-472a-8c3b-2ff131ba7ade tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2200432 Nov 02 16:50:18.656622 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.719119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2693eb19-c102-44cb-88ea-3fa7d3aca166,segment=NetworkSegment(84534822-240e-439a-a81b-b7df29c6595d),segment_id=84534822-240e-439a-a81b-b7df29c6595d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:18.726338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.727959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e65ed83d-c875-48b5-aa3f-b625130734aa up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:18.738876 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:16Z', 'revision_number': 2, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:18.858777 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Checking router: c3ea156b-1853-4b40-bada-02a58aff4b7e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:18.859131 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Updating router c3ea156b-1853-4b40-bada-02a58aff4b7e port 783d78c5-5c5f-4a57-b536-59cd370fa38d binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:50:18.963993 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:18.993088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:18.994434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.009273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-bf3a6f4f-ffbd-4e79-bc99-6634585ed5f0 service neutron] 10.222.0.31 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993388 Nov 02 16:50:19.080320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:19.112173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e65ed83d-c875-48b5-aa3f-b625130734aa triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:19.113234 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.136258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.165567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] For port f5a97eb3-44be-48d7-95df-e4a431e00da6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=f5a97eb3-44be-48d7-95df-e4a431e00da6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:19.166087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.229525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Calling delete_port for f5a97eb3-44be-48d7-95df-e4a431e00da6 owned by compute:nova {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:19.239204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=45908a2c-d96d-474b-a288-58ee65341118,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:19.281848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Provisioning complete for port 783d78c5-5c5f-4a57-b536-59cd370fa38d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:19.282655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.284477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:19.287455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:19.305216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:19.308342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.339565 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-51f28eb4-26d8-4aca-9e2e-4b7037905ada tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1202741 Nov 02 16:50:19.340311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56564) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:19.350305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1485511186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45908a2c-d96d-474b-a288-58ee65341118'}], 'security_groups': ['8104bb91-d997-4a81-adca-0085e1fc32e2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:19.360690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e7598-8d87-4c95-8119-5de7e05aa21a None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:19.430888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Port 783d78c5-5c5f-4a57-b536-59cd370fa38d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:19.480551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Provisioning complete for port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:19.480994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.524043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-f087a067-8e3d-4808-8971-dd54fec2d468 service neutron] 10.222.0.31 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031106 Nov 02 16:50:19.528322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.533047 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.541660 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.564632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['36c84df3-21d7-46c7-81b7-975565ef407a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:19.566794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:19.628713 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65fb12-1486-40f3-9f66-e497eed116bd None None] Pushing event updated for resources: {'Port': ['ID=783d78c5-5c5f-4a57-b536-59cd370fa38d,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:19.645104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'Port': ['ID=f5a97eb3-44be-48d7-95df-e4a431e00da6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:19.681113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.693949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f4a8531c-745e-403d-9d86-18928f623e95 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:19.747097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ee20f2e4-2a49-49d5-b3fa-bd27c55a7172 None None] Port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:19.795846 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Attempting to bind port 783d78c5-5c5f-4a57-b536-59cd370fa38d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:19.796582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Attempting to bind port 783d78c5-5c5f-4a57-b536-59cd370fa38d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:19.797742 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Attempting to bind port 783d78c5-5c5f-4a57-b536-59cd370fa38d on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:19.816472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] No DVR routers for this DVR port f5a97eb3-44be-48d7-95df-e4a431e00da6 on host n-h1-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:19.821940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.824625 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:19.825197 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Checking segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:19.825764 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.834818 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Bound using segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:19.836782 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Bound port: 783d78c5-5c5f-4a57-b536-59cd370fa38d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:19.838509 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:19.840309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e984e9-796b-4e55-92eb-50e5548dbc91 req-d88d0562-536f-4d95-808f-44d1a53f1248 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "DELETE /v2.0/ports/f5a97eb3-44be-48d7-95df-e4a431e00da6 HTTP/1.1" status: 204 len: 173 time: 1.6614187 Nov 02 16:50:19.867218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-deleted', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:19.881543 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d734d34-7a89-489b-aa6d-04a5f53c0f16" -d '{"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-deleted", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:20.163915 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] For port 783d78c5-5c5f-4a57-b536-59cd370fa38d, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:20.175141 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] For port 783d78c5-5c5f-4a57-b536-59cd370fa38d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=783d78c5-5c5f-4a57-b536-59cd370fa38d,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:20.187459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Provisioning complete for port e7199966-bdd9-42cd-8dc2-2ab9bdc5734d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:20.188012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:20.192420 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:20.280967 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65fb12-1486-40f3-9f66-e497eed116bd None None] Pushing event updated for resources: {'Port': ['ID=783d78c5-5c5f-4a57-b536-59cd370fa38d,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:20.290170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Port e7199966-bdd9-42cd-8dc2-2ab9bdc5734d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:20.319960 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:20.320741 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:20.474820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d3100ec-ac14-40d2-a65f-728b32919152 req-5cd924c4-05df-427f-a009-2281eb6bda6e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 210 time: 0.0679843 Nov 02 16:50:20.523612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Provisioning complete for port 783d78c5-5c5f-4a57-b536-59cd370fa38d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:20.524020 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:20.589595 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:20.657843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Delete allocated IP 172.20.0.7 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/0906aa90-2199-4661-95f5-bbcd2f2d2201) {{(pid=102065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 16:50:20.659884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f4a8531c-745e-403d-9d86-18928f623e95 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:20.660328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:20.693019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.20 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/45908a2c-d96d-474b-a288-58ee65341118/e7199966-bdd9-42cd-8dc2-2ab9bdc5734d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:20.766577 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c612a857-771d-4e52-9d22-4025a3be8c76 x-openstack-request-id: req-c612a857-771d-4e52-9d22-4025a3be8c76 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:20.767079 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d058-8c4b-4c6d-bec1-269b5aabb1f1", "name": "network-vif-deleted", "tag": "f5a97eb3-44be-48d7-95df-e4a431e00da6", "status": "failed", "code": 422}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:20.767280 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c612a857-771d-4e52-9d22-4025a3be8c76 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:20.767632 n-d-811405-2 neutron-server[102066]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1020d058-8c4b-4c6d-bec1-269b5aabb1f1', 'name': 'network-vif-deleted', 'tag': 'f5a97eb3-44be-48d7-95df-e4a431e00da6', 'status': 'failed', 'code': 422} returned with failed status Nov 02 16:50:21.040359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.046642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.048505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:20Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:21.109206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3f75a-8434-4d95-8a44-f5c29f9b7a2b None None] The sync data for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 is: [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:20Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:21.137823 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.208415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=e7199966-bdd9-42cd-8dc2-2ab9bdc5734d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:21.243699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] Update dhcp port {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'fixed_ips': [{'subnet_id': '0906aa90-2199-4661-95f5-bbcd2f2d2201', 'ip_address': '172.20.0.2'}, {'subnet_id': '45908a2c-d96d-474b-a288-58ee65341118'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '2693eb19-c102-44cb-88ea-3fa7d3aca166'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:50:21.352115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470fed4-5f66-4431-a537-3aaf12ff5654 req-4c8159f2-17ac-4ad0-b32c-9191cda11dfa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.367030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0470fed4-5f66-4431-a537-3aaf12ff5654 req-4c8159f2-17ac-4ad0-b32c-9191cda11dfa tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 908 time: 0.1096573 Nov 02 16:50:21.400090 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.405869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] For port 783d78c5-5c5f-4a57-b536-59cd370fa38d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=783d78c5-5c5f-4a57-b536-59cd370fa38d,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:21.411351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] In _notify_port_updated(), no bound segment for port e7199966-bdd9-42cd-8dc2-2ab9bdc5734d on network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:50:21.419719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.420575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.422651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-731b80e5-4f62-4c0f-90ed-f1fdf423d5a2 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/ports/e7199966-bdd9-42cd-8dc2-2ab9bdc5734d HTTP/1.1" status: 200 len: 921 time: 2.0807817 Nov 02 16:50:21.425397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:21.426273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56598) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:21.427291 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.656256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27b3905f-d46b-471a-be38-203e389948de req-4318b6e9-05f4-46c3-a3c7-60eba9e58fa9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 210 time: 0.0832100 Nov 02 16:50:21.687919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6b2f9-893e-41d6-b6fe-80f4fd7aaa81 None None] Pushing event updated for resources: {'Port': ['ID=783d78c5-5c5f-4a57-b536-59cd370fa38d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:21.727483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port e7199966-bdd9-42cd-8dc2-2ab9bdc5734d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:21.727874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.742473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] Allocated IP 172.20.0.18 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/45908a2c-d96d-474b-a288-58ee65341118/2693eb19-c102-44cb-88ea-3fa7d3aca166) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:21.754548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-950ce9be-0fcb-49d4-b2c1-e78eff74b77d None None] Provisioning complete for port 783d78c5-5c5f-4a57-b536-59cd370fa38d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:21.754918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-950ce9be-0fcb-49d4-b2c1-e78eff74b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.873719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:21.874297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.908132 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:21.935689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for e7199966-bdd9-42cd-8dc2-2ab9bdc5734d owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:21.944986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-4729cc94-6ba5-4c14-9c15-5dd35dd0edd3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.947427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-4729cc94-6ba5-4c14-9c15-5dd35dd0edd3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 797 time: 0.2102892 Nov 02 16:50:21.950380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2693eb19-c102-44cb-88ea-3fa7d3aca166,segment=NetworkSegment(84534822-240e-439a-a81b-b7df29c6595d),segment_id=84534822-240e-439a-a81b-b7df29c6595d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:21.994607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.014869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-46f635d9-29cf-4bc4-bc4d-d7cb09036e68 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 378 time: 0.0558662 Nov 02 16:50:22.023939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.031757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'port': {'device_id': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'admin_state_up': True, 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'security_groups': ['05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:22.146653 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.234838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919def7-b984-4f38-9c52-636e0bc37607 None None] Pushing event updated for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:22.273103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:22.285898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.365358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=e7199966-bdd9-42cd-8dc2-2ab9bdc5734d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:22.367786 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.386399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0f129e63-1fd5-44e5-8148-6c215e539530 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/e7199966-bdd9-42cd-8dc2-2ab9bdc5734d HTTP/1.1" status: 204 len: 168 time: 0.9587200 Nov 02 16:50:22.387099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56608) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:22.412295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e65ed83d-c875-48b5-aa3f-b625130734aa up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:22.455357 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-404f3555-0cdd-4a6f-a0a3-db0c79bfefdd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:50:22.462615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-404f3555-0cdd-4a6f-a0a3-db0c79bfefdd tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/e7199966-bdd9-42cd-8dc2-2ab9bdc5734d HTTP/1.1" status: 404 len: 333 time: 0.0737936 Nov 02 16:50:22.463299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56610) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:22.548945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e65ed83d-c875-48b5-aa3f-b625130734aa triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:22.549379 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.632711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.10 (f7fe1156-6990-47b7-a2f9-a40774130c27/563ffabf-73ff-4bc9-9728-c87c50bb67cb/0479cbd3-1732-4dac-b29b-fe5d9424d76f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:22.647431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a228422-3d7c-4f04-8925-e41a686e62fc tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.674639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-1d8da8f7-c17e-4dad-aea1-c7e7e7dbf169 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:22.677519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-1d8da8f7-c17e-4dad-aea1-c7e7e7dbf169 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 908 time: 0.1212146 Nov 02 16:50:22.680830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df539c4-9002-4cfa-92cf-3e69f53ab2cf req-33266846-7e44-4e0c-b710-251aab65e1b2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:22.693315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3df539c4-9002-4cfa-92cf-3e69f53ab2cf req-33266846-7e44-4e0c-b710-251aab65e1b2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 908 time: 0.1913419 Nov 02 16:50:22.717794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a228422-3d7c-4f04-8925-e41a686e62fc tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.802305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a228422-3d7c-4f04-8925-e41a686e62fc tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.805443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a228422-3d7c-4f04-8925-e41a686e62fc tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.807661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a228422-3d7c-4f04-8925-e41a686e62fc tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b046098-d570-472d-8359-c8a10e006afd HTTP/1.1" status: 204 len: 168 time: 0.3424664 Nov 02 16:50:22.853123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56614) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:22.854400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a228422-3d7c-4f04-8925-e41a686e62fc tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b046098-d570-472d-8359-c8a10e006afd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:22.908510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:22.944394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3bb81865-a2dd-4426-a432-ebd945f5fd8f req-5b528e64-d3d4-47e8-8f0f-927d7733a12b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 210 time: 0.1114066 Nov 02 16:50:23.001272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.060362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:23.063416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4963abe2-cd76-40c9-826e-65a2711c5c88 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.070897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network f7fe1156-6990-47b7-a2f9-a40774130c27 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:23.073553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.085796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:23.088591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:23.148524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4963abe2-cd76-40c9-826e-65a2711c5c88 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.212188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:23.212877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.233377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:23.233877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.248867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4963abe2-cd76-40c9-826e-65a2711c5c88 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.258190 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4963abe2-cd76-40c9-826e-65a2711c5c88 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.270674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4963abe2-cd76-40c9-826e-65a2711c5c88 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/security-groups/8104bb91-d997-4a81-adca-0085e1fc32e2 HTTP/1.1" status: 204 len: 168 time: 0.4109979 Nov 02 16:50:23.273406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:23.277060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56618) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:23.293489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-7343fb40-c377-4f48-913d-f698447f4329 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2656672 Nov 02 16:50:23.296785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963abe2-cd76-40c9-826e-65a2711c5c88 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8104bb91-d997-4a81-adca-0085e1fc32e2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:23.357928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Request body: {'port': {'device_id': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:23.483457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Deleting port 47de2c4a-48f3-46aa-97db-045369cd3b16 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:23.489971 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.522417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.541033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fe5524b3-a0ea-41b4-9f7a-96cb8e279735 None None] Could not find standard attr ID for object e7199966-bdd9-42cd-8dc2-2ab9bdc5734d. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:50:23.580310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fe5524b3-a0ea-41b4-9f7a-96cb8e279735 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:23.580685 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fe5524b3-a0ea-41b4-9f7a-96cb8e279735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.582749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 0906aa90-2199-4661-95f5-bbcd2f2d2201 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:23.604237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.682610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 783d78c5-5c5f-4a57-b536-59cd370fa38d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:23.794200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fe5524b3-a0ea-41b4-9f7a-96cb8e279735 None None] Provisioning complete for port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:23.794778 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fe5524b3-a0ea-41b4-9f7a-96cb8e279735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.798856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 783d78c5-5c5f-4a57-b536-59cd370fa38d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:23.799057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.879183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] For port 47de2c4a-48f3-46aa-97db-045369cd3b16, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=47de2c4a-48f3-46aa-97db-045369cd3b16,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:23.879984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.884015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-fe5524b3-a0ea-41b4-9f7a-96cb8e279735 None None] Port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:23.900041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Calling delete_port for 47de2c4a-48f3-46aa-97db-045369cd3b16 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:23.931450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:23.975141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458a20e-c390-4076-afdd-e6a527943a4c req-68ac6c8d-c45d-4345-9d13-e92209efd9bd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:23.987989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7458a20e-c390-4076-afdd-e6a527943a4c req-68ac6c8d-c45d-4345-9d13-e92209efd9bd tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 908 time: 0.1690278 Nov 02 16:50:24.009200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f88088c5-d07f-4636-8b17-a18a8923b442 None None] Could not find standard attr ID for object e7199966-bdd9-42cd-8dc2-2ab9bdc5734d. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:50:24.037442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f88088c5-d07f-4636-8b17-a18a8923b442 None None] Provisioning complete for port 0479cbd3-1732-4dac-b29b-fe5d9424d76f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:24.037840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f88088c5-d07f-4636-8b17-a18a8923b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.130407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f88088c5-d07f-4636-8b17-a18a8923b442 None None] Port 0479cbd3-1732-4dac-b29b-fe5d9424d76f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:24.143148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea155e4-d2ce-4083-878f-94005bd60075 req-46e95e04-00b2-4d61-ad35-95300d9bdf76 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:24.151653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ea155e4-d2ce-4083-878f-94005bd60075 req-46e95e04-00b2-4d61-ad35-95300d9bdf76 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 932 time: 0.0938454 Nov 02 16:50:24.204199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ea155e4-d2ce-4083-878f-94005bd60075 req-c2042185-01a1-4820-b04c-7fa2d1abe9e2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512135 Nov 02 16:50:24.274537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.458250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.541217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=0906aa90-2199-4661-95f5-bbcd2f2d2201,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:24.543703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.550608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae5bc5-0cf1-4bbc-acec-43b8da8fe0df None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:24.552263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:24.552392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d70433de-b643-45b8-9b4e-e3e5e8c7d6ec tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/0906aa90-2199-4661-95f5-bbcd2f2d2201 HTTP/1.1" status: 204 len: 168 time: 1.2741001 Nov 02 16:50:24.557984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.563379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:24.576265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0479cbd3-1732-4dac-b29b-fe5d9424d76f {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:50:24.604930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.623653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Transition to ACTIVE for port object 0479cbd3-1732-4dac-b29b-fe5d9424d76f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:50:24.626036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'Port': ['ID=47de2c4a-48f3-46aa-97db-045369cd3b16,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:24.634820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.752841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] No DVR routers for this DVR port 47de2c4a-48f3-46aa-97db-045369cd3b16 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:24.758516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.764173 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4cba7d2a-42ba-4c72-9fea-6e6b5db92339 req-e3c1fd00-6b50-4a38-bee9-4cd90508fba2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "DELETE /v2.0/ports/47de2c4a-48f3-46aa-97db-045369cd3b16 HTTP/1.1" status: 204 len: 173 time: 1.8215399 Nov 02 16:50:24.773856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'name': 'network-vif-deleted', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:24.780601 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5a3fc9-1898-4268-a376-ccff363c32bf" -d '{"events": [{"server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "name": "network-vif-deleted", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:24.808779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:24.860684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:24.877280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:24.926930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa081c8a-d81d-4e48-ab52-115ae9e5d271 x-openstack-request-id: req-fa081c8a-d81d-4e48-ab52-115ae9e5d271 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:24.927143 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf2561e-589c-4847-861e-9986600aa492", "name": "network-vif-deleted", "tag": "47de2c4a-48f3-46aa-97db-045369cd3b16", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:24.927368 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa081c8a-d81d-4e48-ab52-115ae9e5d271 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:24.927773 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf2561e-589c-4847-861e-9986600aa492', 'name': 'network-vif-deleted', 'tag': '47de2c4a-48f3-46aa-97db-045369cd3b16', 'status': 'completed', 'code': 200} Nov 02 16:50:24.998016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:24.998761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:24.999349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:25.007692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:50:25.010725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:25.026449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:25.029073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Checking segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:25.029653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Bound using segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:25.030277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Bound port: 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:25.030753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:25.279964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:25.291343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:25.300352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:25.366872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.367501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:25.370054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] 10.222.0.55 "PUT /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1092 time: 2.0252585 Nov 02 16:50:25.410105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7e2b6e21-4425-4ab1-b2ec-400a48bb5bab req-37e46af6-c49c-4bcb-bcd1-263fe0773403 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdf2561e-589c-4847-861e-9986600aa492 HTTP/1.1" status: 200 len: 210 time: 0.1117833 Nov 02 16:50:25.450604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1e372-c06d-4a67-a8a0-c02187914b02 service neutron] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:25.582715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-c5490fc7-6af0-44af-96b5-3528e9cd2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.587508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-c5490fc7-6af0-44af-96b5-3528e9cd2828 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1095 time: 0.1153064 Nov 02 16:50:25.646768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-d24143d5-9dae-4381-8495-777c6e627253 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 217 time: 0.0489380 Nov 02 16:50:25.697991 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:25.754063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-8492a4ac-af2b-4b0b-bd00-3484e211dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.762970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-8492a4ac-af2b-4b0b-bd00-3484e211dd8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.1012769 Nov 02 16:50:25.818200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de788e3b-165e-4ceb-9d32-379920fc28ef req-263ceb63-ec17-4c7a-adc4-3b2a67156544 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.829341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de788e3b-165e-4ceb-9d32-379920fc28ef req-263ceb63-ec17-4c7a-adc4-3b2a67156544 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 944 time: 0.4154496 Nov 02 16:50:25.843538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-ee5c8471-b303-4e07-ab36-60883ace57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.845144 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-ee5c8471-b303-4e07-ab36-60883ace57b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802908 Nov 02 16:50:25.870821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:25.874264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=1dd7f7ff-6474-4c09-b932-44b234b3423b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:25.881350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:25.886699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.887633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:25.927933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de788e3b-165e-4ceb-9d32-379920fc28ef req-d2d78124-5cba-4231-a706-b2c924e05944 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979998 Nov 02 16:50:25.942990 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9bc54d53-de25-4fe3-aa00-366342347743 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3883886 Nov 02 16:50:25.943733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56642) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:25.957249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051965795'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:25.994601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.073844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-3184ea06-17da-4d3b-abc5-1a27e7906646 service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197123 Nov 02 16:50:26.111374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.120298 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.176594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.184053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2388570 Nov 02 16:50:26.187529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56644) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:26.196325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'security_group': {'name': 'tempest-secgroup-958616747'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:26.209665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9dd82-b660-4580-855e-5e0abee32a98 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b25a40-bb54-423c-a6d6-cd3bf78779e6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:26.220383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8f5a5671-f442-44c2-a770-a29fd01195e7 req-257077a7-8241-40cc-8706-c795d197a965 service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335177 Nov 02 16:50:26.254440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb4563-68a6-4b4e-a2f1-816fa4003f98 None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:26.278871 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.362733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0a8791b2-3010-4809-8c0e-b05e765d7fd4 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:26.363812 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0a8791b2-3010-4809-8c0e-b05e765d7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.381578 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.390358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.429993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.435917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56646) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:26.441982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1146147384'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:26.445995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2481146 Nov 02 16:50:26.448701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039f4fa-b0d6-426d-a07a-cf40f5b92ee4 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072060c0-6fb8-47df-8340-dbf7e1a13c61,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:26.485203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.609600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0a8791b2-3010-4809-8c0e-b05e765d7fd4 None None] Provisioning complete for port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:26.611625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0a8791b2-3010-4809-8c0e-b05e765d7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.626720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.637277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.700310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.701818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2648401 Nov 02 16:50:26.702910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb769b-d2ee-4948-9cf5-389647c0490b tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda2fe7e-3a2f-4436-bfb9-40178ac67ebe,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:26.706809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56654) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:26.718409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-291287047', 'security_groups': ['bda2fe7e-3a2f-4436-bfb9-40178ac67ebe'], 'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1dd7f7ff-6474-4c09-b932-44b234b3423b'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:26.723423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0a8791b2-3010-4809-8c0e-b05e765d7fd4 None None] Port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:26.842217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Update dhcp port {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'fixed_ips': [{'subnet_id': '45908a2c-d96d-474b-a288-58ee65341118', 'ip_address': '172.20.0.18'}, {'subnet_id': '1dd7f7ff-6474-4c09-b932-44b234b3423b'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '2693eb19-c102-44cb-88ea-3fa7d3aca166'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:50:26.893636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:26.935186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:26.937886 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c5312-d2e1-43b5-a735-1eed1dae5590" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:26.986881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:27.006000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed996-5619-4b8f-a524-99e5cde0a7a0 req-a72c1f1d-df41-49ac-a9db-4c236fe8c0db tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:27.016868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a2ed996-5619-4b8f-a524-99e5cde0a7a0 req-a72c1f1d-df41-49ac-a9db-4c236fe8c0db tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 945 time: 0.0965037 Nov 02 16:50:27.065568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 47de2c4a-48f3-46aa-97db-045369cd3b16 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:27.085070 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac7306-6bcf-4017-b720-a4960d9f8f79 x-openstack-request-id: req-47ac7306-6bcf-4017-b720-a4960d9f8f79 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:27.085428 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:27.086570 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47ac7306-6bcf-4017-b720-a4960d9f8f79 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:27.086570 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'status': 'completed', 'code': 200} Nov 02 16:50:27.093899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a2ed996-5619-4b8f-a524-99e5cde0a7a0 req-d0ccde12-9a57-4f72-aa0a-a1d0c0f96610 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751586 Nov 02 16:50:27.120582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 47de2c4a-48f3-46aa-97db-045369cd3b16 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:27.121176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 47de2c4a-48f3-46aa-97db-045369cd3b16 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:27.201026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Allocated IP 172.20.0.2 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/1dd7f7ff-6474-4c09-b932-44b234b3423b/2693eb19-c102-44cb-88ea-3fa7d3aca166) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:27.228009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-bf24aca3-b1f3-4422-96d0-f152e2056d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:27.230066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-bf24aca3-b1f3-4422-96d0-f152e2056d7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1095 time: 0.1178191 Nov 02 16:50:27.238882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:27.279976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80afcf-8b32-44c0-a603-94b6c5ae8316 req-36db4ecf-423c-42d3-8a21-b32dafa2d165 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:27.292958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df80afcf-8b32-44c0-a603-94b6c5ae8316 req-36db4ecf-423c-42d3-8a21-b32dafa2d165 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 944 time: 0.0888810 Nov 02 16:50:27.316244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] device_id is not set on port 55b3607e-7a5a-4dab-8501-969fc853b2bc yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:50:27.351513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df80afcf-8b32-44c0-a603-94b6c5ae8316 req-43357bd7-7ed5-4bc9-a4a2-c744a7f6a0c0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565834 Nov 02 16:50:27.380517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2693eb19-c102-44cb-88ea-3fa7d3aca166,segment=NetworkSegment(84534822-240e-439a-a81b-b7df29c6595d),segment_id=84534822-240e-439a-a81b-b7df29c6595d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:27.432391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:27.451836 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:27.501918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-f781013e-0661-4df7-875a-479528d9fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:27.504138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-f781013e-0661-4df7-875a-479528d9fe9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 898 time: 0.2343957 Nov 02 16:50:27.560334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Pushing event updated for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.574172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.575141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.575141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8923d1-7260-4e0c-aec0-d7b844db9c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:27.910385 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-14567e7a-90f6-4f67-812d-f462417f30de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 217 time: 0.3952575 Nov 02 16:50:28.026079 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:50:28.043695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-1f1d2663-7362-4e21-b285-b7da4e7894ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.051977 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-1f1d2663-7362-4e21-b285-b7da4e7894ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.1321330 Nov 02 16:50:28.075077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.6 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/1dd7f7ff-6474-4c09-b932-44b234b3423b/55b3607e-7a5a-4dab-8501-969fc853b2bc) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:28.194457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-6a05b75a-b060-4c36-a144-5f0b07c42af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.196476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-6a05b75a-b060-4c36-a144-5f0b07c42af3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317873 Nov 02 16:50:28.254056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832174e5-9a88-4a4e-b296-22c640cb1050 req-1f8887c6-b996-424b-a1fa-0c1a0b6721b7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.265815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-832174e5-9a88-4a4e-b296-22c640cb1050 req-1f8887c6-b996-424b-a1fa-0c1a0b6721b7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 945 time: 0.0957544 Nov 02 16:50:28.356866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-832174e5-9a88-4a4e-b296-22c640cb1050 req-8b26d7fe-67a4-4799-afd2-450fe5656546 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899785 Nov 02 16:50:28.398143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-9e195bf2-88c2-4441-8324-03c25963fd93 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.399679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-9e195bf2-88c2-4441-8324-03c25963fd93 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 945 time: 0.2350523 Nov 02 16:50:28.474915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f8af2b7b-ab33-410f-a653-5a2c59b522db None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:28.478543 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8af2b7b-ab33-410f-a653-5a2c59b522db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.485809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.489372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-745a6181-96fe-478d-b3cd-a77c6d41c0f7 service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100265 Nov 02 16:50:28.541300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129cbc-080c-4f18-98b8-8fde1b1be376 req-616ac8b1-c9ab-4588-b89d-b8632d158925 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.543588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35129cbc-080c-4f18-98b8-8fde1b1be376 req-616ac8b1-c9ab-4588-b89d-b8632d158925 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 944 time: 0.0767956 Nov 02 16:50:28.606746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35129cbc-080c-4f18-98b8-8fde1b1be376 req-327bbdaa-6d18-4776-9551-c96904de9bd6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558343 Nov 02 16:50:28.639376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.644675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f8af2b7b-ab33-410f-a653-5a2c59b522db None None] Provisioning complete for port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:28.645302 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f8af2b7b-ab33-410f-a653-5a2c59b522db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.686025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f8af2b7b-ab33-410f-a653-5a2c59b522db None None] Port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:28.687258 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-316c5312-d2e1-43b5-a735-1eed1dae5590 req-36f0887b-e48c-4c3e-a1a8-a4e2b8142179 service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894958 Nov 02 16:50:28.707358 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Deleting port 36c84df3-21d7-46c7-81b7-975565ef407a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:28.707709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.719039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:28.738383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:28.769170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:28.771692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=55b3607e-7a5a-4dab-8501-969fc853b2bc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:28.838501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.839151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.897649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:28.938861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8008aeb0-6ac2-45bc-9799-f0422c9379ae tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2309525 Nov 02 16:50:28.943809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56674) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:28.947331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:28.964355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] For port 36c84df3-21d7-46c7-81b7-975565ef407a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=36c84df3-21d7-46c7-81b7-975565ef407a,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:28.964670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.996833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:28.997194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:28.999408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Calling delete_port for 36c84df3-21d7-46c7-81b7-975565ef407a owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:29.069891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:50:29.193442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ac24b47f-c805-4310-92fc-0cb04ee873ad None None] Provisioning complete for port 55b3607e-7a5a-4dab-8501-969fc853b2bc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:29.194797 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ac24b47f-c805-4310-92fc-0cb04ee873ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.244739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:29.251465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.297729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:29.305451 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.327000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:29.329537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['36c84df3-21d7-46c7-81b7-975565ef407a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:29.348277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'Port': ['ID=36c84df3-21d7-46c7-81b7-975565ef407a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:29.396990 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'port_id': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'mac_address': 'fa:16:3e:1c:58:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:50:29.400102 n-d-811405-2 neutron-server[102066]: INFO neutron.db.ipam_backend_mixin [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1dd7f7ff-6474-4c09-b932-44b234b3423b (CIDR: 172.20.0.0/28) Nov 02 16:50:29.406995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ac24b47f-c805-4310-92fc-0cb04ee873ad None None] Port 55b3607e-7a5a-4dab-8501-969fc853b2bc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:29.414646 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:50:29.416037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:29.418594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] No DVR routers for this DVR port 36c84df3-21d7-46c7-81b7-975565ef407a on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:29.421372 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.427136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b734f353-16d0-4cd3-858d-5facbecfceb4 req-f0a303b2-17b4-443e-a2d4-9e49d9d8da63 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "DELETE /v2.0/ports/36c84df3-21d7-46c7-81b7-975565ef407a HTTP/1.1" status: 204 len: 173 time: 1.0166702 Nov 02 16:50:29.427724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'name': 'network-vif-deleted', 'tag': '36c84df3-21d7-46c7-81b7-975565ef407a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:29.430951 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d9a705-e0a8-4001-a159-d9c7b3d931f3" -d '{"events": [{"server_uuid": "ece0e4e6-1144-4b15-8b68-e34b5b90ed1f", "name": "network-vif-deleted", "tag": "36c84df3-21d7-46c7-81b7-975565ef407a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:29.454191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-97895425-badd-49d6-9d47-8a344db0fcc3 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5082493 Nov 02 16:50:29.456547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56682) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:29.462561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:29.525032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.542004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2f93f43-0656-4b30-8a48-09afbd92b9c2 req-ff21ffff-4100-48e9-86ab-5ed622d2ac32 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0e4e6-1144-4b15-8b68-e34b5b90ed1f HTTP/1.1" status: 200 len: 210 time: 0.0825698 Nov 02 16:50:29.591784 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c579f9a-7a9e-4e36-aa26-38a5bddcb9a2 x-openstack-request-id: req-1c579f9a-7a9e-4e36-aa26-38a5bddcb9a2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:29.592031 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0e4e6-1144-4b15-8b68-e34b5b90ed1f", "name": "network-vif-deleted", "tag": "36c84df3-21d7-46c7-81b7-975565ef407a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:29.592236 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c579f9a-7a9e-4e36-aa26-38a5bddcb9a2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:29.592865 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0e4e6-1144-4b15-8b68-e34b5b90ed1f', 'name': 'network-vif-deleted', 'tag': '36c84df3-21d7-46c7-81b7-975565ef407a', 'status': 'completed', 'code': 200} Nov 02 16:50:29.624827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0479cbd3-1732-4dac-b29b-fe5d9424d76f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:50:29.678372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:29.686400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:29.691288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.698498 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:29.781392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7944b3-a4c6-47e0-bd7a-97cecea51eba req-3f963edf-d714-4b98-bb75-f1344cf1d776 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:29.794847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e7944b3-a4c6-47e0-bd7a-97cecea51eba req-3f963edf-d714-4b98-bb75-f1344cf1d776 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.0950909 Nov 02 16:50:29.831439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:29.854302 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 45908a2c-d96d-474b-a288-58ee65341118 (CIDR: 172.20.0.16/28) Nov 02 16:50:29.854942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e7944b3-a4c6-47e0-bd7a-97cecea51eba req-4dff314c-4da4-4e2e-a3cb-948f20ddfa7a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589290 Nov 02 16:50:29.858944 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:50:29.859341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:29.880527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c9c5b01-f4f9-4cf0-a75a-d0f17b924343 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4222198 Nov 02 16:50:29.883045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:29.888631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'subnet': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:29.938093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0479cbd3-1732-4dac-b29b-fe5d9424d76f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:30.129327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Made reservation on behalf of a19c4a21194140cbbd55a081f31a5afa for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:30.133383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:30.429461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:30.476058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:30.479486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:30.484332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:30.484937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:30.490877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b014e-348d-4300-8ddd-c11bd53e550d None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:30.508360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Subnet': ['ID=f631e3c6-6a66-422c-8abc-5db057b778eb,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:30.527780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4d4c5dd3-f0a7-4127-817b-0b0f811c2403 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6406856 Nov 02 16:50:30.528594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56692) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:30.534011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-644555751', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f631e3c6-6a66-422c-8abc-5db057b778eb'}], 'security_groups': ['68b25a40-bb54-423c-a6d6-cd3bf78779e6', '072060c0-6fb8-47df-8340-dbf7e1a13c61']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:30.763216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:30.828491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] Update dhcp port {'port': {'network_id': 'a134ca9b-2ce2-47e5-a362-55b79b5a9b87', 'fixed_ips': [{'subnet_id': '45908a2c-d96d-474b-a288-58ee65341118', 'ip_address': '172.20.0.18'}, {'subnet_id': '1dd7f7ff-6474-4c09-b932-44b234b3423b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f631e3c6-6a66-422c-8abc-5db057b778eb'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '2693eb19-c102-44cb-88ea-3fa7d3aca166'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:50:30.862420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:31.057787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35447d-1c51-4cdd-b9d0-31a499b870ff req-e73569df-2899-49d6-8c3e-b5d1d5043be4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:31.059292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e35447d-1c51-4cdd-b9d0-31a499b870ff req-e73569df-2899-49d6-8c3e-b5d1d5043be4 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.1324446 Nov 02 16:50:31.086713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] Allocated IP 172.20.0.34 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/f631e3c6-6a66-422c-8abc-5db057b778eb/2693eb19-c102-44cb-88ea-3fa7d3aca166) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:31.097947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:31.103595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe538-36ac-4fab-a9c0-4bb9232f3f1d req-cb81ba72-7d34-4cb2-9638-0da0d0e29cff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:31.105098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-036fe538-36ac-4fab-a9c0-4bb9232f3f1d req-cb81ba72-7d34-4cb2-9638-0da0d0e29cff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.1406636 Nov 02 16:50:31.178620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e35447d-1c51-4cdd-b9d0-31a499b870ff req-b2575d20-4f65-4e1f-aed6-55ca4ba09a87 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098852 Nov 02 16:50:31.206198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-036fe538-36ac-4fab-a9c0-4bb9232f3f1d req-1995c3f4-f730-4bb6-917d-fade2f24ec74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915358 Nov 02 16:50:31.217433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0479cbd3-1732-4dac-b29b-fe5d9424d76f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:50:31.231540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0479cbd3-1732-4dac-b29b-fe5d9424d76f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:31.231924 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:31.272134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2693eb19-c102-44cb-88ea-3fa7d3aca166,segment=NetworkSegment(84534822-240e-439a-a81b-b7df29c6595d),segment_id=84534822-240e-439a-a81b-b7df29c6595d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:31.314233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:31.340049 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:31.416894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:31.473189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca744bba-cd7d-4b3d-8f39-0ea223521a09 None None] Pushing event updated for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:31.503414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:31.504560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:31.507160 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73da28a-ec4b-472c-bd22-d07060397805" -d '{"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-plugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:31.516116 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:31.517426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 36c84df3-21d7-46c7-81b7-975565ef407a no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:31.577172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 36c84df3-21d7-46c7-81b7-975565ef407a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:31.577558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 36c84df3-21d7-46c7-81b7-975565ef407a not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:31.591407 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404c6441-b129-4ac6-bae9-7fb9ef90844f x-openstack-request-id: req-404c6441-b129-4ac6-bae9-7fb9ef90844f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:31.591680 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-plugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:31.591902 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-404c6441-b129-4ac6-bae9-7fb9ef90844f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:31.592312 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'code': 200} Nov 02 16:50:31.630090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:31.704432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67059530-a90c-4ff9-9e6f-7928d95e88ef req-b3ffff20-7084-498e-aada-ebb62c1f8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:31.706549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-67059530-a90c-4ff9-9e6f-7928d95e88ef req-b3ffff20-7084-498e-aada-ebb62c1f8217 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1097 time: 0.0500877 Nov 02 16:50:31.748290 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-67059530-a90c-4ff9-9e6f-7928d95e88ef req-692030ce-7c44-4e82-ba1d-42764e5c3b8e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329909 Nov 02 16:50:31.836565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-4b682a04-0a60-4b4e-a781-78313401a6c3 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028206191&fields=id&tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 267 time: 0.0560734 Nov 02 16:50:31.938783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Delete allocated IP 172.20.0.6 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/1dd7f7ff-6474-4c09-b932-44b234b3423b) {{(pid=102066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 16:50:31.955872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Allocated IP 172.20.0.38 (a134ca9b-2ce2-47e5-a362-55b79b5a9b87/f631e3c6-6a66-422c-8abc-5db057b778eb/55b3607e-7a5a-4dab-8501-969fc853b2bc) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:32.006386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b96c4b34-67a7-490c-8250-49ee004cbd72 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:32.007921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b96c4b34-67a7-490c-8250-49ee004cbd72 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.1522753 Nov 02 16:50:32.038256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-1fd47d11-aebe-47ed-8b3d-2fadfd859f64 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/quotas/4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 375 time: 0.0225711 Nov 02 16:50:32.062018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Provisioning complete for port 55b3607e-7a5a-4dab-8501-969fc853b2bc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:32.062706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.098917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Port 55b3607e-7a5a-4dab-8501-969fc853b2bc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:32.108863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:32.109227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.168475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-a2a57e17-0812-4273-a0ca-42c353838ba7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1222737 Nov 02 16:50:32.209583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Provisioning complete for port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:32.210408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.255992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3254ab72-916f-4e35-8d40-e7ad184370be None None] Port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:32.268745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.288441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.301539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e026af-b92c-4662-9f90-5be553cd734e req-efe2ad4d-ec44-4a28-bbaf-3ccf72b288a7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:32.303093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54e026af-b92c-4662-9f90-5be553cd734e req-efe2ad4d-ec44-4a28-bbaf-3ccf72b288a7 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.100 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.0621097 Nov 02 16:50:32.365991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-26566feb-582b-4ec6-a675-529893ee4dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836760 Nov 02 16:50:32.416255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Deleting port f6fc44bd-7601-4b35-83ad-981749dab9b6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:32.416596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.434349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event updated for resources: {'Port': ['ID=55b3607e-7a5a-4dab-8501-969fc853b2bc,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:32.486413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050807d-f840-4398-9ee3-95aa366357d1 req-8c2aa328-11be-4878-b86f-88f7275de922 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:32.488483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3050807d-f840-4398-9ee3-95aa366357d1 req-8c2aa328-11be-4878-b86f-88f7275de922 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 945 time: 0.2154698 Nov 02 16:50:32.519708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] For port f6fc44bd-7601-4b35-83ad-981749dab9b6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=f6fc44bd-7601-4b35-83ad-981749dab9b6,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:32.519708 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.526441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] In _notify_port_updated(), no bound segment for port 55b3607e-7a5a-4dab-8501-969fc853b2bc on network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:50:32.531970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:32.532201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Calling delete_port for f6fc44bd-7601-4b35-83ad-981749dab9b6 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:32.532607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.534068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c364a8a4-d222-43d9-b51b-b201eb6caa8a tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "PUT /v2.0/ports/55b3607e-7a5a-4dab-8501-969fc853b2bc HTTP/1.1" status: 200 len: 959 time: 2.0042045 Nov 02 16:50:32.537344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56722) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:32.577130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3050807d-f840-4398-9ee3-95aa366357d1 req-936f191e-6618-44ad-85cc-981dc24001c2 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ebdfb7b-6568-4423-87d0-f57478175e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808909 Nov 02 16:50:32.594163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-4df65331-350a-42d8-8629-811196c694d0 service neutron] 10.222.0.31 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931722 Nov 02 16:50:32.705096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 55b3607e-7a5a-4dab-8501-969fc853b2bc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:32.706758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.726983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935d9e5-4fe7-46ac-bd01-be26d397bd17 req-72bc6d65-b2ba-47e5-bae8-d64770e5a4c0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:32.728817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0935d9e5-4fe7-46ac-bd01-be26d397bd17 req-72bc6d65-b2ba-47e5-bae8-d64770e5a4c0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0752983 Nov 02 16:50:32.817153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0935d9e5-4fe7-46ac-bd01-be26d397bd17 req-6febe0de-8ce1-48e6-a2bb-54ef6551e8b8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682907 Nov 02 16:50:32.831703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.845093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['f6fc44bd-7601-4b35-83ad-981749dab9b6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:32.881483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'Port': ['ID=f6fc44bd-7601-4b35-83ad-981749dab9b6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:32.905033 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:32.916647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.917078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.917498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.917913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.918346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.918771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.919171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.919603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.920015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.920413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.920865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.925453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:32.963669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 55b3607e-7a5a-4dab-8501-969fc853b2bc owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:33.021107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] No DVR routers for this DVR port f6fc44bd-7601-4b35-83ad-981749dab9b6 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:33.035826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.039454 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-54e026af-b92c-4662-9f90-5be553cd734e req-5f020a2e-fa2d-4ba5-a249-b5733206b6ec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.100 "DELETE /v2.0/ports/f6fc44bd-7601-4b35-83ad-981749dab9b6 HTTP/1.1" status: 204 len: 173 time: 0.7297304 Nov 02 16:50:33.040008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:33.042643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'name': 'network-vif-deleted', 'tag': 'f6fc44bd-7601-4b35-83ad-981749dab9b6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:33.045296 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef398ab-a1b9-48c4-906c-bd05c2f79400" -d '{"events": [{"server_uuid": "571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb", "name": "network-vif-deleted", "tag": "f6fc44bd-7601-4b35-83ad-981749dab9b6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:33.163482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37d29c71-b2db-42ee-b22b-77492a27a554 req-9926ba07-e272-4055-8a57-ac97d8b314ad tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.1069832 Nov 02 16:50:33.170464 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4744f4c4-dd99-4a37-9126-3d86b455665d x-openstack-request-id: req-4744f4c4-dd99-4a37-9126-3d86b455665d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:33.170763 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb", "name": "network-vif-deleted", "tag": "f6fc44bd-7601-4b35-83ad-981749dab9b6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:33.171021 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4744f4c4-dd99-4a37-9126-3d86b455665d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:33.171448 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb', 'name': 'network-vif-deleted', 'tag': 'f6fc44bd-7601-4b35-83ad-981749dab9b6', 'status': 'completed', 'code': 200} Nov 02 16:50:33.184147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:33.184641 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.227980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6d54cbcc-c9bd-4863-93d0-a47283c0332a None None] Provisioning complete for port 55b3607e-7a5a-4dab-8501-969fc853b2bc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:33.228347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6d54cbcc-c9bd-4863-93d0-a47283c0332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.295840 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.349723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=55b3607e-7a5a-4dab-8501-969fc853b2bc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:33.431508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.436190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-feaae135-7781-45a4-865f-0c9186ee0e23 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/55b3607e-7a5a-4dab-8501-969fc853b2bc HTTP/1.1" status: 204 len: 168 time: 0.8971479 Nov 02 16:50:33.440633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:33.474808 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfef268-f1ba-4ea0-957e-98917eaca9e6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] GET failed (client error): The resource could not be found. Nov 02 16:50:33.476516 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-acfef268-f1ba-4ea0-957e-98917eaca9e6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports/55b3607e-7a5a-4dab-8501-969fc853b2bc HTTP/1.1" status: 404 len: 333 time: 0.0348516 Nov 02 16:50:33.479956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56744) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:33.485364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6d54cbcc-c9bd-4863-93d0-a47283c0332a None None] Port 55b3607e-7a5a-4dab-8501-969fc853b2bc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:33.561443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc84cc3f-6f98-41c7-a2eb-445e142cd139 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.589685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc84cc3f-6f98-41c7-a2eb-445e142cd139 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.669473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc84cc3f-6f98-41c7-a2eb-445e142cd139 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.673070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc84cc3f-6f98-41c7-a2eb-445e142cd139 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.675098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc84cc3f-6f98-41c7-a2eb-445e142cd139 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/security-groups/bda2fe7e-3a2f-4436-bfb9-40178ac67ebe HTTP/1.1" status: 204 len: 168 time: 0.1932817 Nov 02 16:50:33.679739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:33.687756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84cc3f-6f98-41c7-a2eb-445e142cd139 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda2fe7e-3a2f-4436-bfb9-40178ac67ebe,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:33.750664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e7cf3f5-cd25-4f4e-943b-8267b1b61178 req-492145d9-b266-4e1f-b880-948daca5b430 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=571e4fa2-5e3c-4ae5-8dff-6f55fa5c91eb HTTP/1.1" status: 200 len: 210 time: 0.0300848 Nov 02 16:50:33.761003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f534610c-2318-4255-bf9f-9f923d764a8d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.785126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f534610c-2318-4255-bf9f-9f923d764a8d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.831037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f534610c-2318-4255-bf9f-9f923d764a8d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.833767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f534610c-2318-4255-bf9f-9f923d764a8d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.837231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f534610c-2318-4255-bf9f-9f923d764a8d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/security-groups/072060c0-6fb8-47df-8340-dbf7e1a13c61 HTTP/1.1" status: 204 len: 168 time: 0.1539638 Nov 02 16:50:33.840281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56752) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:33.862670 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534610c-2318-4255-bf9f-9f923d764a8d tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072060c0-6fb8-47df-8340-dbf7e1a13c61,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:33.912734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63647d51-e478-45eb-9e65-f0f825e6f142 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.937706 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63647d51-e478-45eb-9e65-f0f825e6f142 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.948279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a7b4-cf78-4a2c-a34f-1d8670a902c8 req-e7c352c0-6e8a-4d6f-a044-9e5200ed91a8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:33.949858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9443a7b4-cf78-4a2c-a34f-1d8670a902c8 req-e7c352c0-6e8a-4d6f-a044-9e5200ed91a8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0519192 Nov 02 16:50:33.989838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63647d51-e478-45eb-9e65-f0f825e6f142 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.992513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9443a7b4-cf78-4a2c-a34f-1d8670a902c8 req-52f5aaec-8226-4aa1-9588-da2f8532264b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363955 Nov 02 16:50:33.992671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63647d51-e478-45eb-9e65-f0f825e6f142 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:33.993738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-63647d51-e478-45eb-9e65-f0f825e6f142 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/security-groups/68b25a40-bb54-423c-a6d6-cd3bf78779e6 HTTP/1.1" status: 204 len: 168 time: 0.1525183 Nov 02 16:50:33.996589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56756) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.006119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63647d51-e478-45eb-9e65-f0f825e6f142 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b25a40-bb54-423c-a6d6-cd3bf78779e6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:34.061319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 1dd7f7ff-6474-4c09-b932-44b234b3423b {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:34.064935 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.141799 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.190465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6e19-b398-44d1-a8ad-feecf68b2e1a req-8bff60c8-0418-4ecd-aabc-7af134c79147 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:34.192080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-044e6e19-b398-44d1-a8ad-feecf68b2e1a req-8bff60c8-0418-4ecd-aabc-7af134c79147 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0974619 Nov 02 16:50:34.292371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80754360-8201-49a1-ba02-d4fc50b0c325 req-bb171277-7357-4039-927c-318a6d041ca1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.0536911 Nov 02 16:50:34.300580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-044e6e19-b398-44d1-a8ad-feecf68b2e1a req-22d12af7-051d-4a36-816f-be3a28890cce tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008866 Nov 02 16:50:34.306047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.330541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56762) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.352695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-68a7544f-abe9-49a4-8794-57df3b724bcc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:34.354272 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-68a7544f-abe9-49a4-8794-57df3b724bcc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 812 time: 0.1691339 Nov 02 16:50:34.397035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.408778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-0c357916-f614-4954-8501-47d7000e2980 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7 HTTP/1.1" status: 200 len: 380 time: 0.0442040 Nov 02 16:50:34.425560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'port': {'device_id': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'admin_state_up': True, 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'security_groups': ['e382888c-d0be-4559-b3a2-86990a2d2cc5']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:34.427862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd7f7ff-6474-4c09-b932-44b234b3423b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:34.429937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.433206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-199b6d60-f4bb-487d-a4ae-2e6c77fde270 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/1dd7f7ff-6474-4c09-b932-44b234b3423b HTTP/1.1" status: 204 len: 168 time: 0.4355693 Nov 02 16:50:34.438688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56766) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.445587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103df66-8291-4aaf-8187-1889e02293ff None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:34.520953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet f631e3c6-6a66-422c-8abc-5db057b778eb {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:34.530674 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.614437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.659573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cf89c4-2d30-4936-8feb-18b6e8d0ec95 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:34.664643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e4cf89c4-2d30-4936-8feb-18b6e8d0ec95 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1092 time: 0.3326988 Nov 02 16:50:34.665446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56768) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.672733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:34.679118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Made reservation on behalf of 4cd37856c0cd4661bfb9d5f4ccd249a7 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:34.682808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.722713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.725355 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.801975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.856443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:34.860611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/f631e3c6-6a66-422c-8abc-5db057b778eb HTTP/1.1" status: 204 len: 168 time: 0.4207523 Nov 02 16:50:34.861831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b9f28-4577-4a38-9a3e-8ce6d427ed85 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=f631e3c6-6a66-422c-8abc-5db057b778eb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:34.866276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56772) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.913399 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cdbccd-9bf7-4dd1-9798-484938720e5c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:34.914005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cdbccd-9bf7-4dd1-9798-484938720e5c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:34.917499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d4cdbccd-9bf7-4dd1-9798-484938720e5c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/1dd7f7ff-6474-4c09-b932-44b234b3423b HTTP/1.1" status: 404 len: 337 time: 0.0499949 Nov 02 16:50:34.920737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56776) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.934555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.20.0.10 (19822ac7-9f9a-467d-9996-e82bd86f7fec/fc3630de-cbdd-4f3c-858a-40cbec6d0f06/73c9ce2b-8cc7-4dbb-b6d3-42703791c583) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:35.023806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting subnet 45908a2c-d96d-474b-a288-58ee65341118 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:35.029020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.051474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.143834 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.281311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.310427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.227 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/895943eb-86b6-4f72-8d55-12e3c1d61a3b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:35.324770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89ca9-dedc-4904-97ec-e1e39bcbcab4 req-d98778bf-4599-4f4b-94aa-06c9fca80972 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:35.327380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cb89ca9-dedc-4904-97ec-e1e39bcbcab4 req-d98778bf-4599-4f4b-94aa-06c9fca80972 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1460414 Nov 02 16:50:35.351317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.446600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cb89ca9-dedc-4904-97ec-e1e39bcbcab4 req-fe4bec44-9b52-426a-892f-382330437fec tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912807 Nov 02 16:50:35.450173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.520691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.536544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b595641-1f49-4c99-a5c1-3fc1e88e3af9 req-32ca2c4e-e6c9-41a9-8ebe-2e6d19848ad1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:35.538182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b595641-1f49-4c99-a5c1-3fc1e88e3af9 req-32ca2c4e-e6c9-41a9-8ebe-2e6d19848ad1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 932 time: 0.1061342 Nov 02 16:50:35.573202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Subnet': ['ID=45908a2c-d96d-474b-a288-58ee65341118,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:35.576134 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.587103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:35.589555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-77548430-1db6-4d4b-900e-a12cd65c70a8 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/45908a2c-d96d-474b-a288-58ee65341118 HTTP/1.1" status: 204 len: 168 time: 0.6591568 Nov 02 16:50:35.596876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baab098-024f-4ce8-9939-8637bf56ae0f None None] Network a134ca9b-2ce2-47e5-a362-55b79b5a9b87 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:35.635510 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b595641-1f49-4c99-a5c1-3fc1e88e3af9 req-c91c017d-9b93-41ea-b1b4-cc9d3a9565cf tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897379 Nov 02 16:50:35.642648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:35.685375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:35.688903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.690840 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7231e395-4c3a-44af-89e9-12f3bd4b0249 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:35.691930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7231e395-4c3a-44af-89e9-12f3bd4b0249 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:35.698376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56786) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:35.698791 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7231e395-4c3a-44af-89e9-12f3bd4b0249 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/0906aa90-2199-4661-95f5-bbcd2f2d2201 HTTP/1.1" status: 404 len: 337 time: 0.0726793 Nov 02 16:50:35.701985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:35.706488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:35.719137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c022de4-8629-41a7-9fb8-9ce1eedd5cc8 None None] Provisioning complete for port 2693eb19-c102-44cb-88ea-3fa7d3aca166 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:35.719658 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c022de4-8629-41a7-9fb8-9ce1eedd5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.757884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42caa195-bac8-4574-9173-fa32b2a16904 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7086cab-84f8-464c-b908-ec43af1fcbb2 HTTP/1.1" status: 200 len: 205 time: 0.0560219 Nov 02 16:50:35.760117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56788) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:35.797036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.850455 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-9bfa7390-0a6d-4a28-a0ca-1b155d117e79 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] delete failed (client error): The resource could not be found. Nov 02 16:50:35.851789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9bfa7390-0a6d-4a28-a0ca-1b155d117e79 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/routers/a7086cab-84f8-464c-b908-ec43af1fcbb2 HTTP/1.1" status: 404 len: 336 time: 0.0904942 Nov 02 16:50:35.854717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:35.867532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c022de4-8629-41a7-9fb8-9ce1eedd5cc8 None None] Provisioning complete for port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:35.867999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c022de4-8629-41a7-9fb8-9ce1eedd5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.890469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=895943eb-86b6-4f72-8d55-12e3c1d61a3b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:35.901184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] DHCP port deletion for a134ca9b-2ce2-47e5-a362-55b79b5a9b87 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:50:35.914822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:35.915761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.939122 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8172f6-8d26-4ef7-849f-83b6c4f39372 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:35.941780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8172f6-8d26-4ef7-849f-83b6c4f39372 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:35.943379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:35.945488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:35.948084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3c022de4-8629-41a7-9fb8-9ce1eedd5cc8 None None] Port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:35.952423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-b2c0768b-a7b6-4fe4-a380-46a67f4bbb90 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5336864 Nov 02 16:50:35.953237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:35.962552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ca8172f6-8d26-4ef7-849f-83b6c4f39372 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/a0112da0-1bc2-4ab6-a4a6-4639d106154e HTTP/1.1" status: 404 len: 337 time: 0.1061771 Nov 02 16:50:35.965625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56792) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:35.977914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] Deleting port 2693eb19-c102-44cb-88ea-3fa7d3aca166 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:35.978334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:35.989335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Request body: {'port': {'device_id': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:36.001757 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea52c44d-a39f-4c7a-bd0b-02267a7d0f29 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.002863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea52c44d-a39f-4c7a-bd0b-02267a7d0f29 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.006643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea52c44d-a39f-4c7a-bd0b-02267a7d0f29 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/d134de40-54c1-49d3-8510-af39045766d7 HTTP/1.1" status: 404 len: 337 time: 0.0396771 Nov 02 16:50:36.009472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56794) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.065787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.066697 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ab13f0-4214-493f-88fb-d94668cd1d04 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.067380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ab13f0-4214-493f-88fb-d94668cd1d04 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.078097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-77ab13f0-4214-493f-88fb-d94668cd1d04 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/bb3455d1-72d6-4e2c-8bb5-fe47d691bf5a HTTP/1.1" status: 404 len: 337 time: 0.0672207 Nov 02 16:50:36.079954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] For port 2693eb19-c102-44cb-88ea-3fa7d3aca166, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2693eb19-c102-44cb-88ea-3fa7d3aca166,segment=NetworkSegment(84534822-240e-439a-a81b-b7df29c6595d),segment_id=84534822-240e-439a-a81b-b7df29c6595d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:36.081105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.082116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56796) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.096756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] Calling delete_port for 2693eb19-c102-44cb-88ea-3fa7d3aca166 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:36.108122 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4475aac4-05a8-4423-b25d-c0a35b0a3226 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.109163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4475aac4-05a8-4423-b25d-c0a35b0a3226 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.113641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4475aac4-05a8-4423-b25d-c0a35b0a3226 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/cdcf3e68-0abc-40de-adc7-3a2daac33bde HTTP/1.1" status: 404 len: 333 time: 0.0294380 Nov 02 16:50:36.116217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.146058 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb41aa6-a6a5-459b-8e31-6ab8c10587ff tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.146956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb41aa6-a6a5-459b-8e31-6ab8c10587ff tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.150386 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ddb41aa6-a6a5-459b-8e31-6ab8c10587ff tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/34032cd4-2079-441d-91da-b9cea2395df0 HTTP/1.1" status: 404 len: 337 time: 0.0329139 Nov 02 16:50:36.152775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.156178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-229083ca-6dc1-496d-bbc0-3e831d5b5602 None None] Provisioning complete for port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:36.156560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-229083ca-6dc1-496d-bbc0-3e831d5b5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.191346 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ff08b2-4179-43b6-9c34-bfc8c47ff9e6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.192258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ff08b2-4179-43b6-9c34-bfc8c47ff9e6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.196714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-21ff08b2-4179-43b6-9c34-bfc8c47ff9e6 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/97f32f99-12b9-4678-a119-fb311b9bd8a1 HTTP/1.1" status: 404 len: 337 time: 0.0420573 Nov 02 16:50:36.199175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56804) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.219285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-229083ca-6dc1-496d-bbc0-3e831d5b5602 None None] Port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:36.239118 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbf7c6b-a564-4029-b682-d30af7b6735f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.239974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbf7c6b-a564-4029-b682-d30af7b6735f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.241402 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.246184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cbbf7c6b-a564-4029-b682-d30af7b6735f tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/6139c033-7fe9-49e4-90a5-693f20b37ced HTTP/1.1" status: 404 len: 333 time: 0.0432651 Nov 02 16:50:36.250194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56806) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.283570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] Pushing event deleted for resources: {'Port': ['ID=2693eb19-c102-44cb-88ea-3fa7d3aca166,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:36.286242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69132911-74b0-43cb-8931-e96381ead8f5 None None] No DVR routers for this DVR port 2693eb19-c102-44cb-88ea-3fa7d3aca166 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:36.303894 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6bc664-f4c4-489e-82a3-f9c6c6a43cdf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.304391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6bc664-f4c4-489e-82a3-f9c6c6a43cdf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.307981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d6bc664-f4c4-489e-82a3-f9c6c6a43cdf tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/84ae37be-a405-4dfd-bdbf-ebe2d1a70106 HTTP/1.1" status: 404 len: 337 time: 0.0582404 Nov 02 16:50:36.310502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56808) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.346798 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdb701f-f68b-449f-90dc-a3a71c3a771c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] DELETE failed (client error): The resource could not be found. Nov 02 16:50:36.346798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdb701f-f68b-449f-90dc-a3a71c3a771c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:50:36.352172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dbdb701f-f68b-449f-90dc-a3a71c3a771c tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/subnets/9ecc2959-2970-4435-8f9c-ad4bde769eb6 HTTP/1.1" status: 404 len: 337 time: 0.0375466 Nov 02 16:50:36.352559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56810) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.469070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Deleting port 81d58002-8c72-4d79-bbee-bd76c0e1c1bf {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:36.469411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.567889 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.593114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Calling delete_port for 81d58002-8c72-4d79-bbee-bd76c0e1c1bf owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:36.673208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee6c8-86e8-4127-9a88-1b6e142ad028 req-835ceeb5-3a25-488a-b4d4-d72da0a0b058 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:36.678680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c1ee6c8-86e8-4127-9a88-1b6e142ad028 req-835ceeb5-3a25-488a-b4d4-d72da0a0b058 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1030331 Nov 02 16:50:36.734074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c1ee6c8-86e8-4127-9a88-1b6e142ad028 req-a7f06d7b-2f9f-44df-b399-17da67a17c4b tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522552 Nov 02 16:50:36.771697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.833862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Port': ['ID=81d58002-8c72-4d79-bbee-bd76c0e1c1bf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:36.839101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:36.843011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2854c38-05ab-4bdb-b3cc-3f595db21e86 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/ports/81d58002-8c72-4d79-bbee-bd76c0e1c1bf HTTP/1.1" status: 204 len: 168 time: 0.4881785 Nov 02 16:50:36.845358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56816) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.916213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f6fc44bd-7601-4b35-83ad-981749dab9b6 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:36.959608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050ccc-dc9a-4458-9baf-b9cf651395d6 req-4d512e97-26ea-4fce-a4f0-d744c7194748 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:36.965917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:36.968033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f050ccc-dc9a-4458-9baf-b9cf651395d6 req-4d512e97-26ea-4fce-a4f0-d744c7194748 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 932 time: 0.2101409 Nov 02 16:50:36.975626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: f6fc44bd-7601-4b35-83ad-981749dab9b6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:36.978989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device f6fc44bd-7601-4b35-83ad-981749dab9b6 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:37.010528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2693eb19-c102-44cb-88ea-3fa7d3aca166 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:37.011361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2693eb19-c102-44cb-88ea-3fa7d3aca166 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:37.027674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f050ccc-dc9a-4458-9baf-b9cf651395d6 req-b9dfbd3c-3955-44a7-80a3-45494e153c06 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586500 Nov 02 16:50:37.034368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.144960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.163752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:50:37.169220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a134ca9b-2ce2-47e5-a362-55b79b5a9b87']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:37.178099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.181090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84534822-240e-439a-a81b-b7df29c6595d') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:37.181316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84534822-240e-439a-a81b-b7df29c6595d') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:37.194839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.195890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.212597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.222376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:37.223557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:37.227433 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:37.236033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52f50-c838-4b52-8a58-7547241ed229 req-003f84d1-b40e-486f-b415-1cdec2897f9c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:37.236033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6db52f50-c838-4b52-8a58-7547241ed229 req-003f84d1-b40e-486f-b415-1cdec2897f9c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.1247647 Nov 02 16:50:37.321654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.326374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.334879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] 10.222.0.31 "DELETE /v2.0/networks/a134ca9b-2ce2-47e5-a362-55b79b5a9b87 HTTP/1.1" status: 204 len: 168 time: 0.4884284 Nov 02 16:50:37.340415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Transition to ACTIVE for port object 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:50:37.352564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.354204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.390941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb2679-f0a3-4645-8955-022f48d59765 tempest-PortsTestJSON-1393965852 tempest-PortsTestJSON-1393965852-project] Pushing event deleted for resources: {'Network': ['ID=a134ca9b-2ce2-47e5-a362-55b79b5a9b87,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:37.476910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Pushing event updated for resources: {'Port': ['ID=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:37.547838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Deleting port 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:37.548239 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.740992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Attempting to bind port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:37.741329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Attempting to bind port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:37.741855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Attempting to bind port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:37.751791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:50:37.752969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Attempting to bind port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 on network 19822ac7-9f9a-467d-9996-e82bd86f7fec {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:37.780246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:37.780657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Checking segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:37.781046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Bound using segment: {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:37.781470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Bound port: 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03fe15c-6317-4066-ad9d-d31c4c671ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:37.781840 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.795712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56826) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:37.809748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] For port 7c39b576-e133-4af6-b960-df4f04b5f020, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=7c39b576-e133-4af6-b960-df4f04b5f020,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:37.812203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.928161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.938212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:37.942720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fab7e-6d12-46ff-975a-83933bba75d9 req-de56ce4e-b0ec-4605-bd46-fa5d0a0cbfbe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:37.945085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad6fab7e-6d12-46ff-975a-83933bba75d9 req-de56ce4e-b0ec-4605-bd46-fa5d0a0cbfbe tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 944 time: 0.0786815 Nov 02 16:50:38.030210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad6fab7e-6d12-46ff-975a-83933bba75d9 req-798768fd-7090-4c91-aa1e-dcf864a81a3c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups?id=db10e82b-1202-47ad-aa71-844249ac0398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780215 Nov 02 16:50:38.060610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d2239571-e14c-456e-bd22-ee451db7fe47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a19c4a21194140cbbd55a081f31a5afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616315 Nov 02 16:50:38.061490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56832) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:38.092246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] For port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:38.120086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=895943eb-86b6-4f72-8d55-12e3c1d61a3b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:38.132221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] For port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:38.166070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2753d00-22a9-4611-ad10-b306e7c125c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.174503 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.177732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.217204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2753d00-22a9-4611-ad10-b306e7c125c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.238481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7aa06-8067-4ea8-87a2-7bc44624877a req-424ab478-b080-48c1-843b-27fe8f874ff2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:38.239960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d7aa06-8067-4ea8-87a2-7bc44624877a req-424ab478-b080-48c1-843b-27fe8f874ff2 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.0942597 Nov 02 16:50:38.325475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:38.326455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.328117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] 10.222.0.55 "PUT /v2.0/ports/73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 200 len: 1092 time: 2.3433290 Nov 02 16:50:38.328846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:38.332470 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9791cf-645b-4adc-ad93-1f16e0c79d41" -d '{"events": [{"name": "network-changed", "server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:38.367422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.368059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.368605 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Floating IP 2089cb13-4a3d-4d3c-96a4-8441f986c0c2 disassociated. External IP: 172.25.7.80, port: 7c39b576-e133-4af6-b960-df4f04b5f020. Nov 02 16:50:38.369136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Calling delete_port for 7c39b576-e133-4af6-b960-df4f04b5f020 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:38.385316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7d7aa06-8067-4ea8-87a2-7bc44624877a req-7a034b10-9cbe-426d-a9ad-41b823a85ea7 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297274 Nov 02 16:50:38.402704 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2753d00-22a9-4611-ad10-b306e7c125c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.407077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21fb3d-1890-4914-aa0a-78252ca4b02c service neutron] Pushing event updated for resources: {'Port': ['ID=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:38.420153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2753d00-22a9-4611-ad10-b306e7c125c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.429305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b2753d00-22a9-4611-ad10-b306e7c125c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77fc4bd3-3d62-4ed1-9b08-53d5eafd1dcf HTTP/1.1" status: 204 len: 168 time: 0.3621993 Nov 02 16:50:38.447987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2753d00-22a9-4611-ad10-b306e7c125c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc4bd3-3d62-4ed1-9b08-53d5eafd1dcf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:38.591303 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9dd74184-119a-447a-8f31-631b1cab6fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.618355 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP 9160b787-9a8a-4b8e-bea9-78b0800f9e6e associated. External IP: 172.25.7.227, port: 0479cbd3-1732-4dac-b29b-fe5d9424d76f. Nov 02 16:50:38.754164 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d224e7-63c1-45f1-81df-9d3e86e8fc4b x-openstack-request-id: req-d1d224e7-63c1-45f1-81df-9d3e86e8fc4b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:38.754479 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:38.755144 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1d224e7-63c1-45f1-81df-9d3e86e8fc4b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:38.755659 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'status': 'completed', 'code': 200} Nov 02 16:50:38.878737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:38.960265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'Port': ['ID=7c39b576-e133-4af6-b960-df4f04b5f020,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:38.973518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-1425029d-163c-4401-b00e-3cfd0fe1cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:38.975452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-1425029d-163c-4401-b00e-3cfd0fe1cc06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1095 time: 0.5959089 Nov 02 16:50:38.978660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:38.990479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:38.997462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.016075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.023307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.031085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.039250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.041119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-ea57cc73-3ace-432b-a4e9-117e9b7b95df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 200 len: 217 time: 0.0556254 Nov 02 16:50:39.046730 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-b37b94e6-81d2-4bd7-9986-f469d2b0ae76 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.1361904 Nov 02 16:50:39.136089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fa4ba9e-6363-49ab-a33a-64b3d71283ba req-dc441c67-d132-4ddd-aa17-90baeec0c89e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882146 Nov 02 16:50:39.238186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2cab153b-cc85-4fd1-8b11-aaaebaf71b77 req-584942c2-b176-401d-be2d-3568316721c9 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 210 time: 0.0756536 Nov 02 16:50:39.313386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-c5c8955b-e9ec-4ef2-98d8-1cd56be493ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.315977 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-c5c8955b-e9ec-4ef2-98d8-1cd56be493ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.2612262 Nov 02 16:50:39.359040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c3ea156b-1853-4b40-bada-02a58aff4b7e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:39.539838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2752ee-6c41-4517-ab33-41733614f9c7 req-f75735a6-70e4-42c5-9324-c0dd533302dc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.550083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:39.551594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d2752ee-6c41-4517-ab33-41733614f9c7 req-f75735a6-70e4-42c5-9324-c0dd533302dc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.0738125 Nov 02 16:50:39.556280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56868) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:39.563568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] Sync routers for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:39.563797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Router 0e91a187-f85b-409b-a46e-3557876d62c6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:39.576382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-c6221041-242f-44f9-8470-42e8d3320a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.578076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-c6221041-242f-44f9-8470-42e8d3320a0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543485 Nov 02 16:50:39.589988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:39.592936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:39.606801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:39.663786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d2752ee-6c41-4517-ab33-41733614f9c7 req-16cba0d3-4916-444c-9f21-e71b39fb53ef tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111276 Nov 02 16:50:39.783013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:39.796850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055682302'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:39.812457 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-36dcc5ce-e727-460a-8a3e-2cc110895ff7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1440244 Nov 02 16:50:39.855536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:39.859787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:39.892074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:39.897200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-44e745f6-8861-418e-8f57-5c60d6bef02f service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053880 Nov 02 16:50:39.898293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:39.910516 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40774659-134e-4e2f-85be-4e919b02641d None None] Sync routers for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:39.946428 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:39.947078 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:39.958695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377b365-76e7-40f4-a341-bb76f858bd3a req-119ec3d2-8349-4e7e-b830-6357dbcc60cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.960341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b377b365-76e7-40f4-a341-bb76f858bd3a req-119ec3d2-8349-4e7e-b830-6357dbcc60cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0688629 Nov 02 16:50:40.026415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] No DVR routers for this DVR port 7c39b576-e133-4af6-b960-df4f04b5f020 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:40.037088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:40.040855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6db52f50-c838-4b52-8a58-7547241ed229 req-eb11ee8d-8087-4a8b-8c7e-6ebd8c684906 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.55 "DELETE /v2.0/ports/7c39b576-e133-4af6-b960-df4f04b5f020 HTTP/1.1" status: 204 len: 173 time: 2.7967737 Nov 02 16:50:40.084881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b377b365-76e7-40f4-a341-bb76f858bd3a req-34499e61-6335-4077-86a8-7e36ffbc2452 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117675 Nov 02 16:50:40.104923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56876) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:40.120417 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:40.180185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-935ffb09-ca7d-4605-9835-580428e0bee8 req-88324960-a855-4f5a-a449-5a82da29412a service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739809 Nov 02 16:50:40.235630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '9160b787-9a8a-4b8e-bea9-78b0800f9e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.227', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'port_id': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'mac_address': 'fa:16:3e:1c:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:36Z', 'updated_at': '2021-11-02T16:50:36Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:21Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:40.289310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] Checking router: c3ea156b-1853-4b40-bada-02a58aff4b7e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:40.300875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1f54285-76df-42de-a267-afffda2a71e5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/9160b787-9a8a-4b8e-bea9-78b0800f9e6e HTTP/1.1" status: 200 len: 992 time: 0.1914842 Nov 02 16:50:40.307504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:40.308248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:40.441331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6a26964-ab82-4e44-9506-8b491a4ace2e req-991dfc88-d755-4654-bb1e-2605e6d0fbd0 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/ports?device_id=32760567-2415-461f-9393-1914a554bb9c HTTP/1.1" status: 200 len: 210 time: 0.0403230 Nov 02 16:50:40.512604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.529694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:40.530333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.575947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.592971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.611209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.632965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.651529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.659058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-c78c9a4e-8045-4785-bdd9-38ace64760d7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.3119266 Nov 02 16:50:40.713731 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:40.757260 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40774659-134e-4e2f-85be-4e919b02641d None None] Checking router: 0e91a187-f85b-409b-a46e-3557876d62c6 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:40.764541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-593f17c1-d703-4dc4-adc0-e83512cc05b9 req-06dd81b3-2fc3-4709-b1d3-a724e2018e43 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918689 Nov 02 16:50:40.770929 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:40.771703 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:40.895525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}, {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-deleted', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:40.899035 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}, {"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-deleted", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:40.917875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:40.932420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.938872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.945716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.951676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.952239 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:40.958554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.961212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ee046-05a2-4189-a09b-8e0d8feb9989 req-99613d34-a48a-4f40-b141-84e779696816 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.964965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.971827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.973264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-761ee046-05a2-4189-a09b-8e0d8feb9989 req-99613d34-a48a-4f40-b141-84e779696816 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.1164246 Nov 02 16:50:40.976063 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f083b14-4101-488b-babf-1f4f31c6843d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.8731654 Nov 02 16:50:41.005720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.027131 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a7d832-6655-4486-92c2-16e0724e9656 x-openstack-request-id: req-18a7d832-6655-4486-92c2-16e0724e9656 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:41.027423 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "status": "completed", "code": 200}, {"server_uuid": "32760567-2415-461f-9393-1914a554bb9c", "name": "network-vif-deleted", "tag": "7c39b576-e133-4af6-b960-df4f04b5f020", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:41.027713 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18a7d832-6655-4486-92c2-16e0724e9656 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:41.028158 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'status': 'completed', 'code': 200} Nov 02 16:50:41.028426 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32760567-2415-461f-9393-1914a554bb9c', 'name': 'network-vif-deleted', 'tag': '7c39b576-e133-4af6-b960-df4f04b5f020', 'status': 'completed', 'code': 200} Nov 02 16:50:41.036193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '9160b787-9a8a-4b8e-bea9-78b0800f9e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.227', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'port_id': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'mac_address': 'fa:16:3e:1c:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:36Z', 'updated_at': '2021-11-02T16:50:36Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:21Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:41.041128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-761ee046-05a2-4189-a09b-8e0d8feb9989 req-bb2f4e5e-91ab-4c30-bec2-d69d3d49faf1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663788 Nov 02 16:50:41.074898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4b8e-c874-4c27-adcf-2649a7b99876 None None] The sync data for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 is: [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '9160b787-9a8a-4b8e-bea9-78b0800f9e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.227', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'port_id': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'mac_address': 'fa:16:3e:1c:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:36Z', 'updated_at': '2021-11-02T16:50:36Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:21Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:41.115699 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31a4ad8d-fa48-4917-bc8f-c9d2a4ee7125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.121527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:50:41.137910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-34582a2c-1695-4b6e-9db9-1da7c9ab4936 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.139256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:41.139587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-34582a2c-1695-4b6e-9db9-1da7c9ab4936 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "GET /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1454408 Nov 02 16:50:41.160024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445283cd-ac07-4bca-963d-c19b08b5f60e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:41.165589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 7c39b576-e133-4af6-b960-df4f04b5f020 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:41.166260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 7c39b576-e133-4af6-b960-df4f04b5f020 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:41.171376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.171770 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment 52ff8167-6587-4209-a9b1-e81006ffddaa of type vlan for network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 Nov 02 16:50:41.223285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-832e1e6a-8018-48e2-a628-a84190d5a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.224797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-832e1e6a-8018-48e2-a628-a84190d5a9d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1095 time: 0.3193886 Nov 02 16:50:41.290903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-40774659-134e-4e2f-85be-4e919b02641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:41.303944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56888) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:41.327887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.329641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40774659-134e-4e2f-85be-4e919b02641d None None] The sync data for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 is: [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:42:39Z', 'revision_number': 4, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7e2dd252-73c8-491a-9582-3547a9365f08', 'name': '', 'network_id': '5c1983ea-e767-48be-a0d4-c97b744e2492', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'mac_address': 'fa:16:3e:70:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:38Z', 'updated_at': '2021-11-02T16:42:48Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'subnets': [{'id': '83ab5f57-ec61-479b-a6ab-e539c10298cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:41.334855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-9ffd8b72-d2cf-4cb3-a19d-91c77f1064a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.336354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-9ffd8b72-d2cf-4cb3-a19d-91c77f1064a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1097 time: 0.2759073 Nov 02 16:50:41.361617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.394643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1fe57b3d-870d-454c-a9b5-5d2df02b65ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/9160b787-9a8a-4b8e-bea9-78b0800f9e6e HTTP/1.1" status: 200 len: 992 time: 0.0893044 Nov 02 16:50:41.420484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095142a-69ae-42ce-9482-262fe3dbce45 None None] New status for floating IP 9160b787-9a8a-4b8e-bea9-78b0800f9e6e: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:50:41.479829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.485509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.486101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.501948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-1d8628ae-47bb-4b2f-a423-938822eb6fa5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "GET /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3538461 Nov 02 16:50:41.526322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:41.582324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:41.629675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-402a4a5b-67ef-4fac-88b3-4870b33ea8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.631270 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-402a4a5b-67ef-4fac-88b3-4870b33ea8aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.3736341 Nov 02 16:50:41.649712 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0886316 Nov 02 16:50:41.653586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56896) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:41.660929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1403990453'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:41.704344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-c926ed56-318f-4858-ace6-bdd4a440f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.706654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-c926ed56-318f-4858-ace6-bdd4a440f1f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 898 time: 0.3606911 Nov 02 16:50:41.709285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91674f7f-d0a6-4570-8895-25a1fedd6e40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.712289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:41.715865 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.730382 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-f1519994-8465-4b16-826d-b7e6ba4bb951 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 200 len: 217 time: 0.0856228 Nov 02 16:50:41.739171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d4911-f0a6-451d-ae02-9d803b4aa071 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:41.755297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:50:41.770530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:50:41.773878 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91674f7f-d0a6-4570-8895-25a1fedd6e40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.800246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.800593 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment 52887915-37aa-4611-8976-4d75b2b2cf10 of type vlan for network 5dd62c4b-fc01-416c-b553-20c95494a479 Nov 02 16:50:41.817370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.861028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-4590367c-f95b-47da-8d00-0859e19808bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1002 time: 0.1325042 Nov 02 16:50:41.879420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.901567 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538bf4e-fa52-4051-bd08-1c1784d589e5 None None] New status for floating IP 2089cb13-4a3d-4d3c-96a4-8441f986c0c2: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:50:41.901875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-295f579d-f763-4051-993e-c21fe8819673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.906990 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-295f579d-f763-4051-993e-c21fe8819673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1598291 Nov 02 16:50:41.919990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91674f7f-d0a6-4570-8895-25a1fedd6e40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.927262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-91674f7f-d0a6-4570-8895-25a1fedd6e40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.931063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-91674f7f-d0a6-4570-8895-25a1fedd6e40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "DELETE /v2.0/security-groups/db10e82b-1202-47ad-aa71-844249ac0398 HTTP/1.1" status: 204 len: 168 time: 0.3455179 Nov 02 16:50:41.957983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56902) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:41.979232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:41.986904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.988815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.005782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674f7f-d0a6-4570-8895-25a1fedd6e40 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db10e82b-1202-47ad-aa71-844249ac0398,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:42.089660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4347689 Nov 02 16:50:42.093536 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-b9a2f9b7-f497-42c4-9dff-66857cf5237c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] show failed (client error): The resource could not be found. Nov 02 16:50:42.095415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b9a2f9b7-f497-42c4-9dff-66857cf5237c tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "GET /v2.0/security-groups/db10e82b-1202-47ad-aa71-844249ac0398 HTTP/1.1" status: 404 len: 347 time: 0.1352482 Nov 02 16:50:42.098300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56906) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:42.100653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56908) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:42.100766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:42.158376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-8718b0bc-92e4-4f26-b3d0-8bd7490c3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.160099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-8718b0bc-92e4-4f26-b3d0-8bd7490c3592 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.2761528 Nov 02 16:50:42.185682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.193200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.199856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.206757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.213216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.219718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.226353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-6faeffd4-489e-455f-8277-f3ef7f52347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.226615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.227852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-6faeffd4-489e-455f-8277-f3ef7f52347b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147070 Nov 02 16:50:42.228518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-ca7153a4-ab5f-43b4-8a95-90f4376d981e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 5435 time: 0.3311250 Nov 02 16:50:42.230849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed0491-4c2d-461a-a486-adb40c243c2d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=5dd62c4b-fc01-416c-b553-20c95494a479,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:42.247959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 5dd62c4b-fc01-416c-b553-20c95494a479 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:50:42.262812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=51924dca-b579-459a-b045-c509d6abea41,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:42.368135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-1226aa4a-c9be-40a2-82fd-9382586a4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.369775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-1226aa4a-c9be-40a2-82fd-9382586a4891 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996291 Nov 02 16:50:42.378098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ba53b-427b-4f90-89d9-405f4423280d req-1454ae33-e1a6-4f7b-bad8-1cac8fb062c8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.379938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c51ba53b-427b-4f90-89d9-405f4423280d req-1454ae33-e1a6-4f7b-bad8-1cac8fb062c8 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.2210534 Nov 02 16:50:42.385487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-719b2d17-dd28-4231-99a2-be6d64e89cee req-4124b6c6-2017-4694-bf47-0dc3e68d9b2e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285436 Nov 02 16:50:42.398062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56910) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:42.403983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] For port 51924dca-b579-459a-b045-c509d6abea41, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:42.407740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:42.409970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.496902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Deleting port 5f923eb6-d5d2-4030-9868-5a3f12d1b6c3 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:42.497244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.506244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c51ba53b-427b-4f90-89d9-405f4423280d req-aeafe7d2-475a-479b-8356-25c70faa3c4d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055388 Nov 02 16:50:42.515852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a4c56c79-6ed6-4ab7-b4a6-c0bf260d69ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/9160b787-9a8a-4b8e-bea9-78b0800f9e6e HTTP/1.1" status: 200 len: 994 time: 0.1112432 Nov 02 16:50:42.557066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-5d76e9c4-4598-4fc8-b473-063452cca78c service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158412 Nov 02 16:50:42.573692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] device_id is not set on port 51924dca-b579-459a-b045-c509d6abea41 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:50:42.596377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.597090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.619611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.626623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Calling delete_port for 5f923eb6-d5d2-4030-9868-5a3f12d1b6c3 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:42.634082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.666656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.728981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-e190b1e3-a7b3-41f7-90f1-c155ffa3a797 service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489208 Nov 02 16:50:42.771590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.806182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Pushing event deleted for resources: {'Port': ['ID=5f923eb6-d5d2-4030-9868-5a3f12d1b6c3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:42.871379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.872466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] No DVR routers for this DVR port 51924dca-b579-459a-b045-c509d6abea41 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:42.874352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.875559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eae8230a-d789-4c3d-bb30-3ea2cf550c94 tempest-ServerActionsTestJSON-378670880 tempest-ServerActionsTestJSON-378670880-project] 10.222.0.31 "DELETE /v2.0/floatingips/2089cb13-4a3d-4d3c-96a4-8441f986c0c2 HTTP/1.1" status: 204 len: 168 time: 0.7719293 Nov 02 16:50:42.879954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56912) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:42.885666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-df9791cf-645b-4adc-ad93-1f16e0c79d41 req-45a82a4b-bffa-49f7-9cff-602e7d69b1d7 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163261 Nov 02 16:50:42.886322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Pushing event updated for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:42.992377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a79e512b-762e-4713-81a0-60567f0d4373 None None] Provisioning complete for port 51924dca-b579-459a-b045-c509d6abea41 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:42.992638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] In _notify_port_updated(), no bound segment for port 51924dca-b579-459a-b045-c509d6abea41 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:50:42.993129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a79e512b-762e-4713-81a0-60567f0d4373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.993429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:42.993875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:42.996288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-8f38d09e-ff07-4b26-8bf7-d2f60330270f service neutron] 10.222.0.100 "PUT /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 200 len: 1026 time: 1.4774067 Nov 02 16:50:42.998317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:43.038811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a79e512b-762e-4713-81a0-60567f0d4373 None None] Port 51924dca-b579-459a-b045-c509d6abea41 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:43.089779 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5e93a9b-22e0-4ac8-ae75-b7b42a538d9a req-aef9de15-470a-43bc-b13b-738128a5a77d service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482330 Nov 02 16:50:43.115597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=348e3817-32b5-402a-a558-33b9214c51f5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:43.121315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-a6b5bc28-3338-4444-886c-90fd12633136 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.122237 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-a6b5bc28-3338-4444-886c-90fd12633136 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "GET /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1139891 Nov 02 16:50:43.139700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:43.167712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': '52ff8167-6587-4209-a9b1-e81006ffddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:43.168071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:50:43.212948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:43.216568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:50:43.239611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:43.255721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e1b17-fa3c-42b1-8378-d81d34d9950d None None] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:43.271160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.271762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:43.307203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-193adb85-0d45-4214-9e53-b689f1ff5a7e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2080240 Nov 02 16:50:43.309027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56918) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:43.314256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:43.448982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0', 'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': '348e3817-32b5-402a-a558-33b9214c51f5'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:50:43.450032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:43.657647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Allocated IP 2001:db8::2 (ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0/348e3817-32b5-402a-a558-33b9214c51f5/dccfe00a-738a-4065-9f51-e8c1e8805b21) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:43.713668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.719171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.725735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.731741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.738909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.744546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.752205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-e73b8d1b-8df4-4f78-9a51-91acac03b10a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 4662 time: 0.1804500 Nov 02 16:50:43.774174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf336-69e4-4655-b738-f55d75661bd2 req-aa79fdea-6161-437c-ae2d-ad60e004dc2b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.775778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a94cf336-69e4-4655-b738-f55d75661bd2 req-aa79fdea-6161-437c-ae2d-ad60e004dc2b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.1609974 Nov 02 16:50:43.825924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1b52aba8-da55-4b87-8e92-477f53fdc175,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:43.849377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:43.853100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:43.869142 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e53d035c-ff7e-400d-86f3-1338ca32ac44 req-9406a19c-ae48-4feb-a04a-21b15099c413 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae563c8f-eba8-49d6-85bd-22dd6d583afa&id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151772 Nov 02 16:50:43.881096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a94cf336-69e4-4655-b738-f55d75661bd2 req-61bc1f4d-e751-490b-987a-5789c62cf3db tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786552 Nov 02 16:50:43.918486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] For port 1b52aba8-da55-4b87-8e92-477f53fdc175, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:43.933952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:43.979351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] device_id is not set on port 1b52aba8-da55-4b87-8e92-477f53fdc175 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:50:43.999489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.011630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.026531 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.031183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.037533 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.078285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:44.082537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:44.086364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:44.124169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] No DVR routers for this DVR port 1b52aba8-da55-4b87-8e92-477f53fdc175 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:44.129988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Pushing event updated for resources: {'Port': ['ID=dccfe00a-738a-4065-9f51-e8c1e8805b21,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:44.159187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Pushing event updated for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:44.178749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Attempting to bind port dccfe00a-738a-4065-9f51-e8c1e8805b21 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:44.179124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Attempting to bind port dccfe00a-738a-4065-9f51-e8c1e8805b21 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '52ff8167-6587-4209-a9b1-e81006ffddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:44.179494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Attempting to bind port dccfe00a-738a-4065-9f51-e8c1e8805b21 on network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:44.196330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:44.196712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Checking segment: {'id': '52ff8167-6587-4209-a9b1-e81006ffddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:44.197133 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.197536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Bound using segment: {'id': '52ff8167-6587-4209-a9b1-e81006ffddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:44.198029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Bound port: dccfe00a-738a-4065-9f51-e8c1e8805b21, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ff8167-6587-4209-a9b1-e81006ffddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:44.198444 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.222048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] In _notify_port_updated(), no bound segment for port 1b52aba8-da55-4b87-8e92-477f53fdc175 on network 9ab20d19-7540-4319-909a-7d255dbb14c5 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:50:44.223161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:44.224040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.225094 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-0b815c83-0616-40f7-a77a-f6638b5b7a23 service neutron] 10.222.0.100 "PUT /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 200 len: 1028 time: 1.0920668 Nov 02 16:50:44.252027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.320492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] For port dccfe00a-738a-4065-9f51-e8c1e8805b21, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:44.324960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] For port dccfe00a-738a-4065-9f51-e8c1e8805b21, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dccfe00a-738a-4065-9f51-e8c1e8805b21,segment=NetworkSegment(52ff8167-6587-4209-a9b1-e81006ffddaa),segment_id=52ff8167-6587-4209-a9b1-e81006ffddaa)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:44.332014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.409574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=52455d29-fbbd-4aaa-afb4-9e558c34f44a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:44.410920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee21bdd9-f87a-46be-951b-341ca10af3ef None None] Provisioning complete for port 1b52aba8-da55-4b87-8e92-477f53fdc175 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:44.411311 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee21bdd9-f87a-46be-951b-341ca10af3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.416607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Deleting port 7e2dd252-73c8-491a-9582-3547a9365f08 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:44.417677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.441681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc7ac-f7c8-4cd0-92ad-a37deff0d31a None None] Pushing event updated for resources: {'Port': ['ID=dccfe00a-738a-4065-9f51-e8c1e8805b21,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:44.454237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': '52887915-37aa-4611-8976-4d75b2b2cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:44.454767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: 5dd62c4b-fc01-416c-b553-20c95494a479, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:50:44.460618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port ef61b623-226f-4da5-a088-3d94ad819fdf {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:44.461087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.463852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ee21bdd9-f87a-46be-951b-341ca10af3ef None None] Port 1b52aba8-da55-4b87-8e92-477f53fdc175 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:44.514556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] For port 7e2dd252-73c8-491a-9582-3547a9365f08, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e2dd252-73c8-491a-9582-3547a9365f08,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:44.514917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.527204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 5dd62c4b-fc01-416c-b553-20c95494a479 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:50:44.539880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Calling delete_port for 7e2dd252-73c8-491a-9582-3547a9365f08 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:44.556158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 5dd62c4b-fc01-416c-b553-20c95494a479) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:44.566482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:44.569222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.572195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5886adc-edf5-45eb-a8d0-53e6f5c80658 None None] Network 5dd62c4b-fc01-416c-b553-20c95494a479 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:44.630099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8a62aebd-2477-4848-8ded-6eea2435beba tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3168142 Nov 02 16:50:44.631038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56926) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:44.636778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-539072805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:44.648927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port ef61b623-226f-4da5-a088-3d94ad819fdf, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=ef61b623-226f-4da5-a088-3d94ad819fdf,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:44.649300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.728860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.730047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.821784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-5dd62c4b-fc01-416c-b553-20c95494a479', 'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': '52455d29-fbbd-4aaa-afb4-9e558c34f44a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:50:44.822687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.840347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.845238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.887627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.903399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2dd252-73c8-491a-9582-3547a9365f08,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:44.933975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.935365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1aee300f-80b2-4a30-bdea-f3dfa68a080c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3038929 Nov 02 16:50:44.939868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.941052 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:44.941052 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Floating IP 86c76031-0c8a-40d9-912d-7f0c1243576c disassociated. External IP: 172.25.7.64, port: ef61b623-226f-4da5-a088-3d94ad819fdf. Nov 02 16:50:44.941305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for ef61b623-226f-4da5-a088-3d94ad819fdf owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:44.947249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56932) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:44.961832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device ef61b623-226f-4da5-a088-3d94ad819fdf no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:45.038840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dccfe00a-738a-4065-9f51-e8c1e8805b21 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:45.137543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Allocated IP 2001:db8:1::2 (5dd62c4b-fc01-416c-b553-20c95494a479/52455d29-fbbd-4aaa-afb4-9e558c34f44a/9007e370-7d4d-4a8b-838e-be0dab7239d1) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:45.278812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476df7-e62b-463d-8c68-1071da541a37 req-3fb16b9a-bec4-4b2c-859a-afb1a02d02b0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.280377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70476df7-e62b-463d-8c68-1071da541a37 req-3fb16b9a-bec4-4b2c-859a-afb1a02d02b0 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.1902969 Nov 02 16:50:45.296455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.333350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-a05d35ba-27f2-4a35-8561-ad7c9e981219 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.342941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-a05d35ba-27f2-4a35-8561-ad7c9e981219 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.351966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-a05d35ba-27f2-4a35-8561-ad7c9e981219 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.358414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-a05d35ba-27f2-4a35-8561-ad7c9e981219 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.365412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-a05d35ba-27f2-4a35-8561-ad7c9e981219 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.367478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-a05d35ba-27f2-4a35-8561-ad7c9e981219 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3887 time: 0.2864044 Nov 02 16:50:45.392794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port dccfe00a-738a-4065-9f51-e8c1e8805b21 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:45.393385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.412157 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.429425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.455908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.473493 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.534298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Network 5dd62c4b-fc01-416c-b553-20c95494a479 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:45.537451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Pushing event updated for resources: {'Port': ['ID=9007e370-7d4d-4a8b-838e-be0dab7239d1,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:45.539586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f763ce9b-4bf9-4d32-9ca6-c0bd3165a8a4 req-149f755c-8e45-46d8-bc7f-ae3ebe845c19 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636727 Nov 02 16:50:45.554311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-70476df7-e62b-463d-8c68-1071da541a37 req-b0e1313b-2779-40ec-b83b-fce525e957a1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591665 Nov 02 16:50:45.554568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:45.559149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:45.637186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.651552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.693287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port dccfe00a-738a-4065-9f51-e8c1e8805b21, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dccfe00a-738a-4065-9f51-e8c1e8805b21,segment=NetworkSegment(52ff8167-6587-4209-a9b1-e81006ffddaa),segment_id=52ff8167-6587-4209-a9b1-e81006ffddaa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:45.708798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=ef61b623-226f-4da5-a088-3d94ad819fdf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:45.728210 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.761707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 50f0bfb3-a095-4e2b-a1e4-373976f2755b no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:45.787473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Router 0e91a187-f85b-409b-a46e-3557876d62c6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:45.799674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Attempting to bind port 9007e370-7d4d-4a8b-838e-be0dab7239d1 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:50:45.800066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Attempting to bind port 9007e370-7d4d-4a8b-838e-be0dab7239d1 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '52887915-37aa-4611-8976-4d75b2b2cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:50:45.800563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Attempting to bind port 9007e370-7d4d-4a8b-838e-be0dab7239d1 on network 5dd62c4b-fc01-416c-b553-20c95494a479 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:50:45.813429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:50:45.813836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Checking segment: {'id': '52887915-37aa-4611-8976-4d75b2b2cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:45.814374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.815051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Bound using segment: {'id': '52887915-37aa-4611-8976-4d75b2b2cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:50:45.815537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Bound port: 9007e370-7d4d-4a8b-838e-be0dab7239d1, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52887915-37aa-4611-8976-4d75b2b2cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5dd62c4b-fc01-416c-b553-20c95494a479'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:50:45.815925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:45.847461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=dccfe00a-738a-4065-9f51-e8c1e8805b21,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:45.882070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89fc7b-2837-465d-8798-0c63f65f18c8 None None] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:45.922439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:45.928710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c8a8d307-b613-4c93-8e52-d4ede51d1d43 admin admin] 10.222.0.31 "PUT /v2.0/routers/0e91a187-f85b-409b-a46e-3557876d62c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0464175 Nov 02 16:50:45.932176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56936) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:45.965252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Sync routers for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:45.972915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:46.004124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-47a597a0-5f21-4488-9922-2af766af86e1 None None] Provisioning complete for port dccfe00a-738a-4065-9f51-e8c1e8805b21 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:46.004499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47a597a0-5f21-4488-9922-2af766af86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.005377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8::1 (ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0/348e3817-32b5-402a-a558-33b9214c51f5/5b0923df-a535-4ac1-b189-2e4f545c68af) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:46.052754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.059069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Routers {'0e91a187-f85b-409b-a46e-3557876d62c6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:46.059711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0e91a187-f85b-409b-a46e-3557876d62c6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:46.071994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] For port 9007e370-7d4d-4a8b-838e-be0dab7239d1, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:50:46.166024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.181686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] For port 9007e370-7d4d-4a8b-838e-be0dab7239d1, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9007e370-7d4d-4a8b-838e-be0dab7239d1,segment=NetworkSegment(52887915-37aa-4611-8976-4d75b2b2cf10),segment_id=52887915-37aa-4611-8976-4d75b2b2cf10)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:50:46.198893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.214070 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.220353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:46.235680 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] Sync routers for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:46.258175 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:46.259127 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:46.279495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port ef61b623-226f-4da5-a088-3d94ad819fdf on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:46.288412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.289267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-097e0d1a-a562-43c3-8444-06670359a899 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "DELETE /v2.0/ports/ef61b623-226f-4da5-a088-3d94ad819fdf HTTP/1.1" status: 204 len: 173 time: 2.0563514 Nov 02 16:50:46.289507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:46.292822 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97afc91f-c7a3-48cb-a565-2e2215ea44a6" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:46.311893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Deleting port c750b46b-1149-476b-a46c-b1de4b3616ee {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:46.312242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.383747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:46.391683 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4300e16-4641-46b2-8ba4-b310ededf8c1" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-unplugged", "status": "completed", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:46.407000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.409921 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f725bad-e888-422c-84e0-32257109da31 x-openstack-request-id: req-3f725bad-e888-422c-84e0-32257109da31 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:46.410291 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "ef61b623-226f-4da5-a088-3d94ad819fdf", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:46.410478 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f725bad-e888-422c-84e0-32257109da31 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:46.410876 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': 'ef61b623-226f-4da5-a088-3d94ad819fdf', 'status': 'completed', 'code': 200} Nov 02 16:50:46.488238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:46.494516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] For port c750b46b-1149-476b-a46c-b1de4b3616ee, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c750b46b-1149-476b-a46c-b1de4b3616ee,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:46.495449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.497152 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:46.500394 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e324dea-7507-47bb-bc13-668eb123a004 x-openstack-request-id: req-0e324dea-7507-47bb-bc13-668eb123a004 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:46.500675 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-unplugged", "status": "completed", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:46.500930 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e324dea-7507-47bb-bc13-668eb123a004 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:46.501327 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b', 'code': 200} Nov 02 16:50:46.508651 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.509352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 51924dca-b579-459a-b045-c509d6abea41 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:46.522198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Calling delete_port for c750b46b-1149-476b-a46c-b1de4b3616ee owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:46.553548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.585909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port dfe4e258-638d-4e66-815c-158eea310b8c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:46.587362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.719102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:46.753195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:46.756340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:46.757495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:46.813842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Set router 0e91a187-f85b-409b-a46e-3557876d62c6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:46.863049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:46.915392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=5b0923df-a535-4ac1-b189-2e4f545c68af,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:46.922817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5af5b5-7834-46a9-81f9-05770c5137d2 req-c6164eef-cc7a-494a-9ff1-46d4a0805220 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:46.924731 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] Checking router: a6d1bbca-5c76-4c4d-bd77-9cf220070b05 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:46.925505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef5af5b5-7834-46a9-81f9-05770c5137d2 req-c6164eef-cc7a-494a-9ff1-46d4a0805220 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.2345839 Nov 02 16:50:46.948540 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:46.949471 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:46.971121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fddfee-ce87-4a31-b31e-9726fb199bd0 req-068019ac-30d4-42fa-86a4-53df4c1b47e0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:46.979957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fddfee-ce87-4a31-b31e-9726fb199bd0 req-068019ac-30d4-42fa-86a4-53df4c1b47e0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:46.991987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fddfee-ce87-4a31-b31e-9726fb199bd0 req-068019ac-30d4-42fa-86a4-53df4c1b47e0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:46.999678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fddfee-ce87-4a31-b31e-9726fb199bd0 req-068019ac-30d4-42fa-86a4-53df4c1b47e0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:47.001703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25fddfee-ce87-4a31-b31e-9726fb199bd0 req-068019ac-30d4-42fa-86a4-53df4c1b47e0 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 3149 time: 0.2324007 Nov 02 16:50:47.062294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port dfe4e258-638d-4e66-815c-158eea310b8c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=dfe4e258-638d-4e66-815c-158eea310b8c,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:47.062848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.083948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for dfe4e258-638d-4e66-815c-158eea310b8c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:47.113674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef5af5b5-7834-46a9-81f9-05770c5137d2 req-b93d08cc-2df2-41e0-b88c-bb8bd0490742 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748779 Nov 02 16:50:47.124107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25fddfee-ce87-4a31-b31e-9726fb199bd0 req-e682a352-e984-4192-b48a-d39abcb3c58c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858665 Nov 02 16:50:47.125887 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.143672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac9704-bc63-4785-bddf-6edc5b39b6a2 None None] Pushing event updated for resources: {'Port': ['ID=9007e370-7d4d-4a8b-838e-be0dab7239d1,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:47.157093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dccfe00a-738a-4065-9f51-e8c1e8805b21 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:47.180883 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.181266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c750b46b-1149-476b-a46c-b1de4b3616ee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:47.217076 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:47.305819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.312199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:47.328756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 51924dca-b579-459a-b045-c509d6abea41 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:47.329472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eedd4579-cea8-47d7-9d80-21773222304a no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:47.488829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.494260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.540467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'name': 'tempest-ServerActionsTestJSON-1116719350-router', 'tenant_id': '0ae576016ea64e568a0d90fccf9907ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:42:26Z', 'updated_at': '2021-11-02T16:50:44Z', 'revision_number': 5, 'project_id': '0ae576016ea64e568a0d90fccf9907ae', 'gw_port': {'id': 'c750b46b-1149-476b-a46c-b1de4b3616ee', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91a187-f85b-409b-a46e-3557876d62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:42:28Z', 'updated_at': '2021-11-02T16:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:47.589681 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:47.601944 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.613518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port dccfe00a-738a-4065-9f51-e8c1e8805b21 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:47.614183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.644687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.646623 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.647495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e91a187-f85b-409b-a46e-3557876d62c6 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:50:47.651299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Checking router: 0e91a187-f85b-409b-a46e-3557876d62c6 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:47.665568 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.671316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-311d4449-63ac-4d57-9d19-7c934967aeb1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0e91a187-f85b-409b-a46e-3557876d62c6 HTTP/1.1" status: 204 len: 168 time: 1.7371807 Nov 02 16:50:47.674809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56948) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:47.678665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=dfe4e258-638d-4e66-815c-158eea310b8c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:47.757304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port dfe4e258-638d-4e66-815c-158eea310b8c on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:47.760812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.762620 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.764610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-65a13dae-e936-4de1-b292-357a244fef5f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "DELETE /v2.0/ports/dfe4e258-638d-4e66-815c-158eea310b8c HTTP/1.1" status: 204 len: 173 time: 1.4680526 Nov 02 16:50:47.781824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:47.782215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:50:47.782875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_agentschedulers_db [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e91a187-f85b-409b-a46e-3557876d62c6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:50:47.783984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b71011-08e8-489f-bf60-c233809f2c08 None None] The sync data for ids ['0e91a187-f85b-409b-a46e-3557876d62c6'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:47.794988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Deleting subnet 83ab5f57-ec61-479b-a6ab-e539c10298cc {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:47.799781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.838696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eedd4579-cea8-47d7-9d80-21773222304a,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:47.850061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:47.851849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1b52aba8-da55-4b87-8e92-477f53fdc175 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:47.901955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.017806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.024229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:48.038030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1b52aba8-da55-4b87-8e92-477f53fdc175 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:48.038492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 52f03b5e-9b0d-44bd-9b73-149dff382990 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:48.060976 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e13ec6-6dab-44ad-ab29-1cf9de505c29 None None] The sync data for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 is: [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:39:32Z', 'revision_number': 4, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f31ef08-6741-4211-9ab8-e8cd2236fe5d', 'name': '', 'network_id': '4e6d39d9-ce6c-4012-80e0-ad6029b2de8b', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'mac_address': 'fa:16:3e:c7:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:30Z', 'updated_at': '2021-11-02T16:39:41Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'subnets': [{'id': '5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:48.102992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.114508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.115273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.123135 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.158534 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.186112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/83ab5f57-ec61-479b-a6ab-e539c10298cc HTTP/1.1" status: 204 len: 168 time: 0.5041323 Nov 02 16:50:48.188227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56954) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:48.277238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd1476-4643-4663-be96-bd46db624b54 None None] Network 5c1983ea-e767-48be-a0d4-c97b744e2492 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:48.308977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2fd1c-c32f-4762-a455-54f3735b3c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ab5f57-ec61-479b-a6ab-e539c10298cc,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:48.309324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90121b9-6059-4ca0-86c6-090ab963fd01 None None] Network 5dd62c4b-fc01-416c-b553-20c95494a479 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:48.420932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:48.422039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': 'dfe4e258-638d-4e66-815c-158eea310b8c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:48.436473 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80310be1-2c1b-4095-8caa-84e3d1833f78" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "dfe4e258-638d-4e66-815c-158eea310b8c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:48.445612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=5b0923df-a535-4ac1-b189-2e4f545c68af,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:48.472672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:48.494840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port eedd4579-cea8-47d7-9d80-21773222304a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:48.496035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.601621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:48.604376 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8de0ba-ca07-47c0-b5b7-13e4f98950c8" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-unplugged", "status": "completed", "tag": "eedd4579-cea8-47d7-9d80-21773222304a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:48.609266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.640873 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.669549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20dbf-ae66-4127-a88e-ed33df526165 req-c588b0ef-b034-4abf-86ac-3ed7d1bc063e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:48.676934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20dbf-ae66-4127-a88e-ed33df526165 req-c588b0ef-b034-4abf-86ac-3ed7d1bc063e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:48.683033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20dbf-ae66-4127-a88e-ed33df526165 req-c588b0ef-b034-4abf-86ac-3ed7d1bc063e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:48.693773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41d20dbf-ae66-4127-a88e-ed33df526165 req-c588b0ef-b034-4abf-86ac-3ed7d1bc063e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 2412 time: 0.2630911 Nov 02 16:50:48.706644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772f0b-5778-45b0-a7d4-5935b217fb73 req-dbe475a3-33c2-4909-892a-ab1fb79b4657 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:48.709081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67772f0b-5778-45b0-a7d4-5935b217fb73 req-dbe475a3-33c2-4909-892a-ab1fb79b4657 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 944 time: 0.2817805 Nov 02 16:50:48.821404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6ea64da5-1f3e-4238-ad18-642e3191d4b5 None None] Provisioning complete for port 5b0923df-a535-4ac1-b189-2e4f545c68af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:48.821990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ea64da5-1f3e-4238-ad18-642e3191d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:48.832190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=52f03b5e-9b0d-44bd-9b73-149dff382990,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:48.833789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41d20dbf-ae66-4127-a88e-ed33df526165 req-b055532e-f68b-4643-be28-03081f217978 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386161 Nov 02 16:50:48.847653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67772f0b-5778-45b0-a7d4-5935b217fb73 req-7b81db75-cf97-4fff-b762-8d983d7d0237 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298614 Nov 02 16:50:48.899061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e380a9-9892-46d6-ab56-6c96b21a96ba None None] New status for floating IP 86c76031-0c8a-40d9-912d-7f0c1243576c: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:50:48.926164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Deleting port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:48.926164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.126503 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b8c028-e754-466b-8f91-7a091f06e6d0 x-openstack-request-id: req-68b8c028-e754-466b-8f91-7a091f06e6d0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:49.127673 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "dfe4e258-638d-4e66-815c-158eea310b8c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:49.127673 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68b8c028-e754-466b-8f91-7a091f06e6d0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:49.128018 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': 'dfe4e258-638d-4e66-815c-158eea310b8c', 'status': 'completed', 'code': 200} Nov 02 16:50:49.168568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] For port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,segment=NetworkSegment(f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0),segment_id=f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:49.174643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.200735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Calling delete_port for 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:49.236303 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a634b0-8ccc-4869-82b8-7a308d8a48ce x-openstack-request-id: req-22a634b0-8ccc-4869-82b8-7a308d8a48ce {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:49.236303 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-unplugged", "status": "completed", "tag": "eedd4579-cea8-47d7-9d80-21773222304a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:49.237157 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22a634b0-8ccc-4869-82b8-7a308d8a48ce {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:49.237582 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a', 'code': 200} Nov 02 16:50:49.241761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.242598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfe4e258-638d-4e66-815c-158eea310b8c no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:49.244991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9007e370-7d4d-4a8b-838e-be0dab7239d1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:49.246983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:50:49.324356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port eedd4579-cea8-47d7-9d80-21773222304a, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eedd4579-cea8-47d7-9d80-21773222304a,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:49.324818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.346269 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.349424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for eedd4579-cea8-47d7-9d80-21773222304a owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:49.369295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 4cfae669-2114-49d5-a33b-c28113baf92d is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:50:49.379845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6ea64da5-1f3e-4238-ad18-642e3191d4b5 None None] Port 5b0923df-a535-4ac1-b189-2e4f545c68af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:49.386058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] No DVR routers for this DVR port 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:49.390031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Pushing event deleted for resources: {'Port': ['ID=326cc8c0-b83c-4474-b1da-c5701b3f7ff0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:49.437091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: dfe4e258-638d-4e66-815c-158eea310b8c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:49.437447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device dfe4e258-638d-4e66-815c-158eea310b8c not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:49.493941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6ea64da5-1f3e-4238-ad18-642e3191d4b5 None None] Provisioning complete for port dccfe00a-738a-4065-9f51-e8c1e8805b21 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:49.494356 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ea64da5-1f3e-4238-ad18-642e3191d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.501797 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.536435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1983ea-e767-48be-a0d4-c97b744e2492']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:49.550570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:49.551274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ceede8-aeb5-4f31-9dab-fb9b2b4a20b0') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:49.551574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.583413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.606527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.630414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=eedd4579-cea8-47d7-9d80-21773222304a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:49.637786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de2795-b1b4-4fb3-a411-e4fe5623ed9a None None] DHCP port deletion for 5c1983ea-e767-48be-a0d4-c97b744e2492 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:50:49.641120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:49.642039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:49.644948 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:49.651035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:49.692840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:49.717331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'port_id': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'mac_address': 'fa:16:3e:3e:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:50:49.727754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9007e370-7d4d-4a8b-838e-be0dab7239d1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:49.728144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.765159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.770018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.773603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c1983ea-e767-48be-a0d4-c97b744e2492 HTTP/1.1" status: 204 len: 168 time: 1.5840633 Nov 02 16:50:49.789732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port eedd4579-cea8-47d7-9d80-21773222304a on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:49.792437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.796137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3cc5c-b740-44b4-a85a-750871de0104 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1983ea-e767-48be-a0d4-c97b744e2492,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:49.797225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-5f28649d-c61b-4079-9fd5-0001770a87eb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "DELETE /v2.0/ports/eedd4579-cea8-47d7-9d80-21773222304a HTTP/1.1" status: 204 len: 173 time: 2.0252907 Nov 02 16:50:49.803892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:49.812802 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8f5d1976-774a-4f32-a78f-79759ee3dddd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/4cfae669-2114-49d5-a33b-c28113baf92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8644121 Nov 02 16:50:49.813530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56966) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:49.819668 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] Sync routers for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:49.820216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.857632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:50:49.857870 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:49.859131 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:49.905764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:49.919741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.937270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e275d6-f866-4403-96b2-809c16d9f223 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:49.942450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56974) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:49.942818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68e275d6-f866-4403-96b2-809c16d9f223 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports/5b0923df-a535-4ac1-b189-2e4f545c68af HTTP/1.1" status: 200 len: 911 time: 0.1232240 Nov 02 16:50:49.952405 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:49.965508 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:49.981791 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:49.983010 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:49.988547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port 50f0bfb3-a095-4e2b-a1e4-373976f2755b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:49.988901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.039944 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:50.040221 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b93e6-f445-4cb3-8a5f-d08463ef1939 None None] The sync data for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:50.040509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 56976) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:50.068848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6b8bf41d-6693-4de3-b201-2de451562c6f None None] Provisioning complete for port 5b0923df-a535-4ac1-b189-2e4f545c68af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:50.069217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf41d-6693-4de3-b201-2de451562c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.074173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:50.080389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 9007e370-7d4d-4a8b-838e-be0dab7239d1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9007e370-7d4d-4a8b-838e-be0dab7239d1,segment=NetworkSegment(52887915-37aa-4611-8976-4d75b2b2cf10),segment_id=52887915-37aa-4611-8976-4d75b2b2cf10)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:50.107184 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.146623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port 50f0bfb3-a095-4e2b-a1e4-373976f2755b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=50f0bfb3-a095-4e2b-a1e4-373976f2755b,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:50.147613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.168327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for 50f0bfb3-a095-4e2b-a1e4-373976f2755b owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:50.217605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17d58-a3f1-42be-88e9-57b00c1f8510 req-8893d36f-3a6b-4154-8903-0b9a08c72414 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:50.225989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dea17d58-a3f1-42be-88e9-57b00c1f8510 req-8893d36f-3a6b-4154-8903-0b9a08c72414 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 945 time: 0.1707349 Nov 02 16:50:50.263546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa9e86-bc5e-4520-b43d-c3b6715f008d req-7f65b447-0dfc-4138-9b79-1c5e48db617a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:50.270373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa9e86-bc5e-4520-b43d-c3b6715f008d req-7f65b447-0dfc-4138-9b79-1c5e48db617a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:50.278501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33aa9e86-bc5e-4520-b43d-c3b6715f008d req-7f65b447-0dfc-4138-9b79-1c5e48db617a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 1677 time: 0.2366149 Nov 02 16:50:50.334463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 56980) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:50.334819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ea67f41-4524-48cb-b51d-37c38eab7197 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ae576016ea64e568a0d90fccf9907ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774026 Nov 02 16:50:50.389190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['73c9ce2b-8cc7-4dbb-b6d3-42703791c583'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:50.391511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e2dd252-73c8-491a-9582-3547a9365f08 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:50.396299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.416869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=9007e370-7d4d-4a8b-838e-be0dab7239d1,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:50.431561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=50f0bfb3-a095-4e2b-a1e4-373976f2755b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:50.447127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7e2dd252-73c8-491a-9582-3547a9365f08 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:50.447475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e2dd252-73c8-491a-9582-3547a9365f08 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:50.448112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c750b46b-1149-476b-a46c-b1de4b3616ee no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:50.478487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bf41d-6693-4de3-b201-2de451562c6f None None] Port 5b0923df-a535-4ac1-b189-2e4f545c68af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:50.484502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c750b46b-1149-476b-a46c-b1de4b3616ee {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:50.484502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c750b46b-1149-476b-a46c-b1de4b3616ee not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:50.505762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6b8bf41d-6693-4de3-b201-2de451562c6f None None] Provisioning complete for port 9007e370-7d4d-4a8b-838e-be0dab7239d1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:50.506177 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf41d-6693-4de3-b201-2de451562c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.506414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e543040-dd9e-455d-ba6b-6156c0623530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.508423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port 50f0bfb3-a095-4e2b-a1e4-373976f2755b on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:50.511656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.515250 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-2b1846a5-172b-436f-a856-f0669ce09a40 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "DELETE /v2.0/ports/50f0bfb3-a095-4e2b-a1e4-373976f2755b HTTP/1.1" status: 204 len: 173 time: 0.7006426 Nov 02 16:50:50.571869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e543040-dd9e-455d-ba6b-6156c0623530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.680227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port 52f03b5e-9b0d-44bd-9b73-149dff382990 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:50.680621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.734293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e543040-dd9e-455d-ba6b-6156c0623530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.737379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e543040-dd9e-455d-ba6b-6156c0623530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.738973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e543040-dd9e-455d-ba6b-6156c0623530 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ebdfb7b-6568-4423-87d0-f57478175e1c HTTP/1.1" status: 204 len: 168 time: 0.4035375 Nov 02 16:50:50.757886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e543040-dd9e-455d-ba6b-6156c0623530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebdfb7b-6568-4423-87d0-f57478175e1c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:50.862886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dea17d58-a3f1-42be-88e9-57b00c1f8510 req-e2283a37-b6df-449e-88ea-e5887ec079fd tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6356323 Nov 02 16:50:50.889399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-33aa9e86-bc5e-4520-b43d-c3b6715f008d req-330286d3-8c99-462e-9cff-541657a9b4cd tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups?id=d874ac6b-8081-46c4-8c68-b1ccf8c012d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6099117 Nov 02 16:50:50.891441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port 52f03b5e-9b0d-44bd-9b73-149dff382990, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=52f03b5e-9b0d-44bd-9b73-149dff382990,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:50.893604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:50.916046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for 52f03b5e-9b0d-44bd-9b73-149dff382990 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:50.993208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9007e370-7d4d-4a8b-838e-be0dab7239d1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:51.083294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9007e370-7d4d-4a8b-838e-be0dab7239d1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:51.083768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.138260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a'}, {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:51.140965 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4829c-869e-4594-8141-60c94f6a6a5d" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "eedd4579-cea8-47d7-9d80-21773222304a"}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:51.153848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.198738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=52f03b5e-9b0d-44bd-9b73-149dff382990,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:51.221079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:51.241406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:51.245923 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753827ac-287a-4892-ac4a-7a33ba3dc4dd" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-unplugged", "status": "completed", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:51.247116 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d2a8f-09f2-488d-a6b0-e558200a80c5 x-openstack-request-id: req-103d2a8f-09f2-488d-a6b0-e558200a80c5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:51.247116 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "eedd4579-cea8-47d7-9d80-21773222304a", "status": "completed", "code": 200}, {"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "50f0bfb3-a095-4e2b-a1e4-373976f2755b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:51.247116 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-103d2a8f-09f2-488d-a6b0-e558200a80c5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:51.247463 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': 'eedd4579-cea8-47d7-9d80-21773222304a', 'status': 'completed', 'code': 200} Nov 02 16:50:51.248579 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': '50f0bfb3-a095-4e2b-a1e4-373976f2755b', 'status': 'completed', 'code': 200} Nov 02 16:50:51.270384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port 52f03b5e-9b0d-44bd-9b73-149dff382990 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:51.273349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.277112 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4e9c2a06-9a02-417e-abfb-8091a08b1f5f req-522e16a3-1362-40a1-9210-8985da5c49c4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.100 "DELETE /v2.0/ports/52f03b5e-9b0d-44bd-9b73-149dff382990 HTTP/1.1" status: 204 len: 173 time: 0.7522600 Nov 02 16:50:51.279310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.346953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:50:51.358082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:51.358500 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.360382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:51.392241 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24810d4e-86db-48d8-901f-9f56df53d0f1 x-openstack-request-id: req-24810d4e-86db-48d8-901f-9f56df53d0f1 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:51.393174 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-unplugged", "status": "completed", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:51.393441 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24810d4e-86db-48d8-901f-9f56df53d0f1 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:51.393813 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990', 'code': 200} Nov 02 16:50:51.395952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:50:51.396297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326cc8c0-b83c-4474-b1da-c5701b3f7ff0 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:51.490897 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.529773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:51.538260 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.605914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:51.738550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8:1::1 (5dd62c4b-fc01-416c-b553-20c95494a479/52455d29-fbbd-4aaa-afb4-9e558c34f44a/fd261510-9dbc-48f7-ab3b-1e5e190ce72d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:51.838326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:51.908106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:51.979491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-500952529-network', 'tenant_id': '9b6fcb9cafe94ac08499f03cdb63e022'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:52.008718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Made reservation on behalf of 9b6fcb9cafe94ac08499f03cdb63e022 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:52.009531 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.012330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.023354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.024573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901255b-5178-4a76-8e5a-cbdeadacf04a req-174eb0ed-e4ef-4e1d-b419-1f2eb4e1a4c5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:52.026408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3901255b-5178-4a76-8e5a-cbdeadacf04a req-174eb0ed-e4ef-4e1d-b419-1f2eb4e1a4c5 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.0761538 Nov 02 16:50:52.104913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7175082-f830-48e1-9b60-1c4dd4b0788f req-fdd342e0-d2cc-4785-9217-77f7eb95fa4c tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0771775 Nov 02 16:50:52.114066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 5dd62c4b-fc01-416c-b553-20c95494a479 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:52.121333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:52.134249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.135313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:52.136817 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.142273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.156973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=fd261510-9dbc-48f7-ab3b-1e5e190ce72d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.187029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:50:52.206290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.206856 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Added segment 0a4cf146-f5ca-4b9b-b66f-133d09898ab5 of type vlan for network 638f5dbb-db9c-473c-8df3-c86974cbaf3e Nov 02 16:50:52.220787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038e888-75f4-4b3c-8d69-d3162cf929f9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.227296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3901255b-5178-4a76-8e5a-cbdeadacf04a req-a9ebb8ba-8e24-4f61-a3cf-024b70d6d4b4 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597478 Nov 02 16:50:52.277747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.318780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.323214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:52.324008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.349631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.390488 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5509307 Nov 02 16:50:52.397890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57016) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:52.405755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Request body: {'subnet': {'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-500952529-subnet', 'tenant_id': '9b6fcb9cafe94ac08499f03cdb63e022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:52.415070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aef31-9a43-4be1-92ce-3d52caed95f5 admin admin] Pushing event updated for resources: {'Network': ['ID=638f5dbb-db9c-473c-8df3-c86974cbaf3e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.426942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 638f5dbb-db9c-473c-8df3-c86974cbaf3e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:50:52.434660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Made reservation on behalf of 9b6fcb9cafe94ac08499f03cdb63e022 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:52.437241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.535960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-676b9ec3-faa3-45f5-846a-947b9365329f None None] Provisioning complete for port fd261510-9dbc-48f7-ab3b-1e5e190ce72d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:52.536316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-676b9ec3-faa3-45f5-846a-947b9365329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.578886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-676b9ec3-faa3-45f5-846a-947b9365329f None None] Port fd261510-9dbc-48f7-ab3b-1e5e190ce72d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:52.680266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.747061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b001bfe-d8f8-46c3-9041-58a63cb4bdb7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.756659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Checking segment: {'id': '0a4cf146-f5ca-4b9b-b66f-133d09898ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:50:52.757019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Network hostable DHCP agents. Network: 638f5dbb-db9c-473c-8df3-c86974cbaf3e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:50:52.778074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Network 638f5dbb-db9c-473c-8df3-c86974cbaf3e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:50:52.792229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 638f5dbb-db9c-473c-8df3-c86974cbaf3e) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:52.800042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.805698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c52d2-6a50-4dc3-a1bf-e89c089db568 None None] Network 638f5dbb-db9c-473c-8df3-c86974cbaf3e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:52.806203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:52.807297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.809112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.810227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:52.839058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5fc1ddc2-a482-4852-a3ce-3c1e8766ec11 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4399691 Nov 02 16:50:52.926786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=fd261510-9dbc-48f7-ab3b-1e5e190ce72d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.979824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 5dd62c4b-fc01-416c-b553-20c95494a479 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:52.985410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:53.042363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04b44e-726c-4c0e-9c46-f415053b767d None None] Network 638f5dbb-db9c-473c-8df3-c86974cbaf3e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:53.124087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:53.145716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 4cfae669-2114-49d5-a33b-c28113baf92d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:53.249271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:53.252475 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f9791b-79d7-4ccd-8f37-4eee06f01016" -d '{"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:53.280474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba89cc1e-4e1e-4715-8c56-9bd2dbb04308 req-990a7b4a-476e-460f-9333-57cabba42534 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0374510 Nov 02 16:50:53.367753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:53.383019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] Sync routers for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:53.384944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c87a5610-5637-4dc1-aad9-c30a25713240 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/4cfae669-2114-49d5-a33b-c28113baf92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4407432 Nov 02 16:50:53.387418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57034) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:53.398472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:53.404595 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c5653-7dd8-4500-afff-a12e8765145e" -d '{"events": [{"server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "name": "network-vif-plugged", "status": "completed", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:53.418670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:53.421311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:53.461283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f335fe1-7933-44d5-a076-525eb0ddb287 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:53.463027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f335fe1-7933-44d5-a076-525eb0ddb287 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports/fd261510-9dbc-48f7-ab3b-1e5e190ce72d HTTP/1.1" status: 200 len: 913 time: 0.0711710 Nov 02 16:50:53.466161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57038) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:53.496444 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaec716-c159-4f66-a60c-ddff36fa08f4 x-openstack-request-id: req-cdaec716-c159-4f66-a60c-ddff36fa08f4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:53.496710 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69678b4-9bee-48d3-a078-3ddecd8c59e5", "name": "network-vif-deleted", "tag": "52f03b5e-9b0d-44bd-9b73-149dff382990", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:53.496957 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdaec716-c159-4f66-a60c-ddff36fa08f4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:53.497376 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69678b4-9bee-48d3-a078-3ddecd8c59e5', 'name': 'network-vif-deleted', 'tag': '52f03b5e-9b0d-44bd-9b73-149dff382990', 'status': 'completed', 'code': 200} Nov 02 16:50:53.519584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:53.552601 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865c9ed5-c24d-4fa1-a33b-d6bde2e3f34e x-openstack-request-id: req-865c9ed5-c24d-4fa1-a33b-d6bde2e3f34e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:53.553035 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "name": "network-vif-plugged", "status": "completed", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:53.553385 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-865c9ed5-c24d-4fa1-a33b-d6bde2e3f34e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:53.553886 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'code': 200} Nov 02 16:50:53.566522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:53.568770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:53.631989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aa599625-75b5-4f4e-93a4-93fa5966de2b None None] Provisioning complete for port fd261510-9dbc-48f7-ab3b-1e5e190ce72d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:53.632766 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa599625-75b5-4f4e-93a4-93fa5966de2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:53.636257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:53.636944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b961d0-81b7-403e-9505-908c4e912b2b None None] The sync data for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:53.677344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-aa599625-75b5-4f4e-93a4-93fa5966de2b None None] Port fd261510-9dbc-48f7-ab3b-1e5e190ce72d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:50:53.728883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9298-5474-42fe-9ab9-0a0cad564113 req-d9de425f-aa0f-4d1b-a2b2-7ba98e4e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:53.735514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a1d9298-5474-42fe-9ab9-0a0cad564113 req-d9de425f-aa0f-4d1b-a2b2-7ba98e4e67b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1097 time: 0.0999162 Nov 02 16:50:53.816486 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0a1d9298-5474-42fe-9ab9-0a0cad564113 req-196dd480-b432-49ff-9f01-950c74f38af7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709007 Nov 02 16:50:53.848770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d22c2-dcbe-4df9-8eeb-f2f8747f8799 req-71a42bd4-d9a5-404e-bb01-dbe15b3fa7ce tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:53.850495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-366d22c2-dcbe-4df9-8eeb-f2f8747f8799 req-71a42bd4-d9a5-404e-bb01-dbe15b3fa7ce tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.1749549 Nov 02 16:50:53.984799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-366d22c2-dcbe-4df9-8eeb-f2f8747f8799 req-9c428fca-a6a9-47d3-aaa6-336b5c10cf82 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222868 Nov 02 16:50:54.110170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:54.412253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port fd261510-9dbc-48f7-ab3b-1e5e190ce72d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:54.412838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:54.481051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a99cc7d4-ad88-484f-b19a-9f3011623eb5 req-2c50dae5-8650-4cb2-b6ef-43bca3b534a4 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0720520 Nov 02 16:50:54.546614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:54.559587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for fd261510-9dbc-48f7-ab3b-1e5e190ce72d owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:54.812893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-d1503d16-c815-4f14-9c59-07e318710f46 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:54.814472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-d1503d16-c815-4f14-9c59-07e318710f46 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/networks?id=638f5dbb-db9c-473c-8df3-c86974cbaf3e HTTP/1.1" status: 200 len: 809 time: 0.1818576 Nov 02 16:50:54.843583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-ecdd6d25-be0d-474f-802a-30d5ee6b9e0f tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/quotas/9b6fcb9cafe94ac08499f03cdb63e022 HTTP/1.1" status: 200 len: 375 time: 0.0168409 Nov 02 16:50:54.846812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:54.885883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=fd261510-9dbc-48f7-ab3b-1e5e190ce72d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:54.907122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-082db3d4-c873-499b-8369-160c2803b07c tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b6fcb9cafe94ac08499f03cdb63e022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548449 Nov 02 16:50:55.044691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:55.272234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a339d1-ce1c-4cd2-8b87-549db7591a92 req-9382ed33-4b1f-4fbe-93fb-641be913ba45 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:55.273763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5a339d1-ce1c-4cd2-8b87-549db7591a92 req-9382ed33-4b1f-4fbe-93fb-641be913ba45 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.1579607 Nov 02 16:50:55.303202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-b1c77b9c-39ff-4cae-aa1b-652ea1818207 service neutron] 10.222.0.31 "GET /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754244 Nov 02 16:50:55.437519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5a339d1-ce1c-4cd2-8b87-549db7591a92 req-383e6fd2-18ab-457f-b12d-850db2f0d62c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560948 Nov 02 16:50:55.492144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 4cfae669-2114-49d5-a33b-c28113baf92d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:55.502024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-7f56e38a-958f-4a86-a57a-7d651356415f service neutron] 10.222.0.31 "GET /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925142 Nov 02 16:50:55.998276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ef7e2b5-11ab-4331-b688-03614024ad22 req-9a5b0f2f-ddd2-4b8a-b99d-924d231159b7 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Nov 02 16:50:56.027108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cb99e-1d9a-4929-a5fe-d63677ad0c97 req-21a412d2-a266-47de-bfee-0f70cf5be19b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:56.036141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc1cb99e-1d9a-4929-a5fe-d63677ad0c97 req-21a412d2-a266-47de-bfee-0f70cf5be19b tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.5249600 Nov 02 16:50:56.045027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:56.054242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a09fd669-0bc6-4361-8164-135a7ed8a3a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/4cfae669-2114-49d5-a33b-c28113baf92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843644 Nov 02 16:50:56.054923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57098) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:56.063763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] Sync routers for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:56.084284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:56.084955 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:56.135586 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:56.155675 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:56.156316 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:56.172050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-613f6cc3-56c0-42f9-b260-376a8e77e447 req-f3559698-4701-4684-bc68-2dabe265f84d tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 210 time: 0.0663905 Nov 02 16:50:56.198707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc1cb99e-1d9a-4929-a5fe-d63677ad0c97 req-d045ac34-ef3f-4dcf-9198-9d63a080e492 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622288 Nov 02 16:50:56.202064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57102) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:56.241755 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:56.242816 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fff5b-4528-47bb-8af6-02e9aef11675 None None] The sync data for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:56.281681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2aa9d-46c7-495b-b560-9e7f0b1ee037 tempest-TestVolumeBootPattern-671877168 tempest-TestVolumeBootPattern-671877168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:56.287198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c6e2aa9d-46c7-495b-b560-9e7f0b1ee037 tempest-TestVolumeBootPattern-671877168 tempest-TestVolumeBootPattern-671877168-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1092 time: 0.0831196 Nov 02 16:50:56.289227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57104) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:56.294301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:56.322598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.453208 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.479040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.584489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Allocated IP 172.25.7.190 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/b4d947b1-baf7-4ffc-8b33-2400f2b7fc3b) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:56.723086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.769865 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.790002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 5b0923df-a535-4ac1-b189-2e4f545c68af {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:50:56.790440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.809916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:56.813491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:56.818819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:56.857679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=b4d947b1-baf7-4ffc-8b33-2400f2b7fc3b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:56.904921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:56.926617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 5b0923df-a535-4ac1-b189-2e4f545c68af owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:50:57.159433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b13b65bd-7146-44de-ae0a-c66ccb6b2bf1 req-6f13abdb-4687-46ee-b41a-6830d582e021 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0383856 Nov 02 16:50:57.241135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-c04f1c64-c8bc-4ca3-83a8-6d6e57634ee6 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:57.242964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-c04f1c64-c8bc-4ca3-83a8-6d6e57634ee6 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.100 "GET /v2.0/networks?id=638f5dbb-db9c-473c-8df3-c86974cbaf3e HTTP/1.1" status: 200 len: 809 time: 0.1916595 Nov 02 16:50:57.267752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Request body: {'port': {'device_id': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e', 'admin_state_up': True, 'tenant_id': '9b6fcb9cafe94ac08499f03cdb63e022'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:57.308900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2c44281-b45e-48d7-b83b-890c37d85f24 req-eecb4cfb-7570-4815-ad3d-3ca3bc944e41 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 210 time: 0.0395870 Nov 02 16:50:57.338173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:57.392551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=5b0923df-a535-4ac1-b189-2e4f545c68af,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:57.490033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:57.526749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-a298df0e-1e4e-4cf7-866b-88ab985345e9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2097726 Nov 02 16:50:57.542565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:57.614261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:57.804764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:57.812618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:57.886521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event updated for resources: {'Port': ['ID=b4d947b1-baf7-4ffc-8b33-2400f2b7fc3b,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:57.912030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:58.008220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Made reservation on behalf of 9b6fcb9cafe94ac08499f03cdb63e022 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:50:58.011797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:58.040301 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Floating IP 4fdc09b1-591b-4ff3-8bbe-bed481796e74 associated. External IP: 172.25.7.190, port: 73c9ce2b-8cc7-4dbb-b6d3-42703791c583. Nov 02 16:50:58.174545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-f5da7b17-7ab8-42d3-bf07-b287880f763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:58.176090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-f5da7b17-7ab8-42d3-bf07-b287880f763e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1096 time: 0.2084596 Nov 02 16:50:58.250269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 4cfae669-2114-49d5-a33b-c28113baf92d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:58.291841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7282f572-e82e-40d0-9f00-d129d589d4ea req-e869c258-b921-42d1-9be0-c489848e2539 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0372982 Nov 02 16:50:58.328779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Allocated IP 172.20.0.12 (638f5dbb-db9c-473c-8df3-c86974cbaf3e/4b001bfe-d8f8-46c3-9041-58a63cb4bdb7/0381074a-2c5c-40bb-a669-93b4bcb84cc7) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:58.342474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:58.459507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e02dc845-034a-454c-ad1c-18155c6f281b req-8a3ad444-30ba-4144-a46d-464f4fab9c6b tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 210 time: 0.0319636 Nov 02 16:50:58.465810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:58.475055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ba804d1f-f77a-445b-9ce7-804be447d860 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/4cfae669-2114-49d5-a33b-c28113baf92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188755 Nov 02 16:50:58.478907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57118) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:58.480969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] Sync routers for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:58.496557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-b7a10759-8070-4383-a296-e52d6331a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:58.498910 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-b7a10759-8070-4383-a296-e52d6331a8c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.2829134 Nov 02 16:50:58.500780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:58.502375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:58.526033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:58.529770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3e9b7285-3906-4adf-9dad-2f73f17445bf tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cfae669-2114-49d5-a33b-c28113baf92d HTTP/1.1" status: 200 len: 205 time: 0.0495980 Nov 02 16:50:58.538794 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:58.548830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:58.552544 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:58.553643 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:58.558449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57120) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:58.558653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] Routers {'4cfae669-2114-49d5-a33b-c28113baf92d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:58.559273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4cfae669-2114-49d5-a33b-c28113baf92d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:58.571173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:58.632795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-81861a45-0a17-43e4-aa42-034040234565 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3403616 Nov 02 16:50:58.639160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:58.648701 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:58.714599 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64e18c9-7898-4689-b382-7aaada24c88d x-openstack-request-id: req-c64e18c9-7898-4689-b382-7aaada24c88d {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:58.715048 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:58.715489 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c64e18c9-7898-4689-b382-7aaada24c88d {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:58.716514 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'status': 'completed', 'code': 200} Nov 02 16:50:58.739527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:58.743784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e8a6-9ead-40d7-a439-029c8d3a2ca2 None None] The sync data for ids ['4cfae669-2114-49d5-a33b-c28113baf92d'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:58.779204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:58.786184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-e57c1139-5a8c-4fbe-a727-a7ff803c0912 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 200 len: 1001 time: 0.2768722 Nov 02 16:50:58.821882 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:58.961547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.035697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-18278aba-e359-4b5d-955f-379027e79784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.037291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-18278aba-e359-4b5d-955f-379027e79784 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1097 time: 0.2714055 Nov 02 16:50:59.072805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-fcd23ad5-a950-4784-8c3c-0b06fb2cd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.075311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-fcd23ad5-a950-4784-8c3c-0b06fb2cd419 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.2653315 Nov 02 16:50:59.093534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.104512 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '4fdc09b1-591b-4ff3-8bbe-bed481796e74', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3e:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:57Z', 'updated_at': '2021-11-02T16:50:57Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}, {'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:47Z', 'revision_number': 1, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:59.105962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.132727 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:59.141298 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:59.141909 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:59.254953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.255594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router 4cfae669-2114-49d5-a33b-c28113baf92d {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:50:59.274851 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:59.281051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.286043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-59e864fe-dc34-4914-9a96-6a5d490fa618 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/4cfae669-2114-49d5-a33b-c28113baf92d HTTP/1.1" status: 204 len: 168 time: 0.7231488 Nov 02 16:50:59.286627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57132) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:59.295439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-0f8787c0-ee50-4d64-8cf2-5ad01b8e5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.297900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-0f8787c0-ee50-4d64-8cf2-5ad01b8e5f49 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018883 Nov 02 16:50:59.301062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.359257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet 52455d29-fbbd-4aaa-afb4-9e558c34f44a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:59.364064 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.410821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-f9270419-27b6-4a94-8431-deb3fc394782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.413878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-f9270419-27b6-4a94-8431-deb3fc394782 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.3280256 Nov 02 16:50:59.417771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.463673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Pushing event updated for resources: {'Port': ['ID=0381074a-2c5c-40bb-a669-93b4bcb84cc7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:59.479044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7db55810-0b9a-40f4-9002-72fa76d3d0f6 req-45b118ca-90dd-4f8a-b32b-ecbfda211f77 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0377769 Nov 02 16:50:59.567575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Network 638f5dbb-db9c-473c-8df3-c86974cbaf3e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:59.584804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:59.585806 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '4fdc09b1-591b-4ff3-8bbe-bed481796e74', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3e:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:57Z', 'updated_at': '2021-11-02T16:50:57Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}, {'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:47Z', 'revision_number': 1, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:59.590626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:59.598277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-4c001e50-c2ca-415a-a961-87557a94ecd8 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778959 Nov 02 16:50:59.603750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.621567 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb45bd-9968-48c9-beeb-48264be777d9 None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '4fdc09b1-591b-4ff3-8bbe-bed481796e74', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3e:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:57Z', 'updated_at': '2021-11-02T16:50:57Z', 'revision_number': 0, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}, {'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:47Z', 'revision_number': 1, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:59.697575 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-4f567ed0-b189-4049-9629-64739f1ccfef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 200 len: 1000 time: 0.2297869 Nov 02 16:50:59.726841 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.767243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.767243 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.772593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6939-7f1a-4241-9e86-044175c9c231 req-e42a0d7a-7b20-4f14-a627-8c90db603e4f tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.781872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-236d6939-7f1a-4241-9e86-044175c9c231 req-e42a0d7a-7b20-4f14-a627-8c90db603e4f tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 932 time: 0.1824231 Nov 02 16:50:59.787515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=52455d29-fbbd-4aaa-afb4-9e558c34f44a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:59.799872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.808725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33718b7-74b7-45bb-92bb-78b43750f12a None None] Network 5dd62c4b-fc01-416c-b553-20c95494a479 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:50:59.809473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-f2f1290c-c4b3-4e91-afeb-c6c885f223ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.810658 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-f2f1290c-c4b3-4e91-afeb-c6c885f223ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1038935 Nov 02 16:50:59.811706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8548ef63-3ac9-4027-b080-485095102fe7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/52455d29-fbbd-4aaa-afb4-9e558c34f44a HTTP/1.1" status: 204 len: 168 time: 0.5188243 Nov 02 16:50:59.815603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57138) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:59.862700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-236d6939-7f1a-4241-9e86-044175c9c231 req-a5871f0b-59b8-468b-ad19-44ae9776bc9f tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Nov 02 16:50:59.894563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-8912d75d-9809-4752-b34e-0d5f360d90e2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6420460 Nov 02 16:50:59.921465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dde6d024-1cc8-4e41-9fe3-7286477b22aa req-a3168472-49e6-4638-b4d6-cc23a13291fd service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951674 Nov 02 16:50:59.933694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Request body: {'port': {'device_id': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:59.966663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet 348e3817-32b5-402a-a558-33b9214c51f5 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:50:59.974812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:50:59.990744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe5e08-56ba-422e-ba0c-496b5d9736bf None None] New status for floating IP 4fdc09b1-591b-4ff3-8bbe-bed481796e74: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:51:00.020319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-882a3cc1-1652-4cb0-8e40-8043142656c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:00.021769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-882a3cc1-1652-4cb0-8e40-8043142656c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929569 Nov 02 16:51:00.075404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.139369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.242163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] DHCP port deletion for 5dd62c4b-fc01-416c-b553-20c95494a479 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:00.304435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] Deleting port 9007e370-7d4d-4a8b-838e-be0dab7239d1 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:00.304963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.360930 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-2c3a7b2e-1363-4469-9904-e04b017aec51 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296936 Nov 02 16:51:00.363485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.375105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] For port 9007e370-7d4d-4a8b-838e-be0dab7239d1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9007e370-7d4d-4a8b-838e-be0dab7239d1,segment=NetworkSegment(52887915-37aa-4611-8976-4d75b2b2cf10),segment_id=52887915-37aa-4611-8976-4d75b2b2cf10)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:00.375681 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.390393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] Calling delete_port for 9007e370-7d4d-4a8b-838e-be0dab7239d1 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:00.469605 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.495331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] Pushing event deleted for resources: {'Port': ['ID=9007e370-7d4d-4a8b-838e-be0dab7239d1,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:00.502969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085384d-ed97-4c35-911f-02a2cc8702ff None None] No DVR routers for this DVR port 9007e370-7d4d-4a8b-838e-be0dab7239d1 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:00.610099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9254b3f1-8538-4668-97d5-a17a4d8a59ad req-cbd21595-ac35-4706-881c-38e62dfb9cf5 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0381730 Nov 02 16:51:00.904672 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.905424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9007e370-7d4d-4a8b-838e-be0dab7239d1 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:00.935444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9007e370-7d4d-4a8b-838e-be0dab7239d1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:00.935795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9007e370-7d4d-4a8b-838e-be0dab7239d1 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:00.947215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=348e3817-32b5-402a-a558-33b9214c51f5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:00.958340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa89ffa-ad05-483d-97cd-ea04f8a7020c None None] Network ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:00.961843 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:00.969184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17a3e79c-f19f-4e35-9584-aedaa49a5cc1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/348e3817-32b5-402a-a558-33b9214c51f5 HTTP/1.1" status: 204 len: 168 time: 1.1487722 Nov 02 16:51:00.971634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57146) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:01.006542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-675423fe-f1f8-4dab-b0c0-b8d683ca81ed req-e2859c6f-c97a-4c6f-a6aa-91f7d3ad7886 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007783 Nov 02 16:51:01.099777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0381074a-2c5c-40bb-a669-93b4bcb84cc7 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:01.115105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.133588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Transition to ACTIVE for port object 0381074a-2c5c-40bb-a669-93b4bcb84cc7 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:51:01.138336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.139160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c85286-259e-4324-b4b8-470d7c97fcab req-5f661a34-ca48-44ef-b5af-9182093e57cf tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:01.140699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00c85286-259e-4324-b4b8-470d7c97fcab req-5f661a34-ca48-44ef-b5af-9182093e57cf tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 932 time: 0.1816216 Nov 02 16:51:01.145783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.193436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00c85286-259e-4324-b4b8-470d7c97fcab req-88ca112b-87cb-4fb8-9e5a-67ca46907dba tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444376 Nov 02 16:51:01.228665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=0381074a-2c5c-40bb-a669-93b4bcb84cc7,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:01.246793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] DHCP port deletion for ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:01.315581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Attempting to bind port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:01.316137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Attempting to bind port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '0a4cf146-f5ca-4b9b-b66f-133d09898ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:01.316494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Attempting to bind port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 on network 638f5dbb-db9c-473c-8df3-c86974cbaf3e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:01.317601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] Deleting port dccfe00a-738a-4065-9f51-e8c1e8805b21 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:01.318044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.322239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 on network 638f5dbb-db9c-473c-8df3-c86974cbaf3e not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:01.322571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Attempting to bind port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 on network 638f5dbb-db9c-473c-8df3-c86974cbaf3e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:01.327040 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.332990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:01.333376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Checking segment: {'id': '0a4cf146-f5ca-4b9b-b66f-133d09898ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:01.333813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Bound using segment: {'id': '0a4cf146-f5ca-4b9b-b66f-133d09898ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:01.334468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Bound port: 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4cf146-f5ca-4b9b-b66f-133d09898ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:01.335054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.353838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd62c4b-fc01-416c-b553-20c95494a479']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:01.366082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52887915-37aa-4611-8976-4d75b2b2cf10') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:01.366760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52887915-37aa-4611-8976-4d75b2b2cf10') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:01.377744 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.388674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] For port dccfe00a-738a-4065-9f51-e8c1e8805b21, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=dccfe00a-738a-4065-9f51-e8c1e8805b21,segment=NetworkSegment(52ff8167-6587-4209-a9b1-e81006ffddaa),segment_id=52ff8167-6587-4209-a9b1-e81006ffddaa)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:01.389199 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.397254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.404041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:01.404247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] Calling delete_port for dccfe00a-738a-4065-9f51-e8c1e8805b21 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:01.404863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.426394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] For port 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:01.430278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] For port 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7,segment=NetworkSegment(0a4cf146-f5ca-4b9b-b66f-133d09898ab5),segment_id=0a4cf146-f5ca-4b9b-b66f-133d09898ab5)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:01.437628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:01.478524 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:01.484749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.491367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.498890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/5dd62c4b-fc01-416c-b553-20c95494a479 HTTP/1.1" status: 204 len: 168 time: 0.5262091 Nov 02 16:51:01.499746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57152) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:01.500979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=0381074a-2c5c-40bb-a669-93b4bcb84cc7,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:01.516007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:01.516806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.520003 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-eb9f181f-1b9e-4f60-8bf5-db703f997fa9 service neutron] 10.222.0.100 "PUT /v2.0/ports/0381074a-2c5c-40bb-a669-93b4bcb84cc7 HTTP/1.1" status: 200 len: 1092 time: 1.5919483 Nov 02 16:51:01.520003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'tag': '0381074a-2c5c-40bb-a669-93b4bcb84cc7'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:01.521738 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.529109 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4" -d '{"events": [{"name": "network-changed", "server_uuid": "10710f7b-bd9d-4ae9-938e-332c4e52c795", "tag": "0381074a-2c5c-40bb-a669-93b4bcb84cc7"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:01.561240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] Pushing event deleted for resources: {'Port': ['ID=dccfe00a-738a-4065-9f51-e8c1e8805b21,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:01.569546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fc5bd-d692-4435-9531-c102b452a830 None None] No DVR routers for this DVR port dccfe00a-738a-4065-9f51-e8c1e8805b21 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:01.588300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84b2b1-ede8-41a6-8453-155fa2615fbb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=5dd62c4b-fc01-416c-b553-20c95494a479,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:01.606038 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20bf69-01b0-44a1-8c7e-5ddd733fcee1 x-openstack-request-id: req-4a20bf69-01b0-44a1-8c7e-5ddd733fcee1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:01.606311 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10710f7b-bd9d-4ae9-938e-332c4e52c795", "tag": "0381074a-2c5c-40bb-a669-93b4bcb84cc7", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:01.606537 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a20bf69-01b0-44a1-8c7e-5ddd733fcee1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:01.607273 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'tag': '0381074a-2c5c-40bb-a669-93b4bcb84cc7', 'status': 'completed', 'code': 200} Nov 02 16:51:01.624042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-2d26ba95-f8a4-4b21-8911-3b91abb28018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:01.625131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.625619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-2d26ba95-f8a4-4b21-8911-3b91abb28018 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b6fcb9cafe94ac08499f03cdb63e022&device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 1095 time: 0.0599818 Nov 02 16:51:01.677846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-0bec8eed-e7ed-4c66-8df4-c23d46611388 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7 HTTP/1.1" status: 200 len: 217 time: 0.0439804 Nov 02 16:51:01.745279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-e91fd244-2e6b-4f6c-b71e-1a0fb888ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:01.747153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-e91fd244-2e6b-4f6c-b71e-1a0fb888ee9b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4b001bfe-d8f8-46c3-9041-58a63cb4bdb7 HTTP/1.1" status: 200 len: 849 time: 0.0615695 Nov 02 16:51:01.756265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cae2570-fdb6-494e-851a-c532622e96ce req-703a7960-ff9a-4969-91e1-54b0497ab825 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0431483 Nov 02 16:51:01.758079 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.781638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:01.793631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-ec16845e-5d2e-4760-b351-5c71b6d3d96b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=638f5dbb-db9c-473c-8df3-c86974cbaf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389273 Nov 02 16:51:01.794776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ff8167-6587-4209-a9b1-e81006ffddaa') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:01.795083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ff8167-6587-4209-a9b1-e81006ffddaa') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:01.805397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.823707 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.834430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:01.834772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:01.838921 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:01.912462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.912854 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-50c008da-1eb8-4c35-b8c3-4b1fa4def396 service neutron] 10.222.0.100 "GET /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118987 Nov 02 16:51:01.922238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:01.929462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0 HTTP/1.1" status: 204 len: 168 time: 0.4201579 Nov 02 16:51:01.929922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57158) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:01.934720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-500688671'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:01.942167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a59ef8-1594-4405-8977-5bb3c0b27d3c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=ef8961cd-9e5a-4b7b-a03a-37a68fe4fba0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:02.012296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:02.015810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.059726 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7e83ae2-1877-483c-8c9a-438073019a50 req-88792569-5088-4630-9f45-18deba991550 service neutron] 10.222.0.100 "GET /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394372 Nov 02 16:51:02.063036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:02.075164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.075164 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment a229512a-9ba8-4f0d-8445-5c7a143143dc of type vlan for network 1b8673b7-0472-4826-b95f-f5984e47ada5 Nov 02 16:51:02.129502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.181190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-baaefa3d-02a0-45bb-9194-fbb247921b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.182831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-baaefa3d-02a0-45bb-9194-fbb247921b7b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b6fcb9cafe94ac08499f03cdb63e022&device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 1095 time: 0.0656824 Nov 02 16:51:02.183942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.190282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.190903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.304149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3708694 Nov 02 16:51:02.308810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:02.320017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:02.324650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f31354-5665-46d2-a215-8894cfa77548 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=1b8673b7-0472-4826-b95f-f5984e47ada5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:02.337436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:02.365775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-97374305-0b0b-4a33-90fb-0525e05d9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.367624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-97374305-0b0b-4a33-90fb-0525e05d9606 service neutron] 10.222.0.100 "GET /v2.0/networks?id=638f5dbb-db9c-473c-8df3-c86974cbaf3e HTTP/1.1" status: 200 len: 910 time: 0.1739717 Nov 02 16:51:02.424070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-df95b62f-0afc-4079-9661-752cfec0bf87 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7 HTTP/1.1" status: 200 len: 217 time: 0.0454612 Nov 02 16:51:02.435063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef911283-8982-451d-9209-c0e71cf49677 req-ebb28da0-ff37-4ce1-86a2-0c392d155311 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.436570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef911283-8982-451d-9209-c0e71cf49677 req-ebb28da0-ff37-4ce1-86a2-0c392d155311 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 944 time: 0.1652474 Nov 02 16:51:02.483715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-38277f02-0f75-426d-aef4-b17e43fe4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.485373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-38277f02-0f75-426d-aef4-b17e43fe4a63 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4b001bfe-d8f8-46c3-9041-58a63cb4bdb7 HTTP/1.1" status: 200 len: 849 time: 0.0528123 Nov 02 16:51:02.495131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef911283-8982-451d-9209-c0e71cf49677 req-7087c13e-e1e4-4f33-819c-17b1cc6704d4 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Nov 02 16:51:02.496149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:02.499624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.525344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-701ef420-2b0a-47e0-b0e9-d6438041f081 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=638f5dbb-db9c-473c-8df3-c86974cbaf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313935 Nov 02 16:51:02.637694 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-796b40dd-13f0-49fd-846d-7de15b2b1437 service neutron] 10.222.0.100 "GET /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047871 Nov 02 16:51:02.716731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.748452 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3626da8f-dc69-45ea-bdfc-36b9fd7313d4 req-f9b6b14d-9f21-43bb-b62f-e609293bdc66 service neutron] 10.222.0.100 "GET /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013782 Nov 02 16:51:02.791022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=cca518ab-dc36-49ce-905c-185ba53ba468,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:02.793975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': 'a229512a-9ba8-4f0d-8445-5c7a143143dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:02.794416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: 1b8673b7-0472-4826-b95f-f5984e47ada5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:02.817436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:02.827762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 1b8673b7-0472-4826-b95f-f5984e47ada5) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:02.832410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.833015 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.852280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-62742595-5d2f-431a-a3fd-b1c35e8f6a8d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5408432 Nov 02 16:51:02.853890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad71537-9ea2-4810-b1e0-81cc341eaeaf None None] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:02.854765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57168) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:02.859804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1853177357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:02.903061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d21ea326-152f-440b-b10a-110db17ff07b req-11bb9395-d403-4620-8cce-112acd879c8a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0495386 Nov 02 16:51:02.924827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.925967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.959042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dccfe00a-738a-4065-9f51-e8c1e8805b21 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:02.986364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: dccfe00a-738a-4065-9f51-e8c1e8805b21 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:02.987010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device dccfe00a-738a-4065-9f51-e8c1e8805b21 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:02.988036 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:02.994493 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.019775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.022592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1c13363-a563-4ab0-ae92-0cdf2af0d807 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1666701 Nov 02 16:51:03.024255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57170) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:03.030076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'port': {'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5', 'name': 'tempest-RoutersIpV6Test-961404851'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:03.095111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-1b8673b7-0472-4826-b95f-f5984e47ada5', 'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': 'cca518ab-dc36-49ce-905c-185ba53ba468'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:03.097659 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.154771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:03.159528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.178341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] device_id is not set on port 91847e07-9a41-499d-9e27-6b31be55bbaa yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:51:03.257230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Allocated IP 2001:db8::2 (1b8673b7-0472-4826-b95f-f5984e47ada5/cca518ab-dc36-49ce-905c-185ba53ba468/99426a46-d3eb-45d7-8197-43a353584a2e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:03.415868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.427486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.475041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:03.481429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Pushing event updated for resources: {'Port': ['ID=99426a46-d3eb-45d7-8197-43a353584a2e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:03.486003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:03.488528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:03.503888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8::13f (1b8673b7-0472-4826-b95f-f5984e47ada5/cca518ab-dc36-49ce-905c-185ba53ba468/91847e07-9a41-499d-9e27-6b31be55bbaa) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:03.546265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Attempting to bind port 99426a46-d3eb-45d7-8197-43a353584a2e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:03.546642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Attempting to bind port 99426a46-d3eb-45d7-8197-43a353584a2e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a229512a-9ba8-4f0d-8445-5c7a143143dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:03.547015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Attempting to bind port 99426a46-d3eb-45d7-8197-43a353584a2e on network 1b8673b7-0472-4826-b95f-f5984e47ada5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:03.553901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:03.554321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Checking segment: {'id': 'a229512a-9ba8-4f0d-8445-5c7a143143dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:03.554739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.555888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Bound using segment: {'id': 'a229512a-9ba8-4f0d-8445-5c7a143143dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:03.556393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Bound port: 99426a46-d3eb-45d7-8197-43a353584a2e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a229512a-9ba8-4f0d-8445-5c7a143143dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b8673b7-0472-4826-b95f-f5984e47ada5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:03.556788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.652152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f03e9-819e-43d0-adab-b69976722ab2 req-bb8044f0-9ac7-4cdc-b260-c9050b3d2ce1 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.654317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] For port 99426a46-d3eb-45d7-8197-43a353584a2e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:03.655469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-825f03e9-819e-43d0-adab-b69976722ab2 req-bb8044f0-9ac7-4cdc-b260-c9050b3d2ce1 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 944 time: 0.0671661 Nov 02 16:51:03.657648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] For port 99426a46-d3eb-45d7-8197-43a353584a2e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99426a46-d3eb-45d7-8197-43a353584a2e,segment=NetworkSegment(a229512a-9ba8-4f0d-8445-5c7a143143dc),segment_id=a229512a-9ba8-4f0d-8445-5c7a143143dc)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:03.663263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.727042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-825f03e9-819e-43d0-adab-b69976722ab2 req-1949845f-68b0-44b6-a7d3-cf1bb54b5353 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Nov 02 16:51:03.751106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ccb44-2a03-41e6-b4b6-3a845d3714aa None None] Pushing event updated for resources: {'Port': ['ID=99426a46-d3eb-45d7-8197-43a353584a2e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:03.760562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.799216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.852199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:03.857734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:03.860544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:03.867983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.868634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:03.890891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=91847e07-9a41-499d-9e27-6b31be55bbaa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:03.911421 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-65ee9eb9-9471-4a8f-b22f-f39bbf30981f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8830070 Nov 02 16:51:03.911829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:04.118008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-573f10f6-4cbb-4965-8989-fd6355538050 req-a9de468f-0c6d-4dd1-899a-68c16e0f0b3f tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69678b4-9bee-48d3-a078-3ddecd8c59e5 HTTP/1.1" status: 200 len: 210 time: 0.0943549 Nov 02 16:51:04.316484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:04.594922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:04.605379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:04.691901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=91847e07-9a41-499d-9e27-6b31be55bbaa,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:04.811751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:04.812474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffeb32-9e76-49b5-9b1b-49e3905f4e19 None None] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:04.936185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00f5e4-ad9f-43ed-92de-a513ef6f6efd req-61fce151-a7a3-4b6f-bd7a-67f50f133792 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:04.943193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c00f5e4-ad9f-43ed-92de-a513ef6f6efd req-61fce151-a7a3-4b6f-bd7a-67f50f133792 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 944 time: 0.1274414 Nov 02 16:51:04.951890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-73d675df-8057-40de-bad4-7179c37976db None None] Provisioning complete for port 99426a46-d3eb-45d7-8197-43a353584a2e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:04.952483 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73d675df-8057-40de-bad4-7179c37976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:04.979562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99426a46-d3eb-45d7-8197-43a353584a2e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:05.018811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:51:05.020832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c00f5e4-ad9f-43ed-92de-a513ef6f6efd req-ed872862-5622-4448-b0d9-4a28272f0efa tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733807 Nov 02 16:51:05.021684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.125166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0381074a-2c5c-40bb-a669-93b4bcb84cc7 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:05.173151 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73d675df-8057-40de-bad4-7179c37976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.178931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 99426a46-d3eb-45d7-8197-43a353584a2e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:05.179328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.240185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:05.338416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-06710ec5-31a8-4497-90a9-f8236acc17f6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.371951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-06710ec5-31a8-4497-90a9-f8236acc17f6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.374852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.382796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.384082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.443740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-06710ec5-31a8-4497-90a9-f8236acc17f6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.447385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-06710ec5-31a8-4497-90a9-f8236acc17f6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.451176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-06710ec5-31a8-4497-90a9-f8236acc17f6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/security-groups/d874ac6b-8081-46c4-8c68-b1ccf8c012d4 HTTP/1.1" status: 204 len: 168 time: 0.2074344 Nov 02 16:51:05.461715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57192) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:05.464587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06710ec5-31a8-4497-90a9-f8236acc17f6 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874ac6b-8081-46c4-8c68-b1ccf8c012d4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:05.482865 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-dbcfa027-eb3f-4082-8c1d-80d5df4e1669 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] show failed (client error): The resource could not be found. Nov 02 16:51:05.486703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dbcfa027-eb3f-4082-8c1d-80d5df4e1669 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "GET /v2.0/security-groups/d874ac6b-8081-46c4-8c68-b1ccf8c012d4 HTTP/1.1" status: 404 len: 347 time: 0.0167599 Nov 02 16:51:05.487063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57194) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:05.546453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-73d675df-8057-40de-bad4-7179c37976db None None] For port 99426a46-d3eb-45d7-8197-43a353584a2e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99426a46-d3eb-45d7-8197-43a353584a2e,segment=NetworkSegment(a229512a-9ba8-4f0d-8445-5c7a143143dc),segment_id=a229512a-9ba8-4f0d-8445-5c7a143143dc)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:05.560951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73d675df-8057-40de-bad4-7179c37976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.657739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d675df-8057-40de-bad4-7179c37976db None None] Pushing event updated for resources: {'Port': ['ID=99426a46-d3eb-45d7-8197-43a353584a2e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:05.670922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7,segment=NetworkSegment(0a4cf146-f5ca-4b9b-b66f-133d09898ab5),segment_id=0a4cf146-f5ca-4b9b-b66f-133d09898ab5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:05.714211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port 6a523734-c0e2-4406-8409-114e99075670 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:05.714748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.721967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0381074a-2c5c-40bb-a669-93b4bcb84cc7', 'network_id': '638f5dbb-db9c-473c-8df3-c86974cbaf3e', 'port_id': '0381074a-2c5c-40bb-a669-93b4bcb84cc7', 'mac_address': 'fa:16:3e:41:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b001bfe-d8f8-46c3-9041-58a63cb4bdb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:05.738391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dd6bca2c-b934-4df7-a445-fce322c582bc None None] Provisioning complete for port 99426a46-d3eb-45d7-8197-43a353584a2e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:05.738956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dd6bca2c-b934-4df7-a445-fce322c582bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.855301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.856001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.869906 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.880993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for 6a523734-c0e2-4406-8409-114e99075670 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:05.915046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0381074a-2c5c-40bb-a669-93b4bcb84cc7 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:05.957840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7,segment=NetworkSegment(0a4cf146-f5ca-4b9b-b66f-133d09898ab5),segment_id=0a4cf146-f5ca-4b9b-b66f-133d09898ab5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:05.966789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:05.979419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dd6bca2c-b934-4df7-a445-fce322c582bc None None] Provisioning complete for port 91847e07-9a41-499d-9e27-6b31be55bbaa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:05.979662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=91847e07-9a41-499d-9e27-6b31be55bbaa,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:05.980150 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dd6bca2c-b934-4df7-a445-fce322c582bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.041189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:06.043086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:06.079858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bca2c-b934-4df7-a445-fce322c582bc None None] Port 91847e07-9a41-499d-9e27-6b31be55bbaa cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:06.081656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0381074a-2c5c-40bb-a669-93b4bcb84cc7,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:06.131087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.177574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=6a523734-c0e2-4406-8409-114e99075670,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:06.200176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0381074a-2c5c-40bb-a669-93b4bcb84cc7'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:06.248471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6d4350c1-d004-4718-8745-e92ab38f2688 None None] Provisioning complete for port 91847e07-9a41-499d-9e27-6b31be55bbaa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:06.248971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6d4350c1-d004-4718-8745-e92ab38f2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.258908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.261787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.263280 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e28c3f86-af2b-4594-b79a-844f05d19dbb tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/floatingips/86c76031-0c8a-40d9-912d-7f0c1243576c HTTP/1.1" status: 204 len: 168 time: 0.7749672 Nov 02 16:51:06.267397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57202) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:06.305518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa79c9-f1d4-4846-8a3a-168e6adc80f7 req-2c712833-48d7-4663-bc57-021cc2542295 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:06.309240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1aa79c9-f1d4-4846-8a3a-168e6adc80f7 req-2c712833-48d7-4663-bc57-021cc2542295 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 945 time: 0.1474240 Nov 02 16:51:06.345181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6d4350c1-d004-4718-8745-e92ab38f2688 None None] Port 91847e07-9a41-499d-9e27-6b31be55bbaa cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:06.385883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1aa79c9-f1d4-4846-8a3a-168e6adc80f7 req-1fd54680-10f4-46ea-b832-6a4e772907a4 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Nov 02 16:51:06.386525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:06.427206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port 51924dca-b579-459a-b045-c509d6abea41 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:06.427590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.477212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-42605f84-9f26-4227-be9e-1cc01d54223a None None] Provisioning complete for port 91847e07-9a41-499d-9e27-6b31be55bbaa triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:06.478324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42605f84-9f26-4227-be9e-1cc01d54223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.521012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-42605f84-9f26-4227-be9e-1cc01d54223a None None] Port 91847e07-9a41-499d-9e27-6b31be55bbaa cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:06.522288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:06.531922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4b9fcff8-54b6-4172-bf22-4c8c94f2f6bb tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6183426 Nov 02 16:51:06.535944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:06.536733 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] Sync routers for ids ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:06.548173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] Routers {'9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:06.548801 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:06.551069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.573235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for 51924dca-b579-459a-b045-c509d6abea41 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:06.585245 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:06.595100 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] Routers {'9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:06.596027 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:06.622452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c168a-8ac4-4b9d-bd6d-6e1aabcb5983 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:06.625639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e16c168a-8ac4-4b9d-bd6d-6e1aabcb5983 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports/91847e07-9a41-499d-9e27-6b31be55bbaa HTTP/1.1" status: 200 len: 983 time: 0.0883183 Nov 02 16:51:06.629252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57206) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:06.634976 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:06.635631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c185a-de7d-4da3-b473-daa68d8e81d6 None None] The sync data for ids ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:06.785186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.823965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=51924dca-b579-459a-b045-c509d6abea41,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:06.908430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:06.912406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9f123e96-2311-467a-82c8-b043d764651d tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/ports/51924dca-b579-459a-b045-c509d6abea41 HTTP/1.1" status: 204 len: 168 time: 0.6436486 Nov 02 16:51:06.914769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57210) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:06.949406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99426a46-d3eb-45d7-8197-43a353584a2e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:07.006724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 99426a46-d3eb-45d7-8197-43a353584a2e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:07.007361 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.026483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port 1b52aba8-da55-4b87-8e92-477f53fdc175 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:07.026761 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.088484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.117901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0381074a-2c5c-40bb-a669-93b4bcb84cc7 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:07.137358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.155050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for 1b52aba8-da55-4b87-8e92-477f53fdc175 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:07.176071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:51:07.180088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:07.180541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.296670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.325229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0381074a-2c5c-40bb-a669-93b4bcb84cc7'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:07.328206 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c5197-fe24-4caa-aeff-6eea3a5cbe31" -d '{"events": [{"server_uuid": "10710f7b-bd9d-4ae9-938e-332c4e52c795", "name": "network-vif-plugged", "status": "completed", "tag": "0381074a-2c5c-40bb-a669-93b4bcb84cc7"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:07.343919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7,segment=NetworkSegment(0a4cf146-f5ca-4b9b-b66f-133d09898ab5),segment_id=0a4cf146-f5ca-4b9b-b66f-133d09898ab5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:07.350504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.371303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.391685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 91847e07-9a41-499d-9e27-6b31be55bbaa {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:07.392071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.403173 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f8ebe2-8ec8-47d3-aa65-8d80017374ee x-openstack-request-id: req-86f8ebe2-8ec8-47d3-aa65-8d80017374ee {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:07.403474 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10710f7b-bd9d-4ae9-938e-332c4e52c795", "name": "network-vif-plugged", "status": "completed", "tag": "0381074a-2c5c-40bb-a669-93b4bcb84cc7", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:07.403724 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f8ebe2-8ec8-47d3-aa65-8d80017374ee {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:07.404170 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0381074a-2c5c-40bb-a669-93b4bcb84cc7', 'code': 200} Nov 02 16:51:07.436628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=1b52aba8-da55-4b87-8e92-477f53fdc175,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:07.447991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0381074a-2c5c-40bb-a669-93b4bcb84cc7,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:07.562689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.568669 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-04f7dfa0-2c32-4282-9181-2514fbffc1b3 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/ports/1b52aba8-da55-4b87-8e92-477f53fdc175 HTTP/1.1" status: 204 len: 168 time: 0.6505461 Nov 02 16:51:07.569765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57216) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:07.571826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82478-4448-4d8d-a12c-5dd976443814 req-17fce27e-1640-4563-9f4e-977778ba9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:07.573424 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6f82478-4448-4d8d-a12c-5dd976443814 req-17fce27e-1640-4563-9f4e-977778ba9f52 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 1097 time: 0.1121118 Nov 02 16:51:07.584937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.594454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35520c27-d471-4500-869e-9c23e5e82fa6 req-386dbc43-36e5-48cb-ba9a-b8b33554bf97 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:07.596984 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35520c27-d471-4500-869e-9c23e5e82fa6 req-386dbc43-36e5-48cb-ba9a-b8b33554bf97 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.0907986 Nov 02 16:51:07.609768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 91847e07-9a41-499d-9e27-6b31be55bbaa owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:07.645758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6f82478-4448-4d8d-a12c-5dd976443814 req-72272cdb-60df-4231-9577-96b2a48edb64 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636029 Nov 02 16:51:07.652206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting subnet 9b6fe332-d9e9-4c7b-9937-9dcda3155acd {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:07.655617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.683659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35520c27-d471-4500-869e-9c23e5e82fa6 req-003de2e3-a359-4575-93c1-15a1b8f7e21d tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787659 Nov 02 16:51:07.701398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.800866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.844838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.877387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.893205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=91847e07-9a41-499d-9e27-6b31be55bbaa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:07.909371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6fe332-d9e9-4c7b-9937-9dcda3155acd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:07.911540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:07.914734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55775ea0-4a38-47eb-9537-d4030da32a0a tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/subnets/9b6fe332-d9e9-4c7b-9937-9dcda3155acd HTTP/1.1" status: 204 len: 168 time: 0.3403523 Nov 02 16:51:07.917303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57220) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:07.943569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d39023-c09b-4ae3-b76f-bf2a85cd2c55 None None] Network a72004e9-fb89-4003-80e5-b791065335de requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:07.986996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting subnet b5c247db-0437-4761-a48d-1fbfc8f90d4e {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:07.991070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.024490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.077474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.199180 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] DHCP port deletion for a72004e9-fb89-4003-80e5-b791065335de request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:08.216505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.240168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:08.260546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] Deleting port d4fa5fb6-fa16-462a-9459-e430cb9a0124 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:08.260919 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.288349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.326880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c247db-0437-4761-a48d-1fbfc8f90d4e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:08.330363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:08.332164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.335737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] For port d4fa5fb6-fa16-462a-9459-e430cb9a0124, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d4fa5fb6-fa16-462a-9459-e430cb9a0124,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:08.336054 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.336205 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-edfe935e-c2b3-4355-9247-48507ad7d38e tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/subnets/b5c247db-0437-4761-a48d-1fbfc8f90d4e HTTP/1.1" status: 204 len: 168 time: 0.4177151 Nov 02 16:51:08.338957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57222) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:08.344714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a4d68b85-b974-4f5b-be52-7bde414743df tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7138767 Nov 02 16:51:08.347578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57224) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:08.349293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4c34c-44e4-4f6a-a5a9-dd84e7bfabaa None None] Network 9ab20d19-7540-4319-909a-7d255dbb14c5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:08.351400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] Sync routers for ids ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:08.395916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] Calling delete_port for d4fa5fb6-fa16-462a-9459-e430cb9a0124 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:08.426069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] Routers {'9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:08.426647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.427689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.484619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port d4fa5fb6-fa16-462a-9459-e430cb9a0124 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:08.485027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.504442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.554230 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-cdeb66f0-806f-4f64-9526-1cf4e778d936 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] remove_router_interface failed (client error): The resource could not be found. Nov 02 16:51:08.555810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cdeb66f0-806f-4f64-9526-1cf4e778d936 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2071538 Nov 02 16:51:08.558508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port d4fa5fb6-fa16-462a-9459-e430cb9a0124, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d4fa5fb6-fa16-462a-9459-e430cb9a0124,segment=NetworkSegment(05a528ef-f891-4d93-bb33-9f52c7358855),segment_id=05a528ef-f891-4d93-bb33-9f52c7358855)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:08.558878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.559052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57226) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:08.561025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] Routers {'9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:08.561286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:50:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.574499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for d4fa5fb6-fa16-462a-9459-e430cb9a0124 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:08.590331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6ecc88e0-9129-4d65-8808-cca8b1857937 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d HTTP/1.1" status: 200 len: 205 time: 0.0279233 Nov 02 16:51:08.590774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57228) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:08.614735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.615390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926f0ba-9599-49f2-9c33-ab790d089cf7 None None] The sync data for ids ['9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:08.636451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b718d4ed-036a-48b0-990a-1a14f2995de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.639063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.669366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] Pushing event deleted for resources: {'Port': ['ID=d4fa5fb6-fa16-462a-9459-e430cb9a0124,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:08.673770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77be97-e074-48df-9a52-d3592bfb6693 None None] No DVR routers for this DVR port d4fa5fb6-fa16-462a-9459-e430cb9a0124 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:08.684520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.716448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.731382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port d4fa5fb6-fa16-462a-9459-e430cb9a0124 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:08.777767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] DHCP port deletion for 9ab20d19-7540-4319-909a-7d255dbb14c5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:08.838290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] Deleting port 67142a56-75cb-4766-b3ed-911f489e10d3 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:08.838692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.889772 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.904522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.914907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419156-dec4-49fb-b7ab-09c0262293f4 req-39ee5e2e-f029-407d-81e8-3fa929f1178d tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:08.915300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72004e9-fb89-4003-80e5-b791065335de']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.916482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8419156-dec4-49fb-b7ab-09c0262293f4 req-39ee5e2e-f029-407d-81e8-3fa929f1178d tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.1562192 Nov 02 16:51:08.917859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.926736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a528ef-f891-4d93-bb33-9f52c7358855') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.927283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a528ef-f891-4d93-bb33-9f52c7358855') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:08.941244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.943971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=d4fa5fb6-fa16-462a-9459-e430cb9a0124,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:08.964267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:08.975425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:08.977069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.004843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] For port 67142a56-75cb-4766-b3ed-911f489e10d3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=67142a56-75cb-4766-b3ed-911f489e10d3,segment=NetworkSegment(635ea6e5-f375-4518-8758-12a172e6498c),segment_id=635ea6e5-f375-4518-8758-12a172e6498c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:09.005263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.005694 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.005855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router 9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:51:09.020423 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.023852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dad2a5c8-1c90-4b8b-b481-41dc63fe519b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d HTTP/1.1" status: 204 len: 168 time: 0.4298320 Nov 02 16:51:09.024459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57234) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:09.035082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 67142a56-75cb-4766-b3ed-911f489e10d3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:09.061936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] Calling delete_port for 67142a56-75cb-4766-b3ed-911f489e10d3 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:09.062817 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8419156-dec4-49fb-b7ab-09c0262293f4 req-2a5d989e-0f0c-45ee-9163-9cc73fee384f tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347971 Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:09.063149 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:09.071337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.087148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.092956 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/networks/a72004e9-fb89-4003-80e5-b791065335de HTTP/1.1" status: 204 len: 168 time: 0.7529271 Nov 02 16:51:09.099480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet cca518ab-dc36-49ce-905c-185ba53ba468 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:09.101417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57238) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:09.103010 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.121339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baebe3-60b3-4c55-a664-31dbf1e16241 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Network': ['ID=a72004e9-fb89-4003-80e5-b791065335de,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.149816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.196963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.205078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.237279 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.259714 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.263544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d4fa5fb6-fa16-462a-9459-e430cb9a0124 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:09.277768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Deleting port 67142a56-75cb-4766-b3ed-911f489e10d3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:09.278216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.299957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] Pushing event deleted for resources: {'Port': ['ID=67142a56-75cb-4766-b3ed-911f489e10d3,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.302159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e475f81-ae96-4c63-9cc2-20acab04d2aa None None] No DVR routers for this DVR port 67142a56-75cb-4766-b3ed-911f489e10d3 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:09.303420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d4fa5fb6-fa16-462a-9459-e430cb9a0124 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:09.303760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d4fa5fb6-fa16-462a-9459-e430cb9a0124 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:09.358635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.361488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] For port 67142a56-75cb-4766-b3ed-911f489e10d3, host n-d-811405-2, got binding levels [] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:09.361916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.376868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Calling delete_port for 67142a56-75cb-4766-b3ed-911f489e10d3 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:09.379803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_backend_mixin [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Port 67142a56-75cb-4766-b3ed-911f489e10d3 was not found and therefore no delete operation was performed {{(pid=102065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:51:09.381237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.388244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=cca518ab-dc36-49ce-905c-185ba53ba468,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.394499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.402813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-10662d97-dc29-4ed3-8fd4-6a79ffb61632 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/cca518ab-dc36-49ce-905c-185ba53ba468 HTTP/1.1" status: 204 len: 168 time: 0.3749654 Nov 02 16:51:09.403225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:09.405969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac545a-3ddd-4878-9bf2-8a47b85089a9 None None] Network 1b8673b7-0472-4826-b95f-f5984e47ada5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:09.413681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Port': ['ID=67142a56-75cb-4766-b3ed-911f489e10d3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.415704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] No DVR routers for this DVR port 67142a56-75cb-4766-b3ed-911f489e10d3 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:09.495298 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.507926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.538807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab20d19-7540-4319-909a-7d255dbb14c5']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:09.549515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635ea6e5-f375-4518-8758-12a172e6498c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:09.549822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635ea6e5-f375-4518-8758-12a172e6498c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:09.559213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 99426a46-d3eb-45d7-8197-43a353584a2e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:09.559567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.560684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.578154 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.587414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:09.587808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:09.590882 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:09.619129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] DHCP port deletion for 1b8673b7-0472-4826-b95f-f5984e47ada5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:09.631223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 99426a46-d3eb-45d7-8197-43a353584a2e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99426a46-d3eb-45d7-8197-43a353584a2e,segment=NetworkSegment(a229512a-9ba8-4f0d-8445-5c7a143143dc),segment_id=a229512a-9ba8-4f0d-8445-5c7a143143dc)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:09.631483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.647415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 99426a46-d3eb-45d7-8197-43a353584a2e owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:09.665321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.678511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.681944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] 10.222.0.31 "DELETE /v2.0/networks/9ab20d19-7540-4319-909a-7d255dbb14c5 HTTP/1.1" status: 204 len: 168 time: 0.5795493 Nov 02 16:51:09.698214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a95c62-a4cd-419b-adb2-8dd9ee0e4a15 tempest-TaggedBootDevicesTest-1818853923 tempest-TaggedBootDevicesTest-1818853923-project] Pushing event deleted for resources: {'Network': ['ID=9ab20d19-7540-4319-909a-7d255dbb14c5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.716222 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] Deleting port 99426a46-d3eb-45d7-8197-43a353584a2e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:09.716449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.792969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] For port 99426a46-d3eb-45d7-8197-43a353584a2e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99426a46-d3eb-45d7-8197-43a353584a2e,segment=NetworkSegment(a229512a-9ba8-4f0d-8445-5c7a143143dc),segment_id=a229512a-9ba8-4f0d-8445-5c7a143143dc)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:09.793436 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.809930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] Calling delete_port for 99426a46-d3eb-45d7-8197-43a353584a2e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:09.933267 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:09.963541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] Pushing event deleted for resources: {'Port': ['ID=99426a46-d3eb-45d7-8197-43a353584a2e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.973701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce080e8-b843-4907-b859-9e10c60c4558 None None] No DVR routers for this DVR port 99426a46-d3eb-45d7-8197-43a353584a2e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:10.152816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0250b3a-366f-4afe-9377-dd147f25d13c req-61e91f6a-f26f-4913-ab2c-bf2a0d1db1d8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.161353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0250b3a-366f-4afe-9377-dd147f25d13c req-61e91f6a-f26f-4913-ab2c-bf2a0d1db1d8 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.4618816 Nov 02 16:51:10.171888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.231239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=99426a46-d3eb-45d7-8197-43a353584a2e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:10.233524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port 99426a46-d3eb-45d7-8197-43a353584a2e on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:10.320116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0250b3a-366f-4afe-9377-dd147f25d13c req-ef1db053-e59c-4771-aec8-bd625ce6830e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578753 Nov 02 16:51:10.343256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.347914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57258) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:10.353153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd230cb7-9e2b-4443-87a6-07223818579c req-d1a3749f-e4d4-4fd3-8a44-b8d74c152580 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.354715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd230cb7-9e2b-4443-87a6-07223818579c req-d1a3749f-e4d4-4fd3-8a44-b8d74c152580 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.1822584 Nov 02 16:51:10.387471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8673b7-0472-4826-b95f-f5984e47ada5']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:10.401305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a229512a-9ba8-4f0d-8445-5c7a143143dc') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:10.401602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a229512a-9ba8-4f0d-8445-5c7a143143dc') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:10.425967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.427481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e3359c0d-cbaa-4931-82d0-64ee81979182 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/9160b787-9a8a-4b8e-bea9-78b0800f9e6e HTTP/1.1" status: 200 len: 994 time: 0.0781713 Nov 02 16:51:10.435707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd230cb7-9e2b-4443-87a6-07223818579c req-78cb3419-e91c-45b8-8d63-2faebfc36ad3 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741379 Nov 02 16:51:10.448842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.456436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:10.456859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:10.460554 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:10.529178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.542857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.549635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/1b8673b7-0472-4826-b95f-f5984e47ada5 HTTP/1.1" status: 204 len: 168 time: 1.1423712 Nov 02 16:51:10.550975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57266) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:10.556033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2110676775'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:10.575860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcf09e-ce3a-41be-802c-d6070bce27e8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=1b8673b7-0472-4826-b95f-f5984e47ada5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:10.585447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:10.589866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.624535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:10.641534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.642567 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment d45920a4-c63d-47a0-9744-2aaf79c6ab45 of type vlan for network 38d0ecea-c368-4b7d-97d7-e33018577bba Nov 02 16:51:10.698049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.729470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.737516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.738278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:10.788040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb433a-8158-42b1-9c5d-47c9c72a5393 req-9594ba33-960c-4d0b-b0d9-b766b97bc396 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.789883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6bb433a-8158-42b1-9c5d-47c9c72a5393 req-9594ba33-960c-4d0b-b0d9-b766b97bc396 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.0587027 Nov 02 16:51:10.833648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2814507 Nov 02 16:51:10.836800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:10.844553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:10.850431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95512eb5-dac6-416e-bb20-afd3a14572f6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=38d0ecea-c368-4b7d-97d7-e33018577bba,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:10.879341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 38d0ecea-c368-4b7d-97d7-e33018577bba details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:10.881202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6bb433a-8158-42b1-9c5d-47c9c72a5393 req-b1444975-f8c0-424f-b244-4acf09c48199 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798709 Nov 02 16:51:10.884158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ede17-0178-4120-bb4e-a635b85cf475 req-8972d4a8-5fa1-492e-b0aa-4322229af161 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.885735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c5ede17-0178-4120-bb4e-a635b85cf475 req-8972d4a8-5fa1-492e-b0aa-4322229af161 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1097 time: 0.0946529 Nov 02 16:51:10.955371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c5ede17-0178-4120-bb4e-a635b85cf475 req-5ccb871d-c0d7-4e25-b89b-8d4c0f50a45d tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501997 Nov 02 16:51:10.982025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:10.988830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.019051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99426a46-d3eb-45d7-8197-43a353584a2e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:11.043815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 99426a46-d3eb-45d7-8197-43a353584a2e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:11.044553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99426a46-d3eb-45d7-8197-43a353584a2e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:11.106022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b73b000-1d07-4413-ba6d-2aced3e52775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.258321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.333992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': 'd45920a4-c63d-47a0-9744-2aaf79c6ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:11.334405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: 38d0ecea-c368-4b7d-97d7-e33018577bba, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:11.340357 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=fb5e8d5c-fe52-49dd-a54e-01abe773a1e7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:11.358029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 38d0ecea-c368-4b7d-97d7-e33018577bba is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:11.368371 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.370356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 38d0ecea-c368-4b7d-97d7-e33018577bba) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:11.375445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:11.376671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.387259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46e2f7-8a4a-4c5b-bd0f-e52acf3262e1 None None] Network 38d0ecea-c368-4b7d-97d7-e33018577bba requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:11.399331 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8e7b4877-4ffe-4847-a665-07c53bc1bfc5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5605857 Nov 02 16:51:11.401597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57296) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:11.406703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1908942802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:11.444086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.445177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.535106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.540631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.565866 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.567714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c8ad8766-e0b5-4e80-ab11-8589369161f3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1649032 Nov 02 16:51:11.570268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57300) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:11.613244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-38d0ecea-c368-4b7d-97d7-e33018577bba', 'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': 'fb5e8d5c-fe52-49dd-a54e-01abe773a1e7'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:11.614157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:11.686207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-58e99120-36b8-43ec-8cd7-07a714d247b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1644721 Nov 02 16:51:11.711682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-ad9c815a-ad66-4129-8bbd-b21001742e7f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:51:11.713013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-ad9c815a-ad66-4129-8bbd-b21001742e7f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100963 Nov 02 16:51:11.838395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Allocated IP 2001:db8::2 (38d0ecea-c368-4b7d-97d7-e33018577bba/fb5e8d5c-fe52-49dd-a54e-01abe773a1e7/38e4ce3a-461a-4ef5-9409-11aca9d0572e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:12.092256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd915ca-c087-4e7a-841c-a01c72aaa59f req-0b23cffc-c75c-4cc5-9848-9fc9e0bf2e49 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:12.100975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.102109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bd915ca-c087-4e7a-841c-a01c72aaa59f req-0b23cffc-c75c-4cc5-9848-9fc9e0bf2e49 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.0717475 Nov 02 16:51:12.156066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.165469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bd915ca-c087-4e7a-841c-a01c72aaa59f req-8f81cf06-cd02-40a7-aa84-1ebf30e614c1 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617743 Nov 02 16:51:12.166608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.479032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Network 38d0ecea-c368-4b7d-97d7-e33018577bba is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:12.487301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:12.491068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Pushing event updated for resources: {'Port': ['ID=38e4ce3a-461a-4ef5-9409-11aca9d0572e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:12.493564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:12.557505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Attempting to bind port 38e4ce3a-461a-4ef5-9409-11aca9d0572e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:12.557951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Attempting to bind port 38e4ce3a-461a-4ef5-9409-11aca9d0572e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd45920a4-c63d-47a0-9744-2aaf79c6ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:12.558604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Attempting to bind port 38e4ce3a-461a-4ef5-9409-11aca9d0572e on network 38d0ecea-c368-4b7d-97d7-e33018577bba {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:12.565917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:12.566572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Checking segment: {'id': 'd45920a4-c63d-47a0-9744-2aaf79c6ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:12.567238 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.567506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Bound using segment: {'id': 'd45920a4-c63d-47a0-9744-2aaf79c6ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:12.568050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Bound port: 38e4ce3a-461a-4ef5-9409-11aca9d0572e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45920a4-c63d-47a0-9744-2aaf79c6ab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38d0ecea-c368-4b7d-97d7-e33018577bba'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:12.568504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.613267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-57cd09ba-fe46-4b41-bb00-50cfa6e301f2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:12.614877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-57cd09ba-fe46-4b41-bb00-50cfa6e301f2 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.100 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.5818951 Nov 02 16:51:12.654873 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.692486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] For port 38e4ce3a-461a-4ef5-9409-11aca9d0572e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:12.696735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] For port 38e4ce3a-461a-4ef5-9409-11aca9d0572e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38e4ce3a-461a-4ef5-9409-11aca9d0572e,segment=NetworkSegment(d45920a4-c63d-47a0-9744-2aaf79c6ab45),segment_id=d45920a4-c63d-47a0-9744-2aaf79c6ab45)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:12.701667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:12.784183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed16bd-e03a-450f-b4a6-3eb26770f62c None None] Pushing event updated for resources: {'Port': ['ID=38e4ce3a-461a-4ef5-9409-11aca9d0572e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:12.812976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-cccafe9b-8217-495f-acfa-bbce45db85f9 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:12.815314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-cccafe9b-8217-495f-acfa-bbce45db85f9 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1094 time: 0.2519064 Nov 02 16:51:12.829943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Request body: {'binding': {'host': 'n-h2-811405-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:12.830457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Unknown quota resources ['binding']. {{(pid=102065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 16:51:12.999812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Deleting port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:13.000249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.007243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8::1 (38d0ecea-c368-4b7d-97d7-e33018577bba/fb5e8d5c-fe52-49dd-a54e-01abe773a1e7/f41c10ca-801c-49a3-a9d3-b892f81ad2d5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:13.230757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] For port 0381074a-2c5c-40bb-a669-93b4bcb84cc7, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0381074a-2c5c-40bb-a669-93b4bcb84cc7,segment=NetworkSegment(0a4cf146-f5ca-4b9b-b66f-133d09898ab5),segment_id=0a4cf146-f5ca-4b9b-b66f-133d09898ab5)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:13.231126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.269768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Calling delete_port for 0381074a-2c5c-40bb-a669-93b4bcb84cc7 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:13.278166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on host n-h2-811405-2 for vnic_type normal with profile None {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:13.278607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:13.279010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:13.301144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:13.301642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:13.312744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3beca3-1ee9-4165-9d78-b0eca0c7e458 req-65c794f0-9847-489c-af1a-c99199062499 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:13.319414 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a3beca3-1ee9-4165-9d78-b0eca0c7e458 req-65c794f0-9847-489c-af1a-c99199062499 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 946 time: 0.0681007 Nov 02 16:51:13.322563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.324205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:13.324545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Checking segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:13.324930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Bound using segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:13.325367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Bound port: 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:13.365120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a3beca3-1ee9-4165-9d78-b0eca0c7e458 req-21c5e316-b812-4689-b006-7e983d3efc8f tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/security-groups?id=4038e888-75f4-4b3c-8d69-d3162cf929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Nov 02 16:51:13.663830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:13.696838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.698598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-e1f661f1-7d59-40ac-baeb-8708b9932628 service neutron] 10.222.0.31 "POST /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8740549 Nov 02 16:51:13.704495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.775241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 38d0ecea-c368-4b7d-97d7-e33018577bba is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:13.789120 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.847321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:13.850966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:13.851805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:13.924363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=f41c10ca-801c-49a3-a9d3-b892f81ad2d5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:13.986677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.000370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0381074a-2c5c-40bb-a669-93b4bcb84cc7'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:14.005120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b959-a13a-4f7e-8cea-f941476711ea req-17bf83f5-ead4-4a96-bcae-5b59bc70d253 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.013472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc71b959-a13a-4f7e-8cea-f941476711ea req-17bf83f5-ead4-4a96-bcae-5b59bc70d253 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0868759 Nov 02 16:51:14.066573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc71b959-a13a-4f7e-8cea-f941476711ea req-17b99346-f250-4f54-b651-1428f13e624a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517769 Nov 02 16:51:14.120485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Pushing event deleted for resources: {'Port': ['ID=0381074a-2c5c-40bb-a669-93b4bcb84cc7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:14.159017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce340104-095e-4e97-b3fc-367a65bb1f14 None None] Network 38d0ecea-c368-4b7d-97d7-e33018577bba requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:14.194122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] No DVR routers for this DVR port 0381074a-2c5c-40bb-a669-93b4bcb84cc7 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:14.197756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.201323 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a0073aa-261f-4c12-b9b2-e027fe093d42 req-b9f6b22b-4aaf-4d72-8a25-974cdd8b8530 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.100 "DELETE /v2.0/ports/0381074a-2c5c-40bb-a669-93b4bcb84cc7 HTTP/1.1" status: 204 len: 173 time: 1.5797095 Nov 02 16:51:14.202171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'name': 'network-vif-deleted', 'tag': '0381074a-2c5c-40bb-a669-93b4bcb84cc7'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:14.206016 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb62009-781f-4aea-8612-741ad86f3470" -d '{"events": [{"server_uuid": "10710f7b-bd9d-4ae9-938e-332c4e52c795", "name": "network-vif-deleted", "tag": "0381074a-2c5c-40bb-a669-93b4bcb84cc7"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:14.211743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-9f673fd8-4ca7-4bf2-99d9-f5617d78d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.215426 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-9f673fd8-4ca7-4bf2-99d9-f5617d78d936 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1097 time: 0.1967800 Nov 02 16:51:14.241859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-177b5fbd-5571-4324-97f6-14fe219d8d3b None None] Provisioning complete for port 38e4ce3a-461a-4ef5-9409-11aca9d0572e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:14.242252 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-177b5fbd-5571-4324-97f6-14fe219d8d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.340863 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d2045-c073-460a-9b4d-ea124d65e368 x-openstack-request-id: req-8b6d2045-c073-460a-9b4d-ea124d65e368 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:14.341310 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10710f7b-bd9d-4ae9-938e-332c4e52c795", "name": "network-vif-deleted", "tag": "0381074a-2c5c-40bb-a669-93b4bcb84cc7", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:14.341472 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b6d2045-c073-460a-9b4d-ea124d65e368 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:14.342079 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10710f7b-bd9d-4ae9-938e-332c4e52c795', 'name': 'network-vif-deleted', 'tag': '0381074a-2c5c-40bb-a669-93b4bcb84cc7', 'status': 'completed', 'code': 200} Nov 02 16:51:14.349973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.483779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-177b5fbd-5571-4324-97f6-14fe219d8d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.554368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-91a9267d-6998-4820-8db3-ad218302214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.556497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-91a9267d-6998-4820-8db3-ad218302214d service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 898 time: 0.3117216 Nov 02 16:51:14.565672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16537a3a-4d4e-47b4-b8d5-a26132a064ef req-31b8fffc-a5ec-4636-9126-6f286d432293 tempest-ServerGroupTestJSON-897881742 tempest-ServerGroupTestJSON-897881742-project] 10.222.0.31 "GET /v2.0/ports?device_id=10710f7b-bd9d-4ae9-938e-332c4e52c795 HTTP/1.1" status: 200 len: 210 time: 0.0360057 Nov 02 16:51:14.581908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-177b5fbd-5571-4324-97f6-14fe219d8d3b None None] For port 38e4ce3a-461a-4ef5-9409-11aca9d0572e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38e4ce3a-461a-4ef5-9409-11aca9d0572e,segment=NetworkSegment(d45920a4-c63d-47a0-9744-2aaf79c6ab45),segment_id=d45920a4-c63d-47a0-9744-2aaf79c6ab45)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:14.589152 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-177b5fbd-5571-4324-97f6-14fe219d8d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.672929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5fbd-5571-4324-97f6-14fe219d8d3b None None] Pushing event updated for resources: {'Port': ['ID=38e4ce3a-461a-4ef5-9409-11aca9d0572e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:14.841517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-3b1e3f06-25ad-44a1-8a47-215398cd8de5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1002 time: 0.2763045 Nov 02 16:51:14.930499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-fb503f43-702a-4346-93d1-83ea409a4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.934297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-fb503f43-702a-4346-93d1-83ea409a4bbf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.0810206 Nov 02 16:51:14.937500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7279abc9-bbff-46b5-9b03-f269108a4748 None None] Provisioning complete for port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:14.938852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7279abc9-bbff-46b5-9b03-f269108a4748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.939035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.958216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.960040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:14.989685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7279abc9-bbff-46b5-9b03-f269108a4748 None None] Port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:15.011703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7279abc9-bbff-46b5-9b03-f269108a4748 None None] Provisioning complete for port 38e4ce3a-461a-4ef5-9409-11aca9d0572e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:15.013430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7279abc9-bbff-46b5-9b03-f269108a4748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:15.047001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38e4ce3a-461a-4ef5-9409-11aca9d0572e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:15.098065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=f41c10ca-801c-49a3-a9d3-b892f81ad2d5,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:15.103769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-1c0b04d0-df0b-429a-bdfb-3f5635c8a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.107549 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-1c0b04d0-df0b-429a-bdfb-3f5635c8a490 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663032 Nov 02 16:51:15.138224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 38e4ce3a-461a-4ef5-9409-11aca9d0572e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:15.138513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:15.220057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0e76-8469-4c90-8063-5614b30ae07c req-942d86d1-8c84-464a-8ab0-3f3c7560f4e5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.224750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 38d0ecea-c368-4b7d-97d7-e33018577bba is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:15.228242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:15.233093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7aa0e76-8469-4c90-8063-5614b30ae07c req-942d86d1-8c84-464a-8ab0-3f3c7560f4e5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0916107 Nov 02 16:51:15.285777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7aa0e76-8469-4c90-8063-5614b30ae07c req-25418a0d-7ae5-444f-b6b3-49f09d0249f7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505950 Nov 02 16:51:15.349885 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-50cce52c-d733-4eed-b5b3-30ed6ea13e56 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181733 Nov 02 16:51:15.415727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a6a1035a-f31d-4808-b946-d8b850351a2c None None] Provisioning complete for port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:15.416422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6a1035a-f31d-4808-b946-d8b850351a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:15.465508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1035a-f31d-4808-b946-d8b850351a2c None None] Port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:15.474839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-fba4917f-e7cf-4c44-9a43-1214f66d4502 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157515 Nov 02 16:51:15.505157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:15.589675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5ec6980b-e7b5-4959-bb08-beb6389f00c3 None None] Provisioning complete for port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:15.590639 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ec6980b-e7b5-4959-bb08-beb6389f00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:15.646194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6980b-e7b5-4959-bb08-beb6389f00c3 None None] Port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:15.689498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0b22b88a-0e53-44e0-a4b2-fa7488b07c0d tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.694971 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0b22b88a-0e53-44e0-a4b2-fa7488b07c0d tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5&tenant_id=61edc4df1278420c8be9eb30335e1183&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1097 time: 0.1420929 Nov 02 16:51:15.696967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:15.710890 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] Sync routers for ids ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:15.712827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57346) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:15.724355 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] Routers {'8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:15.727273 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:15.733686 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c8033878-60ad-4029-87c7-ea0f584b5f3a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1505146 Nov 02 16:51:15.740043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811405-2'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:15.803503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe8b7a-3118-4281-b784-3806eb38066a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.807189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e3fe8b7a-3118-4281-b784-3806eb38066a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports/f41c10ca-801c-49a3-a9d3-b892f81ad2d5 HTTP/1.1" status: 200 len: 911 time: 0.0925560 Nov 02 16:51:15.808043 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:15.810038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57354) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:15.833506 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] Routers {'8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:15.834501 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:15.901949 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:15.902869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb680c8-26b1-4bc3-93e3-340dd9014559 None None] The sync data for ids ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:16.001314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:16.058749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Deleting subnet 4b001bfe-d8f8-46c3-9041-58a63cb4bdb7 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:16.062594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.107660 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.153025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.226645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.258835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b001bfe-d8f8-46c3-9041-58a63cb4bdb7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:16.269258 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.274932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b001bfe-d8f8-46c3-9041-58a63cb4bdb7 HTTP/1.1" status: 204 len: 168 time: 0.2696631 Nov 02 16:51:16.274932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.274932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.275369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.275514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.276055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.276388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.276725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.278036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.278036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.278036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.278476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.278811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8a43f-da80-4424-8384-0fa8ed65178e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:16.280034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57370) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:16.387295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.439290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768f07-9365-4c52-b943-ca05bbc1ef4c req-f8d998dd-cba9-455f-93bc-14ccbf59fda5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.441268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb768f07-9365-4c52-b943-ca05bbc1ef4c req-f8d998dd-cba9-455f-93bc-14ccbf59fda5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0588291 Nov 02 16:51:16.487043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb768f07-9365-4c52-b943-ca05bbc1ef4c req-0bcdccda-9092-4260-8e0c-754a83ee3241 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381019 Nov 02 16:51:16.488680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.695397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.736787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638f5dbb-db9c-473c-8df3-c86974cbaf3e']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:16.749638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:16.762242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4cf146-f5ca-4b9b-b66f-133d09898ab5') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:16.762525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4cf146-f5ca-4b9b-b66f-133d09898ab5') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:16.780079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.810229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.827894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:16.828311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:16.832021 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:16.835227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:16.968118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:16.976358 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc29a43-8b8b-4049-b4e6-2bd019058c3e" -d '{"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-unplugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:16.976948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.981120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.991853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:16.995726 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] 10.222.0.31 "DELETE /v2.0/networks/638f5dbb-db9c-473c-8df3-c86974cbaf3e HTTP/1.1" status: 204 len: 168 time: 0.7131128 Nov 02 16:51:16.996816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.065024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88777d-8880-4709-8049-bea24b147115 admin admin] Pushing event deleted for resources: {'Network': ['ID=638f5dbb-db9c-473c-8df3-c86974cbaf3e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:17.089986 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd2f397-ce67-4c32-a878-1fc527818ea2 x-openstack-request-id: req-dcd2f397-ce67-4c32-a878-1fc527818ea2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:17.090750 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-unplugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:17.090974 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcd2f397-ce67-4c32-a878-1fc527818ea2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:17.091533 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'code': 200} Nov 02 16:51:17.121614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0381074a-2c5c-40bb-a669-93b4bcb84cc7 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:17.135869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.169402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 0381074a-2c5c-40bb-a669-93b4bcb84cc7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:17.169905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0381074a-2c5c-40bb-a669-93b4bcb84cc7 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:17.291304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:17.293280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57386) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:17.388913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-725bd0fc-5dbb-4588-af1f-9a7b11e42059 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b6fcb9cafe94ac08499f03cdb63e022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905552 Nov 02 16:51:17.389806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57388) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:17.455606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on host n-h1-811405-2 for vnic_type normal with profile {"migrating_to": "n-h2-811405-2"} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:17.456219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:17.456660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:17.461538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0915a771-0160-4b24-a4c1-0ab1f2a4a849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.462286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:17.462711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Attempting to bind port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on network f7fe1156-6990-47b7-a2f9-a40774130c27 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:17.470892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:17.471534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Checking segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:17.472514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Bound using segment: {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:17.473561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Bound port: 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0621a32b-0a96-4086-9b4f-89912d8c8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:17.481225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.492986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0915a771-0160-4b24-a4c1-0ab1f2a4a849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.495333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d3386109-b92a-4b96-9525-3a8d17d0a439 None None] Provisioning complete for port 0479cbd3-1732-4dac-b29b-fe5d9424d76f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:17.496474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3386109-b92a-4b96-9525-3a8d17d0a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.583082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0915a771-0160-4b24-a4c1-0ab1f2a4a849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.586366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0915a771-0160-4b24-a4c1-0ab1f2a4a849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.587669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0915a771-0160-4b24-a4c1-0ab1f2a4a849 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4038e888-75f4-4b3c-8d69-d3162cf929f9 HTTP/1.1" status: 204 len: 168 time: 0.1963217 Nov 02 16:51:17.592608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d3386109-b92a-4b96-9525-3a8d17d0a439 None None] Port 0479cbd3-1732-4dac-b29b-fe5d9424d76f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:17.604498 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.609077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915a771-0160-4b24-a4c1-0ab1f2a4a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038e888-75f4-4b3c-8d69-d3162cf929f9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:17.665684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:17.669422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:17.693605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.712660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896df5-bd49-4747-a540-02cf1868e9b0 req-9db632aa-b5a7-470a-89f0-92126e9e457e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.714426 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1896df5-bd49-4747-a540-02cf1868e9b0 req-9db632aa-b5a7-470a-89f0-92126e9e457e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 944 time: 0.0807142 Nov 02 16:51:17.787391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1896df5-bd49-4747-a540-02cf1868e9b0 req-b3caa9bb-715d-4f48-aec3-779149ada35f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642028 Nov 02 16:51:17.803000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=8']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:17.963715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.964348 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:17.966106 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-0374f281-e7cc-44f9-8dbc-899c3384b3be service neutron] 10.222.0.100 "PUT /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1122 time: 2.2312624 Nov 02 16:51:17.989603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port f41c10ca-801c-49a3-a9d3-b892f81ad2d5 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:17.989981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.041515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0479cbd3-1732-4dac-b29b-fe5d9424d76f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:18.191748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.210933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for f41c10ca-801c-49a3-a9d3-b892f81ad2d5 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:18.255024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-be75adca-d839-434c-a519-caf5c2f4d710 None None] Provisioning complete for port 0479cbd3-1732-4dac-b29b-fe5d9424d76f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:18.255626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be75adca-d839-434c-a519-caf5c2f4d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.426542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be75adca-d839-434c-a519-caf5c2f4d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.450007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.499052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:18.502386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=f41c10ca-801c-49a3-a9d3-b892f81ad2d5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:18.502827 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299cf099-0452-4136-a0b8-f07727c4fa48" -d '{"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-plugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:18.551266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-be75adca-d839-434c-a519-caf5c2f4d710 None None] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:18.560234 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1018d0-a996-4d02-ba07-50f1271731f4 x-openstack-request-id: req-0e1018d0-a996-4d02-ba07-50f1271731f4 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:18.560655 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-plugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:18.561282 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e1018d0-a996-4d02-ba07-50f1271731f4 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:18.563279 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'code': 200} Nov 02 16:51:18.565579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be75adca-d839-434c-a519-caf5c2f4d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.646437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:18.646729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75adca-d839-434c-a519-caf5c2f4d710 None None] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:18.919097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:18.959573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f309a8-df5c-4e0d-a778-12043ae7d153 req-d56ec49b-9fb8-4363-be13-f6ed6431e1d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:18.967507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e6f309a8-df5c-4e0d-a778-12043ae7d153 req-d56ec49b-9fb8-4363-be13-f6ed6431e1d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0794618 Nov 02 16:51:19.013701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e6f309a8-df5c-4e0d-a778-12043ae7d153 req-6d2af8ae-804e-4f51-9ef6-02ebe232936e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445435 Nov 02 16:51:19.038179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:19.048452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] Sync routers for ids ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:19.051413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70fdc077-8266-4cbb-a23f-757a4bfac372 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2381721 Nov 02 16:51:19.054151 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57430) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:19.062918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] Routers {'8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:19.064120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:19.087477 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d040f0b-859a-4304-9bc2-89fdfa6ee4cc tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 HTTP/1.1" status: 200 len: 205 time: 0.0320470 Nov 02 16:51:19.089911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:19.094222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:19.096873 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe05372-50e8-4646-acef-5e740c2538d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:19.110821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:19.122116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] Routers {'8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:19.122825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:19.193229 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18220d-0478-480c-819a-ec29fe78140e x-openstack-request-id: req-ce18220d-0478-480c-819a-ec29fe78140e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:19.193828 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:19.194522 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce18220d-0478-480c-819a-ec29fe78140e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:19.195079 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'status': 'completed', 'code': 200} Nov 02 16:51:19.235955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:19.238721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8449a-a024-48f5-96ed-c05dc86ed6b7 None None] The sync data for ids ['8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:19.303169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.325810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:19.494254 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329ee4da-05a3-4494-92ae-21e9c813ed74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.502528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-c93c0a9c-7574-42f9-a1cc-d225c4fea6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.504247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-c93c0a9c-7574-42f9-a1cc-d225c4fea6fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1127 time: 0.2416270 Nov 02 16:51:19.506741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.509175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.597773 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329ee4da-05a3-4494-92ae-21e9c813ed74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.607011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329ee4da-05a3-4494-92ae-21e9c813ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.618122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.618831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:51:19.631467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.635709 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93f715ab-2f26-4155-ac30-6b125d9b5322 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 HTTP/1.1" status: 204 len: 168 time: 0.5446253 Nov 02 16:51:19.636666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:19.687738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ee4da-05a3-4494-92ae-21e9c813ed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e9661-cd77-44ed-a654-ca44cf3c83da,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:19.694685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-44027fbb-d89f-47e6-8e0e-8703421fbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.698804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-44027fbb-d89f-47e6-8e0e-8703421fbae7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 898 time: 0.1834354 Nov 02 16:51:19.707119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-329ee4da-05a3-4494-92ae-21e9c813ed74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=710d90a28d5f4c6385393fb92e51dda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826025 Nov 02 16:51:19.708263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:19.791179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet fb5e8d5c-fe52-49dd-a54e-01abe773a1e7 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:19.795117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-e6712e87-77b1-470c-b0b2-54bf5495e66d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1002 time: 0.0894752 Nov 02 16:51:19.797089 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.846067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16f92344-8d4a-4738-9118-165cdf526682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.852828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-95be54cd-7211-47a9-ad14-28bf7dda53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.854382 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-95be54cd-7211-47a9-ad14-28bf7dda53aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.0516930 Nov 02 16:51:19.864894 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.900274 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16f92344-8d4a-4738-9118-165cdf526682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:19.904368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-51d1ed41-95d4-4e33-859c-31f8df890fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.906369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-51d1ed41-95d4-4e33-859c-31f8df890fd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442457 Nov 02 16:51:20.017183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.051189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16f92344-8d4a-4738-9118-165cdf526682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.054607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16f92344-8d4a-4738-9118-165cdf526682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.056003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-16f92344-8d4a-4738-9118-165cdf526682 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b94e9661-cd77-44ed-a654-ca44cf3c83da HTTP/1.1" status: 204 len: 168 time: 0.3431475 Nov 02 16:51:20.056674 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-9d1745d2-4e09-4b4e-aa0f-0461fc75133c service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423562 Nov 02 16:51:20.090386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f92344-8d4a-4738-9118-165cdf526682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e9661-cd77-44ed-a654-ca44cf3c83da,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:20.163540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.202061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5e8d5c-fe52-49dd-a54e-01abe773a1e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:20.224950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebe05372-50e8-4646-acef-5e740c2538d4 req-6a200570-bbfc-41e0-8e02-0f1066f9179a service neutron] 10.222.0.55 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598487 Nov 02 16:51:20.231927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb59f9-d97c-4f56-9d81-98d0efa95f34 None None] Network 38d0ecea-c368-4b7d-97d7-e33018577bba requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:20.247477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.254846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57456) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:20.256568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4dbb0359-bf70-44f5-a22b-dcb156223f4c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/fb5e8d5c-fe52-49dd-a54e-01abe773a1e7 HTTP/1.1" status: 204 len: 168 time: 0.6169753 Nov 02 16:51:20.324677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8615-670f-46ac-86ff-44c6d4bbb78a req-09bcf0c0-2d53-49c3-b1a2-82f49dc24e91 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:20.329812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-399d8615-670f-46ac-86ff-44c6d4bbb78a req-09bcf0c0-2d53-49c3-b1a2-82f49dc24e91 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.1323469 Nov 02 16:51:20.332438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57464) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:20.416013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.470388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-399d8615-670f-46ac-86ff-44c6d4bbb78a req-b10809a5-20ff-4caf-b96d-3a038f17c85f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226337 Nov 02 16:51:20.542621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 38e4ce3a-461a-4ef5-9409-11aca9d0572e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:20.543187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.574229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] DHCP port deletion for 38d0ecea-c368-4b7d-97d7-e33018577bba request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:20.638439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] Deleting port 38e4ce3a-461a-4ef5-9409-11aca9d0572e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:20.639316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.697550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 38e4ce3a-461a-4ef5-9409-11aca9d0572e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38e4ce3a-461a-4ef5-9409-11aca9d0572e,segment=NetworkSegment(d45920a4-c63d-47a0-9744-2aaf79c6ab45),segment_id=d45920a4-c63d-47a0-9744-2aaf79c6ab45)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:20.698453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.728281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 38e4ce3a-461a-4ef5-9409-11aca9d0572e owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:20.739908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] For port 38e4ce3a-461a-4ef5-9409-11aca9d0572e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38e4ce3a-461a-4ef5-9409-11aca9d0572e,segment=NetworkSegment(d45920a4-c63d-47a0-9744-2aaf79c6ab45),segment_id=d45920a4-c63d-47a0-9744-2aaf79c6ab45)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:20.740308 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.757084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] Calling delete_port for 38e4ce3a-461a-4ef5-9409-11aca9d0572e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:20.831663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.863081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=38e4ce3a-461a-4ef5-9409-11aca9d0572e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:20.864098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.872946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port 38e4ce3a-461a-4ef5-9409-11aca9d0572e on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:20.903276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] Pushing event deleted for resources: {'Port': ['ID=38e4ce3a-461a-4ef5-9409-11aca9d0572e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:20.945307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e189c-57f7-43bd-9572-757ab675a1c3 None None] No DVR routers for this DVR port 38e4ce3a-461a-4ef5-9409-11aca9d0572e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:20.996929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:20.998351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38e4ce3a-461a-4ef5-9409-11aca9d0572e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:21.025356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d0ecea-c368-4b7d-97d7-e33018577bba']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:21.038466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45920a4-c63d-47a0-9744-2aaf79c6ab45') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:21.038892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45920a4-c63d-47a0-9744-2aaf79c6ab45') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:21.050302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 38e4ce3a-461a-4ef5-9409-11aca9d0572e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:21.050677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38e4ce3a-461a-4ef5-9409-11aca9d0572e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:21.052924 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.072819 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.080589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:21.081007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:21.136011 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:21.159658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.165307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:21.169473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.193903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.198427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/38d0ecea-c368-4b7d-97d7-e33018577bba HTTP/1.1" status: 204 len: 168 time: 0.9398060 Nov 02 16:51:21.203169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57484) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:21.209881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-391163063', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:21.239548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf4cc-ad77-4127-bf65-042e96b2ceee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=38d0ecea-c368-4b7d-97d7-e33018577bba,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:21.283878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.285900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.343794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:21.366513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f has no active binding in host n-h2-811405-2 {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 16:51:21.380191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.580309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Deleting port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:21.581378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.696978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e5a2-5d59-4314-9ece-e985e1778693 req-74ba320f-494a-4912-971c-defaa86712af tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:21.699372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fd7e5a2-5d59-4314-9ece-e985e1778693 req-74ba320f-494a-4912-971c-defaa86712af tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.1288822 Nov 02 16:51:21.751711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] For port 1f31ef08-6741-4211-9ab8-e8cd2236fe5d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:21.752209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:21.780065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Calling delete_port for 1f31ef08-6741-4211-9ab8-e8cd2236fe5d owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:21.788035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fd7e5a2-5d59-4314-9ece-e985e1778693 req-82d4b762-7233-4032-9ba2-f99c3979cca7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810897 Nov 02 16:51:21.962765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.031482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.065178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f31ef08-6741-4211-9ab8-e8cd2236fe5d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:22.230177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.252474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.323295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.410076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 172.25.7.7 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/fbcd6c1a-a1da-448f-9b3a-4953d2a932ea) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:22.534276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.592998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:22.603264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:22.636767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:22.640295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:22.645961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:22.685222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=fbcd6c1a-a1da-448f-9b3a-4953d2a932ea,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:22.733922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:22.739890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6005db9b-931f-45cd-9a6a-d5561eadc589 admin admin] 10.222.0.31 "PUT /v2.0/routers/a6d1bbca-5c76-4c4d-bd77-9cf220070b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062278 Nov 02 16:51:22.742600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57526) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:22.752673 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] Sync routers for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:22.766933 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:22.768485 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:22.903761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.043974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.068872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.089940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-57a77a3e-7a5f-4f0e-becc-3c313b6265ba service neutron] 10.222.0.55 "GET /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 384 time: 0.1059158 Nov 02 16:51:23.090664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.116763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:23.119057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47539-f84d-47b7-8adc-fa217f5c1bb4 req-4eb20183-1a98-4794-91a2-6be79dfddd01 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:23.120333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f47539-f84d-47b7-8adc-fa217f5c1bb4 req-4eb20183-1a98-4794-91a2-6be79dfddd01 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 946 time: 0.0955331 Nov 02 16:51:23.182022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f47539-f84d-47b7-8adc-fa217f5c1bb4 req-502a4480-f218-44cc-8218-82980a0d1be3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534647 Nov 02 16:51:23.190547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Deleting port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:23.191025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.318837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] For port 24a0d3c2-bbba-42c9-aba1-1995d659e6a5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:23.319326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.336124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Calling delete_port for 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:23.372586 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:51:21Z', 'revision_number': 5, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port': {'id': '24a0d3c2-bbba-42c9-aba1-1995d659e6a5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:25Z', 'updated_at': '2021-11-02T16:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:23.413613 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] Checking router: a6d1bbca-5c76-4c4d-bd77-9cf220070b05 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:23.426503 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] Routers {'a6d1bbca-5c76-4c4d-bd77-9cf220070b05'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:23.427657 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:23.452199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.552361 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] Set router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:23.562169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:23.582305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.601252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:23.627860 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:51:23Z', 'revision_number': 6, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:23.630968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Pushing event deleted for resources: {'Port': ['ID=24a0d3c2-bbba-42c9-aba1-1995d659e6a5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:23.666156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:23.669079 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a9d0de-92ae-46f2-a1c9-b725436115aa" -d '{"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-unplugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:23.672007 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192384c3-fe4b-45c0-97d2-3649b9d32cd9 None None] The sync data for ids ['a6d1bbca-5c76-4c4d-bd77-9cf220070b05'] in n-d-811405-2 is: [{'id': 'a6d1bbca-5c76-4c4d-bd77-9cf220070b05', 'name': 'tempest-TaggedBootDevicesTest-1454176139-router', 'tenant_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:24Z', 'updated_at': '2021-11-02T16:51:23Z', 'revision_number': 6, 'project_id': 'e8790e03c42941a289ecf58c3d9b69e7', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:23.680558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:23.716599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.754587 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f000e-4738-4234-be5f-f7a5c22596c2 x-openstack-request-id: req-069f000e-4738-4234-be5f-f7a5c22596c2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:23.754898 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-unplugged", "status": "completed", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:23.755047 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-069f000e-4738-4234-be5f-f7a5c22596c2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:23.755881 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'code': 200} Nov 02 16:51:23.757071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.758220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router c5aa8e06-a01a-4612-869b-8e3e69fbf293 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:23.784519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57552) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:23.852381 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.854895 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.911046 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.911794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d1bbca-5c76-4c4d-bd77-9cf220070b05 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:51:23.919291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] Transition to ACTIVE for port object 0479cbd3-1732-4dac-b29b-fe5d9424d76f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:51:23.921123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:23.924695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98d8c0e5-0653-4c6e-b763-75fa0c5e38bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/a6d1bbca-5c76-4c4d-bd77-9cf220070b05 HTTP/1.1" status: 204 len: 168 time: 1.1792910 Nov 02 16:51:23.926531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57556) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:23.937191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.020464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf52ca5c-a5c1-4346-a5a9-b309943763cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.027210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:24.046233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] Sync routers for ids ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:24.059999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] Routers {'c5aa8e06-a01a-4612-869b-8e3e69fbf293'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:24.060959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:24.104390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:24.114606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Deleting subnet 5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:24.123983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] Routers {'c5aa8e06-a01a-4612-869b-8e3e69fbf293'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:24.125005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:24.130622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.163462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.164762 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4988ab2b-4cbb-4631-a7fe-56dde629863b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.9598453 Nov 02 16:51:24.167800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:24.168734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99d697-0498-46ff-a5cc-4b555c011597 None None] The sync data for ids ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:24.169081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57558) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:24.175004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] Pushing event updated for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=11']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:24.215781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.280750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] No DVR routers for this DVR port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:24.357075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aa4d4-0a42-40d1-8593-7a99b99b459f req-daf37f23-00d9-4523-a7f3-9d9aafcab37d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.358646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f78aa4d4-0a42-40d1-8593-7a99b99b459f req-daf37f23-00d9-4523-a7f3-9d9aafcab37d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.0804594 Nov 02 16:51:24.368954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5cf344ef-bbc7-4409-9b52-92bedc677a36 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/routers/c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 200 len: 882 time: 0.1986642 Nov 02 16:51:24.371376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57562) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:24.446992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.475611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf52ca5c-a5c1-4346-a5a9-b309943763cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.490473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bf52ca5c-a5c1-4346-a5a9-b309943763cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.535215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f78aa4d4-0a42-40d1-8593-7a99b99b459f req-23fc0a19-373c-41c9-9b4c-43c10d2bf4a2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1649849 Nov 02 16:51:24.569629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bf52ca5c-a5c1-4346-a5a9-b309943763cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b774e8f1a188482eacad2845c6cb8508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835908 Nov 02 16:51:24.579820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-71a3f907-ca65-402b-b027-86c28a44063d service neutron] 10.222.0.55 "PUT /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f/bindings/n-h2-811405-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4380946 Nov 02 16:51:24.580690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52ca5c-a5c1-4346-a5a9-b309943763cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c1034-a1d8-4378-ad86-bf0733801fcb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:24.584016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57564) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:24.615714 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.669783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:24.676570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.682650 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-610ecbba-7ecf-41bc-bfd1-4f51bb317ea7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5f957d31-3ae2-44b0-a0f9-8bf33ba78bc3 HTTP/1.1" status: 204 len: 168 time: 0.7548556 Nov 02 16:51:24.683791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57566) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:24.685531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31048f-4389-4d5f-b79e-12cecdaeaa27 None None] Network 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:24.769319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f276289-4778-4bc7-ac5c-43addf8394b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.831774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-204ad7e6-0b53-4cc9-afe9-e6b604df0d40 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.833886 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-204ad7e6-0b53-4cc9-afe9-e6b604df0d40 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5&tenant_id=61edc4df1278420c8be9eb30335e1183&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.1738789 Nov 02 16:51:24.837860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f276289-4778-4bc7-ac5c-43addf8394b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.851385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:24.953043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1f31ef08-6741-4211-9ab8-e8cd2236fe5d no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:24.994065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-55f0334b-5113-4cb0-854d-6e69c04bb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.994866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1f31ef08-6741-4211-9ab8-e8cd2236fe5d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:24.996582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-55f0334b-5113-4cb0-854d-6e69c04bb6b9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 1096 time: 0.1278484 Nov 02 16:51:25.011373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1f31ef08-6741-4211-9ab8-e8cd2236fe5d not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:25.012225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:25.017384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f276289-4778-4bc7-ac5c-43addf8394b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.020740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f276289-4778-4bc7-ac5c-43addf8394b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.021916 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7f276289-4778-4bc7-ac5c-43addf8394b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/264c1034-a1d8-4378-ad86-bf0733801fcb HTTP/1.1" status: 204 len: 168 time: 0.4339051 Nov 02 16:51:25.041381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:25.042051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 24a0d3c2-bbba-42c9-aba1-1995d659e6a5 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:25.043817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] DHCP port deletion for 4e6d39d9-ce6c-4012-80e0-ad6029b2de8b request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:25.070701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f276289-4778-4bc7-ac5c-43addf8394b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c1034-a1d8-4378-ad86-bf0733801fcb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:25.088945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Deleting port 655681ae-d826-4628-b7ff-5a226da47b38 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:25.089368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.104096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a47db1fd-08c8-4bb0-ae53-ab882b5bc4f8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.7264090 Nov 02 16:51:25.108760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57572) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:25.114788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-391163063'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:25.134929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] Deleting port 655681ae-d826-4628-b7ff-5a226da47b38 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:25.135564 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.174528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] For port 655681ae-d826-4628-b7ff-5a226da47b38, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=655681ae-d826-4628-b7ff-5a226da47b38,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:25.175060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.192745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Calling delete_port for 655681ae-d826-4628-b7ff-5a226da47b38 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:25.217158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-d061f2ce-4990-46fc-8ecb-739d9130a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.218724 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-d061f2ce-4990-46fc-8ecb-739d9130a736 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1096 time: 0.1719644 Nov 02 16:51:25.239294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] For port 655681ae-d826-4628-b7ff-5a226da47b38, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=655681ae-d826-4628-b7ff-5a226da47b38,segment=NetworkSegment(09abf7b5-4152-4f75-815e-f703a97f9a46),segment_id=09abf7b5-4152-4f75-815e-f703a97f9a46)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:25.239617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.256593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] Calling delete_port for 655681ae-d826-4628-b7ff-5a226da47b38 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:25.349419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.385773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] Pushing event deleted for resources: {'Port': ['ID=655681ae-d826-4628-b7ff-5a226da47b38,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:25.398226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d83a93-7cbe-4b6e-9cff-a06c711095b5 None None] No DVR routers for this DVR port 655681ae-d826-4628-b7ff-5a226da47b38 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:25.451109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:25.473977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-126469e5-0c99-4ed2-885d-45c82ddbb02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.539343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.557286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.689430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-126469e5-0c99-4ed2-885d-45c82ddbb02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.699427 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-126469e5-0c99-4ed2-885d-45c82ddbb02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.711586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-691fed74-021c-471d-a2ca-787a2f4b0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.713068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-691fed74-021c-471d-a2ca-787a2f4b0a6f service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 898 time: 0.4628386 Nov 02 16:51:25.717554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.759570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-126469e5-0c99-4ed2-885d-45c82ddbb02d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90a84c085bc74b19bf2edb96a32b4253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071628 Nov 02 16:51:25.762672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57580) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:25.763323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126469e5-0c99-4ed2-885d-45c82ddbb02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed24792-5f4f-47eb-8e8d-84ca2d8500eb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:25.773883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b5ae-8fe9-4d68-ba84-a51e8df7df7b req-d18cb5ae-af3c-4d07-853d-bca432f74aa7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.775473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4899b5ae-8fe9-4d68-ba84-a51e8df7df7b req-d18cb5ae-af3c-4d07-853d-bca432f74aa7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.1364591 Nov 02 16:51:25.788074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] No DVR routers for this DVR port 655681ae-d826-4628-b7ff-5a226da47b38 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:25.789650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Pushing event deleted for resources: {'Port': ['ID=655681ae-d826-4628-b7ff-5a226da47b38,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:25.818655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router c5aa8e06-a01a-4612-869b-8e3e69fbf293 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:25.868236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4899b5ae-8fe9-4d68-ba84-a51e8df7df7b req-6a681c3f-751f-4f23-a0a9-45424795b24b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792961 Nov 02 16:51:25.884117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.896523 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-af6f380a-bf18-4425-8889-652525da2882 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 1000 time: 0.1736357 Nov 02 16:51:25.947458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-383b2626-f7a5-444c-b554-f39b0854a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.948302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6d39d9-ce6c-4012-80e0-ad6029b2de8b']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:25.964319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09abf7b5-4152-4f75-815e-f703a97f9a46') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:25.964618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09abf7b5-4152-4f75-815e-f703a97f9a46') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:25.978560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.982282 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-383b2626-f7a5-444c-b554-f39b0854a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:25.992001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-bfab26b1-32a9-42a7-9d76-0fa9ddae40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.993560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-bfab26b1-32a9-42a7-9d76-0fa9ddae40f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.0828450 Nov 02 16:51:25.999491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.028079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:26.029849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:26.030311 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:26.032995 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:26.037656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.041386 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c8d33bb3-55ce-4cc1-932e-c53c212dc62d tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 200 len: 889 time: 0.9289794 Nov 02 16:51:26.041593 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] Sync routers for ids ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:26.042046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57584) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:26.051693 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] Routers {'c5aa8e06-a01a-4612-869b-8e3e69fbf293'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:26.052294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:26.095304 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:26.106626 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] Routers {'c5aa8e06-a01a-4612-869b-8e3e69fbf293'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:26.106891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-d7a98382-dc5b-429a-9744-65361b4bee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:26.107081 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:26.108429 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-d7a98382-dc5b-429a-9744-65361b4bee45 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060090 Nov 02 16:51:26.121722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-383b2626-f7a5-444c-b554-f39b0854a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.124358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-383b2626-f7a5-444c-b554-f39b0854a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.125531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-383b2626-f7a5-444c-b554-f39b0854a20c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ed24792-5f4f-47eb-8e8d-84ca2d8500eb HTTP/1.1" status: 204 len: 168 time: 0.3491008 Nov 02 16:51:26.132175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.141679 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:26.142762 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7a145-4f14-4f6a-a0ff-3b0f51ef7381 None None] The sync data for ids ['c5aa8e06-a01a-4612-869b-8e3e69fbf293'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:26.157993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.163849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e6d39d9-ce6c-4012-80e0-ad6029b2de8b HTTP/1.1" status: 204 len: 168 time: 1.4698656 Nov 02 16:51:26.166729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2626-f7a5-444c-b554-f39b0854a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed24792-5f4f-47eb-8e8d-84ca2d8500eb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:26.226051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb8f8e-f35e-4370-aecb-e0027301f88b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6d39d9-ce6c-4012-80e0-ad6029b2de8b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:26.227305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57590) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:26.228234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b91217ba-b14d-4869-a939-c8140d278aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/routers/c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 200 len: 889 time: 0.1849797 Nov 02 16:51:26.262897 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-08bd5ca3-df26-4b1f-a7f7-b4be1229adaf tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 200 len: 205 time: 0.0341394 Nov 02 16:51:26.265440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57592) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:26.383696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:26.385504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-007f2e5c-680f-4bb3-88a9-47c752ab0524 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689879 Nov 02 16:51:26.436678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d8937802-c786-4245-a8fa-45269d1015d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8790e03c42941a289ecf58c3d9b69e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494947 Nov 02 16:51:26.436963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57598) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:26.482037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.506741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ee54165-0087-46e4-aaaf-08528f3521ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.536998 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ee54165-0087-46e4-aaaf-08528f3521ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.595242 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ee54165-0087-46e4-aaaf-08528f3521ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.598011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ee54165-0087-46e4-aaaf-08528f3521ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.599329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8ee54165-0087-46e4-aaaf-08528f3521ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae563c8f-eba8-49d6-85bd-22dd6d583afa HTTP/1.1" status: 204 len: 168 time: 0.1613989 Nov 02 16:51:26.609996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee54165-0087-46e4-aaaf-08528f3521ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae563c8f-eba8-49d6-85bd-22dd6d583afa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:26.614412 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-d9e57c91-1b7f-404a-9fa1-35cebf7abfb7 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183623 Nov 02 16:51:26.660267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.722566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port fbcd6c1a-a1da-448f-9b3a-4953d2a932ea {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:26.722953 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.832128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:26.847761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for fbcd6c1a-a1da-448f-9b3a-4953d2a932ea owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:26.926377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 655681ae-d826-4628-b7ff-5a226da47b38 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:26.966825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 655681ae-d826-4628-b7ff-5a226da47b38 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:26.967344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 655681ae-d826-4628-b7ff-5a226da47b38 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:27.019611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-8d9c115e-4ac3-4f54-880e-88c5e14146a2 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.020964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-8d9c115e-4ac3-4f54-880e-88c5e14146a2 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5&tenant_id=61edc4df1278420c8be9eb30335e1183&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 1096 time: 0.1671326 Nov 02 16:51:27.064417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7dc0a-ed11-43fa-9bee-6537ae8a4b40 req-43f5203b-446a-4749-9b64-db688e4cbeeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.066751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dd7dc0a-ed11-43fa-9bee-6537ae8a4b40 req-43f5203b-446a-4749-9b64-db688e4cbeeb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.0737045 Nov 02 16:51:27.124017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dd7dc0a-ed11-43fa-9bee-6537ae8a4b40 req-c048099f-ccc5-4abf-8c57-d57acf743060 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478761 Nov 02 16:51:27.250345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.256844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-8cd3a61f-0fc7-4a3a-84cf-b6932111326d service neutron] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:27.277345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05a8d-f4cd-483c-bc19-6b45985f2d77 req-1981031e-3b25-43d8-a69f-a49b3617fa67 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.279905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9d05a8d-f4cd-483c-bc19-6b45985f2d77 req-1981031e-3b25-43d8-a69f-a49b3617fa67 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1096 time: 0.0629425 Nov 02 16:51:27.285341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-8cd3a61f-0fc7-4a3a-84cf-b6932111326d service neutron] Notify callbacks [] for binding, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.286546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-83d9d622-fe88-4ef3-8a15-a56e0229e79f req-8cd3a61f-0fc7-4a3a-84cf-b6932111326d service neutron] 10.222.0.100 "DELETE /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f/bindings/n-h1-811405-2 HTTP/1.1" status: 204 len: 173 time: 0.2147965 Nov 02 16:51:27.294147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=fbcd6c1a-a1da-448f-9b3a-4953d2a932ea,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:27.313074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:27.357548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9d05a8d-f4cd-483c-bc19-6b45985f2d77 req-c7d9bb38-8900-4e25-83f0-eb321b3e5329 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704255 Nov 02 16:51:27.367803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.401075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:27.500680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.501190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb4ae1-913e-4524-8b12-bb11ba2e5b4e req-5e629ed1-052e-4b75-8bd3-a5f55be7cd44 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.503330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.503446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8bb4ae1-913e-4524-8b12-bb11ba2e5b4e req-5e629ed1-052e-4b75-8bd3-a5f55be7cd44 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.0753994 Nov 02 16:51:27.558201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d8bb4ae1-913e-4524-8b12-bb11ba2e5b4e req-605c578b-238c-46be-8494-c2f47be79735 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451784 Nov 02 16:51:27.570815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.570815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router c5aa8e06-a01a-4612-869b-8e3e69fbf293 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:51:27.581726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.587299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:27.590645 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-097218ee-f7dd-4972-b3b9-a9d0b3c6ffb2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 204 len: 168 time: 1.3242090 Nov 02 16:51:27.591631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57650) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:27.592661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-56493470'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:27.629799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:27.634443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.691610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:27.697041 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0516b2ba-07d0-42e0-8e4e-d35a6dcf8205 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/9160b787-9a8a-4b8e-bea9-78b0800f9e6e HTTP/1.1" status: 200 len: 992 time: 0.1042788 Nov 02 16:51:27.709603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57652) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:27.716859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.717232 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment 1f4014df-698d-4547-ae85-ea5cc7b3e9e1 of type vlan for network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a Nov 02 16:51:27.763651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.791415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.797071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.798000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.844532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-network', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:27.875197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Made reservation on behalf of 67e7dec17f6543da8952c94cc87d14c8 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:27.878460 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.883813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2952273 Nov 02 16:51:27.884865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e0e0f-0d8c-4294-a776-6fb65a4a2aab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=93d543b5-76c2-4b53-9f0a-65a64ec0ea7a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:27.887837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57662) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:27.893510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:27.895626 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.896586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:27.983381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:27.994394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.013339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:28.042548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.042998 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Added segment 6dc38a95-2008-4550-955c-dd2d94aac6c6 of type vlan for network 784e0b70-bb94-4837-814d-791a3aedaad1 Nov 02 16:51:28.057570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200d3d64-7d83-4ad8-a359-d08d2874fbed,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:28.064092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:28.072967 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.112946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.152012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.154022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:28.155094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.227529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5142319 Nov 02 16:51:28.228090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57672) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:28.233651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Request body: {'subnet': {'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-subnet', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:28.238440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3970f-0310-46be-a2ca-9e1a8e67e23b admin admin] Pushing event updated for resources: {'Network': ['ID=784e0b70-bb94-4837-814d-791a3aedaad1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:28.250194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 784e0b70-bb94-4837-814d-791a3aedaad1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:28.271496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Made reservation on behalf of 67e7dec17f6543da8952c94cc87d14c8 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:28.273913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.337568 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.414351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=3ac7e8b1-1639-4567-bd59-eecc3799aca0,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:28.427988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': '1f4014df-698d-4547-ae85-ea5cc7b3e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:28.428398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:28.451820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:28.466921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:28.475142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:28.476273 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.491410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc2d64-0478-453c-980a-dff54318f896 None None] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:28.507531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a53ebbaa-2080-4ab0-b7db-ad672a976357 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6185243 Nov 02 16:51:28.511047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57680) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:28.517173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-265646994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:28.545759 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.547416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.561612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.618567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.627060 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.652253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.656336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2cf8724f-d041-45f1-b92d-6c55e62967c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1413980 Nov 02 16:51:28.658704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:28.661047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e102f34-7d70-4439-bc50-32b0f550985e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:28.671690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Checking segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:28.673173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Network hostable DHCP agents. Network: 784e0b70-bb94-4837-814d-791a3aedaad1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:28.695031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Network 784e0b70-bb94-4837-814d-791a3aedaad1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:28.710752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 784e0b70-bb94-4837-814d-791a3aedaad1) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:28.711122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-93d543b5-76c2-4b53-9f0a-65a64ec0ea7a', 'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': '3ac7e8b1-1639-4567-bd59-eecc3799aca0'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:28.712004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.715478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:28.716343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.725193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f39a3a-f3b8-4d05-9b81-1f5328b58571 None None] Network 784e0b70-bb94-4837-814d-791a3aedaad1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:28.739369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95b9a907-c82f-41cf-8ade-d6b52ac783db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5103104 Nov 02 16:51:28.743035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:28.749104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:28.779272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.781161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:28.855559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.005229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Allocated IP 2001:db8::2 (93d543b5-76c2-4b53-9f0a-65a64ec0ea7a/3ac7e8b1-1639-4567-bd59-eecc3799aca0/ce79ded7-4bda-41e5-9049-6a00a097b764) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:29.009991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f740b1-526c-4c54-8dae-ece344783f80 None None] Network 784e0b70-bb94-4837-814d-791a3aedaad1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:29.018073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.049390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.320576 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.333598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.359851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.383860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8::1 (93d543b5-76c2-4b53-9f0a-65a64ec0ea7a/3ac7e8b1-1639-4567-bd59-eecc3799aca0/eab31d1b-649a-4a57-9471-bdfdd7a14063) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:29.384164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:29.387735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.388362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:29.397141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:29.415120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Pushing event updated for resources: {'Port': ['ID=ce79ded7-4bda-41e5-9049-6a00a097b764,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:29.446313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.447105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.447686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.448466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.449024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.449476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.449865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.450350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.450898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.451247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.451647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.451995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:29.490546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Attempting to bind port ce79ded7-4bda-41e5-9049-6a00a097b764 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:29.490864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Attempting to bind port ce79ded7-4bda-41e5-9049-6a00a097b764 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1f4014df-698d-4547-ae85-ea5cc7b3e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:29.491228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Attempting to bind port ce79ded7-4bda-41e5-9049-6a00a097b764 on network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:29.501291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:29.501681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Checking segment: {'id': '1f4014df-698d-4547-ae85-ea5cc7b3e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:29.502080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.502687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Bound using segment: {'id': '1f4014df-698d-4547-ae85-ea5cc7b3e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:29.503500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Bound port: ce79ded7-4bda-41e5-9049-6a00a097b764, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4014df-698d-4547-ae85-ea5cc7b3e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93d543b5-76c2-4b53-9f0a-65a64ec0ea7a'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:29.503967 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.531490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Allocated IP 172.25.7.177 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/89a7b254-5073-48bc-a355-890c992070f6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:29.556564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.589824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] For port ce79ded7-4bda-41e5-9049-6a00a097b764, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:29.596091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] For port ce79ded7-4bda-41e5-9049-6a00a097b764, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ce79ded7-4bda-41e5-9049-6a00a097b764,segment=NetworkSegment(1f4014df-698d-4547-ae85-ea5cc7b3e9e1),segment_id=1f4014df-698d-4547-ae85-ea5cc7b3e9e1)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:29.602463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.608540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.657122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:29.662543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:29.664925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:29.665663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.673600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.675102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=eab31d1b-649a-4a57-9471-bdfdd7a14063,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:29.687066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13e31a-11aa-47b1-9c42-9e041db9105d None None] Pushing event updated for resources: {'Port': ['ID=ce79ded7-4bda-41e5-9049-6a00a097b764,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:29.736995 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.806157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:29.809364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:29.814452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:29.846862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Pushing event updated for resources: {'Port': ['ID=89a7b254-5073-48bc-a355-890c992070f6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:29.861528 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:29.991740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:30.258578 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.267680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.268705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.269377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.378878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=eab31d1b-649a-4a57-9471-bdfdd7a14063,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:30.426057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:30.427634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:30.597302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router c20e6ee9-bcb3-4251-8c72-31935ed26f41 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:30.696804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 895943eb-86b6-4f72-8d55-12e3c1d61a3b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:30.697408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.728964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:30.739206 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e4c297a6-2b00-4e87-b5bd-62ffcdea307c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/c20e6ee9-bcb3-4251-8c72-31935ed26f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0745916 Nov 02 16:51:30.739651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57734) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:30.741947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] Sync routers for ids ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:30.759348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] Routers {'c20e6ee9-bcb3-4251-8c72-31935ed26f41'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:30.759348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:30.814976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:30.825885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113074e1-44cc-49ff-b45c-13db200a012a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:30.828217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-113074e1-44cc-49ff-b45c-13db200a012a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports/eab31d1b-649a-4a57-9471-bdfdd7a14063 HTTP/1.1" status: 200 len: 911 time: 0.0843349 Nov 02 16:51:30.830006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] Routers {'c20e6ee9-bcb3-4251-8c72-31935ed26f41'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:30.830685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:30.831940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57738) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:30.840912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ac7e8b1-1639-4567-bd59-eecc3799aca0'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:30.869880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:30.870580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a48a-e79f-4bec-a1b4-5ab9be5d251b None None] The sync data for ids ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:30.924754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.925085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:30.955159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 895943eb-86b6-4f72-8d55-12e3c1d61a3b owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:31.041905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.049582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce79ded7-4bda-41e5-9049-6a00a097b764 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:31.077595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c36b94-87cd-444e-93f9-1ab908fa2db0 None None] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:31.152486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee5791ef-1f2e-4abf-86e2-7f6cf2811599 None None] Provisioning complete for port ce79ded7-4bda-41e5-9049-6a00a097b764 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:31.153139 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee5791ef-1f2e-4abf-86e2-7f6cf2811599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.249149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ce79ded7-4bda-41e5-9049-6a00a097b764 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:31.250108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.298366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:31.302358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.358511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=895943eb-86b6-4f72-8d55-12e3c1d61a3b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:31.413213 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee5791ef-1f2e-4abf-86e2-7f6cf2811599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.482977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.483619 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP 9160b787-9a8a-4b8e-bea9-78b0800f9e6e disassociated (deleted). External IP: 172.25.7.227, port: 0479cbd3-1732-4dac-b29b-fe5d9424d76f. Nov 02 16:51:31.506451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee5791ef-1f2e-4abf-86e2-7f6cf2811599 None None] For port ce79ded7-4bda-41e5-9049-6a00a097b764, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ce79ded7-4bda-41e5-9049-6a00a097b764,segment=NetworkSegment(1f4014df-698d-4547-ae85-ea5cc7b3e9e1),segment_id=1f4014df-698d-4547-ae85-ea5cc7b3e9e1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:31.513213 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee5791ef-1f2e-4abf-86e2-7f6cf2811599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.572413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.670481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:31.674734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5791ef-1f2e-4abf-86e2-7f6cf2811599 None None] Pushing event updated for resources: {'Port': ['ID=ce79ded7-4bda-41e5-9049-6a00a097b764,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:31.675688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.691760 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Sync routers for ids ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:31.694079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:51:31.694470 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:51:31.708998 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Routers {'961c5d34-99f7-4461-92da-eebc3eaaa8e6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:31.709783 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:31.746526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:31.748759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-88f49320-efdb-4301-a1d4-2f88ecb22725 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0044551 Nov 02 16:51:31.756657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:31.891012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c3ea156b-1853-4b40-bada-02a58aff4b7e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:31.920511 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Set router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:31.951792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1a5b8230-c101-422b-808b-7e2c7492333c None None] Provisioning complete for port ce79ded7-4bda-41e5-9049-6a00a097b764 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:31.953218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8230-c101-422b-808b-7e2c7492333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.111543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1a5b8230-c101-422b-808b-7e2c7492333c None None] Provisioning complete for port eab31d1b-649a-4a57-9471-bdfdd7a14063 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:32.111996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8230-c101-422b-808b-7e2c7492333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.154662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:32.162934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.185050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] Sync routers for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:32.234817 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:51:30Z', 'revision_number': 3, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:32.288227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:32.289308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:32.295940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd52a60f-3d70-4e75-9112-f6298a57d1e7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/floatingips/9160b787-9a8a-4b8e-bea9-78b0800f9e6e HTTP/1.1" status: 204 len: 168 time: 2.3027766 Nov 02 16:51:32.298728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:32.302316 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f773c48a-1678-48c8-b1ec-e913447ad6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:32.310257 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Checking router: 961c5d34-99f7-4461-92da-eebc3eaaa8e6 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:32.310615 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Updating router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 port 89a7b254-5073-48bc-a355-890c992070f6 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:32.342725 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.408329 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b1b763-2d1d-4697-84f6-c2c8f4f099c9 x-openstack-request-id: req-b6b1b763-2d1d-4697-84f6-c2c8f4f099c9 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:32.411396 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:32.411603 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6b1b763-2d1d-4697-84f6-c2c8f4f099c9 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:32.417460 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'status': 'completed', 'code': 200} Nov 02 16:51:32.426808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b8230-c101-422b-808b-7e2c7492333c None None] Port eab31d1b-649a-4a57-9471-bdfdd7a14063 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:32.527552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.562988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.582394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:32.583533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.588481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/ports/eab31d1b-649a-4a57-9471-bdfdd7a14063 HTTP/1.1" status: 200 len: 911 time: 1.7553816 Nov 02 16:51:32.589532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57764) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:32.681176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-1ff6abc8-f818-47ad-86a1-ad31dbdf790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:32.683058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-1ff6abc8-f818-47ad-86a1-ad31dbdf790b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 1096 time: 0.2646897 Nov 02 16:51:32.741705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.833209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e9bb5-08f4-4942-a5dc-84f6c5ebc29e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=eab31d1b-649a-4a57-9471-bdfdd7a14063,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:32.856554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b669ec-0f00-4bab-ade4-9c35be60cc66 req-624189f6-e59c-4e98-9dd2-f241f482ff1a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:32.859845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b669ec-0f00-4bab-ade4-9c35be60cc66 req-624189f6-e59c-4e98-9dd2-f241f482ff1a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.1713808 Nov 02 16:51:32.956541 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.966112 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:32.987660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-941e5afa-79ff-4288-991a-1bd4034d86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:32.989342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-941e5afa-79ff-4288-991a-1bd4034d86b0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 200 len: 898 time: 0.2498143 Nov 02 16:51:32.993683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:33.042053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-aabcabd4-30ed-447b-9b45-e048612aef1d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 200 len: 217 time: 0.0442946 Nov 02 16:51:33.042232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9a59a817-74e0-4a4b-a1a1-775e22073de3 None None] Provisioning complete for port eab31d1b-649a-4a57-9471-bdfdd7a14063 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:33.043148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a59a817-74e0-4a4b-a1a1-775e22073de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.097154 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Pushing event updated for resources: {'Port': ['ID=89a7b254-5073-48bc-a355-890c992070f6,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:33.127688 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.128103 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.129397 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.134781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.134781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.134781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.134781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.135246 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.137225 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.137549 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.137910 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.140482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:33.161434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce79ded7-4bda-41e5-9049-6a00a097b764 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:33.188365 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Attempting to bind port 89a7b254-5073-48bc-a355-890c992070f6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:33.188750 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Attempting to bind port 89a7b254-5073-48bc-a355-890c992070f6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:33.189184 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Attempting to bind port 89a7b254-5073-48bc-a355-890c992070f6 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:33.208491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736130-85b6-4493-9a24-491a30ded693 req-c5a03c85-adaf-4150-854f-15b784a202dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:33.210087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-38b669ec-0f00-4bab-ade4-9c35be60cc66 req-9034390b-d2d9-44d5-b391-695ca2ec778b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3356380 Nov 02 16:51:33.210365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03736130-85b6-4493-9a24-491a30ded693 req-c5a03c85-adaf-4150-854f-15b784a202dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.100 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.1705127 Nov 02 16:51:33.212133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-2319e714-3363-4596-9dbb-52f1db4b7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:33.213492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-2319e714-3363-4596-9dbb-52f1db4b7f71 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 200 len: 835 time: 0.1607838 Nov 02 16:51:33.224420 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:33.224811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:33.226218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Allocated IP 172.20.0.1 (784e0b70-bb94-4837-814d-791a3aedaad1/2e102f34-7d70-4439-bc50-32b0f550985e/277e9637-3b09-4d10-abc3-6be0bee4f8e4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:33.226376 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.226759 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:33.227270 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Bound port: 89a7b254-5073-48bc-a355-890c992070f6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:33.228018 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.252728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9a59a817-74e0-4a4b-a1a1-775e22073de3 None None] Port eab31d1b-649a-4a57-9471-bdfdd7a14063 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:33.336143 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] For port 89a7b254-5073-48bc-a355-890c992070f6, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:33.339547 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] For port 89a7b254-5073-48bc-a355-890c992070f6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=89a7b254-5073-48bc-a355-890c992070f6,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:33.345957 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.418981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-4f362be2-b018-4408-bcd1-3b29fa1b706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:33.419906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f4e211a4-eb04-4d64-9919-bb17b7614c65 None None] Provisioning complete for port eab31d1b-649a-4a57-9471-bdfdd7a14063 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:33.420413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-4f362be2-b018-4408-bcd1-3b29fa1b706b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fe1156-6990-47b7-a2f9-a40774130c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956186 Nov 02 16:51:33.420653 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f4e211a4-eb04-4d64-9919-bb17b7614c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.456572 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95777b7c-65d2-4078-ade5-f58bd64d8401 None None] Pushing event updated for resources: {'Port': ['ID=89a7b254-5073-48bc-a355-890c992070f6,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:33.477608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.484434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f4e211a4-eb04-4d64-9919-bb17b7614c65 None None] Port eab31d1b-649a-4a57-9471-bdfdd7a14063 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:33.485665 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Routers {'961c5d34-99f7-4461-92da-eebc3eaaa8e6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:33.486424 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:33.489027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ce79ded7-4bda-41e5-9049-6a00a097b764 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:33.489399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.555478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.566037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:21Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:33.608184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] Checking router: c3ea156b-1853-4b40-bada-02a58aff4b7e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:33.646025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:33.646693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:33.732484 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] Set router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:33.850879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port eab31d1b-649a-4a57-9471-bdfdd7a14063 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:33.851482 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:33.861795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:34.029751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.046055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 0479cbd3-1732-4dac-b29b-fe5d9424d76f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:34.046625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.073798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for eab31d1b-649a-4a57-9471-bdfdd7a14063 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:34.144080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.160091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:21Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:34.170187 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:51:30Z', 'revision_number': 3, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:34.208593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af348ff-69c6-4a0c-b23e-195ab7c1e189 None None] The sync data for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 is: [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:50:15Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '783d78c5-5c5f-4a57-b536-59cd370fa38d', 'name': '', 'network_id': 'f7fe1156-6990-47b7-a2f9-a40774130c27', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:d6:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:14Z', 'updated_at': '2021-11-02T16:50:21Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': '563ffabf-73ff-4bc9-9728-c87c50bb67cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:34.247451 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-ce93f7c3-ff23-45a0-9768-6a321fccb8b3 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128757 Nov 02 16:51:34.248967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Pushing event updated for resources: {'Port': ['ID=277e9637-3b09-4d10-abc3-6be0bee4f8e4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:34.265461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 0479cbd3-1732-4dac-b29b-fe5d9424d76f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0479cbd3-1732-4dac-b29b-fe5d9424d76f,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:34.266525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.273787 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c673e9-4b3a-4d8c-8c67-d8606d759ee3 None None] The sync data for ids ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'] in n-d-811405-2 is: [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:51:30Z', 'revision_number': 3, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:34.285290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 0479cbd3-1732-4dac-b29b-fe5d9424d76f owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:34.382314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.401782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.402176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.402493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.402834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.403167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.403524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.403856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.404183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.404534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.404860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.405186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.405553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:34.430051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=eab31d1b-649a-4a57-9471-bdfdd7a14063,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:34.442613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b385be-2067-456c-9fdd-8d6cc215c35b req-b1506ad6-be10-4024-ac26-8b8c503b19a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.450608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89b385be-2067-456c-9fdd-8d6cc215c35b req-b1506ad6-be10-4024-ac26-8b8c503b19a9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b0550e5-e8ba-4789-a290-0102d5ca5de5 HTTP/1.1" status: 200 len: 945 time: 0.1274383 Nov 02 16:51:34.465227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Network 784e0b70-bb94-4837-814d-791a3aedaad1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:34.587591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:34.603404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.605858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:34.608261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.638701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89b385be-2067-456c-9fdd-8d6cc215c35b req-a72850db-621d-4590-aac8-caa818e903fb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1871145 Nov 02 16:51:34.768128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=0479cbd3-1732-4dac-b29b-fe5d9424d76f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:34.826777 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e64f0-e04a-454f-abca-09f7bfebb147 None None] New status for floating IP 9160b787-9a8a-4b8e-bea9-78b0800f9e6e: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:51:34.878307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.955398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f773c48a-1678-48c8-b1ec-e913447ad6e8 req-5812cbd9-01ac-47ca-866e-b4fd43e42347 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057823 Nov 02 16:51:34.955696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] No DVR routers for this DVR port 0479cbd3-1732-4dac-b29b-fe5d9424d76f on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:34.959742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:34.965103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router c20e6ee9-bcb3-4251-8c72-31935ed26f41 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:34.976661 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03736130-85b6-4493-9a24-491a30ded693 req-6aa068b2-1a8b-4069-9590-d12e4188e67b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.100 "DELETE /v2.0/ports/0479cbd3-1732-4dac-b29b-fe5d9424d76f HTTP/1.1" status: 204 len: 173 time: 1.7527835 Nov 02 16:51:34.977304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-deleted', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:34.980516 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec05f52a-1592-4f67-946f-1ffbf69ba3eb" -d '{"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-deleted", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:35.055620 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a0f462-f140-4527-b775-220b297e0f14 x-openstack-request-id: req-b7a0f462-f140-4527-b775-220b297e0f14 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:35.061336 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0550e5-e8ba-4789-a290-0102d5ca5de5", "name": "network-vif-deleted", "tag": "0479cbd3-1732-4dac-b29b-fe5d9424d76f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:35.061570 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7a0f462-f140-4527-b775-220b297e0f14 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:35.061984 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0550e5-e8ba-4789-a290-0102d5ca5de5', 'name': 'network-vif-deleted', 'tag': '0479cbd3-1732-4dac-b29b-fe5d9424d76f', 'status': 'completed', 'code': 200} Nov 02 16:51:35.219869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 89a7b254-5073-48bc-a355-890c992070f6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:35.274902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.287410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:35.309136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec926cfb-99f4-4e04-a7cf-007e872c4d65 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/c20e6ee9-bcb3-4251-8c72-31935ed26f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7094214 Nov 02 16:51:35.310822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57794) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:35.321113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] Sync routers for ids ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:35.374948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] Routers {'c20e6ee9-bcb3-4251-8c72-31935ed26f41'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:35.376421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:35.395121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1ede7e5b-6b09-4e8e-afce-b527baf0a296 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=c20e6ee9-bcb3-4251-8c72-31935ed26f41 HTTP/1.1" status: 200 len: 205 time: 0.0823655 Nov 02 16:51:35.398215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:35.459006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:35.504689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 89a7b254-5073-48bc-a355-890c992070f6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:35.505403 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.508709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] Routers {'c20e6ee9-bcb3-4251-8c72-31935ed26f41'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:35.509474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:35.514298 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.632740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:35.642082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b22174-5963-4744-adf9-aef9808524c8 None None] The sync data for ids ['c20e6ee9-bcb3-4251-8c72-31935ed26f41'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:35.753697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.755079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57806) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:35.795588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 89a7b254-5073-48bc-a355-890c992070f6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=89a7b254-5073-48bc-a355-890c992070f6,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:35.801346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.806358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.812737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.817174 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.847182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.885675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=89a7b254-5073-48bc-a355-890c992070f6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:35.920250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.920804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router c20e6ee9-bcb3-4251-8c72-31935ed26f41 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:51:35.938825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:35.945234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d215eb4b-6c79-445e-a511-c4ddac3d1f5c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/c20e6ee9-bcb3-4251-8c72-31935ed26f41 HTTP/1.1" status: 204 len: 168 time: 0.5423362 Nov 02 16:51:35.955610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:35.958610 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:36.116088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet 3ac7e8b1-1639-4567-bd59-eecc3799aca0 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:36.119696 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:36.139146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Pushing event updated for resources: {'Port': ['ID=277e9637-3b09-4d10-abc3-6be0bee4f8e4,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:36.144703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Network 784e0b70-bb94-4837-814d-791a3aedaad1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:36.146723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:36.329457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:36.466891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:36.512354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:36.520771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b2b8af2-31dc-4b7a-a376-77393a89f913 admin admin] 10.222.0.31 "PUT /v2.0/routers/961c5d34-99f7-4461-92da-eebc3eaaa8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7626846 Nov 02 16:51:36.749300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:36.874365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:36.911225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac7e8b1-1639-4567-bd59-eecc3799aca0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:36.916765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:36.917805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae68ad2-b776-4e08-8dd9-8c117266876d None None] Network 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:36.923998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57834) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:36.924563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d4777ee-6c92-4cf1-8d22-2cf0e910124e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/3ac7e8b1-1639-4567-bd59-eecc3799aca0 HTTP/1.1" status: 204 len: 168 time: 0.9700799 Nov 02 16:51:36.932260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.094470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.160999 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port ce79ded7-4bda-41e5-9049-6a00a097b764 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:37.162073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.185291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 89a7b254-5073-48bc-a355-890c992070f6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:37.197593 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Sync routers for ids ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:37.219947 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Routers {'961c5d34-99f7-4461-92da-eebc3eaaa8e6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:37.220686 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:37.283565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:37.316039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port ce79ded7-4bda-41e5-9049-6a00a097b764, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ce79ded7-4bda-41e5-9049-6a00a097b764,segment=NetworkSegment(1f4014df-698d-4547-ae85-ea5cc7b3e9e1),segment_id=1f4014df-698d-4547-ae85-ea5cc7b3e9e1)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:37.316881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.341298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 783d78c5-5c5f-4a57-b536-59cd370fa38d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:37.343700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.346201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 0479cbd3-1732-4dac-b29b-fe5d9424d76f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:37.346660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0479cbd3-1732-4dac-b29b-fe5d9424d76f not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:37.361791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for ce79ded7-4bda-41e5-9049-6a00a097b764 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:37.382331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 89a7b254-5073-48bc-a355-890c992070f6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:37.383094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.438873 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Set router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:37.502198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] DHCP port deletion for 93d543b5-76c2-4b53-9f0a-65a64ec0ea7a request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:37.533769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.596432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Deleting port ce79ded7-4bda-41e5-9049-6a00a097b764 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:37.596880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.615583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port ce79ded7-4bda-41e5-9049-6a00a097b764 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:37.650738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=ce79ded7-4bda-41e5-9049-6a00a097b764,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:37.676427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 783d78c5-5c5f-4a57-b536-59cd370fa38d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=783d78c5-5c5f-4a57-b536-59cd370fa38d,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:37.681177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.741557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-a4be3ad8-4408-4c9f-b3aa-b9675274ead3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:37.748399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] For port ce79ded7-4bda-41e5-9049-6a00a097b764, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:37.748808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.754475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-a4be3ad8-4408-4c9f-b3aa-b9675274ead3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 819 time: 0.3219936 Nov 02 16:51:37.755980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.757828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 783d78c5-5c5f-4a57-b536-59cd370fa38d owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:37.760292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '277e9637-3b09-4d10-abc3-6be0bee4f8e4', 'name': '', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'mac_address': 'fa:16:3e:73:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:32Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 2, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'subnets': [{'id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:37.784971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d543b5-76c2-4b53-9f0a-65a64ec0ea7a']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:37.789520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Calling delete_port for ce79ded7-4bda-41e5-9049-6a00a097b764 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:37.797695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Port ce79ded7-4bda-41e5-9049-6a00a097b764 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:51:37.799317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4014df-698d-4547-ae85-ea5cc7b3e9e1') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:37.799673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.799823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4014df-698d-4547-ae85-ea5cc7b3e9e1') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:37.800555 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Checking router: 961c5d34-99f7-4461-92da-eebc3eaaa8e6 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:37.801088 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Updating router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:37.805596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-1cf915a2-6296-450a-a7af-44ed9e94863f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/quotas/67e7dec17f6543da8952c94cc87d14c8 HTTP/1.1" status: 200 len: 375 time: 0.0498633 Nov 02 16:51:37.817390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.839263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.846591 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.858646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:37.859518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.862949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] Pushing event deleted for resources: {'Port': ['ID=ce79ded7-4bda-41e5-9049-6a00a097b764,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:37.870272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d8208-6776-4dd0-b028-d63b3c1954cb None None] No DVR routers for this DVR port ce79ded7-4bda-41e5-9049-6a00a097b764 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:37.877724 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:37.972688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.986074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:37.989380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/93d543b5-76c2-4b53-9f0a-65a64ec0ea7a HTTP/1.1" status: 204 len: 168 time: 1.0630093 Nov 02 16:51:38.009923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57866) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:38.032477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70624054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:38.058967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c270-9882-4e14-ae38-f135baddbcb9 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=93d543b5-76c2-4b53-9f0a-65a64ec0ea7a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:38.093869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-a5395d5c-6d1b-4d38-9aff-b42c0e98be3c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2863758 Nov 02 16:51:38.102361 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.104440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.214065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.222116 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.250221 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.252264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-686e4e3d-6271-4420-8631-c10fa380e3c2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2413394 Nov 02 16:51:38.255324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57878) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:38.261079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532312354'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:38.266006 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.274235 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.295557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:38.301117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.306557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.333221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:38.338199 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57632dc-7c65-4fce-a419-5fb34377b6f6 None None] Pushing event updated for resources: {'Port': ['ID=277e9637-3b09-4d10-abc3-6be0bee4f8e4,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:38.349818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.350254 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment 16f36241-cde5-40c8-aa4d-b37313688cd8 of type vlan for network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d Nov 02 16:51:38.411836 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Attempting to bind port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:38.412550 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Attempting to bind port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:38.415206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Attempting to bind port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 on network 784e0b70-bb94-4837-814d-791a3aedaad1 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:38.442634 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:38.443012 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Checking segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:38.443249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.443424 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.443822 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Bound using segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:38.444310 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Bound port: 277e9637-3b09-4d10-abc3-6be0bee4f8e4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:38.447433 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.454519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=783d78c5-5c5f-4a57-b536-59cd370fa38d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:38.484306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.492131 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:38.493748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.524541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2648706 Nov 02 16:51:38.536610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57882) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:38.560366 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] For port 277e9637-3b09-4d10-abc3-6be0bee4f8e4, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:38.567521 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] For port 277e9637-3b09-4d10-abc3-6be0bee4f8e4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=277e9637-3b09-4d10-abc3-6be0bee4f8e4,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:38.584819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68012891-5d55-4efb-9fef-d89dcb2c70cf req-5bd6b02f-7fc0-497c-b77a-d4956efd027e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:38.586495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68012891-5d55-4efb-9fef-d89dcb2c70cf req-5bd6b02f-7fc0-497c-b77a-d4956efd027e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.3017550 Nov 02 16:51:38.600030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-a51a4efb-f485-4671-9761-ad1caee9ebd8 service neutron] 10.222.0.31 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955575 Nov 02 16:51:38.600795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:38.606849 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.617864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e13593c0-8342-4e44-89f3-1fd86541e5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.710424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68012891-5d55-4efb-9fef-d89dcb2c70cf req-83662542-6159-4104-b5d8-67c36c3877f2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162162 Nov 02 16:51:38.724602 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Routers {'961c5d34-99f7-4461-92da-eebc3eaaa8e6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:38.725351 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:38.740216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.743630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc5587-8651-43a0-9422-606634a235c7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=eebd653f-bdf4-4fa8-ad35-dd1332a2b16d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:38.767382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:38.800609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:38.805249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:38.836592 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57632dc-7c65-4fce-a419-5fb34377b6f6 None None] Pushing event updated for resources: {'Port': ['ID=277e9637-3b09-4d10-abc3-6be0bee4f8e4,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:38.869498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-dcb2ec1b-0f08-4466-a625-32da284b2ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412486 Nov 02 16:51:38.898732 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] Set router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:39.095979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router c3ea156b-1853-4b40-bada-02a58aff4b7e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:39.168703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4641d376-0342-4646-8a32-73b775ae904a req-dbdd81f5-bfaf-4bef-926c-53d16bdf4b88 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 210 time: 0.0534031 Nov 02 16:51:39.234188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:39.265364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce79ded7-4bda-41e5-9049-6a00a097b764 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:39.309319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ce79ded7-4bda-41e5-9049-6a00a097b764 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:39.309668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce79ded7-4bda-41e5-9049-6a00a097b764 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:39.340206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '277e9637-3b09-4d10-abc3-6be0bee4f8e4', 'name': '', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'mac_address': 'fa:16:3e:73:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:32Z', 'updated_at': '2021-11-02T16:51:38Z', 'revision_number': 4, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'subnets': [{'id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:39.366396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:39.375958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3d8b50ed-7cd9-4d87-a92f-8de97e9be3c4 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/c3ea156b-1853-4b40-bada-02a58aff4b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196961 Nov 02 16:51:39.382240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57902) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:39.390974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] Sync routers for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:39.405248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:39.406076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:39.410628 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1760a6-4ddb-4d69-b13f-87e8b60d2ad2 None None] The sync data for ids ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'] in n-d-811405-2 is: [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '277e9637-3b09-4d10-abc3-6be0bee4f8e4', 'name': '', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'mac_address': 'fa:16:3e:73:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:32Z', 'updated_at': '2021-11-02T16:51:38Z', 'revision_number': 4, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'subnets': [{'id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:39.513425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=4f23d9cf-9832-4cc4-adfe-3d716482db46,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:39.525246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:39.525608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: eebd653f-bdf4-4fa8-ad35-dd1332a2b16d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:39.639636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting subnet 563ffabf-73ff-4bc9-9728-c87c50bb67cb {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:51:39.643580 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:39.647061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:39.657341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-825fb99e-9f7b-4c5e-b528-b004e96211cc tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:39.659607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-825fb99e-9f7b-4c5e-b528-b004e96211cc tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 819 time: 0.1525564 Nov 02 16:51:39.689067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:39.694934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-b7607824-7bb4-4ae5-a4d5-214e81844998 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/quotas/67e7dec17f6543da8952c94cc87d14c8 HTTP/1.1" status: 200 len: 375 time: 0.0255196 Nov 02 16:51:39.713687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, eebd653f-bdf4-4fa8-ad35-dd1332a2b16d) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:39.744738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:39.747131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:39.764199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9cb47-8bff-44e9-b3c1-5b3c3e311652 None None] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:39.804212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab29a9a5-4e89-45be-8e5f-170653c1b485 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2670512 Nov 02 16:51:39.806935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:39.809428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 57924) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:39.830065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4ed00b57-b652-498f-bfd0-b7d39b5ed1df tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259298 Nov 02 16:51:40.052514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ca8a-be3e-4858-b5a2-cdee217a14a6 req-5f080356-98bf-474b-904f-55e6123fab2f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.054583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a95ca8a-be3e-4858-b5a2-cdee217a14a6 req-5f080356-98bf-474b-904f-55e6123fab2f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.0799854 Nov 02 16:51:40.116118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7a95ca8a-be3e-4858-b5a2-cdee217a14a6 req-1f666418-6c36-446e-a4c6-ce7c99715bcf tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 Nov 02 16:51:40.151425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-ea3fce46-4291-460a-b542-391310bd400b service neutron] 10.222.0.31 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202732 Nov 02 16:51:40.342517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-9e32b0c5-f4df-4381-ba22-02288b1bf541 service neutron] 10.222.0.31 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900418 Nov 02 16:51:40.356243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:51:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:40.444209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:40.445695 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:40.450365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] Checking router: c3ea156b-1853-4b40-bada-02a58aff4b7e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:40.467492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:40.481954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] Routers {'c3ea156b-1853-4b40-bada-02a58aff4b7e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:40.482756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c3ea156b-1853-4b40-bada-02a58aff4b7e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:40.603607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd36fc6e-2623-4d96-8513-fd9b93258ce4 req-43bbdfe6-0109-439e-9a85-d3845f6ad85e tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 210 time: 0.0389676 Nov 02 16:51:40.661337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:40.836860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:40.957733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Subnet': ['ID=563ffabf-73ff-4bc9-9728-c87c50bb67cb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:40.977652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b640f-3002-4655-ab46-4038860c3797 None None] Network f7fe1156-6990-47b7-a2f9-a40774130c27 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:41.011670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.015467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c9a5a66-ccf1-49b3-bfb3-df19733bcc0e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/subnets/563ffabf-73ff-4bc9-9728-c87c50bb67cb HTTP/1.1" status: 204 len: 168 time: 1.6289763 Nov 02 16:51:41.018865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57942) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:41.251719 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f716bf7-587f-4d14-ae44-5138929ceafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.275109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 277e9637-3b09-4d10-abc3-6be0bee4f8e4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:41.491458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea154a2-92bd-4fe1-a72b-b5ba1f0e33ab req-e5bf40ea-ec4d-42e9-9f49-a3430d932f41 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:41.497430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fea154a2-92bd-4fe1-a72b-b5ba1f0e33ab req-e5bf40ea-ec4d-42e9-9f49-a3430d932f41 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1713543 Nov 02 16:51:41.515435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.556434 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.556751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] DHCP port deletion for f7fe1156-6990-47b7-a2f9-a40774130c27 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:51:41.571054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Allocated IP 2001:db8::2 (eebd653f-bdf4-4fa8-ad35-dd1332a2b16d/4f23d9cf-9832-4cc4-adfe-3d716482db46/445c44dd-0dc2-4645-9fdc-e68a38434444) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:41.575478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] Set router c3ea156b-1853-4b40-bada-02a58aff4b7e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:41.701884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.727274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fea154a2-92bd-4fe1-a72b-b5ba1f0e33ab req-73b3147e-1682-4790-aa7b-6dcc52d22d7d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281964 Nov 02 16:51:41.792521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a787c5c0-355c-49a0-aa00-6c3c98eb24d3 req-a3bcb11f-4748-4101-b9d9-48c92d689f2f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 210 time: 0.0471330 Nov 02 16:51:41.838789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-f3b33e34-ef51-4ba0-b662-baf7a03bf1ac tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:41.840970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-f3b33e34-ef51-4ba0-b662-baf7a03bf1ac tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 819 time: 0.9401133 Nov 02 16:51:41.855024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Request body: {'port': {'device_id': '27659815-fae3-40b0-a0f3-830a12f391bd', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'admin_state_up': True, 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:41.858007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port f4a8531c-745e-403d-9d86-18928f623e95 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:41.858644 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.907709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:41.908081 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.934711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57960) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:41.963025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port f4a8531c-745e-403d-9d86-18928f623e95, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f4a8531c-745e-403d-9d86-18928f623e95,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:41.963333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.969899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] Deleting port e65ed83d-c875-48b5-aa3f-b625130734aa {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:51:41.970573 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:41.986971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for f4a8531c-745e-403d-9d86-18928f623e95 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:42.019721 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:51:42.021376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Made reservation on behalf of 67e7dec17f6543da8952c94cc87d14c8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:42.025354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.052745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] For port e65ed83d-c875-48b5-aa3f-b625130734aa, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e65ed83d-c875-48b5-aa3f-b625130734aa,segment=NetworkSegment(0621a32b-0a96-4086-9b4f-89912d8c8bc9),segment_id=0621a32b-0a96-4086-9b4f-89912d8c8bc9)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:42.053312 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.103245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] Calling delete_port for e65ed83d-c875-48b5-aa3f-b625130734aa owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:51:42.145597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a1643bb-11bf-4c63-8419-9617b4fa9a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.312630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.335225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.337542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Allocated IP 172.20.0.10 (784e0b70-bb94-4837-814d-791a3aedaad1/2e102f34-7d70-4439-bc50-32b0f550985e/4fe9ffae-c43c-469a-bcbe-e3fa2640cf91) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:42.339274 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.413760 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.417185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-d0270698-7e6d-423b-b908-7739c233f17b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:42.419038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-d0270698-7e6d-423b-b908-7739c233f17b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.100 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 819 time: 0.2630811 Nov 02 16:51:42.447439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Request body: {'port': {'device_id': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'admin_state_up': True, 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:42.447737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 277e9637-3b09-4d10-abc3-6be0bee4f8e4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=277e9637-3b09-4d10-abc3-6be0bee4f8e4,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:42.449640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:42.461154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.465772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:42.466275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8::1 (eebd653f-bdf4-4fa8-ad35-dd1332a2b16d/4f23d9cf-9832-4cc4-adfe-3d716482db46/884e268b-5f54-473d-92fb-ee12486c7f55) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:42.468265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:51:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:42.471085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] No DVR routers for this DVR port e65ed83d-c875-48b5-aa3f-b625130734aa on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:42.472550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:42.477792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Pushing event updated for resources: {'Port': ['ID=445c44dd-0dc2-4645-9fdc-e68a38434444,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:42.517365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e2fff-7277-4d2d-b46c-f94e9d33a876 None None] The sync data for ids ['c3ea156b-1853-4b40-bada-02a58aff4b7e'] in n-d-811405-2 is: [{'id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465649596', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:50:10Z', 'updated_at': '2021-11-02T16:51:38Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'f4a8531c-745e-403d-9d86-18928f623e95', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea156b-1853-4b40-bada-02a58aff4b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:50:11Z', 'updated_at': '2021-11-02T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:42.565081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747559f-e168-4b8d-aa9a-accf69524ec6 None None] Pushing event deleted for resources: {'Port': ['ID=e65ed83d-c875-48b5-aa3f-b625130734aa,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:42.586969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.648588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=f4a8531c-745e-403d-9d86-18928f623e95,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:42.660442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Attempting to bind port 445c44dd-0dc2-4645-9fdc-e68a38434444 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:42.660810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Attempting to bind port 445c44dd-0dc2-4645-9fdc-e68a38434444 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:42.661172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Attempting to bind port 445c44dd-0dc2-4645-9fdc-e68a38434444 on network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:42.677610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:42.677987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Checking segment: {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:42.678504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.678984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Bound using segment: {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:42.679938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Bound port: 445c44dd-0dc2-4645-9fdc-e68a38434444, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:42.680326 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.694440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a1643bb-11bf-4c63-8419-9617b4fa9a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.700814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.701729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9a1643bb-11bf-4c63-8419-9617b4fa9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.709133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=277e9637-3b09-4d10-abc3-6be0bee4f8e4,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:42.740729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.775562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] For port 445c44dd-0dc2-4645-9fdc-e68a38434444, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:42.780773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] For port 445c44dd-0dc2-4645-9fdc-e68a38434444, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=445c44dd-0dc2-4645-9fdc-e68a38434444,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:42.788299 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.790016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-8cdfb5ab-9935-4b2f-bb9b-002c9bae8899 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2058015 Nov 02 16:51:42.834746 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Made reservation on behalf of 67e7dec17f6543da8952c94cc87d14c8 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:42.845472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.848473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.864000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.903444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0676f83-39fb-4120-ae66-02ef52624a42 None None] Pushing event updated for resources: {'Port': ['ID=445c44dd-0dc2-4645-9fdc-e68a38434444,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:42.909344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.909829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Fanout notify agent at l3_agent the message router_deleted on router c3ea156b-1853-4b40-bada-02a58aff4b7e {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:51:42.923446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:42.927255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25ecd52c-2ead-48c5-9aff-c606347c81ff tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/routers/c3ea156b-1853-4b40-bada-02a58aff4b7e HTTP/1.1" status: 204 len: 168 time: 1.9047408 Nov 02 16:51:42.930424 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9a1643bb-11bf-4c63-8419-9617b4fa9a5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d46d904c3717473f8732e8019adcfb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9944301 Nov 02 16:51:42.931098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1643bb-11bf-4c63-8419-9617b4fa9a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6ff4f-6e33-449f-bbcc-6318cf4f9a6b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:42.933669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57970) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:42.933919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57972) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:43.024403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.082922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65bcaa00-f0ca-45a4-aa7a-2a215552e058 req-00e69b1a-9823-4a67-96ac-2a0d4b6f3d71 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 210 time: 0.0746167 Nov 02 16:51:43.124136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.138531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.161545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-fe74b34c-04a3-4aaf-8272-18dad6fa588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:43.163231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-fe74b34c-04a3-4aaf-8272-18dad6fa588c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1097 time: 0.2893424 Nov 02 16:51:43.171594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6695b1-fb8d-4f0e-b297-08f637d8cf21 req-0ac6dcf5-12e6-49a1-9c6a-0e8ab8569773 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:43.186107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f6695b1-fb8d-4f0e-b297-08f637d8cf21 req-0ac6dcf5-12e6-49a1-9c6a-0e8ab8569773 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2602344 Nov 02 16:51:43.215166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31ae1c39-f1ce-447f-93e5-d58e5df90000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.299692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 277e9637-3b09-4d10-abc3-6be0bee4f8e4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:43.324511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31ae1c39-f1ce-447f-93e5-d58e5df90000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.343951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.370680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f6695b1-fb8d-4f0e-b297-08f637d8cf21 req-d641b9d6-b748-4001-904e-6d12032de055 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492631 Nov 02 16:51:43.402230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:43.402230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.444954 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.489343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Network 784e0b70-bb94-4837-814d-791a3aedaad1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:43.490019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.490767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Allocated IP 172.20.0.7 (784e0b70-bb94-4837-814d-791a3aedaad1/2e102f34-7d70-4439-bc50-32b0f550985e/af4b7048-369f-4a7e-aac4-10fb3afa76c2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:43.505698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:43.518351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-68ef1177-5193-4a80-8e33-f23cb9ec0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:43.520529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-68ef1177-5193-4a80-8e33-f23cb9ec0f1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.3014657 Nov 02 16:51:43.521810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:43.522086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31ae1c39-f1ce-447f-93e5-d58e5df90000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.524975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31ae1c39-f1ce-447f-93e5-d58e5df90000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.528624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-31ae1c39-f1ce-447f-93e5-d58e5df90000 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7e6ff4f-6e33-449f-bbcc-6318cf4f9a6b HTTP/1.1" status: 204 len: 168 time: 0.5829916 Nov 02 16:51:43.528624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fe1156-6990-47b7-a2f9-a40774130c27']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:43.540031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:43.545892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae1c39-f1ce-447f-93e5-d58e5df90000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6ff4f-6e33-449f-bbcc-6318cf4f9a6b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:43.549808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621a32b-0a96-4086-9b4f-89912d8c8bc9') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:43.550338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621a32b-0a96-4086-9b4f-89912d8c8bc9') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:43.560952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.571458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Pushing event updated for resources: {'Port': ['ID=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:43.577548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.591220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:51:43.592104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:51:43.596852 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:51:43.600116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:43.668612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.673825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:43.675078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.682503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.690096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/networks/f7fe1156-6990-47b7-a2f9-a40774130c27 HTTP/1.1" status: 204 len: 168 time: 0.7480149 Nov 02 16:51:43.698243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57976) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:43.724549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6f29a-0491-4794-8174-7af3ef29248f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Network': ['ID=f7fe1156-6990-47b7-a2f9-a40774130c27,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:43.769558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.787166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311680b8-b318-4567-90ac-400bf35fa939 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.822611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311680b8-b318-4567-90ac-400bf35fa939 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.842953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:43.854180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.859076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=884e268b-5f54-473d-92fb-ee12486c7f55,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:43.915579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e65ed83d-c875-48b5-aa3f-b625130734aa no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:43.941037 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311680b8-b318-4567-90ac-400bf35fa939 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.945852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-311680b8-b318-4567-90ac-400bf35fa939 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:43.946732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e65ed83d-c875-48b5-aa3f-b625130734aa {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:43.947088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e65ed83d-c875-48b5-aa3f-b625130734aa not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:43.947521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 783d78c5-5c5f-4a57-b536-59cd370fa38d no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:43.950822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-311680b8-b318-4567-90ac-400bf35fa939 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/security-groups/05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9 HTTP/1.1" status: 204 len: 168 time: 0.2522662 Nov 02 16:51:43.978465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311680b8-b318-4567-90ac-400bf35fa939 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd1dfd-fb9d-46cf-89bf-6bcacc7db0e9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:43.979520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-dbe25e20-9d1d-476d-a820-55897739ec69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 200 len: 1002 time: 0.4491835 Nov 02 16:51:44.020897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57984) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:44.033715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2b61c8ca-2503-4587-9c4e-6ab038660cf4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1835964 Nov 02 16:51:44.041545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1b5982a-b9b7-44e1-9fd1-b84a2a46f94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.055303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 783d78c5-5c5f-4a57-b536-59cd370fa38d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:44.055303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 783d78c5-5c5f-4a57-b536-59cd370fa38d not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:44.107202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Request body: {'port': {'device_id': '27659815-fae3-40b0-a0f3-830a12f391bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:44.173294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1b5982a-b9b7-44e1-9fd1-b84a2a46f94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.181932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1b5982a-b9b7-44e1-9fd1-b84a2a46f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.186118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.263403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5982a-b9b7-44e1-9fd1-b84a2a46f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6247d9-a53c-416b-be5b-57c38415c1d0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:44.274938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-2c56684d-84f6-49c6-92b8-4c002e0f1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:44.276448 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-2c56684d-84f6-49c6-92b8-4c002e0f1942 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.2727113 Nov 02 16:51:44.323423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e139cd5d-fde3-456b-ba65-f9d76ff88df4 req-52466dfb-ef07-45e3-acc0-737e3f46b60c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 210 time: 0.0800278 Nov 02 16:51:44.331421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.334865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1b5982a-b9b7-44e1-9fd1-b84a2a46f94e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de6a6c2cf1b2452982ffa21b3ac846ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104000 Nov 02 16:51:44.335297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57988) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:44.368547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9c51a-3be4-4436-9837-6c8b9b2e623f None None] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:44.399468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-866a2ba9-ec57-47e7-85c9-70bef459682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.399906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.446530 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-866a2ba9-ec57-47e7-85c9-70bef459682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.456957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-08095473-4df9-4944-8a49-638a55080a72 None None] Provisioning complete for port 445c44dd-0dc2-4645-9fdc-e68a38434444 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:44.457330 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-08095473-4df9-4944-8a49-638a55080a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.564754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c6c6a-3da3-4140-96c4-fcf7ff258782 req-da1d090e-ded9-4949-94e8-bc920113d510 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:44.565185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d8c6c6a-3da3-4140-96c4-fcf7ff258782 req-da1d090e-ded9-4949-94e8-bc920113d510 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.0850508 Nov 02 16:51:44.576281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-866a2ba9-ec57-47e7-85c9-70bef459682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.580035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-866a2ba9-ec57-47e7-85c9-70bef459682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.583783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-866a2ba9-ec57-47e7-85c9-70bef459682b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af6247d9-a53c-416b-be5b-57c38415c1d0 HTTP/1.1" status: 204 len: 168 time: 0.2452807 Nov 02 16:51:44.631537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-08095473-4df9-4944-8a49-638a55080a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.633746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a2ba9-ec57-47e7-85c9-70bef459682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6247d9-a53c-416b-be5b-57c38415c1d0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:44.666707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d8c6c6a-3da3-4140-96c4-fcf7ff258782 req-3bdf2380-dff1-4b6c-b595-6f2734083133 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839732 Nov 02 16:51:44.691144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-08095473-4df9-4944-8a49-638a55080a72 None None] For port 445c44dd-0dc2-4645-9fdc-e68a38434444, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=445c44dd-0dc2-4645-9fdc-e68a38434444,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:44.708169 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-08095473-4df9-4944-8a49-638a55080a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.733564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57994) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:44.741881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628558648', 'description': 'tempest-secgroup-smoke-1628558648 description', 'project_id': '61edc4df1278420c8be9eb30335e1183'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:44.757331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-ce2ea467-bb23-4c0e-aaf2-670a8d43e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:44.759964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-ce2ea467-bb23-4c0e-aaf2-670a8d43e78d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4491584 Nov 02 16:51:44.778536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08095473-4df9-4944-8a49-638a55080a72 None None] Pushing event updated for resources: {'Port': ['ID=445c44dd-0dc2-4645-9fdc-e68a38434444,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:44.785822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.879358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.891602 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.930745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:44.936465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956387 Nov 02 16:51:44.936465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c5c33-85cf-4d31-a752-f10a2ef5a6fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:44.936910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 57998) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:44.942337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:44.982045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.065683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-06de954b-32bf-43bf-8c26-37a9ead942ee None None] Provisioning complete for port 884e268b-5f54-473d-92fb-ee12486c7f55 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:45.068402 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-06de954b-32bf-43bf-8c26-37a9ead942ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.112900 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.120666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.142168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.168910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-06de954b-32bf-43bf-8c26-37a9ead942ee None None] Port 884e268b-5f54-473d-92fb-ee12486c7f55 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:45.169090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752ed0f9-cfe4-49a8-9bb9-7cf0472e6f4d,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.183173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.188263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e25c18b3-166f-44dd-b447-9bbe37b969a0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493105 Nov 02 16:51:45.190422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58000) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:45.195515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-06de954b-32bf-43bf-8c26-37a9ead942ee None None] Provisioning complete for port 445c44dd-0dc2-4645-9fdc-e68a38434444 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:45.196330 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-06de954b-32bf-43bf-8c26-37a9ead942ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.201000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:45.202333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58002) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:45.214989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:45.240628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 445c44dd-0dc2-4645-9fdc-e68a38434444 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:45.253471 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.265545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.286389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.301460 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df252799-6f9e-4c3d-b353-d13d9c9b352c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.311060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 445c44dd-0dc2-4645-9fdc-e68a38434444 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:45.311435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.314048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.314862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.355066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Network 784e0b70-bb94-4837-814d-791a3aedaad1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:45.356477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Transition to ACTIVE for port object 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:51:45.371039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:45.377211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:45.382805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-84334b6d-c88c-4c98-abe7-03ce47d15370 service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013460 Nov 02 16:51:45.383824 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.390574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.399208 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.401903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Pushing event updated for resources: {'Port': ['ID=af4b7048-369f-4a7e-aac4-10fb3afa76c2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.428189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cde19d0-3fb7-4920-b7ef-b61a6ab5020e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.443590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.444832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8abdca1b-72d7-40f3-99f1-7053a20edd2c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2486458 Nov 02 16:51:45.447611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58006) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:45.452231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:45.458164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f4a8531c-745e-403d-9d86-18928f623e95 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:45.480152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f4a8531c-745e-403d-9d86-18928f623e95 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:51:45.481078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f4a8531c-745e-403d-9d86-18928f623e95 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:45.508415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.516418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8d59ee5a-c5c2-40a6-8804-c12f58b6b033 None None] Provisioning complete for port 884e268b-5f54-473d-92fb-ee12486c7f55 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:45.517111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d59ee5a-c5c2-40a6-8804-c12f58b6b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.556386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8d59ee5a-c5c2-40a6-8804-c12f58b6b033 None None] Port 884e268b-5f54-473d-92fb-ee12486c7f55 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:45.560405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007f08e-630b-4ac0-93e9-cc6a7a8f8167 req-88206e0d-2207-4c5e-ba94-ec01ccbd26ec tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:45.561933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1007f08e-630b-4ac0-93e9-cc6a7a8f8167 req-88206e0d-2207-4c5e-ba94-ec01ccbd26ec tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 931 time: 0.0842283 Nov 02 16:51:45.583068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.592947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.630749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcd17aa-7b90-4b9e-91e0-86f68c2d9638,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.635107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:45.635798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.636699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1007f08e-630b-4ac0-93e9-cc6a7a8f8167 req-b1d00188-a12c-4ba2-98b3-feb35ef89c63 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651281 Nov 02 16:51:45.639960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.643989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e4d1cc8f-a15b-4201-a9f1-0d156a434bd5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927490 Nov 02 16:51:45.644252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58008) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:45.650165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:45.674220 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-59776eac-5d80-4786-b5c3-1cad97cc76d8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2413857 Nov 02 16:51:45.684559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.707566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Request body: {'port': {'device_id': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:45.728754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=884e268b-5f54-473d-92fb-ee12486c7f55,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.757534 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.770565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.807352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1efbd4-8aa1-4e6b-b116-f81aacc0ff16,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.822950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.827071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ebae48a1-01a5-4989-9fb0-8f6d7e4c3f84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784995 Nov 02 16:51:45.829525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58012) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:45.834168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:45.848101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d072-b310-48e3-83bb-22ec25c1da68 req-af0b073a-2d5a-46d2-87fd-b854054d1319 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:45.849848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb23d072-b310-48e3-83bb-22ec25c1da68 req-af0b073a-2d5a-46d2-87fd-b854054d1319 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.0909958 Nov 02 16:51:45.886721 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:51:45.899341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.909734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb23d072-b310-48e3-83bb-22ec25c1da68 req-8ad2af70-607c-42e7-9853-0abc1e67c245 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520961 Nov 02 16:51:45.975440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.979521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:45.999428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b265c1-434e-401a-8add-5d45e5f58d2b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.006088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.007481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8f760cf2-85fa-4070-8343-426be464b1cd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768582 Nov 02 16:51:46.010326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58014) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:46.014978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:46.040682 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Project 61edc4df1278420c8be9eb30335e1183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:51:46.046469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.114822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.118838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.138763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e5a7c3-a0e7-4aab-87cd-fe677952dd99,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.148723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.149909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7854856e-f74c-4250-852f-76c2b693d9d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386240 Nov 02 16:51:46.152784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:46.158303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'network': {'name': 'tempest-network-smoke--716307364', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'port_security_enabled': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:46.179102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:46.182551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.182720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:46.208767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:46.217959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:46.219082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.219588 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Added segment c644bcaa-50bb-4d5e-ade1-7a16874f393f of type vlan for network e6b8f0df-7bbc-47d3-95db-d91f31949e6e Nov 02 16:51:46.241072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b71a55b4-4a42-43b1-8e3e-9f09edf243b0 req-ea99d1a9-cf60-4f93-8d83-197f8650a2ef service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350246 Nov 02 16:51:46.277698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df252799-6f9e-4c3d-b353-d13d9c9b352c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.278933 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.283398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.287063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.320845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.326944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:46.327503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.358628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-df252799-6f9e-4c3d-b353-d13d9c9b352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.389616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Attempting to bind port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:46.389912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Attempting to bind port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:46.390364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Attempting to bind port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 on network 784e0b70-bb94-4837-814d-791a3aedaad1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:46.407785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2511301 Nov 02 16:51:46.410176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58018) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:46.414742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'admin_state_up': True, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:46.430018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 on network 784e0b70-bb94-4837-814d-791a3aedaad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:46.430372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Attempting to bind port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 on network 784e0b70-bb94-4837-814d-791a3aedaad1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:46.438366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40667822-7dff-4898-90af-d19636eef5db tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Network': ['ID=e6b8f0df-7bbc-47d3-95db-d91f31949e6e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.456175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:46.460167 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.461799 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.474597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-df252799-6f9e-4c3d-b353-d13d9c9b352c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=540b4a4118894894bf5497d9a8b035c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2656665 Nov 02 16:51:46.477157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58020) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:46.479543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252799-6f9e-4c3d-b353-d13d9c9b352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d6ff88-3b01-4966-99c4-cd4606cd6ed8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.488092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:46.488434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Checking segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:46.488842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Bound using segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:46.489277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Bound port: 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:46.489636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.568627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.658281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27a04fb5-3bca-452e-b8ca-bb5a1c70fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.732159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:46.742401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.748011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] For port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:46.759042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] For port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:46.769350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-018bf3b8-5d53-40ca-bb3c-64985b0d6028 None None] Provisioning complete for port 884e268b-5f54-473d-92fb-ee12486c7f55 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:46.770662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-018bf3b8-5d53-40ca-bb3c-64985b0d6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.772331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.811580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-018bf3b8-5d53-40ca-bb3c-64985b0d6028 None None] Port 884e268b-5f54-473d-92fb-ee12486c7f55 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:51:46.848605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27a04fb5-3bca-452e-b8ca-bb5a1c70fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.900292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcca857-22f8-429b-8aa2-ff552d28285f req-505fd2cb-43b2-47ed-9a03-d7a2c4861599 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:46.903886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:46.904497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:46.905877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 1092 time: 2.8322477 Nov 02 16:51:46.906558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27659815-fae3-40b0-a0f3-830a12f391bd', 'tag': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:46.906708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dcca857-22f8-429b-8aa2-ff552d28285f req-505fd2cb-43b2-47ed-9a03-d7a2c4861599 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 931 time: 0.1591747 Nov 02 16:51:46.909048 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887" -d '{"events": [{"name": "network-changed", "server_uuid": "27659815-fae3-40b0-a0f3-830a12f391bd", "tag": "4fe9ffae-c43c-469a-bcbe-e3fa2640cf91"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:46.969197 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f3bf7-c560-4ced-ae84-2315791d0b8e x-openstack-request-id: req-f20f3bf7-c560-4ced-ae84-2315791d0b8e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:46.969546 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27659815-fae3-40b0-a0f3-830a12f391bd", "tag": "4fe9ffae-c43c-469a-bcbe-e3fa2640cf91", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:46.969794 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f20f3bf7-c560-4ced-ae84-2315791d0b8e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:46.970222 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27659815-fae3-40b0-a0f3-830a12f391bd', 'tag': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91', 'status': 'completed', 'code': 200} Nov 02 16:51:46.997497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7dcca857-22f8-429b-8aa2-ff552d28285f req-31c6ef8d-4fac-470e-8021-b59dbe947c06 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826449 Nov 02 16:51:46.997830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:47.002555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27a04fb5-3bca-452e-b8ca-bb5a1c70fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.005928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27a04fb5-3bca-452e-b8ca-bb5a1c70fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.009929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27a04fb5-3bca-452e-b8ca-bb5a1c70fe4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36d6ff88-3b01-4966-99c4-cd4606cd6ed8 HTTP/1.1" status: 204 len: 168 time: 0.5281360 Nov 02 16:51:47.019543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04fb5-3bca-452e-b8ca-bb5a1c70fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d6ff88-3b01-4966-99c4-cd4606cd6ed8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.026530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-37927a89-ca28-45c9-8c43-248980169292 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2160087 Nov 02 16:51:47.027329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216a74e-b529-4faa-bcfd-cb1e6401a142 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.032470 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:47.033912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:47.040179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-328705623'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:47.049982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:47.050656 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:47.106080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4b7048-369f-4a7e-aac4-10fb3afa76c2 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:47.120705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.124476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:47.129439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.134716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2ce1a7c0-a67a-4e79-9733-04257abfad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:47.136547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2ce1a7c0-a67a-4e79-9733-04257abfad41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1095 time: 0.1637530 Nov 02 16:51:47.166311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Transition to ACTIVE for port object af4b7048-369f-4a7e-aac4-10fb3afa76c2 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:51:47.184497 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:47.202253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.205957 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-05a00fd4-cc9d-4b3a-ba8c-491a356e2806 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.0612593 Nov 02 16:51:47.264756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.285283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:47.303983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dfe1c-a1fc-477a-98c8-7c7d95ef6555 req-6a9a4e7e-411a-4b6e-83ec-41b9ea6a13e3 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:47.313442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad7dfe1c-a1fc-477a-98c8-7c7d95ef6555 req-6a9a4e7e-411a-4b6e-83ec-41b9ea6a13e3 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2443237 Nov 02 16:51:47.324996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.340863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.341354 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment 23de4d47-7171-4b93-89d6-ed0d62ba1ef8 of type vlan for network 50f97778-e24f-4c2f-b17e-51d3679ed47a Nov 02 16:51:47.342806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Pushing event updated for resources: {'Port': ['ID=af4b7048-369f-4a7e-aac4-10fb3afa76c2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.426230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2e84d974-6592-42c6-bf07-e4c08851a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:47.428029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-2e84d974-6592-42c6-bf07-e4c08851a1fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.2091730 Nov 02 16:51:47.431811 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.460087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad7dfe1c-a1fc-477a-98c8-7c7d95ef6555 req-906ad864-b6e4-4079-8d50-664631379688 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399055 Nov 02 16:51:47.486531 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:44Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:44Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:47.517776 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:47.518143 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Updating router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 port 884e268b-5f54-473d-92fb-ee12486c7f55 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:47.537530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.187 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e2a5c635-5fe4-4e6a-b676-bba419c2d895) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:47.545978 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.565195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Attempting to bind port af4b7048-369f-4a7e-aac4-10fb3afa76c2 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:47.565627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Attempting to bind port af4b7048-369f-4a7e-aac4-10fb3afa76c2 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:47.566254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Attempting to bind port af4b7048-369f-4a7e-aac4-10fb3afa76c2 on network 784e0b70-bb94-4837-814d-791a3aedaad1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:47.570433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-416a5e80-e768-4471-a83c-b49de422efa0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336966 Nov 02 16:51:47.572770 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.resource_extend [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:51:47.576237 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.596102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Port af4b7048-369f-4a7e-aac4-10fb3afa76c2 on network 784e0b70-bb94-4837-814d-791a3aedaad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:47.596752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Attempting to bind port af4b7048-369f-4a7e-aac4-10fb3afa76c2 on network 784e0b70-bb94-4837-814d-791a3aedaad1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:47.622512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:47.622939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Checking segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:47.623372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Bound using segment: {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:47.623830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Bound port: af4b7048-369f-4a7e-aac4-10fb3afa76c2, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc38a95-2008-4550-955c-dd2d94aac6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:47.624380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.668682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.678810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:47.679380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.694636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.726098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6885805 Nov 02 16:51:47.727967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58042) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:47.737924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:47.815649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.832576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cdcf1-a535-4dff-9dd4-fba88dd15079 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=50f97778-e24f-4c2f-b17e-51d3679ed47a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.846789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:47.883579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-18267a09-c5c7-4d1a-a5f5-0431003bdd79 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983696 Nov 02 16:51:47.910646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] For port af4b7048-369f-4a7e-aac4-10fb3afa76c2, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:47.914716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] For port af4b7048-369f-4a7e-aac4-10fb3afa76c2, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:47.928185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:47.971845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=e2a5c635-5fe4-4e6a-b676-bba419c2d895,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.998438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:48.006405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:48.008713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:48.009342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.010245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:48.010817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] 10.222.0.100 "PUT /v2.0/ports/af4b7048-369f-4a7e-aac4-10fb3afa76c2 HTTP/1.1" status: 200 len: 1091 time: 2.3267174 Nov 02 16:51:48.053576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:48.057712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.070745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f494af6-fbcf-482d-b848-4706d9d56eee service neutron] Pushing event updated for resources: {'Port': ['ID=af4b7048-369f-4a7e-aac4-10fb3afa76c2,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:48.108101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6fafec42-abb9-454d-a1be-f42f8cb64260 req-9ea3bf1c-1635-4279-ab27-08dd8a58127f service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089493 Nov 02 16:51:48.142982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-d28ba46e-c480-484d-91bd-b53d246e331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:48.144672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-d28ba46e-c480-484d-91bd-b53d246e331b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 1094 time: 0.0669785 Nov 02 16:51:48.159133 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.168253 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.221492 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b3b8-af36-4ecc-8ab2-b02fa9221b2a None None] Pushing event updated for resources: {'Port': ['ID=884e268b-5f54-473d-92fb-ee12486c7f55,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:48.224307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-93515f18-f891-4e49-a213-cc5e0fda9ac6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2 HTTP/1.1" status: 200 len: 217 time: 0.0714140 Nov 02 16:51:48.347125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-7ab8dbce-f40b-4843-815a-70f810f369eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:48.349282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-7ab8dbce-f40b-4843-815a-70f810f369eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1095 time: 0.1376679 Nov 02 16:51:48.359789 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Attempting to bind port 884e268b-5f54-473d-92fb-ee12486c7f55 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:48.360566 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Attempting to bind port 884e268b-5f54-473d-92fb-ee12486c7f55 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:48.362209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-0e4b961c-8995-43ff-ad43-21e23f6816a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:48.363227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Attempting to bind port 884e268b-5f54-473d-92fb-ee12486c7f55 on network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:48.366036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-0e4b961c-8995-43ff-ad43-21e23f6816a8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.0930357 Nov 02 16:51:48.377690 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:48.378432 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Checking segment: {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:48.378856 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.379304 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Bound using segment: {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:48.381520 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Bound port: 884e268b-5f54-473d-92fb-ee12486c7f55, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f36241-cde5-40c8-aa4d-b37313688cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:48.381957 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.462419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-fc3bddf9-a566-4b4d-b4aa-5812be49d461 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785689 Nov 02 16:51:48.579216 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] For port 884e268b-5f54-473d-92fb-ee12486c7f55, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:48.583922 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] For port 884e268b-5f54-473d-92fb-ee12486c7f55, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=884e268b-5f54-473d-92fb-ee12486c7f55,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:48.595368 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.644460 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-ad5d4f73-c5cd-4a8a-b02c-80df08d91eb3 service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736403 Nov 02 16:51:48.670157 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:48.670914 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:48.707375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a31336e1-5e77-4ed0-ad86-fc86652e1b38 None None] Provisioning complete for port 884e268b-5f54-473d-92fb-ee12486c7f55 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:48.708076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a31336e1-5e77-4ed0-ad86-fc86652e1b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.744925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-4568745d-b5bd-46f1-8600-8d0c1794b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:48.746983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-4568745d-b5bd-46f1-8600-8d0c1794b0d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.3793495 Nov 02 16:51:48.748403 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b3b8-af36-4ecc-8ab2-b02fa9221b2a None None] Pushing event updated for resources: {'Port': ['ID=884e268b-5f54-473d-92fb-ee12486c7f55,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:48.893161 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:48.910233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-79011133-ba5a-4ee0-9bdd-a2b11b8389c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.1541615 Nov 02 16:51:48.934739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.981304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a31336e1-5e77-4ed0-ad86-fc86652e1b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:48.983235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'tag': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:48.989407 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9" -d '{"events": [{"name": "network-changed", "server_uuid": "0643decb-c2a9-4424-a4cc-038b4fa20737", "tag": "af4b7048-369f-4a7e-aac4-10fb3afa76c2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:49.028726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a31336e1-5e77-4ed0-ad86-fc86652e1b38 None None] For port 884e268b-5f54-473d-92fb-ee12486c7f55, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=884e268b-5f54-473d-92fb-ee12486c7f55,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:49.034949 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a31336e1-5e77-4ed0-ad86-fc86652e1b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:49.066006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4f2e-72b2-43a1-9023-3204dd51c4f7 req-afdcedff-3daf-4b44-a26d-ba7211c943f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:49.067943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-672e4f2e-72b2-43a1-9023-3204dd51c4f7 req-afdcedff-3daf-4b44-a26d-ba7211c943f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 943 time: 0.9226029 Nov 02 16:51:49.110972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d09857b2-77bb-4955-8123-b24cc6946bd7 req-76b246c4-064f-4a87-a955-e2121cb8814e service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542215 Nov 02 16:51:49.134201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-79d50e0d-b44e-458f-a600-535cada6fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:49.136060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-79d50e0d-b44e-458f-a600-535cada6fe99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.2009120 Nov 02 16:51:49.137939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31336e1-5e77-4ed0-ad86-fc86652e1b38 None None] Pushing event updated for resources: {'Port': ['ID=884e268b-5f54-473d-92fb-ee12486c7f55,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:49.157996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67da6d-3b22-4708-9373-4aaeb51c7fea req-f357d581-7e2d-4344-8f3d-2b46a537c682 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:49.166917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc67da6d-3b22-4708-9373-4aaeb51c7fea req-f357d581-7e2d-4344-8f3d-2b46a537c682 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.5263481 Nov 02 16:51:49.177651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bc35db2f-266f-4b41-9a64-00675b5571fa None None] Provisioning complete for port 884e268b-5f54-473d-92fb-ee12486c7f55 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:49.178333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc35db2f-266f-4b41-9a64-00675b5571fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:49.228413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-4599e1f4-461b-46ec-9d81-b6fa0083a25f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808127 Nov 02 16:51:49.242490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:44Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:49.279506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=71594e69-6a5e-485e-8c54-0ca4d50daab8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:49.339059 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ee346-e4de-4b10-bca7-22637589db35 None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:44Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:49.387029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-b610c2a3-c81a-4819-b8d9-4ba170ab9087 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529095 Nov 02 16:51:49.408025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-672e4f2e-72b2-43a1-9023-3204dd51c4f7 req-fb69ebbc-bcdc-4c17-857b-5d0ef05bc0ed tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037479 Nov 02 16:51:49.434489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc67da6d-3b22-4708-9373-4aaeb51c7fea req-49810d9e-ef9f-4a04-a397-ffa39dda9db9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521079 Nov 02 16:51:49.434489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:49.434489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: 50f97778-e24f-4c2f-b17e-51d3679ed47a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:49.490793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:49.495689 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e888cd6e-cace-4e80-89ea-cae944ddd5b9 x-openstack-request-id: req-e888cd6e-cace-4e80-89ea-cae944ddd5b9 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:49.495902 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643decb-c2a9-4424-a4cc-038b4fa20737", "tag": "af4b7048-369f-4a7e-aac4-10fb3afa76c2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:49.497009 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e888cd6e-cace-4e80-89ea-cae944ddd5b9 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:49.497009 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'tag': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2', 'status': 'completed', 'code': 200} Nov 02 16:51:49.533768 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:49.539473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 50f97778-e24f-4c2f-b17e-51d3679ed47a) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:49.551423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e0cfb-ae86-4eef-9c0f-64a9d29e05e6 None None] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:49.636776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:49.637386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:49.662818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bcd4dbf1-c33f-4731-b1a1-1b1350bad887 req-b9ef31eb-8bf4-44a3-bd82-846afd2cdc80 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649372 Nov 02 16:51:49.679066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-59621564-5feb-4643-9bb6-64f8db928db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:49.695861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-59621564-5feb-4643-9bb6-64f8db928db3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 1094 time: 0.1759923 Nov 02 16:51:49.722401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58078) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:49.724836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0228b30c-e753-441e-8379-08ed679907a7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9955623 Nov 02 16:51:49.852277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-50f97778-e24f-4c2f-b17e-51d3679ed47a', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:49.853324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.024781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.117356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Allocated IP 2001:db8:1::2 (50f97778-e24f-4c2f-b17e-51d3679ed47a/71594e69-6a5e-485e-8c54-0ca4d50daab8/52c2ba8b-404a-41ad-bd99-5beaefe141a0) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:50.216076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router e8f73f16-f8a5-4fac-a861-cddf0c35db8c is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:50.240268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-6111d9f9-33c4-468e-903d-641a10d22762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:50.242392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-6111d9f9-33c4-468e-903d-641a10d22762 service neutron] 10.222.0.100 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.5362635 Nov 02 16:51:50.300568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-d275a499-4096-41bd-87aa-ceb63f958942 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2 HTTP/1.1" status: 200 len: 217 time: 0.0448711 Nov 02 16:51:50.367603 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.377923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.414985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:50.428047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:50.431329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:50.435858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:50.445908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.451921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f1fa1203-bdcd-424c-8295-87bbbf5ae54c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0399768 Nov 02 16:51:50.452837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58088) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:50.493901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-edbd4ec4-b90f-415b-bdec-10decf4e6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:50.498204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-edbd4ec4-b90f-415b-bdec-10decf4e6276 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.1803067 Nov 02 16:51:50.511003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Sync routers for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:50.524242 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.533431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6fcc7599-10e2-4b5b-a846-963c844acf54 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=61edc4df1278420c8be9eb30335e1183&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786526 Nov 02 16:51:50.534281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58092) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:50.554014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-8370cab3-6806-4268-b36a-85587ebaf4ea service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407937 Nov 02 16:51:50.584677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Pushing event updated for resources: {'Port': ['ID=52c2ba8b-404a-41ad-bd99-5beaefe141a0,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:50.600870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:50.601940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:50.681808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Attempting to bind port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:50.682528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Attempting to bind port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:50.683312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Attempting to bind port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 on network 50f97778-e24f-4c2f-b17e-51d3679ed47a {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:50.695123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:50.695786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Checking segment: {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:50.696407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.696979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Bound using segment: {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:50.697750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Bound port: 52c2ba8b-404a-41ad-bd99-5beaefe141a0, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:50.698364 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.831433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203ef8b-3936-4a52-a40a-eb103f141c44 req-d68d5316-145e-42d5-8132-d9591d1013c2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:50.833995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2203ef8b-3936-4a52-a40a-eb103f141c44 req-d68d5316-145e-42d5-8132-d9591d1013c2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 943 time: 0.2721367 Nov 02 16:51:50.849199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a951037e-4526-461d-8336-1394c1c9364e None None] For port 52c2ba8b-404a-41ad-bd99-5beaefe141a0, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:50.855635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a951037e-4526-461d-8336-1394c1c9364e None None] For port 52c2ba8b-404a-41ad-bd99-5beaefe141a0, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=52c2ba8b-404a-41ad-bd99-5beaefe141a0,segment=NetworkSegment(23de4d47-7171-4b93-89d6-ed0d62ba1ef8),segment_id=23de4d47-7171-4b93-89d6-ed0d62ba1ef8)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:50.862067 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:50.864466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69e1d-eba2-41da-b798-7c2499568283 req-9d99e702-390c-4d53-825f-f2f906ada7dd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:50.866844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f69e1d-eba2-41da-b798-7c2499568283 req-9d99e702-390c-4d53-825f-f2f906ada7dd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2751446 Nov 02 16:51:50.945161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951037e-4526-461d-8336-1394c1c9364e None None] Pushing event updated for resources: {'Port': ['ID=52c2ba8b-404a-41ad-bd99-5beaefe141a0,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:50.945718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53dc0c-c852-4062-b77d-bbcbd5e30089 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:50.957664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6e53dc0c-c852-4062-b77d-bbcbd5e30089 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4166617 Nov 02 16:51:50.972538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58104) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:50.989826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:51.078458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7a306090-e79b-4ccc-885b-93f60ec9c62d tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006908 Nov 02 16:51:51.079959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:51.090052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44854912', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'project_id': '61edc4df1278420c8be9eb30335e1183', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:51.104889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2203ef8b-3936-4a52-a40a-eb103f141c44 req-8129ba50-7ece-42a7-a62c-396f83c9a5a7 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541449 Nov 02 16:51:51.111457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f69e1d-eba2-41da-b798-7c2499568283 req-86abe29b-c54c-4c9a-b7d2-73ccc081280a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342467 Nov 02 16:51:51.242815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 884e268b-5f54-473d-92fb-ee12486c7f55 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:51.335666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:51.400445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:51.404878 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:51.420204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:51.606297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:51:51.611583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 884e268b-5f54-473d-92fb-ee12486c7f55 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:51.611969 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:51.644655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-644ed0d2-c5b4-4247-b7d3-b2f118b3c824 service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0675728 Nov 02 16:51:51.770052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:51:51.817778 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:51.848931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8d1b388c-6ed6-4298-8e38-4f31d3ad1da9 req-7e9b12c9-1d2a-4a46-8a37-6e0c8c77a12c service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943517 Nov 02 16:51:51.859062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8:1::1 (50f97778-e24f-4c2f-b17e-51d3679ed47a/71594e69-6a5e-485e-8c54-0ca4d50daab8/3b5a0f70-76b1-4a82-9531-04f1cd78f985) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:51.879665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:49Z', 'revision_number': 3, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:51.913901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:51.932462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e1fcb012-9108-4989-ab56-702791595eac', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'port_id': 'e1fcb012-9108-4989-ab56-702791595eac', 'mac_address': 'fa:16:3e:3b:b1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:51.945711 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Subnet': ['ID=dfb17d98-2485-4dc1-8815-33c91667ccb8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:51.956300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Checking segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:51.956741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network hostable DHCP agents. Network: e6b8f0df-7bbc-47d3-95db-d91f31949e6e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:51.979900 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:51.983916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Checking router: e8f73f16-f8a5-4fac-a861-cddf0c35db8c for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:51.984853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Updating router e8f73f16-f8a5-4fac-a861-cddf0c35db8c port e2a5c635-5fe4-4e6a-b676-bba419c2d895 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:51.995777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, e6b8f0df-7bbc-47d3-95db-d91f31949e6e) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:52.005224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:52.006500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.050684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7e36ebca-829a-4ac8-8ad6-4254f790fefe tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9662097 Nov 02 16:51:52.053610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:52.053934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58142) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:52.112539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.123455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.127394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962979f-0481-4862-89d9-272fc8dff6cb None None] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:52.148723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'port_id': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91', 'mac_address': 'fa:16:3e:ca:0b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:52.185495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.362362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:52.373619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:52.385531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:52.397235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.451093 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.534242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=3b5a0f70-76b1-4a82-9531-04f1cd78f985,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:52.559869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae82d-2ad6-42cc-aa77-6ceba39ff318 req-037eea11-71c5-4a78-859b-8e5724aae0b7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:52.569888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbbae82d-2ad6-42cc-aa77-6ceba39ff318 req-037eea11-71c5-4a78-859b-8e5724aae0b7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1821556 Nov 02 16:51:52.648863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14654-2b9a-419a-87bf-9653f3fd0dbb req-06c334ca-e6dd-4efa-b231-667c1fd0258f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:52.652971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3cc14654-2b9a-419a-87bf-9653f3fd0dbb req-06c334ca-e6dd-4efa-b231-667c1fd0258f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 943 time: 0.2667341 Nov 02 16:51:52.655138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.732614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1fcb012-9108-4989-ab56-702791595eac {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:52.807245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:52.840504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:52.901092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ab638-2319-4dc2-9eee-337e2554295d None None] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:52.929071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:52.972347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:53.388155 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.444433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3cc14654-2b9a-419a-87bf-9653f3fd0dbb req-50063995-b44c-4881-ba1d-cbf41e9b0d70 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7723222 Nov 02 16:51:53.449982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbbae82d-2ad6-42cc-aa77-6ceba39ff318 req-647cc1e3-c752-42f8-a466-8b74dcb74a69 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8787704 Nov 02 16:51:53.524306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52c2ba8b-404a-41ad-bd99-5beaefe141a0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:53.526424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.559701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.571587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.572421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.624398 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.712099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=3b5a0f70-76b1-4a82-9531-04f1cd78f985,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:53.750323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device af4b7048-369f-4a7e-aac4-10fb3afa76c2 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:53.781876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:53.782951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.798606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-99e2141b-0851-46fa-b622-86e3ff800bdc None None] Provisioning complete for port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:53.799348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-99e2141b-0851-46fa-b622-86e3ff800bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.824457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:53.827349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:53.862067 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:53.863481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e1fcb012-9108-4989-ab56-702791595eac'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:53.867005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4fe9ffae-c43c-469a-bcbe-e3fa2640cf91'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:54.009173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.012774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:54.029353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.resource_extend [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:51:54.128352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.130399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:54.228457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:54.241336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7bb01ad-5e17-448c-916a-9d63ff2bd26b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5157788 Nov 02 16:51:54.241921 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:54.252158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58168) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:54.261775 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:54.267148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-165325680'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:54.267503 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:54.311244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:54.314966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:54.315340 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.323428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.362597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.1 (e6b8f0df-7bbc-47d3-95db-d91f31949e6e/dfb17d98-2485-4dc1-8815-33c91667ccb8/68d03a8d-187f-468f-a018-83c88dc6f787) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:54.399612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:54.410752 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-99e2141b-0851-46fa-b622-86e3ff800bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.429733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.430507 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment bd4e95d5-5d09-410b-8123-bf0ac43345b1 of type vlan for network 0d79c23a-b367-476c-8e4d-22aa43953615 Nov 02 16:51:54.490292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Attempting to bind port e2a5c635-5fe4-4e6a-b676-bba419c2d895 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:54.490664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Attempting to bind port e2a5c635-5fe4-4e6a-b676-bba419c2d895 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:54.491053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Attempting to bind port e2a5c635-5fe4-4e6a-b676-bba419c2d895 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:54.529519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:54.552968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:54.553702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:54.554309 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.554872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:54.555532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Bound port: e2a5c635-5fe4-4e6a-b676-bba419c2d895, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:54.556110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.568194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.570872 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:54.639039 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.651794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:54.652600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.683246 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4270489 Nov 02 16:51:54.700014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58178) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:54.745740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:54.836542 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.854638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port af4b7048-369f-4a7e-aac4-10fb3afa76c2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:54.877300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87acc23-0d66-42b3-b405-1b144d0694f9 req-93043ab5-a2b1-41a6-a43b-dac465246e8e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:54.880409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b87acc23-0d66-42b3-b405-1b144d0694f9 req-93043ab5-a2b1-41a6-a43b-dac465246e8e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 944 time: 0.2347305 Nov 02 16:51:54.889292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de917b8-2a86-402d-b66f-c0f267ed19a3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=0d79c23a-b367-476c-8e4d-22aa43953615,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:54.927275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632532-cbf9-4546-860e-5ac9dc5e821d req-83c5809d-29a8-482f-a2bf-8ae35a0d1664 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:54.928948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6632532-cbf9-4546-860e-5ac9dc5e821d req-83c5809d-29a8-482f-a2bf-8ae35a0d1664 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 943 time: 0.2295973 Nov 02 16:51:54.973209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.975239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:54.982410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:54.999375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-99e2141b-0851-46fa-b622-86e3ff800bdc None None] For port 52c2ba8b-404a-41ad-bd99-5beaefe141a0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=52c2ba8b-404a-41ad-bd99-5beaefe141a0,segment=NetworkSegment(23de4d47-7171-4b93-89d6-ed0d62ba1ef8),segment_id=23de4d47-7171-4b93-89d6-ed0d62ba1ef8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:55.014393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0d79c23a-b367-476c-8e4d-22aa43953615 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:55.034788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b87acc23-0d66-42b3-b405-1b144d0694f9 req-4ec24ace-9f2b-4079-954e-d48715b0bf93 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439614 Nov 02 16:51:55.052678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6632532-cbf9-4546-860e-5ac9dc5e821d req-6baf4a23-1d58-4585-ad47-fb80c8eb7a31 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157188 Nov 02 16:51:55.063482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:55.067367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:55.074956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:55.111901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=68d03a8d-187f-468f-a018-83c88dc6f787,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.157960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.231894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2', 'network_id': '784e0b70-bb94-4837-814d-791a3aedaad1', 'port_id': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2', 'mac_address': 'fa:16:3e:44:8c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e102f34-7d70-4439-bc50-32b0f550985e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:55.240251 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:52Z', 'revision_number': 3, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:51:53Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:55.318221 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:55.321850 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Updating router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:55.350670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-99e2141b-0851-46fa-b622-86e3ff800bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.380288 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.419019 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.424353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.453925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea017f-4b04-4e81-9ba1-20c8ab61f59d None None] Pushing event updated for resources: {'Port': ['ID=e2a5c635-5fe4-4e6a-b676-bba419c2d895,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.540026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2141b-0851-46fa-b622-86e3ff800bdc None None] Pushing event updated for resources: {'Port': ['ID=52c2ba8b-404a-41ad-bd99-5beaefe141a0,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.547106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.559865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] For port e2a5c635-5fe4-4e6a-b676-bba419c2d895, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:55.567905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4b7048-369f-4a7e-aac4-10fb3afa76c2 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:55.587744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=7dfa4853-9193-4213-a304-ddbe28626f7c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.614562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:55.614856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: 0d79c23a-b367-476c-8e4d-22aa43953615, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:55.626572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] For port e2a5c635-5fe4-4e6a-b676-bba419c2d895, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2a5c635-5fe4-4e6a-b676-bba419c2d895,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:55.638096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Allocated IP 172.20.0.2 (e6b8f0df-7bbc-47d3-95db-d91f31949e6e/dfb17d98-2485-4dc1-8815-33c91667ccb8/68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:55.651129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 0d79c23a-b367-476c-8e4d-22aa43953615 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:55.673120 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.675526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0d79c23a-b367-476c-8e4d-22aa43953615) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:55.682595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port af4b7048-369f-4a7e-aac4-10fb3afa76c2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:55.694466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:55.696188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.720120 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.738104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e799f-f038-4bd2-b230-3c54438a31e5 None None] Network 0d79c23a-b367-476c-8e4d-22aa43953615 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:55.750574 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d75ae70b-107b-4abc-9614-b58e67f076b2 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0488999 Nov 02 16:51:55.754777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:55.772445 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.781790 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.835091 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24c1db-03e7-49b8-acd3-48d6f0288cd0 None None] Pushing event updated for resources: {'Port': ['ID=3b5a0f70-76b1-4a82-9531-04f1cd78f985,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.916574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52c2ba8b-404a-41ad-bd99-5beaefe141a0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:55.920809 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Attempting to bind port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:55.921180 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Attempting to bind port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:55.922347 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Attempting to bind port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 on network 50f97778-e24f-4c2f-b17e-51d3679ed47a {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:55.928249 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:55.928622 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Checking segment: {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:55.929027 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:55.929422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Bound using segment: {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:55.929894 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Bound port: 3b5a0f70-76b1-4a82-9531-04f1cd78f985, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23de4d47-7171-4b93-89d6-ed0d62ba1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:55.930476 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:56.009781 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] For port 3b5a0f70-76b1-4a82-9531-04f1cd78f985, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:56.016139 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] For port 3b5a0f70-76b1-4a82-9531-04f1cd78f985, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3b5a0f70-76b1-4a82-9531-04f1cd78f985,segment=NetworkSegment(23de4d47-7171-4b93-89d6-ed0d62ba1ef8),segment_id=23de4d47-7171-4b93-89d6-ed0d62ba1ef8)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:56.021635 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:56.049062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['af4b7048-369f-4a7e-aac4-10fb3afa76c2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:56.100906 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24c1db-03e7-49b8-acd3-48d6f0288cd0 None None] Pushing event updated for resources: {'Port': ['ID=3b5a0f70-76b1-4a82-9531-04f1cd78f985,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:56.112915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:56.113567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:56.133335 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:56.136866 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:56.349019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea017f-4b04-4e81-9ba1-20c8ab61f59d None None] Pushing event updated for resources: {'Port': ['ID=e2a5c635-5fe4-4e6a-b676-bba419c2d895,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:56.424476 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:56.731208 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:56.763497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:56.851193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:57.028591 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:57.114685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32869-6f3e-42b5-a50b-aef6ca579211 req-a553908c-035a-40a6-bbab-bd6b836262f4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:57.116401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cd32869-6f3e-42b5-a50b-aef6ca579211 req-a553908c-035a-40a6-bbab-bd6b836262f4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 944 time: 0.8126619 Nov 02 16:51:57.138537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=68d03a8d-187f-468f-a018-83c88dc6f787,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:57.231162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ddc-dabb-4f0c-9442-6b675907e7cf req-9df980ad-a0f0-483f-8e11-efbca1c81b1f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:57.254161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6c14ddc-dabb-4f0c-9442-6b675907e7cf req-9df980ad-a0f0-483f-8e11-efbca1c81b1f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 944 time: 0.9397392 Nov 02 16:51:57.256829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:57.298226 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:57.300978 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:52Z', 'revision_number': 3, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:57.371588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43043f07-9a50-42b4-9238-4c28c98328e3 None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:52Z', 'revision_number': 3, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:57.437455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b6c14ddc-dabb-4f0c-9442-6b675907e7cf req-4481c3bf-d8f9-428c-be3d-3407acddac15 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817513 Nov 02 16:51:57.462668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cd32869-6f3e-42b5-a50b-aef6ca579211 req-f1a1e807-7f96-4061-8e23-7c487b55a37d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011935 Nov 02 16:51:57.555659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:57.700916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:57.712506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:57.814887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Provisioning complete for port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:57.815282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:57.821847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:57.888529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:57.915591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8:2::1 (0d79c23a-b367-476c-8e4d-22aa43953615/7dfa4853-9193-4213-a304-ddbe28626f7c/ab7f2ff8-7451-46e1-920b-5e14e3004606) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:58.071130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router e8f73f16-f8a5-4fac-a861-cddf0c35db8c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:58.136885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:58.165437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:58.167843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:58.207471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:58.208458 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:58.261582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:58.302622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0d79c23a-b367-476c-8e4d-22aa43953615', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:58.305637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:58.318069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:58.400966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:58.412555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ee17f11-afe1-4a44-8e61-9d7469788368 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/e8f73f16-f8a5-4fac-a861-cddf0c35db8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3529234 Nov 02 16:51:58.453299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 0d79c23a-b367-476c-8e4d-22aa43953615 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:58.464854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:58.471326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:58.473168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:58.715685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=ab7f2ff8-7451-46e1-920b-5e14e3004606,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:58.805426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed8cd-717e-4dc2-8979-bc5d5b3577f6 req-d7654c5e-e536-457f-a95b-41f6cba1bfec tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:58.807128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf2ed8cd-717e-4dc2-8979-bc5d5b3577f6 req-d7654c5e-e536-457f-a95b-41f6cba1bfec tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 944 time: 0.1784959 Nov 02 16:51:58.841246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=af4b7048-369f-4a7e-aac4-10fb3afa76c2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:58.848796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:58.875887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85010c19-ac12-4224-8dd7-8a6beeba20af req-52b59b64-63dc-4c53-a4ce-9b9239a69f33 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:58.893831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85010c19-ac12-4224-8dd7-8a6beeba20af req-52b59b64-63dc-4c53-a4ce-9b9239a69f33 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 944 time: 0.2092462 Nov 02 16:51:58.922825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf2ed8cd-717e-4dc2-8979-bc5d5b3577f6 req-c5978d46-ee97-409e-bd14-ad58bb9c427b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073678 Nov 02 16:51:59.004613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85010c19-ac12-4224-8dd7-8a6beeba20af req-4571f9ff-c7cc-4b03-8472-a9f1f2737bee tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091449 Nov 02 16:51:59.071106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Allocated IP 2001:db8:2::2 (0d79c23a-b367-476c-8e4d-22aa43953615/7dfa4853-9193-4213-a304-ddbe28626f7c/b53c442d-6e16-4187-9a38-f2b8f910a335) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:59.218191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-64da0d28-c40e-469e-95a3-1402a079d93d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628558648&fields=id&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 267 time: 0.1417122 Nov 02 16:51:59.289935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Attempting to bind port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:51:59.290695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Attempting to bind port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:51:59.291156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Attempting to bind port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 on network e6b8f0df-7bbc-47d3-95db-d91f31949e6e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:59.479722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-f1afbec1-b797-4cc9-8656-68329397c016 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:59.483041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-f1afbec1-b797-4cc9-8656-68329397c016 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/networks?id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 200 len: 796 time: 0.2622130 Nov 02 16:51:59.505476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-06822890-ab29-44ad-ba5c-864dfe599027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:59.515970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-85324c9a-e55f-474d-ab5e-1b4947de54fb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/quotas/61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 375 time: 0.0254390 Nov 02 16:51:59.516306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-06822890-ab29-44ad-ba5c-864dfe599027 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1095 time: 0.1414523 Nov 02 16:51:59.547741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e1fcb012-9108-4989-ab56-702791595eac triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:59.548870 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.587205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.607101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58238) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:59.642369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-16f2142f-b81b-4601-b298-f8d66cd39f24 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150687 Nov 02 16:51:59.663209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:59.664473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Checking segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:51:59.665211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.665841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Bound using segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:59.667298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Bound port: 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:51:59.668224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.810053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.821141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.822204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.871137 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.882599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:51:59.882866 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-920bf983-4f51-4da8-b005-6016bb860772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.903496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=ab7f2ff8-7451-46e1-920b-5e14e3004606,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:59.905160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:51:59.908437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-0a29476d-bcf4-439e-8858-e11763a412ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:59.910096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-0a29476d-bcf4-439e-8858-e11763a412ee service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.3710206 Nov 02 16:51:59.915703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-9704af9f-1323-4b3e-9e84-a1b0a5ddb27a service neutron] 10.222.0.31 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513564 Nov 02 16:51:59.951182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Network 0d79c23a-b367-476c-8e4d-22aa43953615 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:59.955909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:59.956529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.030160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-8b00542f-ba78-455c-8775-786ec366af14 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 999 time: 0.1066294 Nov 02 16:52:00.042188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-d1035552-cf91-4bc3-a5b0-638c021feb98 service neutron] 10.222.0.31 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244273 Nov 02 16:52:00.049100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] For port 3b5a0f70-76b1-4a82-9531-04f1cd78f985, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3b5a0f70-76b1-4a82-9531-04f1cd78f985,segment=NetworkSegment(23de4d47-7171-4b93-89d6-ed0d62ba1ef8),segment_id=23de4d47-7171-4b93-89d6-ed0d62ba1ef8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:00.062898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:00.067752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:00.159387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-226e7410-329c-46c1-8a73-8ffbac47e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:00.161572 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-226e7410-329c-46c1-8a73-8ffbac47e714 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1235633 Nov 02 16:52:00.192608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.196896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cab7f-ee09-4efc-a722-b3066e3f562c req-a5bda3ed-f125-4e19-9bc4-3539b28d0e88 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:00.199249 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c50cab7f-ee09-4efc-a722-b3066e3f562c req-a5bda3ed-f125-4e19-9bc4-3539b28d0e88 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 944 time: 0.1081257 Nov 02 16:52:00.290620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-920bf983-4f51-4da8-b005-6016bb860772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.295701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c50cab7f-ee09-4efc-a722-b3066e3f562c req-448779ba-803c-4db3-be60-9019ee888ad0 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880811 Nov 02 16:52:00.298555 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-920bf983-4f51-4da8-b005-6016bb860772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.304433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network 0d79c23a-b367-476c-8e4d-22aa43953615 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:00.339462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:00.346213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-920bf983-4f51-4da8-b005-6016bb860772 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19542565b52141de9663a41a85980244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346907 Nov 02 16:52:00.361707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58248) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:00.401230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bf983-4f51-4da8-b005-6016bb860772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed7941b-fb09-4ab8-a406-7f6d6849e80a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:00.489876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] For port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:00.493744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd6b0874-c3ff-44d7-8e53-b71457c5e197 req-6ef3062b-0778-4cbf-831e-f09ed9690387 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 210 time: 0.0779269 Nov 02 16:52:00.494173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] For port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:00.531836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-3e1d1a60-7bea-43fc-98cb-c91da3bf155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:00.534043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-3e1d1a60-7bea-43fc-98cb-c91da3bf155a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3621755 Nov 02 16:52:00.535570 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.553486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.567008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a55b4-ae7d-4936-b94c-3e0fa87bbc14 req-15f5fef1-b3b6-41a8-98bc-f49c41a5010b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:00.579511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Pushing event updated for resources: {'Port': ['ID=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:00.579819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce4a55b4-ae7d-4936-b94c-3e0fa87bbc14 req-15f5fef1-b3b6-41a8-98bc-f49c41a5010b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 944 time: 0.1455212 Nov 02 16:52:00.630777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce4a55b4-ae7d-4936-b94c-3e0fa87bbc14 req-6d91d5f2-7891-4ae7-888f-ef936375757a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Nov 02 16:52:00.635330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4f1d525b-ef1b-4396-bd80-596f7f833813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.676045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:00.691693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4f1d525b-ef1b-4396-bd80-596f7f833813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.707114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:51:54Z', 'revision_number': 1, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:00.792898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Pushing event updated for resources: {'Port': ['ID=b53c442d-6e16-4187-9a38-f2b8f910a335,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:00.810665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4f1d525b-ef1b-4396-bd80-596f7f833813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.814399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4f1d525b-ef1b-4396-bd80-596f7f833813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.816704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4f1d525b-ef1b-4396-bd80-596f7f833813 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aed7941b-fb09-4ab8-a406-7f6d6849e80a HTTP/1.1" status: 204 len: 168 time: 0.4523985 Nov 02 16:52:00.832004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d525b-ef1b-4396-bd80-596f7f833813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed7941b-fb09-4ab8-a406-7f6d6849e80a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:00.840853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3b5a0f70-76b1-4a82-9531-04f1cd78f985 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:00.910159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Provisioning complete for port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:00.910556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:00.914075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3256ec-3206-4ff5-a46f-9da996826795 None None] The sync data for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 is: [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:51:54Z', 'revision_number': 1, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:00.992655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Attempting to bind port b53c442d-6e16-4187-9a38-f2b8f910a335 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:00.993305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Attempting to bind port b53c442d-6e16-4187-9a38-f2b8f910a335 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:00.993469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Attempting to bind port b53c442d-6e16-4187-9a38-f2b8f910a335 on network 0d79c23a-b367-476c-8e4d-22aa43953615 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:01.044913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27659815-fae3-40b0-a0f3-830a12f391bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:01.050378 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaf9e40-f915-4a71-8df3-634bee0225de" -d '{"events": [{"server_uuid": "27659815-fae3-40b0-a0f3-830a12f391bd", "name": "network-vif-plugged", "status": "completed", "tag": "4fe9ffae-c43c-469a-bcbe-e3fa2640cf91"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:01.111767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:01.112153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Checking segment: {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:01.112574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:01.113182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Bound using segment: {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:01.113903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Bound port: b53c442d-6e16-4187-9a38-f2b8f910a335, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:01.114573 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:01.131721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:01.160685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e08a-7c6c-47a3-adbf-aac6b880ea4a None None] Pushing event updated for resources: {'Port': ['ID=3b5a0f70-76b1-4a82-9531-04f1cd78f985,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:01.166284 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:01.355144 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47de7d64-f91d-4bd1-9389-9d9332a84390 x-openstack-request-id: req-47de7d64-f91d-4bd1-9389-9d9332a84390 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:01.356058 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27659815-fae3-40b0-a0f3-830a12f391bd", "name": "network-vif-plugged", "status": "completed", "tag": "4fe9ffae-c43c-469a-bcbe-e3fa2640cf91", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:01.356058 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47de7d64-f91d-4bd1-9389-9d9332a84390 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:01.356395 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27659815-fae3-40b0-a0f3-830a12f391bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91', 'code': 200} Nov 02 16:52:01.555858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:01.675849 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5b59fcc-ca93-4a1a-af48-58cb55be9cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:01.910058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-4821747c-059d-4494-b8c6-43431e90ec9a service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3662739 Nov 02 16:52:01.949811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:01.981001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:01.982763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.042965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:02.060626 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4edebf08-c2f9-4c38-8687-f230334354d6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3034363 Nov 02 16:52:02.065077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58276) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:02.066242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:02.085106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1004047122'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:02.091919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117315-eb16-41c0-acfc-f06cae5141eb req-6c7cc843-d69a-4ebb-b799-50d4de9debd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:02.094613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-24117315-eb16-41c0-acfc-f06cae5141eb req-6c7cc843-d69a-4ebb-b799-50d4de9debd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.3284166 Nov 02 16:52:02.179309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:02.197196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf29b2-1a8e-4fe5-a8bc-4f6004681b8f None None] Pushing event updated for resources: {'Port': ['ID=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.225746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0c150ec-ca68-40cb-aa16-fb18b59f7de8 req-9e329b56-5d0d-4816-87b0-fdbc995f759e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 210 time: 0.5444272 Nov 02 16:52:02.322332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.328806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.344089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4521f-37e6-4dc4-816a-10a0f4ecb46d req-469f2e5b-b311-4be0-9154-5a21c39bd9ac tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:02.353382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device af4b7048-369f-4a7e-aac4-10fb3afa76c2 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:02.363748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71a4521f-37e6-4dc4-816a-10a0f4ecb46d req-469f2e5b-b311-4be0-9154-5a21c39bd9ac tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 944 time: 0.8743644 Nov 02 16:52:02.439557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:02.446687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:02.500803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] For port b53c442d-6e16-4187-9a38-f2b8f910a335, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:02.549694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] For port b53c442d-6e16-4187-9a38-f2b8f910a335, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b53c442d-6e16-4187-9a38-f2b8f910a335,segment=NetworkSegment(bd4e95d5-5d09-410b-8123-bf0ac43345b1),segment_id=bd4e95d5-5d09-410b-8123-bf0ac43345b1)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:02.552029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c7084d7e-0f0c-44bb-bf88-7fbc584b97cc req-67f4b763-c779-4a89-994a-f399e84658f8 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205392 Nov 02 16:52:02.552749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:02.556877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.590638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71a4521f-37e6-4dc4-816a-10a0f4ecb46d req-8fa674f8-462c-4655-b63a-17925687d9ca tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034864 Nov 02 16:52:02.595410 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-24117315-eb16-41c0-acfc-f06cae5141eb req-77ab7aa1-1a43-4a25-8afa-d8980dd0f40d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896019 Nov 02 16:52:02.656018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5b59fcc-ca93-4a1a-af48-58cb55be9cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.672189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:52:02.703736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5b59fcc-ca93-4a1a-af48-58cb55be9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.742578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.742861 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added segment 4ff79489-a6da-42a6-b89f-d11b59a706f5 of type vlan for network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 Nov 02 16:52:02.785845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacbfc7-439f-4bcf-87e4-be6f4ae1df9a req-c3ac1e7a-47ec-4bdf-b817-35c4ea679199 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:02.793007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6eacbfc7-439f-4bcf-87e4-be6f4ae1df9a req-c3ac1e7a-47ec-4bdf-b817-35c4ea679199 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.3519754 Nov 02 16:52:02.803489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5b59fcc-ca93-4a1a-af48-58cb55be9cc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c5f40c1bb9242b59b0c12bee2631024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2470491 Nov 02 16:52:02.808965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3a246bb5-a217-49de-a735-5caaaa8a88a2 None None] Provisioning complete for port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:02.809345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a246bb5-a217-49de-a735-5caaaa8a88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.824451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58278) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:02.878837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.883331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.916207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.922493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59fcc-ca93-4a1a-af48-58cb55be9cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b137af-2a28-4600-89e5-b9255f510fee,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.951015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-ef126af3-57ce-474f-89bb-25ba8ed28324 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:02.954011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-ef126af3-57ce-474f-89bb-25ba8ed28324 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/networks?id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 200 len: 796 time: 0.7623775 Nov 02 16:52:02.955800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:02.965077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:02.965963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:03.015137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6eacbfc7-439f-4bcf-87e4-be6f4ae1df9a req-ebfcb0f7-e52b-48e5-ac6a-9479147118dc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913364 Nov 02 16:52:03.025504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7da74ebc-39fe-4fe0-8386-afc7f4d30df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:03.035277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9628065 Nov 02 16:52:03.038463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58280) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:03.074613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'subnet': {'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:03.076571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7da74ebc-39fe-4fe0-8386-afc7f4d30df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:03.138496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9138c-1e0c-49ac-bec8-c38522fb6cbd None None] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:03.197391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7da74ebc-39fe-4fe0-8386-afc7f4d30df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:03.203927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7da74ebc-39fe-4fe0-8386-afc7f4d30df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:03.207441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7da74ebc-39fe-4fe0-8386-afc7f4d30df0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99b137af-2a28-4600-89e5-b9255f510fee HTTP/1.1" status: 204 len: 168 time: 0.3791432 Nov 02 16:52:03.235970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74ebc-39fe-4fe0-8386-afc7f4d30df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b137af-2a28-4600-89e5-b9255f510fee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.357856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:03.372786 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d9dce-bf5f-4953-ace2-563b10b5a2c4" -d '{"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-plugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:03.419378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6422f99-21ee-479b-9ff9-c7c80a916666 None None] Pushing event updated for resources: {'Port': ['ID=b53c442d-6e16-4187-9a38-f2b8f910a335,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.449556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ab93d-b1ab-46ed-b3da-d32367d96ffe tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Network': ['ID=bc65a35d-cc77-4ac5-8c42-68ccac6d5182,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.460754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:03.464742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45efb8e6-a36d-4f59-9aae-a391f57b1ba9 req-a29db484-e754-41a4-8831-6b0785c378f9 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 210 time: 0.0839450 Nov 02 16:52:03.564528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-8c346e73-4909-457c-b36d-54ca42fbd88e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61edc4df1278420c8be9eb30335e1183 HTTP/1.1" status: 200 len: 380 time: 0.5769861 Nov 02 16:52:03.566412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:52:03.567449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Made reservation on behalf of fb44a2650765437487e19b82e3d956f2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:03.571804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:03.575405 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11d8b5c-cfc3-423f-a0e5-71d09c3b4936 x-openstack-request-id: req-c11d8b5c-cfc3-423f-a0e5-71d09c3b4936 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:03.575824 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-plugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:03.576178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c11d8b5c-cfc3-423f-a0e5-71d09c3b4936 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:03.576683 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'code': 200} Nov 02 16:52:03.582176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:03.595337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'port': {'device_id': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'admin_state_up': True, 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'security_groups': ['e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:03.945989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port af4b7048-369f-4a7e-aac4-10fb3afa76c2 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:52:03.993864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05bb1-8c04-49aa-8aae-a6ec7f5d8e42 req-db071bee-5f69-477a-81dd-c7e78fd9e6eb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:03.996967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Made reservation on behalf of 61edc4df1278420c8be9eb30335e1183 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:03.997522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47b05bb1-8c04-49aa-8aae-a6ec7f5d8e42 req-db071bee-5f69-477a-81dd-c7e78fd9e6eb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 944 time: 0.2077701 Nov 02 16:52:04.006781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:04.089766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47b05bb1-8c04-49aa-8aae-a6ec7f5d8e42 req-04fb432d-883c-4010-9645-a0e7c84ac357 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851769 Nov 02 16:52:04.215109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e71c-d7f1-475c-89d0-9125b6d494b9 req-72fb0913-f99f-461a-98cb-0fe0cdd2efb7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:04.216719 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a269e71c-d7f1-475c-89d0-9125b6d494b9 req-72fb0913-f99f-461a-98cb-0fe0cdd2efb7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.0961924 Nov 02 16:52:04.308161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a269e71c-d7f1-475c-89d0-9125b6d494b9 req-d87ce929-b0e6-43b4-9d0e-ac4f61f9d8ed tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788460 Nov 02 16:52:04.335274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port af4b7048-369f-4a7e-aac4-10fb3afa76c2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:04.338468 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:04.353127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:04.444860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:04.445361 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:04.487188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Subnet': ['ID=a8e295f4-aec9-4c1b-9cc2-fea6115bd185,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:04.572250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.20.0.9 (e6b8f0df-7bbc-47d3-95db-d91f31949e6e/dfb17d98-2485-4dc1-8815-33c91667ccb8/71a359d1-9775-4b38-b220-35cacde2e49a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:04.588448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Checking segment: {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:04.589377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network hostable DHCP agents. Network: bc65a35d-cc77-4ac5-8c42-68ccac6d5182, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:52:04.689842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:52:04.704429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b33d8dc0-b112-430b-a159-999d3bf6479a None None] Provisioning complete for port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:04.704893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b33d8dc0-b112-430b-a159-999d3bf6479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:04.709188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4b921e5-21d6-4a08-87ce-576d63738b5d req-7753756d-57e5-48d3-9269-acaf08687cd3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 210 time: 0.0723636 Nov 02 16:52:04.712550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, bc65a35d-cc77-4ac5-8c42-68ccac6d5182) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:04.725695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:04.726402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:04.752531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0167232c-5433-4279-96ec-54060c107db1 None None] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:04.767680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58310) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:04.767954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5cc1167a-4620-4e4f-9349-d302e43d48ab tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7126257 Nov 02 16:52:05.024980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.149887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.254657 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.308999 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:05.321958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:05.323520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:05.326548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:05.401971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a625790-38f9-4754-ba78-f034b449b4cf None None] Network 0d79c23a-b367-476c-8e4d-22aa43953615 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:05.465936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:05.467103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.510332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-82d28451-fd97-487f-8bbf-e80e947f9020 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9310462 Nov 02 16:52:05.525486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Request body: {'port': {'device_id': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:05.632720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d867-d6dc-4c3b-99e9-68258f5082bf req-a6f83f4c-e4cc-4289-8fdc-9a7f7d2e8df5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:05.646683 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.648570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0b3d867-d6dc-4c3b-99e9-68258f5082bf req-a6f83f4c-e4cc-4289-8fdc-9a7f7d2e8df5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 944 time: 0.2073998 Nov 02 16:52:05.651160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.742559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0b3d867-d6dc-4c3b-99e9-68258f5082bf req-6e472bbf-fab7-422e-a0d7-e910bcfea753 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880263 Nov 02 16:52:05.813470 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Sync routers for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:05.828348 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:05.829457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:05.853362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'fixed_ips': [{'subnet_id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:52:05.855932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:05.889596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:05.893876 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56de60e4-e9de-4ac5-b393-4cd46216e278" -d '{"events": [{"server_uuid": "0643decb-c2a9-4424-a4cc-038b4fa20737", "name": "network-vif-plugged", "status": "completed", "tag": "af4b7048-369f-4a7e-aac4-10fb3afa76c2"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:05.956443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b60f-2c1c-4abf-b414-767403604a44 req-23fb2d51-e702-4462-8065-dde1ddd9e30e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:05.961883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d16b60f-2c1c-4abf-b414-767403604a44 req-23fb2d51-e702-4462-8065-dde1ddd9e30e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.4075649 Nov 02 16:52:06.019277 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b33d8dc0-b112-430b-a159-999d3bf6479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.030215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port af4b7048-369f-4a7e-aac4-10fb3afa76c2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:06.033600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:06.079280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58336) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:06.133108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.134704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3b5a0f70-76b1-4a82-9531-04f1cd78f985 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:06.138216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.166993 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:06.274622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.365560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2d16b60f-2c1c-4abf-b414-767403604a44 req-096f84c3-d885-4ca1-a587-bbb0a7a3effe tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942106 Nov 02 16:52:06.396104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a995-d0bb-477e-ab53-18edda575cfc req-ba3bef4c-2a79-4cd0-ac20-b0440979c34b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:06.404004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bae2a995-d0bb-477e-ab53-18edda575cfc req-ba3bef4c-2a79-4cd0-ac20-b0440979c34b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 931 time: 0.4811659 Nov 02 16:52:06.410497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb82c-4933-4ed5-9a41-ea216d5e2cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.633828 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 2, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:06.673120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bae2a995-d0bb-477e-ab53-18edda575cfc req-f5283206-8700-453c-94ab-f130870d601b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678218 Nov 02 16:52:06.676005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb82c-4933-4ed5-9a41-ea216d5e2cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.710934 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Checking router: e8f73f16-f8a5-4fac-a861-cddf0c35db8c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:06.711878 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Updating router e8f73f16-f8a5-4fac-a861-cddf0c35db8c port 68d03a8d-187f-468f-a018-83c88dc6f787 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:52:06.768055 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.824814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a359d1-9775-4b38-b220-35cacde2e49a {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:06.851480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.876966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Transition to ACTIVE for port object 71a359d1-9775-4b38-b220-35cacde2e49a will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:52:06.884424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.905107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb82c-4933-4ed5-9a41-ea216d5e2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:06.979662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Allocated IP 2001:db8:3::1 (bc65a35d-cc77-4ac5-8c42-68ccac6d5182/a8e295f4-aec9-4c1b-9cc2-fea6115bd185/4d72eca5-cb4e-47c0-9208-9616e3522df9) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:07.008140 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3c8eb82c-4933-4ed5-9a41-ea216d5e2cff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bc2e542cda546aeb3ffd50b6b970024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294012 Nov 02 16:52:07.016546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:07.043533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58342) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:07.144916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.185158 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689c9e1b-25f1-4360-a222-850727dca2d3 x-openstack-request-id: req-689c9e1b-25f1-4360-a222-850727dca2d3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:07.185769 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643decb-c2a9-4424-a4cc-038b4fa20737", "name": "network-vif-plugged", "status": "completed", "tag": "af4b7048-369f-4a7e-aac4-10fb3afa76c2", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:07.185769 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-689c9e1b-25f1-4360-a222-850727dca2d3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:07.191611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.197858 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2', 'code': 200} Nov 02 16:52:07.250483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:07.254086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:07.256734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:07.258198 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.270950 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.285938 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.299919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Attempting to bind port 71a359d1-9775-4b38-b220-35cacde2e49a on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:07.300480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Attempting to bind port 71a359d1-9775-4b38-b220-35cacde2e49a by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:07.300480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Attempting to bind port 71a359d1-9775-4b38-b220-35cacde2e49a on network e6b8f0df-7bbc-47d3-95db-d91f31949e6e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:07.310510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Port 71a359d1-9775-4b38-b220-35cacde2e49a on network e6b8f0df-7bbc-47d3-95db-d91f31949e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:52:07.319836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Attempting to bind port 71a359d1-9775-4b38-b220-35cacde2e49a on network e6b8f0df-7bbc-47d3-95db-d91f31949e6e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:07.328956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:07.329531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=4d72eca5-cb4e-47c0-9208-9616e3522df9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:07.329668 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Checking segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:07.330046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Bound using segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:07.330565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Bound port: 71a359d1-9775-4b38-b220-35cacde2e49a, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:07.330930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.341827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e519359-9e48-4b91-b4e9-4118323235c1 req-fa6d5c40-68ef-47d9-9b19-5d9d10da71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:07.343687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a633633-077f-46bb-8e43-a49882b4c456 req-28748697-48a9-48e1-9206-94946a02117f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:07.344360 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6e519359-9e48-4b91-b4e9-4118323235c1 req-fa6d5c40-68ef-47d9-9b19-5d9d10da71cc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 1096 time: 0.6644354 Nov 02 16:52:07.345083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8eb82c-4933-4ed5-9a41-ea216d5e2cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8227ea9-bc4c-44f5-b9a2-4212a6b17507,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:07.350875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24d28ded-5907-4bfc-87aa-38518573a443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.363862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a633633-077f-46bb-8e43-a49882b4c456 req-28748697-48a9-48e1-9206-94946a02117f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1852307 Nov 02 16:52:07.383449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24d28ded-5907-4bfc-87aa-38518573a443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.400978 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5834-c31a-4495-891c-ed3e8e9e1324 None None] Pushing event updated for resources: {'Port': ['ID=68d03a8d-187f-468f-a018-83c88dc6f787,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:07.470051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a633633-077f-46bb-8e43-a49882b4c456 req-2bbb4c16-3d5c-4fe0-8e4c-1e41074814e2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017272 Nov 02 16:52:07.531154 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Attempting to bind port 68d03a8d-187f-468f-a018-83c88dc6f787 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:07.532472 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Attempting to bind port 68d03a8d-187f-468f-a018-83c88dc6f787 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:07.533090 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Attempting to bind port 68d03a8d-187f-468f-a018-83c88dc6f787 on network e6b8f0df-7bbc-47d3-95db-d91f31949e6e {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:07.539217 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:07.540019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Checking segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:07.540692 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.541406 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Bound using segment: {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:07.542161 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Bound port: 68d03a8d-187f-468f-a018-83c88dc6f787, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c644bcaa-50bb-4d5e-ade1-7a16874f393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:07.542798 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.563881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6e519359-9e48-4b91-b4e9-4118323235c1 req-2a63a219-c808-45fb-9b70-6a7ea37a6d54 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932865 Nov 02 16:52:07.563881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24d28ded-5907-4bfc-87aa-38518573a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.573277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24d28ded-5907-4bfc-87aa-38518573a443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.579277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-24d28ded-5907-4bfc-87aa-38518573a443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8227ea9-bc4c-44f5-b9a2-4212a6b17507 HTTP/1.1" status: 204 len: 168 time: 0.5191996 Nov 02 16:52:07.597153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.644656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d28ded-5907-4bfc-87aa-38518573a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8227ea9-bc4c-44f5-b9a2-4212a6b17507,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:07.698663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Allocated IP 2001:db8:3::2 (bc65a35d-cc77-4ac5-8c42-68ccac6d5182/a8e295f4-aec9-4c1b-9cc2-fea6115bd185/3752ffab-cb56-4857-b932-7fe4cb955299) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:07.712988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] For port 68d03a8d-187f-468f-a018-83c88dc6f787, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:07.725118 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] For port 68d03a8d-187f-468f-a018-83c88dc6f787, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68d03a8d-187f-468f-a018-83c88dc6f787,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:07.733869 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.762809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:07.786402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:07.792416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.852302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:07.857510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:07.862728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] 10.222.0.55 "PUT /v2.0/ports/71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 200 len: 1091 time: 2.3432081 Nov 02 16:52:07.864896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:07.870056 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c02571-ae04-4b9c-b567-13c1625cacf4" -d '{"events": [{"name": "network-changed", "server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:07.957650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:51:58Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:07.960437 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:07.963651 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:08.041454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ee881-35b0-44d4-8453-88d67a02ac06 service neutron] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:08.062735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-31c00387-2bab-44e9-86af-500eeb766459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:08.064593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-31c00387-2bab-44e9-86af-500eeb766459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1094 time: 0.1353648 Nov 02 16:52:08.087023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:08.161204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:08.161483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Updating router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 port ab7f2ff8-7451-46e1-920b-5e14e3004606 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:52:08.177107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-eddb1359-97fd-40d9-9c78-55e7daf68cd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 200 len: 217 time: 0.0875683 Nov 02 16:52:08.210012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:08.281936 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5834-c31a-4495-891c-ed3e8e9e1324 None None] Pushing event updated for resources: {'Port': ['ID=68d03a8d-187f-468f-a018-83c88dc6f787,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:08.282499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-cd71cafd-b319-48ad-96e9-4764c7ed3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:08.287497 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-cd71cafd-b319-48ad-96e9-4764c7ed3659 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfb17d98-2485-4dc1-8815-33c91667ccb8 HTTP/1.1" status: 200 len: 833 time: 0.0974972 Nov 02 16:52:08.318201 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-b33d8dc0-b112-430b-a159-999d3bf6479a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:52:08.318945 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-b33d8dc0-b112-430b-a159-999d3bf6479a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:52:08.449177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-9c6c10ee-44f1-4851-9168-129f2b4e40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:08.452519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-9c6c10ee-44f1-4851-9168-129f2b4e40a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556311 Nov 02 16:52:08.455211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:08.457166 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:08.460089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:08.474472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:08.507051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339886-cbf6-47ac-961a-b7c67e85072c req-9bd2ce13-d206-4f6b-b3c6-1a2a6a53f046 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:08.520257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5339886-cbf6-47ac-961a-b7c67e85072c req-9bd2ce13-d206-4f6b-b3c6-1a2a6a53f046 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.9345710 Nov 02 16:52:08.540451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:08.543204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:08.695361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=af4b7048-369f-4a7e-aac4-10fb3afa76c2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:08.845556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-d23da323-75de-41c3-8d0f-0d088b7a7081 service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859956 Nov 02 16:52:08.966554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb279be4-1285-46e5-95db-f0f014b3f14e req-c9561ebd-edd7-4cfa-a292-ca65eae87b84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:08.968664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb279be4-1285-46e5-95db-f0f014b3f14e req-c9561ebd-edd7-4cfa-a292-ca65eae87b84 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 943 time: 0.9037354 Nov 02 16:52:08.969353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event updated for resources: {'Port': ['ID=4d72eca5-cb4e-47c0-9208-9616e3522df9,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:08.986905 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:09.131953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d2c8310f-db9d-4592-b4a6-10ae7b72e10f req-d291e210-80be-4aed-a1c4-c07bbe5d744e service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752721 Nov 02 16:52:09.255309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb279be4-1285-46e5-95db-f0f014b3f14e req-d6a33794-f9a0-4795-9710-96a5eee3edc0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593811 Nov 02 16:52:09.273524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5339886-cbf6-47ac-961a-b7c67e85072c req-5ceb1113-be06-4ca4-a6a2-99e0100f83b7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7505641 Nov 02 16:52:09.276527 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:07Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:09.372316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:09.378436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:09.396298 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06380f-27ba-4382-91a6-deeea677bcf9 None None] The sync data for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 is: [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:07Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:09.416064 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55940a9-2ca1-44db-be39-ff52dc498f12 x-openstack-request-id: req-b55940a9-2ca1-44db-be39-ff52dc498f12 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:09.416360 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:09.416619 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b55940a9-2ca1-44db-be39-ff52dc498f12 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:09.417580 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a', 'status': 'completed', 'code': 200} Nov 02 16:52:09.524997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d578ee71-8140-4101-9475-e06f2c0ad319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:09.532283 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:09.557343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a5c635-5fe4-4e6a-b676-bba419c2d895 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:09.613785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-e9bae916-04da-4738-9af5-a6ff8d082f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:09.617312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-e9bae916-04da-4738-9af5-a6ff8d082f5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1094 time: 0.1942744 Nov 02 16:52:09.724448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:09.776678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Pushing event updated for resources: {'Port': ['ID=3752ffab-cb56-4857-b932-7fe4cb955299,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:09.789783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:09.798617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:09.826261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Provisioning complete for port b53c442d-6e16-4187-9a38-f2b8f910a335 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:09.826261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:09.952449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:09.954721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-4f9ce2e7-2dc5-4729-bd45-b18605a41609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:09.956505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-4f9ce2e7-2dc5-4729-bd45-b18605a41609 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 200 len: 897 time: 0.3299117 Nov 02 16:52:10.055104 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.080930 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-144049a8-43e2-4031-bd5d-dceb89c72a4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 200 len: 217 time: 0.1158011 Nov 02 16:52:10.095340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e2a5c635-5fe4-4e6a-b676-bba419c2d895 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:10.095856 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.236448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:10.270434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb04e06-7301-43ee-8942-0e5636415900 req-8c1db80b-a173-4d76-8d36-6eb76d3a3fa2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:10.280047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-61657416-b6bf-41d3-a22d-00248799f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:10.299826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-61657416-b6bf-41d3-a22d-00248799f16b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfb17d98-2485-4dc1-8815-33c91667ccb8 HTTP/1.1" status: 200 len: 833 time: 0.2118747 Nov 02 16:52:10.302276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cb04e06-7301-43ee-8942-0e5636415900 req-8c1db80b-a173-4d76-8d36-6eb76d3a3fa2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.8054848 Nov 02 16:52:10.348006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562eca-6c96-4642-a08b-9f77649a5158 None None] Pushing event updated for resources: {'Port': ['ID=ab7f2ff8-7451-46e1-920b-5e14e3004606,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:10.351648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Attempting to bind port 3752ffab-cb56-4857-b932-7fe4cb955299 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:10.351648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Attempting to bind port 3752ffab-cb56-4857-b932-7fe4cb955299 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:10.351648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Attempting to bind port 3752ffab-cb56-4857-b932-7fe4cb955299 on network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:10.401313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:10.401696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Checking segment: {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:10.406263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.406857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Bound using segment: {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:10.407428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Bound port: 3752ffab-cb56-4857-b932-7fe4cb955299, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:10.407814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.465501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-5ef99a4c-af38-4d4f-bb50-95196856a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:10.471649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-5ef99a4c-af38-4d4f-bb50-95196856a88f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417415 Nov 02 16:52:10.522263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.527291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Attempting to bind port ab7f2ff8-7451-46e1-920b-5e14e3004606 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:10.528006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Attempting to bind port ab7f2ff8-7451-46e1-920b-5e14e3004606 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:10.528006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Attempting to bind port ab7f2ff8-7451-46e1-920b-5e14e3004606 on network 0d79c23a-b367-476c-8e4d-22aa43953615 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:10.556195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:10.622670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5bf63acf-a3fa-4968-9f5f-274e1ab87387 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8531554 Nov 02 16:52:10.630184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58414) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:10.633717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:10.634268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Checking segment: {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:10.634562 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.634985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Bound using segment: {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:10.635720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Bound port: ab7f2ff8-7451-46e1-920b-5e14e3004606, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4e95d5-5d09-410b-8123-bf0ac43345b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:10.636835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.649950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:10.657396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cb04e06-7301-43ee-8942-0e5636415900 req-ce65d8d9-d250-4817-a622-efaaacb0b2b5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536520 Nov 02 16:52:10.762399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653525d-98c8-495a-b29d-1e57653aa660 req-d5feb1c9-0aca-4f7f-ac27-7f2d021cc747 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:10.766985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4653525d-98c8-495a-b29d-1e57653aa660 req-d5feb1c9-0aca-4f7f-ac27-7f2d021cc747 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 943 time: 0.3385725 Nov 02 16:52:10.907747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.919323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58424) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:10.952733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4653525d-98c8-495a-b29d-1e57653aa660 req-21f38b1b-96b7-4d88-8536-f5147bac6f2f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783879 Nov 02 16:52:10.957419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] For port b53c442d-6e16-4187-9a38-f2b8f910a335, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b53c442d-6e16-4187-9a38-f2b8f910a335,segment=NetworkSegment(bd4e95d5-5d09-410b-8123-bf0ac43345b1),segment_id=bd4e95d5-5d09-410b-8123-bf0ac43345b1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:10.963431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-e76d4332-1c31-4362-b3dc-77b431c0c272 service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787734 Nov 02 16:52:10.971104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e2a5c635-5fe4-4e6a-b676-bba419c2d895, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2a5c635-5fe4-4e6a-b676-bba419c2d895,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:10.985381 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:10.985381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] For port 3752ffab-cb56-4857-b932-7fe4cb955299, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:11.063702 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.086827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e8bc8-5ace-4df5-be19-c45f3c5416d4 req-903ef13c-6f1e-4e88-ba3b-33a9c74388e8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:11.099237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-667e8bc8-5ace-4df5-be19-c45f3c5416d4 req-903ef13c-6f1e-4e88-ba3b-33a9c74388e8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2200456 Nov 02 16:52:11.138801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] For port 3752ffab-cb56-4857-b932-7fe4cb955299, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3752ffab-cb56-4857-b932-7fe4cb955299,segment=NetworkSegment(4ff79489-a6da-42a6-b89f-d11b59a706f5),segment_id=4ff79489-a6da-42a6-b89f-d11b59a706f5)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:11.184212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.191358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-667e8bc8-5ace-4df5-be19-c45f3c5416d4 req-27167034-eae0-473e-871b-939c86fdba85 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897970 Nov 02 16:52:11.255181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Provisioning complete for port 68d03a8d-187f-468f-a018-83c88dc6f787 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:11.255181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.323599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f56b7850-77ff-410f-9376-2f24aee79059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.430791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45c35396-dc61-417c-8286-533d7dcff689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.514042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Pushing event updated for resources: {'Port': ['ID=b53c442d-6e16-4187-9a38-f2b8f910a335,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:11.527330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] For port ab7f2ff8-7451-46e1-920b-5e14e3004606, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:11.541362 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f56b7850-77ff-410f-9376-2f24aee79059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.564312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] For port ab7f2ff8-7451-46e1-920b-5e14e3004606, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ab7f2ff8-7451-46e1-920b-5e14e3004606,segment=NetworkSegment(bd4e95d5-5d09-410b-8123-bf0ac43345b1),segment_id=bd4e95d5-5d09-410b-8123-bf0ac43345b1)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:11.577297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:52:11.600825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.615843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c5c02571-ae04-4b9c-b567-13c1625cacf4 req-5e9624fa-f150-4466-a1ff-b311a08cbd3a service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447883 Nov 02 16:52:11.645183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.647619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b53c442d-6e16-4187-9a38-f2b8f910a335 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:11.649999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f56b7850-77ff-410f-9376-2f24aee79059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:11.728975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f56b7850-77ff-410f-9376-2f24aee79059 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e91298ef303340f98d7e77062f248d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8069961 Nov 02 16:52:11.731495 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58430) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:11.733142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b7850-77ff-410f-9376-2f24aee79059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1697976-4701-4b1b-85a0-41ccd8353b2d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:11.782757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-c1582f2a-bb29-4d0c-970a-372aa8895122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:11.785062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-c1582f2a-bb29-4d0c-970a-372aa8895122 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 1096 time: 0.1903803 Nov 02 16:52:11.866667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41349c8-58d9-45db-b21d-7a02fd444f47 req-49c3baed-d0ae-4fac-87c3-86a09c638241 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:11.872952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.extraroute_db [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 16:52:11.878308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a41349c8-58d9-45db-b21d-7a02fd444f47 req-49c3baed-d0ae-4fac-87c3-86a09c638241 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.3534768 Nov 02 16:52:11.954776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e2a5c635-5fe4-4e6a-b676-bba419c2d895,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:12.008511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5afe-bcab-4523-a884-639c6b715135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.010595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:12.011760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:12.013995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.055639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a41349c8-58d9-45db-b21d-7a02fd444f47 req-933cde63-462a-4ce5-83e3-b5278df97923 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687295 Nov 02 16:52:12.109589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.extraroute_db [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Removed routes are [] {{(pid=102065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 16:52:12.110240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.110796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5afe-bcab-4523-a884-639c6b715135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.237771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571253-8e14-4fce-8bba-47f832cf8ba5 None None] Pushing event updated for resources: {'Port': ['ID=3752ffab-cb56-4857-b932-7fe4cb955299,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:12.259399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5afe-bcab-4523-a884-639c6b715135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.268627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5afe-bcab-4523-a884-639c6b715135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.270747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f4ba5afe-bcab-4523-a884-639c6b715135 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1697976-4701-4b1b-85a0-41ccd8353b2d HTTP/1.1" status: 204 len: 168 time: 0.5219524 Nov 02 16:52:12.313387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-44f1a796-ce4c-4f22-9fde-b6695732c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:12.315454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba5afe-bcab-4523-a884-639c6b715135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1697976-4701-4b1b-85a0-41ccd8353b2d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:12.321651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-44f1a796-ce4c-4f22-9fde-b6695732c667 service neutron] 10.222.0.100 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.5095966 Nov 02 16:52:12.329153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] For port 68d03a8d-187f-468f-a018-83c88dc6f787, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68d03a8d-187f-468f-a018-83c88dc6f787,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:12.336198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b53c442d-6e16-4187-9a38-f2b8f910a335 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:12.336572 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.376954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990632c3-61bc-4229-a458-7a6f6a8ae01b req-a4d27fee-ec76-482f-ae10-0c39277a3ab5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:12.385005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-990632c3-61bc-4229-a458-7a6f6a8ae01b req-a4d27fee-ec76-482f-ae10-0c39277a3ab5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 943 time: 0.1817455 Nov 02 16:52:12.386796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:12.400993 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:12.412472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:12.489678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-990632c3-61bc-4229-a458-7a6f6a8ae01b req-ab4b1b5f-d20e-487d-b7f4-c59563c000f0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036680 Nov 02 16:52:12.496507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-f9dd6eb4-69f6-43da-ba56-d8485c94aea3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2 HTTP/1.1" status: 200 len: 217 time: 0.1412637 Nov 02 16:52:12.524142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14498fe4-1660-4cb8-a24f-f1cdf16e0139 req-0d512efc-3cf3-4a78-b5d6-3d6177cea111 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:12.526267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14498fe4-1660-4cb8-a24f-f1cdf16e0139 req-0d512efc-3cf3-4a78-b5d6-3d6177cea111 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1276979 Nov 02 16:52:12.632140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14498fe4-1660-4cb8-a24f-f1cdf16e0139 req-60e1dbe7-d0c6-4b04-9b21-2b2bcab67be0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869799 Nov 02 16:52:12.813097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-fc0a10ee-da67-4018-aea1-8d0b5426ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:12.830249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-fc0a10ee-da67-4018-aea1-8d0b5426ca42 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.3250077 Nov 02 16:52:12.894370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '71a359d1-9775-4b38-b220-35cacde2e49a', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'port_id': '71a359d1-9775-4b38-b220-35cacde2e49a', 'mac_address': 'fa:16:3e:c5:ab:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:52:12.965454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562eca-6c96-4642-a08b-9f77649a5158 None None] Pushing event updated for resources: {'Port': ['ID=ab7f2ff8-7451-46e1-920b-5e14e3004606,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:13.231680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:13.315004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ec821-4ed0-4288-89dd-870aced29a95 None None] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:13.317297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Provisioning complete for port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:13.318215 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:13.357618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b6a74-c4b2-4238-89a1-9202e1a6f691 req-c6b61039-5d91-4e38-9db0-42fd1ce15e47 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:13.361655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-536b6a74-c4b2-4238-89a1-9202e1a6f691 req-c6b61039-5d91-4e38-9db0-42fd1ce15e47 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1468916 Nov 02 16:52:13.423713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-536b6a74-c4b2-4238-89a1-9202e1a6f691 req-b6863112-4116-4061-966f-1ce1caa1391a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557678 Nov 02 16:52:13.505729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Pushing event updated for resources: {'Port': ['ID=68d03a8d-187f-468f-a018-83c88dc6f787,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:13.522574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:13.529012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-85177c0a-10d9-495f-a548-c95e12274eb2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6889703 Nov 02 16:52:13.573613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a359d1-9775-4b38-b220-35cacde2e49a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:13.575653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:13.599855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:13.620736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:13.640246 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:13.764459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:13.770027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ff5d7-d8a4-4493-a434-18f5351246c4 req-596e7ff1-5939-44f7-b636-8467d1bd64ef tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:13.772968 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c22ff5d7-d8a4-4493-a434-18f5351246c4 req-596e7ff1-5939-44f7-b636-8467d1bd64ef tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 944 time: 0.1395817 Nov 02 16:52:13.940978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:13.941628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:13.989854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['71a359d1-9775-4b38-b220-35cacde2e49a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:14.000707 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.029992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c22ff5d7-d8a4-4493-a434-18f5351246c4 req-f0f7c9ae-4147-4eb7-90dc-166f8aa92ef2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401695 Nov 02 16:52:14.049835 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-5fda33e4-d026-41cd-b050-a3d90986432f service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104673 Nov 02 16:52:14.067821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e4850-cfad-4327-8910-87a8cab4c765 req-fcddd12f-5deb-4d4a-87d1-b5a941b2ec53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:14.073439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e2e4850-cfad-4327-8910-87a8cab4c765 req-fcddd12f-5deb-4d4a-87d1-b5a941b2ec53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2470772 Nov 02 16:52:14.113917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:14.119438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:07Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d72eca5-cb4e-47c0-9208-9616e3522df9', 'name': '', 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:95:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:06Z', 'updated_at': '2021-11-02T16:52:08Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:11Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:14.131109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Provisioning complete for port ab7f2ff8-7451-46e1-920b-5e14e3004606 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:14.131486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.141665 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e2e4850-cfad-4327-8910-87a8cab4c765 req-cf241ca8-7db7-4bcb-b0ac-bd6847d1c78d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657339 Nov 02 16:52:14.145272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:14.167294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.169760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1f50f575-2c72-4997-a00e-f97b8777eb7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 952 time: 3.5385828 Nov 02 16:52:14.173449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58476) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:14.287659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333f594-9e90-4f5a-8e16-db5514f6f068 None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:07Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d72eca5-cb4e-47c0-9208-9616e3522df9', 'name': '', 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:95:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:06Z', 'updated_at': '2021-11-02T16:52:08Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:11Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:14.435302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6c375a4f-1537-4264-900b-61ad25a9b3e7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 952 time: 0.2595394 Nov 02 16:52:14.436481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58478) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:14.444486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'routes': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:14.454068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:14.455145 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.470387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-035eb4a9-6e53-44ab-b92f-4aa7c34d86c1 req-e5a91213-d911-4835-a131-c83c017987d1 service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882657 Nov 02 16:52:14.510793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f69a22ff-d448-43db-897d-3dd7802e37f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.702966 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f69a22ff-d448-43db-897d-3dd7802e37f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.709366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f69a22ff-d448-43db-897d-3dd7802e37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.831316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a22ff-d448-43db-897d-3dd7802e37f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f2c2f-fd04-4d23-813b-1f796b735bf1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:14.839669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f69a22ff-d448-43db-897d-3dd7802e37f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa390b94410140ffb4d6be610cd396ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222013 Nov 02 16:52:14.840992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58486) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:14.925929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5762e54-34c7-4868-88d4-03d495821026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.927480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.972080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5762e54-34c7-4868-88d4-03d495821026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:14.989139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201d99-4a9d-4d5d-ae98-16cf544b84fe req-0ceaf35d-e3d5-4aa9-b299-b2fd1520493a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:14.990886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06201d99-4a9d-4d5d-ae98-16cf544b84fe req-0ceaf35d-e3d5-4aa9-b299-b2fd1520493a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2861385 Nov 02 16:52:15.003886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68d03a8d-187f-468f-a018-83c88dc6f787 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:15.073474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5762e54-34c7-4868-88d4-03d495821026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:15.076794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5762e54-34c7-4868-88d4-03d495821026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:15.078642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a5762e54-34c7-4868-88d4-03d495821026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c9f2c2f-fd04-4d23-813b-1f796b735bf1 HTTP/1.1" status: 204 len: 168 time: 0.2370529 Nov 02 16:52:15.137638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5762e54-34c7-4868-88d4-03d495821026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f2c2f-fd04-4d23-813b-1f796b735bf1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:15.198632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06201d99-4a9d-4d5d-ae98-16cf544b84fe req-a15a95f3-df00-4156-99b0-acb7cec8ccbf tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006133 Nov 02 16:52:15.426667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] For port ab7f2ff8-7451-46e1-920b-5e14e3004606, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ab7f2ff8-7451-46e1-920b-5e14e3004606,segment=NetworkSegment(bd4e95d5-5d09-410b-8123-bf0ac43345b1),segment_id=bd4e95d5-5d09-410b-8123-bf0ac43345b1)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:15.444864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:15.475444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 68d03a8d-187f-468f-a018-83c88dc6f787 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:15.476187 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:15.559115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a804653-6f84-478e-a237-04792054ae30 req-b636124b-51e7-401c-9335-5fa2310a3c6f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:15.566334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a804653-6f84-478e-a237-04792054ae30 req-b636124b-51e7-401c-9335-5fa2310a3c6f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 944 time: 0.3382010 Nov 02 16:52:15.710889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc4ca-2970-4d22-b7b5-baee476f51a5 None None] Pushing event updated for resources: {'Port': ['ID=ab7f2ff8-7451-46e1-920b-5e14e3004606,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:15.753308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a804653-6f84-478e-a237-04792054ae30 req-c5cd9d5f-e194-4447-b285-4fa978b938c0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606362 Nov 02 16:52:15.763615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a8fe4-80fb-44fd-9117-113362f55b8e req-8eb92266-bec9-446c-b0e0-961392f74554 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:15.772821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c71a8fe4-80fb-44fd-9117-113362f55b8e req-8eb92266-bec9-446c-b0e0-961392f74554 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.3579507 Nov 02 16:52:15.806027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.extraroute_db [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added routes are [] {{(pid=102066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 16:52:15.806535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.extraroute_db [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 16:52:15.888554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Provisioning complete for port 3752ffab-cb56-4857-b932-7fe4cb955299 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:15.888991 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:15.952863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c71a8fe4-80fb-44fd-9117-113362f55b8e req-cc81099d-5190-4a86-ac56-54a2008604c8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780417 Nov 02 16:52:16.038017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.042207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.154764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] For port 3752ffab-cb56-4857-b932-7fe4cb955299, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3752ffab-cb56-4857-b932-7fe4cb955299,segment=NetworkSegment(4ff79489-a6da-42a6-b89f-d11b59a706f5),segment_id=4ff79489-a6da-42a6-b89f-d11b59a706f5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:16.172113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.336764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Provisioning complete for port 4d72eca5-cb4e-47c0-9208-9616e3522df9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:16.336764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.403836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ab7f2ff8-7451-46e1-920b-5e14e3004606 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:16.432648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:16.483514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Pushing event updated for resources: {'Port': ['ID=3752ffab-cb56-4857-b932-7fe4cb955299,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:16.508487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Port 4d72eca5-cb4e-47c0-9208-9616e3522df9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:52:16.515740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:16.516516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:16.526474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.533537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.648277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154471b-4ac4-4d80-984e-1c9a693a006a req-defc40ff-c301-48ae-9311-49d0df16a821 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:16.657726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a154471b-4ac4-4d80-984e-1c9a693a006a req-defc40ff-c301-48ae-9311-49d0df16a821 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1642282 Nov 02 16:52:16.715684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a154471b-4ac4-4d80-984e-1c9a693a006a req-19617cc6-ca4d-406e-a753-f73a2844966f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508621 Nov 02 16:52:16.720416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:16.865521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:16.874395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.875668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-02fe020f-cfc9-4303-b81e-ea45ef550a24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 702 time: 2.4370179 Nov 02 16:52:16.878413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58518) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:16.912971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ab7f2ff8-7451-46e1-920b-5e14e3004606 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:16.913509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:16.955643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Provisioning complete for port ab7f2ff8-7451-46e1-920b-5e14e3004606 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:16.956147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-064e4deb-926e-4b29-a087-229f2e1ffc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:17.019626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8a49-6422-404c-a8d3-7bab36f16b5e req-f62756b6-b221-4a7d-9a90-aa4b91f42981 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:17.021334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e86a8a49-6422-404c-a8d3-7bab36f16b5e req-f62756b6-b221-4a7d-9a90-aa4b91f42981 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 944 time: 0.1092618 Nov 02 16:52:17.079531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:17.080189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e86a8a49-6422-404c-a8d3-7bab36f16b5e req-9e0cd695-6b10-4158-a607-94bdf608619a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524237 Nov 02 16:52:17.109384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-316188a7-2a6a-4891-9e40-a4ceab4a38e0 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 702 time: 0.2288702 Nov 02 16:52:17.112540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58524) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:17.266969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76dac-4c3d-4373-829a-1b40ce114850 req-14c89702-2f9e-4e3f-961b-26ca17a3b0d4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:17.277703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23f76dac-4c3d-4373-829a-1b40ce114850 req-14c89702-2f9e-4e3f-961b-26ca17a3b0d4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1809237 Nov 02 16:52:17.364733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b53c442d-6e16-4187-9a38-f2b8f910a335 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:17.451963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-38e394e5-cb1b-42c1-8eee-287946d1094a None None] Provisioning complete for port 4d72eca5-cb4e-47c0-9208-9616e3522df9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:17.453000 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-38e394e5-cb1b-42c1-8eee-287946d1094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:17.498311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-38e394e5-cb1b-42c1-8eee-287946d1094a None None] Port 4d72eca5-cb4e-47c0-9208-9616e3522df9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:52:17.565884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b53c442d-6e16-4187-9a38-f2b8f910a335 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:17.566513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:17.572144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:17.618606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 7, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d72eca5-cb4e-47c0-9208-9616e3522df9', 'name': '', 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:95:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:06Z', 'updated_at': '2021-11-02T16:52:08Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:17.652351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:17.652717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Updating router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 port 4d72eca5-cb4e-47c0-9208-9616e3522df9 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:52:17.716648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:17.787078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:17.799570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23f76dac-4c3d-4373-829a-1b40ce114850 req-2e108090-05da-4d55-9be4-0029daf6fc34 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5203698 Nov 02 16:52:17.904771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58538) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:17.982831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19412f90-3eac-48f7-b199-911a50227ca5 req-52d3789b-b745-4e7b-9410-77976fa0e303 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:17.990662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19412f90-3eac-48f7-b199-911a50227ca5 req-52d3789b-b745-4e7b-9410-77976fa0e303 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1230237 Nov 02 16:52:18.011852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 71a359d1-9775-4b38-b220-35cacde2e49a completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:52:18.050059 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19412f90-3eac-48f7-b199-911a50227ca5 req-ea53cb98-70ed-4596-851c-3ed66c8b5eed tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584948 Nov 02 16:52:18.079868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 71a359d1-9775-4b38-b220-35cacde2e49a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:18.079868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.125005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3752ffab-cb56-4857-b932-7fe4cb955299 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:18.143532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:18.187879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.233450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.363975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3752ffab-cb56-4857-b932-7fe4cb955299 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:18.364725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.407110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.444322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.501158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:18.501507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aef38-93e1-447c-a405-4238327da0e4 req-4aba8c7a-bd5a-4d3c-940c-63a63f14a0ee tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:18.504068 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d390615-2a13-45b1-9c5e-fbbcbe19121d" -d '{"events": [{"server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "name": "network-vif-plugged", "status": "completed", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:18.511537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-944aef38-93e1-447c-a405-4238327da0e4 req-4aba8c7a-bd5a-4d3c-940c-63a63f14a0ee tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 944 time: 0.1804154 Nov 02 16:52:18.524484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:18.539808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.546078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.596782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-944aef38-93e1-447c-a405-4238327da0e4 req-8e51e849-a820-46dc-b890-54c2283d92d7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744214 Nov 02 16:52:18.602202 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852238fb-7e17-4303-ae06-536387e30f91 x-openstack-request-id: req-852238fb-7e17-4303-ae06-536387e30f91 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:18.602495 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "name": "network-vif-plugged", "status": "completed", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:18.602885 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-852238fb-7e17-4303-ae06-536387e30f91 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:18.603125 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a', 'code': 200} Nov 02 16:52:18.610567 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.664197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a5c635-5fe4-4e6a-b676-bba419c2d895 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:18.701197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:18.728167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Allocated IP 172.25.7.24 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/09e893dd-7efc-4c7a-b91d-35c59212e753) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:18.764239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6c47e-78ee-4db0-8b3c-5701ede368ac req-18486d07-8b22-4704-8b7c-34fd88aedd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:18.765959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 4d72eca5-cb4e-47c0-9208-9616e3522df9 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:18.766231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec6c47e-78ee-4db0-8b3c-5701ede368ac req-18486d07-8b22-4704-8b7c-34fd88aedd9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1096 time: 0.0922866 Nov 02 16:52:18.766447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.846551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3758bb5-dd60-40a6-92ca-12aa9cdc6fed None None] Pushing event updated for resources: {'Port': ['ID=4d72eca5-cb4e-47c0-9208-9616e3522df9,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:18.852817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Attempting to bind port 4d72eca5-cb4e-47c0-9208-9616e3522df9 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:18.852817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Attempting to bind port 4d72eca5-cb4e-47c0-9208-9616e3522df9 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:18.853065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Attempting to bind port 4d72eca5-cb4e-47c0-9208-9616e3522df9 on network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:18.862736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:18.863105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Checking segment: {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:18.863523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.863894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Bound using segment: {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:18.864378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Bound port: 4d72eca5-cb4e-47c0-9208-9616e3522df9, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff79489-a6da-42a6-b89f-d11b59a706f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:18.864752 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.886415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e2a5c635-5fe4-4e6a-b676-bba419c2d895 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:18.886785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:18.904572 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5ec6c47e-78ee-4db0-8b3c-5701ede368ac req-c09b89aa-cc79-4766-bdc5-736d6f8f823b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218386 Nov 02 16:52:18.956821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.009739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 4d72eca5-cb4e-47c0-9208-9616e3522df9, host n-d-811405-2, got binding levels [] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:19.010338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.023382 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:52:19.035762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.041364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d839-3394-41ab-92e7-74b4871b84cf req-9543a7a5-b57a-415f-a45d-f55be165f1f4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:19.041364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa01d839-3394-41ab-92e7-74b4871b84cf req-9543a7a5-b57a-415f-a45d-f55be165f1f4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1042864 Nov 02 16:52:19.041364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 4d72eca5-cb4e-47c0-9208-9616e3522df9 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:19.093009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:19.099882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:19.102900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:19.144618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Pushing event updated for resources: {'Port': ['ID=09e893dd-7efc-4c7a-b91d-35c59212e753,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:19.151367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa01d839-3394-41ab-92e7-74b4871b84cf req-ccd77634-13ba-467d-adee-1298d3b3db1e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000469 Nov 02 16:52:19.154686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68d03a8d-187f-468f-a018-83c88dc6f787 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:19.225657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] For port 4d72eca5-cb4e-47c0-9208-9616e3522df9, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:19.260092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.270216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] For port 4d72eca5-cb4e-47c0-9208-9616e3522df9, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4d72eca5-cb4e-47c0-9208-9616e3522df9,segment=NetworkSegment(4ff79489-a6da-42a6-b89f-d11b59a706f5),segment_id=4ff79489-a6da-42a6-b89f-d11b59a706f5)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:19.285004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-98d5579b-3a2e-4c0d-86ef-7c328b94c7e4 None None] Provisioning complete for port 4d72eca5-cb4e-47c0-9208-9616e3522df9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:19.285400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98d5579b-3a2e-4c0d-86ef-7c328b94c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.288499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.315758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.320975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 68d03a8d-187f-468f-a018-83c88dc6f787 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:19.321358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.378380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15395491-19c6-4e7c-8248-73db49a0cda8 req-e4d815b1-bee1-4d42-8448-cceb635b1779 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:19.389982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15395491-19c6-4e7c-8248-73db49a0cda8 req-e4d815b1-bee1-4d42-8448-cceb635b1779 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1419411 Nov 02 16:52:19.441585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:19.442280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:19.475433 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15395491-19c6-4e7c-8248-73db49a0cda8 req-b08f0a46-563a-4282-a316-a188b098cc0e tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Nov 02 16:52:19.498969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.525860 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.db [None req-98d5579b-3a2e-4c0d-86ef-7c328b94c7e4 None None] No ports have port_id starting with 4d72eca5-cb4e-47c0-9208-9616e3522df9 Nov 02 16:52:19.536523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=4d72eca5-cb4e-47c0-9208-9616e3522df9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:19.566076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.572518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.573145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.573689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.574377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.574888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.575424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.576096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.576632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.577659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.578223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.578776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.579309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.579918 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:19.686170 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.691012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Pushing event updated for resources: {'Port': ['ID=09e893dd-7efc-4c7a-b91d-35c59212e753,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:19.736463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.737732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a9dafe7f-45b0-4b44-9fbb-e59ccc1827cd tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8311472 Nov 02 16:52:19.742077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58556) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:19.780917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-879146249', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'fixed_ips': [{'ip_address': '172.25.7.24'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:19.839017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.860752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17ccd-35de-47bc-aa41-5aacaf063251 req-09466c6b-db17-4f3e-baa6-ce5387aba4cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:19.868551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dea17ccd-35de-47bc-aa41-5aacaf063251 req-09466c6b-db17-4f3e-baa6-ce5387aba4cf tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1466498 Nov 02 16:52:19.871109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Made reservation on behalf of c80ae161206d4c9f8d8a06cbc1f8cd56 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:19.874313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:19.916803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:19.980066 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:20.020468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3758bb5-dd60-40a6-92ca-12aa9cdc6fed None None] Pushing event updated for resources: {'Port': ['ID=4d72eca5-cb4e-47c0-9208-9616e3522df9,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:20.084385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dea17ccd-35de-47bc-aa41-5aacaf063251 req-d17f7f61-2ea7-4451-a893-b0be90f5eddb tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143261 Nov 02 16:52:20.195774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e19cfa37-89c9-4e68-9ac9-28277c7374aa None None] Could not find standard attr ID for object 4d72eca5-cb4e-47c0-9208-9616e3522df9. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:52:20.247532 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:20.252642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:20.434952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 7, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d72eca5-cb4e-47c0-9208-9616e3522df9', 'name': '', 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:95:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:06Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:20.439832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3752ffab-cb56-4857-b932-7fe4cb955299 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:20.442817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] device_id is not set on port 905b68bd-4263-476c-99f3-ab259f340f9e yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:52:20.446740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d836634-8d8f-4ef1-a47a-acf73561256c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:20.488133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5536ba1-fc41-4377-a187-87ca28457920 None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 7, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d72eca5-cb4e-47c0-9208-9616e3522df9', 'name': '', 'network_id': 'bc65a35d-cc77-4ac5-8c42-68ccac6d5182', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:95:85:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:06Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 4, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': 'a8e295f4-aec9-4c1b-9cc2-fea6115bd185', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:20.520447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:20.524471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3752ffab-cb56-4857-b932-7fe4cb955299 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:20.525289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:20.654380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052468af-2245-40c1-b703-5f6da276c7a8 req-84faabee-9e7b-441b-97d5-183deadbcd5e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:20.656126 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-052468af-2245-40c1-b703-5f6da276c7a8 req-84faabee-9e7b-441b-97d5-183deadbcd5e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2743256 Nov 02 16:52:20.779721 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:20.795237 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:20.795855 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:20.826185 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 16:52:20.826731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:20.838955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-052468af-2245-40c1-b703-5f6da276c7a8 req-b38d5168-c3dc-4f78-a26d-0ef077e5042c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747608 Nov 02 16:52:20.847009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b4f46-93ea-4680-ba61-4fbd6dd7ef53 req-ebd66316-15da-484a-954d-f7ded1f0c25a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:20.848479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac8b4f46-93ea-4680-ba61-4fbd6dd7ef53 req-ebd66316-15da-484a-954d-f7ded1f0c25a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2181733 Nov 02 16:52:20.892966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9d7935e5-e044-4981-a435-e4ef9c7e20b6 tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1505713 Nov 02 16:52:20.893755 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:20.894902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:20.895836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58572) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:20.903809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cdb3a78f-0056-417b-abad-a3f1c2f72a35 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7879055 Nov 02 16:52:20.908169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:20.950419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac8b4f46-93ea-4680-ba61-4fbd6dd7ef53 req-4259c410-b1bf-483c-a07f-8921aa0d8de1 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Nov 02 16:52:20.976294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet a8e295f4-aec9-4c1b-9cc2-fea6115bd185 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:52:20.981099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.027094 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.077485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Deleting port 09e893dd-7efc-4c7a-b91d-35c59212e753 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:21.077895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.139869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 8, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:21.148263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.164996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.165326 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.168023 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:21.178734 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:21.178955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Calling delete_port for 09e893dd-7efc-4c7a-b91d-35c59212e753 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:21.179358 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:21.281432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.301778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93a37-48fb-4c5f-ac63-49927435be4c req-78003a3a-cc4c-4a5f-ab24-bb406015755e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.303613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c93a37-48fb-4c5f-ac63-49927435be4c req-78003a3a-cc4c-4a5f-ab24-bb406015755e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.0889726 Nov 02 16:52:21.305721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-b98478cf-f78e-455c-916b-b5682554a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.307495 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-b98478cf-f78e-455c-916b-b5682554a614 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1096 time: 0.0773640 Nov 02 16:52:21.328952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e295f4-aec9-4c1b-9cc2-fea6115bd185,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:21.350248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.356623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2563cda4-f749-4b70-b832-9ef50f1eb294 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/a8e295f4-aec9-4c1b-9cc2-fea6115bd185 HTTP/1.1" status: 204 len: 168 time: 0.4473798 Nov 02 16:52:21.357292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58578) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:21.362018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5593cd-fa32-429f-af57-fab9952ef6ab None None] Network bc65a35d-cc77-4ac5-8c42-68ccac6d5182 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:21.388425 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:21.423560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c93a37-48fb-4c5f-ac63-49927435be4c req-7a99743d-f75a-4bf0-86ac-a3b9b075fb16 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910788 Nov 02 16:52:21.454422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-65e1cfe2-9da2-4092-801e-cbce1363def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.456080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-65e1cfe2-9da2-4092-801e-cbce1363def1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1370296 Nov 02 16:52:21.457320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.529558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.540511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Pushing event deleted for resources: {'Port': ['ID=09e893dd-7efc-4c7a-b91d-35c59212e753,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:21.624311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-aa748f72-3f4e-46e3-9b41-bc3d51a034d1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 1000 time: 0.1583061 Nov 02 16:52:21.638854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.643251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.643874 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-35b349c3-1f4a-4bb4-898a-4173a4b9a63a tempest-ExternalNetworksAdminNegativeTestJSON-329304605 tempest-ExternalNetworksAdminNegativeTestJSON-329304605-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/a2480689-097c-4192-b299-ae667d3f1627 HTTP/1.1" status: 204 len: 168 time: 0.7470458 Nov 02 16:52:21.659982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] DHCP port deletion for bc65a35d-cc77-4ac5-8c42-68ccac6d5182 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:21.668395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173424-e189-48ae-a559-d017c5f5e32d req-ee6c3596-c883-4a41-8c6c-c23fdea39a80 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.670023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18173424-e189-48ae-a559-d017c5f5e32d req-ee6c3596-c883-4a41-8c6c-c23fdea39a80 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.0716324 Nov 02 16:52:21.693960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-43d85403-e52a-42de-aa48-c2a96b195beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.696339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-43d85403-e52a-42de-aa48-c2a96b195beb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0650699 Nov 02 16:52:21.712049 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 8, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:21.720287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 3752ffab-cb56-4857-b932-7fe4cb955299 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:21.720628 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.742963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18173424-e189-48ae-a559-d017c5f5e32d req-e841107e-b998-4d25-a129-1a17c5720563 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626893 Nov 02 16:52:21.762988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-736783b9-8236-4544-9df3-1acefe4b7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.765511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-736783b9-8236-4544-9df3-1acefe4b7994 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608244 Nov 02 16:52:21.770052 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c79a6-5028-4497-9d2f-2b66201e4dd3 None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 8, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:21.778000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58584) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:21.802842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] Deleting port 3752ffab-cb56-4857-b932-7fe4cb955299 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:21.803219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.861155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 3752ffab-cb56-4857-b932-7fe4cb955299, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3752ffab-cb56-4857-b932-7fe4cb955299,segment=NetworkSegment(4ff79489-a6da-42a6-b89f-d11b59a706f5),segment_id=4ff79489-a6da-42a6-b89f-d11b59a706f5)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:21.861537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.865246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550fe6ce-9e03-4020-bb59-e3c1a8a0bb85 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.866823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-550fe6ce-9e03-4020-bb59-e3c1a8a0bb85 tempest-TestNetworkAdvancedServerOps-458096760 tempest-TestNetworkAdvancedServerOps-458096760-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1091 time: 0.0859022 Nov 02 16:52:21.871721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58586) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:21.883198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '71a359d1-9775-4b38-b220-35cacde2e49a', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:21.886982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 3752ffab-cb56-4857-b932-7fe4cb955299 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:21.891026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] For port 3752ffab-cb56-4857-b932-7fe4cb955299, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3752ffab-cb56-4857-b932-7fe4cb955299,segment=NetworkSegment(4ff79489-a6da-42a6-b89f-d11b59a706f5),segment_id=4ff79489-a6da-42a6-b89f-d11b59a706f5)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:21.892341 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.929008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] Calling delete_port for 3752ffab-cb56-4857-b932-7fe4cb955299 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:21.971204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:21.977192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-9db369d4-11e2-4c15-939e-58e77894b531 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031479 Nov 02 16:52:22.031847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.066722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:22.074233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] Pushing event deleted for resources: {'Port': ['ID=3752ffab-cb56-4857-b932-7fe4cb955299,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:22.076509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72242b7e-0648-433b-bd96-1747bcdf7ec9 None None] No DVR routers for this DVR port 3752ffab-cb56-4857-b932-7fe4cb955299 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:22.099734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.176952 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e3ce9414-173a-44ce-a994-8a524a86e0ed req-458935ee-ca6f-4049-b981-cb923e83a136 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874592 Nov 02 16:52:22.179336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=3752ffab-cb56-4857-b932-7fe4cb955299,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:22.199240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fe35f-9404-4591-9f62-be0b5e2cea8a req-6c815592-ed60-4c27-a1e3-9377a57a8ff8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:22.200800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-665fe35f-9404-4591-9f62-be0b5e2cea8a req-6c815592-ed60-4c27-a1e3-9377a57a8ff8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.2468441 Nov 02 16:52:22.203686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port 3752ffab-cb56-4857-b932-7fe4cb955299 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:22.216723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac8d9e-bef2-42ce-b323-4517e5ead3b9 req-1acd7e74-9abf-4da4-afe0-2afbd5f93579 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:22.218894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eeac8d9e-bef2-42ce-b323-4517e5ead3b9 req-1acd7e74-9abf-4da4-afe0-2afbd5f93579 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1520953 Nov 02 16:52:22.280611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.333649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b027eab2-238c-4a81-b428-9ddb5f02dc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.353484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3752ffab-cb56-4857-b932-7fe4cb955299 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:22.377397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3752ffab-cb56-4857-b932-7fe4cb955299 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:22.378499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3752ffab-cb56-4857-b932-7fe4cb955299 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:22.379794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4d72eca5-cb4e-47c0-9208-9616e3522df9 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:22.396503 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-665fe35f-9404-4591-9f62-be0b5e2cea8a req-ddafe530-0be5-4360-bef9-28e3abe70ed5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458199 Nov 02 16:52:22.407820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.409064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Allocated IP 172.25.7.247 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/958fa68a-9a13-4166-b18b-3a5e1de8e319) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:22.409740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4d72eca5-cb4e-47c0-9208-9616e3522df9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:22.410302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4d72eca5-cb4e-47c0-9208-9616e3522df9 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:22.455429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc65a35d-cc77-4ac5-8c42-68ccac6d5182']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:22.471117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eeac8d9e-bef2-42ce-b323-4517e5ead3b9 req-8b4a77ef-ddd7-4407-8e69-9afe942629c4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171247 Nov 02 16:52:22.475589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff79489-a6da-42a6-b89f-d11b59a706f5') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:22.475882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff79489-a6da-42a6-b89f-d11b59a706f5') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:22.489361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.510171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.520867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:22.521272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:22.524460 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:22.541442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.548025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:22.567534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:22.569324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:22.583701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.602721 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b027eab2-238c-4a81-b428-9ddb5f02dc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.607103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b027eab2-238c-4a81-b428-9ddb5f02dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.616946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.621128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:22.625815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:22.626965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:22.629367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:22.632483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/bc65a35d-cc77-4ac5-8c42-68ccac6d5182 HTTP/1.1" status: 204 len: 168 time: 1.2708750 Nov 02 16:52:22.637806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58600) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:22.666552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=958fa68a-9a13-4166-b18b-3a5e1de8e319,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:22.700082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56874d6-3375-4569-9f65-9c401f95bb3b tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=bc65a35d-cc77-4ac5-8c42-68ccac6d5182,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:22.706849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:22.968546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 8, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:23.000371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:23.009984 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b027eab2-238c-4a81-b428-9ddb5f02dc0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b81eca8c13a452f8136a7d7197c94af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403758 Nov 02 16:52:23.012870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027eab2-238c-4a81-b428-9ddb5f02dc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401871cb-7612-49ac-9f4a-bfb1ab8b7ce2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:23.013048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58602) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:23.014707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:23.016531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:23.079521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.112059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.114749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a97288e-0380-4057-963c-9b5b22e342f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.149340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a97288e-0380-4057-963c-9b5b22e342f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.150409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:23.207589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.280277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a97288e-0380-4057-963c-9b5b22e342f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.286104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a97288e-0380-4057-963c-9b5b22e342f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.288719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8a97288e-0380-4057-963c-9b5b22e342f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/401871cb-7612-49ac-9f4a-bfb1ab8b7ce2 HTTP/1.1" status: 204 len: 168 time: 0.2746398 Nov 02 16:52:23.316269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97288e-0380-4057-963c-9b5b22e342f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401871cb-7612-49ac-9f4a-bfb1ab8b7ce2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:23.423152 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.448819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 8, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:23.459419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.468465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.494426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ed4d2-d235-4dd0-af6a-84d6bea99fdb None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:19Z', 'revision_number': 8, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7f2ff8-7451-46e1-920b-5e14e3004606', 'name': '', 'network_id': '0d79c23a-b367-476c-8e4d-22aa43953615', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:b7:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:57Z', 'updated_at': '2021-11-02T16:52:15Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '7dfa4853-9193-4213-a304-ddbe28626f7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:23.565103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:23.663675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event updated for resources: {'Port': ['ID=958fa68a-9a13-4166-b18b-3a5e1de8e319,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:23.676003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce68a6-7fe9-45a2-b954-e577bb9c7204 req-f97a7a89-2c86-45bc-8173-61a9272b49e7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:23.677586 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59ce68a6-7fe9-45a2-b954-e577bb9c7204 req-f97a7a89-2c86-45bc-8173-61a9272b49e7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1288104 Nov 02 16:52:23.732521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0876231-1470-4759-be10-3650c5740b52 req-3193e03a-b9c0-4e96-916d-c907eaf6aee3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:23.734243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0876231-1470-4759-be10-3650c5740b52 req-3193e03a-b9c0-4e96-916d-c907eaf6aee3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1393790 Nov 02 16:52:23.734946 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP 43cc054f-cdf6-4c01-9d7d-12286047d0d5 associated. External IP: 172.25.7.247, port: 71a359d1-9775-4b38-b220-35cacde2e49a. Nov 02 16:52:23.770621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58612) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:23.849520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59ce68a6-7fe9-45a2-b954-e577bb9c7204 req-8e4b7c63-7b42-48d7-ab49-14cea2fab8d5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313930 Nov 02 16:52:23.890827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0876231-1470-4759-be10-3650c5740b52 req-ef96d1f4-f5bd-4220-93b5-2f845549d144 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126339 Nov 02 16:52:23.899214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2007f54a-9dc2-4992-b4f7-d175f7b99463 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c80ae161206d4c9f8d8a06cbc1f8cd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254930 Nov 02 16:52:23.900159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58614) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:23.994968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router e8f73f16-f8a5-4fac-a861-cddf0c35db8c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:24.014386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9164a0c9-6ac2-4ff7-843e-b0165220a80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.065193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9164a0c9-6ac2-4ff7-843e-b0165220a80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.119851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port ab7f2ff8-7451-46e1-920b-5e14e3004606 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:24.120192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.184564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9164a0c9-6ac2-4ff7-843e-b0165220a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.184564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9164a0c9-6ac2-4ff7-843e-b0165220a80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.184564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9164a0c9-6ac2-4ff7-843e-b0165220a80b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d836634-8d8f-4ef1-a47a-acf73561256c HTTP/1.1" status: 204 len: 168 time: 0.2891190 Nov 02 16:52:24.208342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164a0c9-6ac2-4ff7-843e-b0165220a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d836634-8d8f-4ef1-a47a-acf73561256c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:24.246766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port ab7f2ff8-7451-46e1-920b-5e14e3004606, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ab7f2ff8-7451-46e1-920b-5e14e3004606,segment=NetworkSegment(bd4e95d5-5d09-410b-8123-bf0ac43345b1),segment_id=bd4e95d5-5d09-410b-8123-bf0ac43345b1)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:24.247107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.263579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for ab7f2ff8-7451-46e1-920b-5e14e3004606 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:24.461118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.497297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=ab7f2ff8-7451-46e1-920b-5e14e3004606,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:24.509706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:24.524206 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] Sync routers for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:24.528569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.549227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:24.549227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:24.572781 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b03b6c6-bfc9-4113-ab05-93371d191d0b tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6965346 Nov 02 16:52:24.573564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:24.576338 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:24.625492 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209d51e6-6ec4-4382-aab5-fa30555fd1d4 x-openstack-request-id: req-209d51e6-6ec4-4382-aab5-fa30555fd1d4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:24.626112 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:24.626755 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-209d51e6-6ec4-4382-aab5-fa30555fd1d4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:24.627386 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a', 'status': 'completed', 'code': 200} Nov 02 16:52:24.656905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:24.712569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-9c7a7cea-0ce9-4ebc-ad3f-f0dae65087d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:24.714802 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-9c7a7cea-0ce9-4ebc-ad3f-f0dae65087d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1096 time: 0.0516958 Nov 02 16:52:24.740899 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:24.887517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-e1187b85-04b7-4416-8ebe-560267246174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:24.889076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-e1187b85-04b7-4416-8ebe-560267246174 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 200 len: 897 time: 0.1666391 Nov 02 16:52:24.967325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-ca19f94e-543e-4cb1-9e87-d0359611cf18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 200 len: 999 time: 0.0679660 Nov 02 16:52:24.972928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:24.993185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e004-80b7-438a-a67f-bfa268065ad3 req-ba4816e1-1d77-49f2-9af3-8b4ea77c62a7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:24.994730 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c622e004-80b7-438a-a67f-bfa268065ad3 req-ba4816e1-1d77-49f2-9af3-8b4ea77c62a7 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.3163505 Nov 02 16:52:25.042470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-17fdb11c-7e22-4456-b801-cbd58b13ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:25.047234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-17fdb11c-7e22-4456-b801-cbd58b13ad92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfb17d98-2485-4dc1-8815-33c91667ccb8 HTTP/1.1" status: 200 len: 833 time: 0.0731022 Nov 02 16:52:25.107627 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '43cc054f-cdf6-4c01-9d7d-12286047d0d5', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'port_id': '71a359d1-9775-4b38-b220-35cacde2e49a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'mac_address': 'fa:16:3e:c5:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:22Z', 'updated_at': '2021-11-02T16:52:22Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:12Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:25.119009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36df151-97b5-4ec2-8b6d-54ad0a5e7886 req-126a1f5c-9de1-4d14-816e-bedb2ca9d7ce tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:25.120603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c36df151-97b5-4ec2-8b6d-54ad0a5e7886 req-126a1f5c-9de1-4d14-816e-bedb2ca9d7ce tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1513550 Nov 02 16:52:25.129849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-dd599f79-58da-44b2-a68b-1cded5dfa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:25.131773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-dd599f79-58da-44b2-a68b-1cded5dfa70f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760584 Nov 02 16:52:25.146231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] Checking router: e8f73f16-f8a5-4fac-a861-cddf0c35db8c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:25.155688 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:25.156762 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:25.171541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c622e004-80b7-438a-a67f-bfa268065ad3 req-1ea35c19-a216-4dfa-b321-3b7cd88135b3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572976 Nov 02 16:52:25.189560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c36df151-97b5-4ec2-8b6d-54ad0a5e7886 req-1c876c3f-c5a0-4c98-9c72-e3f57b7a9956 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539067 Nov 02 16:52:25.190950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:25.198814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6af7abe0-0c2b-45af-896f-834dd1e49031 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5541501 Nov 02 16:52:25.198970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58644) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:25.202122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58646) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:25.205812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:25.221532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:25.224374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:25.310761 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:25.319088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet 7dfa4853-9193-4213-a304-ddbe28626f7c {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:52:25.357347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:25.397240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:25.419314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ba1e3a25-06fd-4fed-9f2c-e7142fd89082 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/43cc054f-cdf6-4c01-9d7d-12286047d0d5 HTTP/1.1" status: 200 len: 991 time: 0.2135551 Nov 02 16:52:25.428490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-6e0887a9-9c0e-4b2d-a8dd-91da20ff8891 service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891698 Nov 02 16:52:25.433488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:25.473451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318166d9-2232-4d83-b39c-808aa28f1179 req-d35337fa-2ed7-4ea3-bc37-3da51f7d24de tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:25.475322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-318166d9-2232-4d83-b39c-808aa28f1179 req-d35337fa-2ed7-4ea3-bc37-3da51f7d24de tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1467743 Nov 02 16:52:25.584247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-318166d9-2232-4d83-b39c-808aa28f1179 req-d0b7cb8e-813b-4340-8171-324830501052 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984235 Nov 02 16:52:25.595872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ca3772dd-c303-42ad-b0d8-32171dcd3b7a req-e9abb8e2-2909-4949-aaec-f0b055ead332 service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546383 Nov 02 16:52:25.661884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:25.722585 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '43cc054f-cdf6-4c01-9d7d-12286047d0d5', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'port_id': '71a359d1-9775-4b38-b220-35cacde2e49a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'mac_address': 'fa:16:3e:c5:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:22Z', 'updated_at': '2021-11-02T16:52:22Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:12Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:25.765976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:25.786467 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86176001-1d27-4ab8-8ec6-a729e901d8f8 None None] The sync data for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 is: [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '43cc054f-cdf6-4c01-9d7d-12286047d0d5', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'port_id': '71a359d1-9775-4b38-b220-35cacde2e49a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'mac_address': 'fa:16:3e:c5:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:22Z', 'updated_at': '2021-11-02T16:52:22Z', 'revision_number': 0, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:12Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:25.814444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:24Z', 'revision_number': 9, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:25.840394 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:25.857232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/7dfa4853-9193-4213-a304-ddbe28626f7c HTTP/1.1" status: 204 len: 168 time: 0.6529856 Nov 02 16:52:25.857232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609678f9-356d-4317-890f-a122e9ba90fd tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfa4853-9193-4213-a304-ddbe28626f7c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:25.861312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58670) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:25.871758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:25.875275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8e225-cffb-4359-9752-b2c08b9db1a2 None None] Network 0d79c23a-b367-476c-8e4d-22aa43953615 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:25.880594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:25.987162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:25.988340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.064234 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.116142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:26.216125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port b53c442d-6e16-4187-9a38-f2b8f910a335 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:26.219557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.342917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port b53c442d-6e16-4187-9a38-f2b8f910a335, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b53c442d-6e16-4187-9a38-f2b8f910a335,segment=NetworkSegment(bd4e95d5-5d09-410b-8123-bf0ac43345b1),segment_id=bd4e95d5-5d09-410b-8123-bf0ac43345b1)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:26.343683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.364609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for b53c442d-6e16-4187-9a38-f2b8f910a335 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:26.420059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58682) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:26.492120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-964d956a-c3c6-433a-a9cd-301e1212e48c req-ba976f1a-e530-444e-bf3f-0a8c1e27895b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:52:26.493173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-964d956a-c3c6-433a-a9cd-301e1212e48c req-ba976f1a-e530-444e-bf3f-0a8c1e27895b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2461343 Nov 02 16:52:26.507851 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.535879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port b53c442d-6e16-4187-9a38-f2b8f910a335 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:26.546392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1169acfd-64ee-42e2-98db-17a2f08a017d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/43cc054f-cdf6-4c01-9d7d-12286047d0d5 HTTP/1.1" status: 200 len: 991 time: 0.1211722 Nov 02 16:52:26.620650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=b53c442d-6e16-4187-9a38-f2b8f910a335,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:26.707816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.796214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:26.798574 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca784810-87a0-4550-ab97-7d14cb34f4ab" -d '{"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-unplugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:26.805580 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.814735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe52f73-4f03-4657-821f-77f67b84d6ca req-5f558f84-2070-4bbf-b417-55d512464315 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:26.824131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebe52f73-4f03-4657-821f-77f67b84d6ca req-5f558f84-2070-4bbf-b417-55d512464315 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 945 time: 0.1472688 Nov 02 16:52:26.824492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953762bc-81c8-424e-8b1b-2613b50aa0e4 None None] DHCP port deletion for 0d79c23a-b367-476c-8e4d-22aa43953615 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:26.843270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d79c23a-b367-476c-8e4d-22aa43953615']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.866605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4e95d5-5d09-410b-8123-bf0ac43345b1') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.866937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4e95d5-5d09-410b-8123-bf0ac43345b1') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.871461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:26.880251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b20c0a-dfe3-4878-9136-75a0a34789fd req-0ceacde3-d8f2-475d-b378-605d9785c270 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:26.883888 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25b20c0a-dfe3-4878-9136-75a0a34789fd req-0ceacde3-d8f2-475d-b378-605d9785c270 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1561916 Nov 02 16:52:26.888209 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.891127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.923644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.937212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:26.937636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:26.940932 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:26.955354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebe52f73-4f03-4657-821f-77f67b84d6ca req-4cd06189-2d6f-44c2-b3e5-79ba486c2ab1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306069 Nov 02 16:52:26.995739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:27.000353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25b20c0a-dfe3-4878-9136-75a0a34789fd req-772c5c4e-e4c0-42b6-90a6-ad3937b3a844 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918853 Nov 02 16:52:27.031271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:24Z', 'revision_number': 9, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:27.064393 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c55c55-09bc-4f45-9351-bff94e533f74 x-openstack-request-id: req-e2c55c55-09bc-4f45-9351-bff94e533f74 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:27.064742 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-unplugged", "status": "failed", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "code": 422}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:27.065225 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2c55c55-09bc-4f45-9351-bff94e533f74 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:27.065922 n-d-811405-2 neutron-server[102067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'code': 422} returned with failed status Nov 02 16:52:27.068189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d056c72-ab70-407b-9c8c-048c4efa71fd None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:24Z', 'revision_number': 9, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '3b5a0f70-76b1-4a82-9531-04f1cd78f985', 'name': '', 'network_id': '50f97778-e24f-4c2f-b17e-51d3679ed47a', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:ed:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:51Z', 'updated_at': '2021-11-02T16:52:00Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '71594e69-6a5e-485e-8c54-0ca4d50daab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:27.115013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:27.143020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:27.146479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/0d79c23a-b367-476c-8e4d-22aa43953615 HTTP/1.1" status: 204 len: 168 time: 1.2847443 Nov 02 16:52:27.149744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58710) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:27.161561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1f70-a818-4944-ab6c-4f305d4b0ac5 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=0d79c23a-b367-476c-8e4d-22aa43953615,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:27.177551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-b1f76e3e-82d4-4396-8077-6b8dc327c28b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4136372 Nov 02 16:52:27.188395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-93759634-ffa5-4574-9c05-86a0bd7a5eff service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:52:27.189947 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-93759634-ffa5-4574-9c05-86a0bd7a5eff service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063186 Nov 02 16:52:27.227516 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c96369-929b-4be5-8498-71161e29b4d3 None None] New status for floating IP 43cc054f-cdf6-4c01-9d7d-12286047d0d5: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:27.364328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58716) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:27.547471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58724) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:27.628587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:27.639768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:27.672936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:27.706668 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6f04050f-6339-4e33-820f-a8f25daf3c35 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/43cc054f-cdf6-4c01-9d7d-12286047d0d5 HTTP/1.1" status: 200 len: 993 time: 0.1576269 Nov 02 16:52:27.807703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:27.961279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Allocated IP 172.25.7.219 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/319cbb56-6deb-44f6-a1ac-40ec6ea7520b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:28.127153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.167857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0f08-11d5-4596-bbcb-c4aab8e38799 req-709a73d6-e2a8-44ae-a4ff-35851b764235 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:28.169508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee3a0f08-11d5-4596-bbcb-c4aab8e38799 req-709a73d6-e2a8-44ae-a4ff-35851b764235 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1000133 Nov 02 16:52:28.177998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.180933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88e295-b747-4517-8b6b-b1c9bb1c5ae8 req-ccecaaf0-c45e-4740-a12c-58cfea3ced70 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:28.182444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa88e295-b747-4517-8b6b-b1c9bb1c5ae8 req-ccecaaf0-c45e-4740-a12c-58cfea3ced70 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.0992701 Nov 02 16:52:28.251462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Port': ['ID=319cbb56-6deb-44f6-a1ac-40ec6ea7520b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:28.262055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:28.264593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:28.273080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:28.279516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee3a0f08-11d5-4596-bbcb-c4aab8e38799 req-541b0bdb-74d4-4f18-8543-156eb8c5dbd4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947592 Nov 02 16:52:28.289830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa88e295-b747-4517-8b6b-b1c9bb1c5ae8 req-d8a8fdeb-3e54-4206-bc5a-31f71309b3a5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960941 Nov 02 16:52:28.348072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b53c442d-6e16-4187-9a38-f2b8f910a335 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:28.372410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b53c442d-6e16-4187-9a38-f2b8f910a335 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:28.372750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b53c442d-6e16-4187-9a38-f2b8f910a335 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:28.373890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ab7f2ff8-7451-46e1-920b-5e14e3004606 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:28.378913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 3b5a0f70-76b1-4a82-9531-04f1cd78f985 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:28.379419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.397800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ab7f2ff8-7451-46e1-920b-5e14e3004606 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:28.398335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ab7f2ff8-7451-46e1-920b-5e14e3004606 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:28.415246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.461977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.495759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 3b5a0f70-76b1-4a82-9531-04f1cd78f985, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3b5a0f70-76b1-4a82-9531-04f1cd78f985,segment=NetworkSegment(23de4d47-7171-4b93-89d6-ed0d62ba1ef8),segment_id=23de4d47-7171-4b93-89d6-ed0d62ba1ef8)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:28.496125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.510704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 3b5a0f70-76b1-4a82-9531-04f1cd78f985 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:28.633390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.638633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.689490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.717713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Port': ['ID=319cbb56-6deb-44f6-a1ac-40ec6ea7520b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:28.725029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=3b5a0f70-76b1-4a82-9531-04f1cd78f985,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:28.740415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.761048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.762425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f2c92359-62d8-48a9-af6d-409e95671406 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3968501 Nov 02 16:52:28.765922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58730) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:28.771254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-863075970'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:28.795681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Made reservation on behalf of d14d263bc1494b47bd76f2a956514169 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:28.804036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.815086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.867138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.945752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.952104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:28.987459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:52:29.001451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a6eb00-f2ee-4df0-af32-b1b5d363ae0a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.007927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.008283 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Added segment 2b8041aa-29fc-4f9c-96b8-bcee004e28b7 of type vlan for network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 Nov 02 16:52:29.057502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.084966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.091268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:29.091848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.093459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:29.161432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3943744 Nov 02 16:52:29.164449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58732) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.178102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Request body: {'subnet': {'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:29.203257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22e92d-2851-48db-b25a-5a30ca30f363 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Network': ['ID=40c9c00d-eb90-48a7-8182-c9a6e1dc12e6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.204583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:29.213832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27b52eaa-7578-4b6a-af8b-83a5aad9ab1e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0630388 Nov 02 16:52:29.216473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58734) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.216815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:29.221500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:52:29.278789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet 71594e69-6a5e-485e-8c54-0ca4d50daab8 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:52:29.282196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.297880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:29.299093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:29.300562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Made reservation on behalf of d14d263bc1494b47bd76f2a956514169 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:29.304969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.346481 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.486084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:29.511348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681e08-d968-45c1-b5c8-ed6e85e76291 req-b835e9a1-693b-4259-9566-5e2ca43a6676 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:29.512908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3681e08-d968-45c1-b5c8-ed6e85e76291 req-b835e9a1-693b-4259-9566-5e2ca43a6676 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1236827 Nov 02 16:52:29.535522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183da2-e2a2-48fb-a088-22a57d9e403d req-341cdee5-05c1-4857-967f-1f26a6bcb446 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:29.536934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48183da2-e2a2-48fb-a088-22a57d9e403d req-341cdee5-05c1-4857-967f-1f26a6bcb446 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1305079 Nov 02 16:52:29.568787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.569032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.650457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3681e08-d968-45c1-b5c8-ed6e85e76291 req-a98cd48f-9d89-42d5-a9fe-f9b84ec9e8ba tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233320 Nov 02 16:52:29.653977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-48183da2-e2a2-48fb-a088-22a57d9e403d req-0b60ba5d-2a37-4e1e-b97a-8b21719a3ba4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048014 Nov 02 16:52:29.675832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Checking segment: {'id': '2b8041aa-29fc-4f9c-96b8-bcee004e28b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:29.676462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network hostable DHCP agents. Network: 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:52:29.679425 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.696041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Subnet': ['ID=d4c16694-b3c4-4886-810b-6c6f16d887b7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.705869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:52:29.718611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=71594e69-6a5e-485e-8c54-0ca4d50daab8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.725702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:29.730825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:29.731520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.744466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.752852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bc62d3a7-033f-4d70-8c08-7cf03e7f1c26 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5867996 Nov 02 16:52:29.756735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58740) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.758598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b007dcd8-f9e3-4117-9a62-653729f1033c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/71594e69-6a5e-485e-8c54-0ca4d50daab8 HTTP/1.1" status: 204 len: 168 time: 0.5408578 Nov 02 16:52:29.762387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.768661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a0850-ab07-45b4-be8d-887c4068c395 None None] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:29.771707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ccff8f-c905-48f6-85a2-b223e971c3a3 None None] Network 50f97778-e24f-4c2f-b17e-51d3679ed47a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:29.776505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1918420092', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:29.866364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.867394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.892038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:29.968095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.002507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:28Z', 'revision_number': 10, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:30.043457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:30.070732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:30.071068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.076858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:30.077733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:30.116978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-40c9c00d-eb90-48a7-8182-c9a6e1dc12e6', 'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6', 'tenant_id': 'd14d263bc1494b47bd76f2a956514169', 'fixed_ips': [{'subnet_id': 'd4c16694-b3c4-4886-810b-6c6f16d887b7'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:52:30.117357 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.160249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] DHCP port deletion for 50f97778-e24f-4c2f-b17e-51d3679ed47a request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:30.198913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.216160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:30.245516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 52c2ba8b-404a-41ad-bd99-5beaefe141a0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=52c2ba8b-404a-41ad-bd99-5beaefe141a0,segment=NetworkSegment(23de4d47-7171-4b93-89d6-ed0d62ba1ef8),segment_id=23de4d47-7171-4b93-89d6-ed0d62ba1ef8)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:30.245881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.309482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 52c2ba8b-404a-41ad-bd99-5beaefe141a0 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:30.485582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52c2ba8b-404a-41ad-bd99-5beaefe141a0 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:30.489178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.528820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 52c2ba8b-404a-41ad-bd99-5beaefe141a0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:30.529443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 52c2ba8b-404a-41ad-bd99-5beaefe141a0 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:30.536572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Deleting port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:30.536988 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.542216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Allocated IP 172.20.0.2 (40c9c00d-eb90-48a7-8182-c9a6e1dc12e6/d4c16694-b3c4-4886-810b-6c6f16d887b7/60d18efd-4c67-4dc9-9645-76741459b04c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:30.565321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=52c2ba8b-404a-41ad-bd99-5beaefe141a0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:30.596054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:30.696005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] For port 52c2ba8b-404a-41ad-bd99-5beaefe141a0, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:30.696005 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.730799 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.741075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Calling delete_port for 52c2ba8b-404a-41ad-bd99-5beaefe141a0 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:30.749196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:52:30.761132 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.778502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.792152 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.864191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f97778-e24f-4c2f-b17e-51d3679ed47a']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:30.881238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23de4d47-7171-4b93-89d6-ed0d62ba1ef8') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:30.881528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23de4d47-7171-4b93-89d6-ed0d62ba1ef8') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:30.898236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.937646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e773f-b0b1-466d-8789-d8995966d582 req-0a7b784e-e00d-464a-bdfd-876b39ad2f27 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:30.941584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b7e773f-b0b1-466d-8789-d8995966d582 req-0a7b784e-e00d-464a-bdfd-876b39ad2f27 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1714962 Nov 02 16:52:30.955692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:30.958172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736426-6072-4325-acab-d30ef49c7504 req-3b82715c-0208-4e9e-919b-5b8434c97c61 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:30.960160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1736426-6072-4325-acab-d30ef49c7504 req-3b82715c-0208-4e9e-919b-5b8434c97c61 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1249492 Nov 02 16:52:30.990619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:30.991039 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:31.010911 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:31.018336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Pushing event deleted for resources: {'Port': ['ID=52c2ba8b-404a-41ad-bd99-5beaefe141a0,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:31.055186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1736426-6072-4325-acab-d30ef49c7504 req-1e3bd331-1801-4312-bd4c-916a76f9c2a7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854232 Nov 02 16:52:31.063419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b7e773f-b0b1-466d-8789-d8995966d582 req-7311b2e1-d984-4b3b-b18d-3a69f2144869 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020238 Nov 02 16:52:31.083544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Allocated IP 172.25.7.69 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/85e088d5-6bd2-4178-a99d-bf09953c404d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:31.093931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] No DVR routers for this DVR port 52c2ba8b-404a-41ad-bd99-5beaefe141a0 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:31.101998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.103024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.103492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.103810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.104117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.104640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.117274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.117274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.117274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.117274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.117274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.117274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2f5c1-45e8-4a0e-bc44-cd8793358474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:31.159146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.165384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.170171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.176833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.182683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/50f97778-e24f-4c2f-b17e-51d3679ed47a HTTP/1.1" status: 204 len: 168 time: 1.4154265 Nov 02 16:52:31.183792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58748) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:31.195710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf119f-d7e1-4649-a847-270fa41bc569 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=50f97778-e24f-4c2f-b17e-51d3679ed47a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:31.214962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:28Z', 'revision_number': 10, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:31.258147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:31.261583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:31.264338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c717cd5-0689-49b5-9730-d4ef6e0268f2 None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:28Z', 'revision_number': 10, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None, '_interfaces': [{'id': '884e268b-5f54-473d-92fb-ee12486c7f55', 'name': '', 'network_id': 'eebd653f-bdf4-4fa8-ad35-dd1332a2b16d', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'mac_address': 'fa:16:3e:3a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:40Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 5, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'subnets': [{'id': '4f23d9cf-9832-4cc4-adfe-3d716482db46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:31.267166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:31.280686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Pushing event updated for resources: {'Port': ['ID=60d18efd-4c67-4dc9-9645-76741459b04c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:31.285563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.334120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.381156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Attempting to bind port 60d18efd-4c67-4dc9-9645-76741459b04c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:52:31.381902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Attempting to bind port 60d18efd-4c67-4dc9-9645-76741459b04c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '2b8041aa-29fc-4f9c-96b8-bcee004e28b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:52:31.382494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Attempting to bind port 60d18efd-4c67-4dc9-9645-76741459b04c on network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:31.387960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:31.388931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Checking segment: {'id': '2b8041aa-29fc-4f9c-96b8-bcee004e28b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:52:31.390592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.391172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Bound using segment: {'id': '2b8041aa-29fc-4f9c-96b8-bcee004e28b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:31.391873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Bound port: 60d18efd-4c67-4dc9-9645-76741459b04c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8041aa-29fc-4f9c-96b8-bcee004e28b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:52:31.392463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.399918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:31.401592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Port': ['ID=85e088d5-6bd2-4178-a99d-bf09953c404d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:31.404372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:31.406901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:31.486701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] For port 60d18efd-4c67-4dc9-9645-76741459b04c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:31.490827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] For port 60d18efd-4c67-4dc9-9645-76741459b04c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60d18efd-4c67-4dc9-9645-76741459b04c,segment=NetworkSegment(2b8041aa-29fc-4f9c-96b8-bcee004e28b7),segment_id=2b8041aa-29fc-4f9c-96b8-bcee004e28b7)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:31.496511 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.598167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932a779-bac3-446b-99ca-ecd933ee253c None None] Pushing event updated for resources: {'Port': ['ID=60d18efd-4c67-4dc9-9645-76741459b04c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:31.706187 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:31.755506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.119454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 884e268b-5f54-473d-92fb-ee12486c7f55 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:32.120647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.313390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 884e268b-5f54-473d-92fb-ee12486c7f55, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=884e268b-5f54-473d-92fb-ee12486c7f55,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:32.313766 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.335120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 884e268b-5f54-473d-92fb-ee12486c7f55 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:32.424215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad0738-36e2-431c-ad21-ac32cec500eb req-0f528d2c-aca6-4bdf-9f97-bf56135c9bfc tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:32.425769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14ad0738-36e2-431c-ad21-ac32cec500eb req-0f528d2c-aca6-4bdf-9f97-bf56135c9bfc tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2009032 Nov 02 16:52:32.434714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0437-8196-4a16-b9a1-11fb22ad9e18 req-e2fd92a4-acf6-4c13-9d68-d3aca9a94313 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:32.435140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc6d0437-8196-4a16-b9a1-11fb22ad9e18 req-e2fd92a4-acf6-4c13-9d68-d3aca9a94313 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2091236 Nov 02 16:52:32.446155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 60d18efd-4c67-4dc9-9645-76741459b04c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:32.523638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.553264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 60d18efd-4c67-4dc9-9645-76741459b04c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:32.553780 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.659245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc6d0437-8196-4a16-b9a1-11fb22ad9e18 req-a7789724-4803-4870-b3b9-6b9ca5ab077f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135966 Nov 02 16:52:32.668740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14ad0738-36e2-431c-ad21-ac32cec500eb req-681b602b-da88-41b7-90f8-2613ac210a0c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216802 Nov 02 16:52:32.691128 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.734562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=884e268b-5f54-473d-92fb-ee12486c7f55,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:32.746929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.753517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Router cc1446fd-2056-4e36-a917-e1b8fc494aa4 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:52:32.830322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 60d18efd-4c67-4dc9-9645-76741459b04c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60d18efd-4c67-4dc9-9645-76741459b04c,segment=NetworkSegment(2b8041aa-29fc-4f9c-96b8-bcee004e28b7),segment_id=2b8041aa-29fc-4f9c-96b8-bcee004e28b7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:32.838476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:32.895701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3b5a0f70-76b1-4a82-9531-04f1cd78f985 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:32.956479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3b5a0f70-76b1-4a82-9531-04f1cd78f985 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:32.957172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3b5a0f70-76b1-4a82-9531-04f1cd78f985 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:32.973005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d958c3-b6b4-41f5-a716-433b67aab778 None None] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:33.007438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:33.019739 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] Sync routers for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:33.039495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.041952 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:33.042780 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.044456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c1d495c8-9ab0-4f0c-a0fd-45b469fc578f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.2862322 Nov 02 16:52:33.045283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58754) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:33.074179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=60d18efd-4c67-4dc9-9645-76741459b04c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:33.114429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e227fbb5-7800-4495-a6c7-1e9d49584abb None None] Provisioning complete for port 60d18efd-4c67-4dc9-9645-76741459b04c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:33.114935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e227fbb5-7800-4495-a6c7-1e9d49584abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.121403 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.133423 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:33.134249 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.200078 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.201683 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e952a-c759-439a-be56-5b89858fdf47 None None] The sync data for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:33.332754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.539540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:33.579656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d005dd5d-31de-4a80-80df-1fedf4cd08aa None None] Provisioning complete for port 60d18efd-4c67-4dc9-9645-76741459b04c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:33.580580 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d005dd5d-31de-4a80-80df-1fedf4cd08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.622947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.625798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:33.634848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5766329a-19ba-4459-8d55-1d48cd3add39 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453351 Nov 02 16:52:33.635001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58756) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:33.644368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:33.660389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:33.661024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.797260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:33.806811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting subnet 4f23d9cf-9832-4cc4-adfe-3d716482db46 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:52:33.822844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.848884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afce31-1e04-4199-a72e-46c7ce4709aa req-c09a0092-4404-467f-a3f0-0cc66160b9ff tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:33.851632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95afce31-1e04-4199-a72e-46c7ce4709aa req-c09a0092-4404-467f-a3f0-0cc66160b9ff tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1055293 Nov 02 16:52:33.868113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:32Z', 'revision_number': 11, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.877904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885876-70ec-4c60-87a3-58843fa42fca req-9709bc7b-6243-4b6c-afa9-ec7bc3daee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:33.879420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-9709bc7b-6243-4b6c-afa9-ec7bc3daee9f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace&tenant_id=5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 1094 time: 0.1393306 Nov 02 16:52:33.881566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624686b-0d03-401b-9250-ec0f91897e2f req-2e648943-7e50-428d-8631-246be273d5a5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:33.883980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7624686b-0d03-401b-9250-ec0f91897e2f req-2e648943-7e50-428d-8631-246be273d5a5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.0991666 Nov 02 16:52:33.899412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:33.902211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:33.912678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:33.913482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:33.957311 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95afce31-1e04-4199-a72e-46c7ce4709aa req-eb3ea185-9eab-404c-9606-d4fa30468e7d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926118 Nov 02 16:52:33.975896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7624686b-0d03-401b-9250-ec0f91897e2f req-1b94d685-9fd5-4a77-bb2b-40b6b60305b8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762928 Nov 02 16:52:34.003349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:34.064433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:32Z', 'revision_number': 11, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:34.092322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee5c07-a6cc-40ad-90ff-095bfba6606f None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:32Z', 'revision_number': 11, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:34.100350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885876-70ec-4c60-87a3-58843fa42fca req-c2adcbdf-6ab3-4d54-9ef3-5d8058a3393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:34.101953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-c2adcbdf-6ab3-4d54-9ef3-5d8058a3393f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1094 time: 0.1526268 Nov 02 16:52:34.212936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.261618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Allocated IP 172.20.0.1 (40c9c00d-eb90-48a7-8182-c9a6e1dc12e6/d4c16694-b3c4-4886-810b-6c6f16d887b7/9364486b-92f3-41d7-bf0f-90e420baf09a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:34.362490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885876-70ec-4c60-87a3-58843fa42fca req-9efae4ed-4e39-457f-beeb-48afee2177ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:34.363889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-9efae4ed-4e39-457f-beeb-48afee2177ed service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.2515309 Nov 02 16:52:34.382376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.461196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Subnet': ['ID=4f23d9cf-9832-4cc4-adfe-3d716482db46,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:34.488128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.498579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/4f23d9cf-9832-4cc4-adfe-3d716482db46 HTTP/1.1" status: 204 len: 168 time: 0.8566735 Nov 02 16:52:34.499221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:34.502835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedad640-79b1-4290-b1fe-172b84a18c33 None None] Network eebd653f-bdf4-4fa8-ad35-dd1332a2b16d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:34.505174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.505726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.506350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.506869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.507387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.507902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.508400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.508905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.509445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.510204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.510793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.511627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff1d4b0-8a85-4002-ae6a-a468e319b553 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:34.530855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-37e9b964-2dbc-420d-9d86-7ea1a8a99d78 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 998 time: 0.1588681 Nov 02 16:52:34.533958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.618734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885876-70ec-4c60-87a3-58843fa42fca req-70cfcf34-72a8-4ead-8990-f12e99395a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:34.620472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-70cfcf34-72a8-4ead-8990-f12e99395a52 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0799441 Nov 02 16:52:34.641285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 60d18efd-4c67-4dc9-9645-76741459b04c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:34.645002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.690030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.718870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:34.732401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:34.736315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:34.745941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Port': ['ID=9364486b-92f3-41d7-bf0f-90e420baf09a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:34.754907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 60d18efd-4c67-4dc9-9645-76741459b04c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:34.755285 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.786074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885876-70ec-4c60-87a3-58843fa42fca req-ce083eee-c40a-4b64-b64a-8473e8d080b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:34.787661 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-ce083eee-c40a-4b64-b64a-8473e8d080b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581533 Nov 02 16:52:34.807448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Deleting port 445c44dd-0dc2-4645-9fdc-e68a38434444 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:34.807802 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.876455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.899688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] DHCP port deletion for eebd653f-bdf4-4fa8-ad35-dd1332a2b16d request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:34.925134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] For port 445c44dd-0dc2-4645-9fdc-e68a38434444, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=445c44dd-0dc2-4645-9fdc-e68a38434444,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:34.925816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:34.951874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Calling delete_port for 445c44dd-0dc2-4645-9fdc-e68a38434444 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:34.975365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] Deleting port 445c44dd-0dc2-4645-9fdc-e68a38434444 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:34.975741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.017141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-620f0fb0-5e62-462c-a88a-40cdfcb399f5 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207115 Nov 02 16:52:35.044085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 884e268b-5f54-473d-92fb-ee12486c7f55 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:35.145422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 884e268b-5f54-473d-92fb-ee12486c7f55 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:35.146616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.147908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 884e268b-5f54-473d-92fb-ee12486c7f55 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:35.182308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] For port 445c44dd-0dc2-4645-9fdc-e68a38434444, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=445c44dd-0dc2-4645-9fdc-e68a38434444,segment=NetworkSegment(16f36241-cde5-40c8-aa4d-b37313688cd8),segment_id=16f36241-cde5-40c8-aa4d-b37313688cd8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:35.183012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.209555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] Calling delete_port for 445c44dd-0dc2-4645-9fdc-e68a38434444 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:35.220647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.221278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ed93cc9d-6078-4254-8e9b-4ad848a19a65 None None] Provisioning complete for port 9364486b-92f3-41d7-bf0f-90e420baf09a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:35.221975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ed93cc9d-6078-4254-8e9b-4ad848a19a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.235656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29fc49-66da-46f7-a1ea-f4bc5f9ed845 req-746dca74-2e0d-47fa-8a02-c337ad023f5e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:35.237231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a29fc49-66da-46f7-a1ea-f4bc5f9ed845 req-746dca74-2e0d-47fa-8a02-c337ad023f5e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1110137 Nov 02 16:52:35.258101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70e483-da8d-4921-9119-9e2562389711 req-4dbc021d-bb87-499e-8e15-2eeb30f56272 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:35.260447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd70e483-da8d-4921-9119-9e2562389711 req-4dbc021d-bb87-499e-8e15-2eeb30f56272 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1485426 Nov 02 16:52:35.289432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-95ddd354-7030-4b87-9bf9-46c1daed8d1b service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641208 Nov 02 16:52:35.319206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ed93cc9d-6078-4254-8e9b-4ad848a19a65 None None] Port 9364486b-92f3-41d7-bf0f-90e420baf09a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:52:35.334481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Port': ['ID=445c44dd-0dc2-4645-9fdc-e68a38434444,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:35.345284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No DVR routers for this DVR port 445c44dd-0dc2-4645-9fdc-e68a38434444 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:35.369988 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.406147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] Pushing event deleted for resources: {'Port': ['ID=445c44dd-0dc2-4645-9fdc-e68a38434444,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:35.407075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096b311-9a35-4a6d-ab93-afd6fec1ed35 None None] No DVR routers for this DVR port 445c44dd-0dc2-4645-9fdc-e68a38434444 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:35.494885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a29fc49-66da-46f7-a1ea-f4bc5f9ed845 req-43ed76c3-4e1b-459b-903f-a9045a3a9a72 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955991 Nov 02 16:52:35.510908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.525704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd70e483-da8d-4921-9119-9e2562389711 req-e486ccff-88cb-4556-b58d-7f0bb59642b2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235231 Nov 02 16:52:35.543168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebd653f-bdf4-4fa8-ad35-dd1332a2b16d']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:35.564148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f36241-cde5-40c8-aa4d-b37313688cd8') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:35.564698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f36241-cde5-40c8-aa4d-b37313688cd8') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:35.579800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.586392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.595502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.603880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.612382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:35.613113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:35.616480 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:35.696144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.717323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:35.723924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/networks/eebd653f-bdf4-4fa8-ad35-dd1332a2b16d HTTP/1.1" status: 204 len: 168 time: 1.2225795 Nov 02 16:52:35.724631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58780) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:35.750389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'routes': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:35.752985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe7f5c-e2f0-4874-96e3-7e05255f1744 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Pushing event deleted for resources: {'Network': ['ID=eebd653f-bdf4-4fa8-ad35-dd1332a2b16d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:36.065614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.extraroute_db [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Added routes are [] {{(pid=102066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 16:52:36.066434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.extraroute_db [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Removed routes are [] {{(pid=102066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 16:52:36.067113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:36.172909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Port': ['ID=9364486b-92f3-41d7-bf0f-90e420baf09a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:36.199910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:36.373087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:36.378981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:36.386065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 445c44dd-0dc2-4645-9fdc-e68a38434444 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:36.414919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:36.416748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 445c44dd-0dc2-4645-9fdc-e68a38434444 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:36.417096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 445c44dd-0dc2-4645-9fdc-e68a38434444 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:36.417252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:36.628799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:36.703591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Router cc1446fd-2056-4e36-a917-e1b8fc494aa4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:36.870684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f23827b9-79ea-49c7-bdf8-abab3714d10f None None] Provisioning complete for port 9364486b-92f3-41d7-bf0f-90e420baf09a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:36.871769 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f23827b9-79ea-49c7-bdf8-abab3714d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:36.900585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:36.911000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:36.924444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-48740c3f-4e18-4892-8b39-b420528825bb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "PUT /v2.0/routers/cc1446fd-2056-4e36-a917-e1b8fc494aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8755167 Nov 02 16:52:36.925598 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] Sync routers for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:36.927482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58790) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:36.934550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Request body: {'port': {'network_id': '40c9c00d-eb90-48a7-8182-c9a6e1dc12e6', 'name': 'tempest-FloatingIPAdminTestJSON-140770625'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:36.943746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f23827b9-79ea-49c7-bdf8-abab3714d10f None None] Port 9364486b-92f3-41d7-bf0f-90e420baf09a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:52:36.947720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] Sync routers for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:36.953451 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:36.954302 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:36.957812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:36.960865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:36.961887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:36.978246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-78b6664a-36ed-4e90-80c1-56671fe90aee tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 703 time: 1.2322581 Nov 02 16:52:36.997112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58792) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:37.008750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda48001-35f2-45b8-a020-9592a62f3d1f req-5904e0ad-354b-4a39-bad3-74db5c67fa09 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:37.017762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fda48001-35f2-45b8-a020-9592a62f3d1f req-5904e0ad-354b-4a39-bad3-74db5c67fa09 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.3370554 Nov 02 16:52:37.062784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-77eb4a30-eeac-46cc-941c-5c3c731204c1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 205 time: 0.0423639 Nov 02 16:52:37.063421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58794) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:37.079610 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:37.092806 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:37.093867 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:37.134424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Made reservation on behalf of d14d263bc1494b47bd76f2a956514169 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:37.136143 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:37.137231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326fc49d-7b7f-4aa6-9c49-6039a6961177 None None] The sync data for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:37.149920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.174912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:37.177446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6c28b-b241-47ef-a573-9bb415a89fbf req-eaee2436-1c4b-4fff-8448-f34442b2d48f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:37.179075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fab6c28b-b241-47ef-a573-9bb415a89fbf req-eaee2436-1c4b-4fff-8448-f34442b2d48f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.3534827 Nov 02 16:52:37.196373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] device_id is not set on port 74fb357d-afcf-43e4-a681-8f3537e835f4 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:52:37.207375 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fda48001-35f2-45b8-a020-9592a62f3d1f req-7489f185-b931-4ad8-bcdb-6c0e234d4f83 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885307 Nov 02 16:52:37.209768 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.253613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:32Z', 'revision_number': 11, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:37.298513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] Checking router: 5edf9e1d-cc68-44fd-8a67-3e0276370b09 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:37.308828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] Routers {'5edf9e1d-cc68-44fd-8a67-3e0276370b09'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:37.309591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:37.450575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] Set router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:37.512444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Allocated IP 172.20.0.12 (40c9c00d-eb90-48a7-8182-c9a6e1dc12e6/d4c16694-b3c4-4886-810b-6c6f16d887b7/74fb357d-afcf-43e4-a681-8f3537e835f4) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:37.555332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.559867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.606555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:32Z', 'revision_number': 11, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:37.644774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fab6c28b-b241-47ef-a573-9bb415a89fbf req-9cb100a6-1528-478c-92d5-2510f6ee5473 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472537 Nov 02 16:52:37.668549 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.670712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router 5edf9e1d-cc68-44fd-8a67-3e0276370b09 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:52:37.691900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ee89e-9a11-4a2b-86cf-110fe8ba8faa None None] The sync data for ids ['5edf9e1d-cc68-44fd-8a67-3e0276370b09'] in n-d-811405-2 is: [{'id': '5edf9e1d-cc68-44fd-8a67-3e0276370b09', 'name': 'tempest-RoutersIpV6Test-router-70624054', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:38Z', 'updated_at': '2021-11-02T16:52:32Z', 'revision_number': 11, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:37.697563 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.698710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ddec3266-79cb-4d1c-9ceb-2bbb950a57d1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 204 len: 168 time: 0.6285009 Nov 02 16:52:37.710953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58796) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:37.725091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1465615229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:37.766007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.768014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.855774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.861887 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.892990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:37.899778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-350ebe86-e5d0-47f2-bede-6f77832a024c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1872365 Nov 02 16:52:37.901141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:37.907508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:37.982854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.063821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.178490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:38.183447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:38.186715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:38.209117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event updated for resources: {'Port': ['ID=74fb357d-afcf-43e4-a681-8f3537e835f4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:38.318620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.320083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.354007 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55968a74-7f3b-4826-9baa-0dfa9e969b7f tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4241359 Nov 02 16:52:38.359096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58802) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:38.497802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'project_id': 'd14d263bc1494b47bd76f2a956514169', 'port_id': '74fb357d-afcf-43e4-a681-8f3537e835f4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:38.571360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.606300 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35d275d1-e743-4836-a63f-f6fe1a92d53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.621160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1090de59-038f-4919-ad48-90690d333a89 None None] Provisioning complete for port 74fb357d-afcf-43e4-a681-8f3537e835f4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:38.621534 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1090de59-038f-4919-ad48-90690d333a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.707171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1090de59-038f-4919-ad48-90690d333a89 None None] Port 74fb357d-afcf-43e4-a681-8f3537e835f4 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:52:38.767968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:38.827882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.895044 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.910471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec755124-131d-4727-a100-0021de388878 req-4d5316a1-48eb-453d-b7c6-8834de53f5ac tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.912013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec755124-131d-4727-a100-0021de388878 req-4d5316a1-48eb-453d-b7c6-8834de53f5ac tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2423038 Nov 02 16:52:38.946712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:38.964010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f133b4-0b40-4a0c-b7ec-1864458d7f92 req-af06b266-5753-40ed-9b67-d9827750b0e3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.966008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24f133b4-0b40-4a0c-b7ec-1864458d7f92 req-af06b266-5753-40ed-9b67-d9827750b0e3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2084363 Nov 02 16:52:39.121034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec755124-131d-4727-a100-0021de388878 req-0f70fcf8-4943-46a4-8a40-57561866010a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957777 Nov 02 16:52:39.124640 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24f133b4-0b40-4a0c-b7ec-1864458d7f92 req-caf4bf5f-4dd1-4dc8-8fd0-ea5fb0d92722 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483324 Nov 02 16:52:39.129069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Allocated IP 172.25.7.108 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/b5e00b80-db40-4456-9107-73df63d12217) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:39.217644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Router 233bc8a6-9799-4710-b718-8fc4e06e80a7 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:52:39.271028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port b4d947b1-baf7-4ffc-8b33-2400f2b7fc3b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:39.271571 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.345728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:39.353305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.357455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-78cf6170-9200-4cca-b1f3-06ecf16b8979 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "PUT /v2.0/routers/233bc8a6-9799-4710-b718-8fc4e06e80a7 HTTP/1.1" status: 200 len: 698 time: 1.4522038 Nov 02 16:52:39.358315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:39.371028 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] Sync routers for ids ['233bc8a6-9799-4710-b718-8fc4e06e80a7'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:39.397139 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] Routers {'233bc8a6-9799-4710-b718-8fc4e06e80a7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:39.397715 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['233bc8a6-9799-4710-b718-8fc4e06e80a7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:39.436608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.457167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.457932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.503086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for b4d947b1-baf7-4ffc-8b33-2400f2b7fc3b owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:39.581125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a3e9a90-44f2-49c0-b16f-553ce48183ca tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/routers/233bc8a6-9799-4710-b718-8fc4e06e80a7 HTTP/1.1" status: 200 len: 704 time: 0.2216713 Nov 02 16:52:39.583365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58814) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:39.602392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.664339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58816) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:39.675810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ff7b7c09-34d6-418b-bbe9-ed9d7cb302d3 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=233bc8a6-9799-4710-b718-8fc4e06e80a7 HTTP/1.1" status: 200 len: 205 time: 0.0887012 Nov 02 16:52:39.712599 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] Set router 233bc8a6-9799-4710-b718-8fc4e06e80a7 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:39.804394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:39.813911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:39.829574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233bc8a6-9799-4710-b718-8fc4e06e80a7', 'name': 'tempest-RoutersIpV6Test-router-1465615229', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:37Z', 'updated_at': '2021-11-02T16:52:38Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:39.829973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:39.836230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e00b80-db40-4456-9107-73df63d12217,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:39.852621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:39.864282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] Checking router: 233bc8a6-9799-4710-b718-8fc4e06e80a7 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:39.887438 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] Routers {'233bc8a6-9799-4710-b718-8fc4e06e80a7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:39.889293 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['233bc8a6-9799-4710-b718-8fc4e06e80a7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:40.018751 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] Set router 233bc8a6-9799-4710-b718-8fc4e06e80a7 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:40.098011 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233bc8a6-9799-4710-b718-8fc4e06e80a7', 'name': 'tempest-RoutersIpV6Test-router-1465615229', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:37Z', 'updated_at': '2021-11-02T16:52:38Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:40.142343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:40.146929 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3d692-281a-47ed-b320-a09dbdba2b1a None None] The sync data for ids ['233bc8a6-9799-4710-b718-8fc4e06e80a7'] in n-d-811405-2 is: [{'id': '233bc8a6-9799-4710-b718-8fc4e06e80a7', 'name': 'tempest-RoutersIpV6Test-router-1465615229', 'tenant_id': 'fb44a2650765437487e19b82e3d956f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:37Z', 'updated_at': '2021-11-02T16:52:38Z', 'revision_number': 2, 'project_id': 'fb44a2650765437487e19b82e3d956f2', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:40.151944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:40.228600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:40.278314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=b4d947b1-baf7-4ffc-8b33-2400f2b7fc3b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:40.362483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:40.364150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Fanout notify agent at l3_agent the message router_deleted on router 233bc8a6-9799-4710-b718-8fc4e06e80a7 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:52:40.377486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:40.386789 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ce4eb90-e748-4b4f-b889-fde0a046490e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/233bc8a6-9799-4710-b718-8fc4e06e80a7 HTTP/1.1" status: 204 len: 168 time: 0.7197747 Nov 02 16:52:40.390739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58822) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.502011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43d05b9c-23f6-4e0b-ae9e-b0cc408a877e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=233bc8a6-9799-4710-b718-8fc4e06e80a7 HTTP/1.1" status: 200 len: 205 time: 0.1080348 Nov 02 16:52:40.506758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58824) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.610966 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-2443639c-b495-4a07-b9a5-75c4aa49a06f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:40.612177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2443639c-b495-4a07-b9a5-75c4aa49a06f tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/233bc8a6-9799-4710-b718-8fc4e06e80a7 HTTP/1.1" status: 404 len: 336 time: 0.1043310 Nov 02 16:52:40.616516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58826) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.616781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c914c-3f64-4787-a3bb-4335c0553bc6 req-83f17e42-a1c8-47f3-b816-a2555fc9167d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:40.630621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd9c914c-3f64-4787-a3bb-4335c0553bc6 req-83f17e42-a1c8-47f3-b816-a2555fc9167d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2071588 Nov 02 16:52:40.647508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:40.648000 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Floating IP 4fdc09b1-591b-4ff3-8bbe-bed481796e74 disassociated (deleted). External IP: 172.25.7.190, port: 73c9ce2b-8cc7-4dbb-b6d3-42703791c583. Nov 02 16:52:40.654738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922f55-c276-48dc-beb0-b3bcf09afa89 req-7d9c69d7-bf3d-4aa8-b9bb-2b875f502e80 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:40.655529 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad98977f-1c49-48ca-9405-ea9d0ec74944 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:40.655529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad98977f-1c49-48ca-9405-ea9d0ec74944 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:40.660155 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ad98977f-1c49-48ca-9405-ea9d0ec74944 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/a8e295f4-aec9-4c1b-9cc2-fea6115bd185 HTTP/1.1" status: 404 len: 337 time: 0.0422421 Nov 02 16:52:40.668091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14922f55-c276-48dc-beb0-b3bcf09afa89 req-7d9c69d7-bf3d-4aa8-b9bb-2b875f502e80 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2192056 Nov 02 16:52:40.668826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58828) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.751763 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be823b5-d6ad-4f48-ac5f-fe4064f6d999 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:40.752282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be823b5-d6ad-4f48-ac5f-fe4064f6d999 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:40.759682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9be823b5-d6ad-4f48-ac5f-fe4064f6d999 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/7dfa4853-9193-4213-a304-ddbe28626f7c HTTP/1.1" status: 404 len: 337 time: 0.0696397 Nov 02 16:52:40.762290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.794091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd9c914c-3f64-4787-a3bb-4335c0553bc6 req-0ad8f5e1-d525-4b73-9ecb-0939334ebb53 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623003 Nov 02 16:52:40.811312 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0708fac5-fa58-4535-bacd-9926638417a8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:40.812066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0708fac5-fa58-4535-bacd-9926638417a8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:40.813185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14922f55-c276-48dc-beb0-b3bcf09afa89 req-c1678ade-ff89-4346-957b-8d752c7ba59f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093910 Nov 02 16:52:40.839531 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0708fac5-fa58-4535-bacd-9926638417a8 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/71594e69-6a5e-485e-8c54-0ca4d50daab8 HTTP/1.1" status: 404 len: 337 time: 0.0619462 Nov 02 16:52:40.840010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58832) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.865983 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b986a154-c976-4d36-806e-ce125ce73864 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:40.866612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b986a154-c976-4d36-806e-ce125ce73864 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:40.870186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b986a154-c976-4d36-806e-ce125ce73864 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/4f23d9cf-9832-4cc4-adfe-3d716482db46 HTTP/1.1" status: 404 len: 337 time: 0.0331764 Nov 02 16:52:40.874632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58834) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.917666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-71632b6f-657e-4090-af03-4f5e69e1e14c tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 200 len: 205 time: 0.0417149 Nov 02 16:52:40.920919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58836) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:40.951940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:41.001515 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-e495f801-010c-4b16-95f4-610c585a5bf1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:41.005271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e495f801-010c-4b16-95f4-610c585a5bf1 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/5edf9e1d-cc68-44fd-8a67-3e0276370b09 HTTP/1.1" status: 404 len: 336 time: 0.0806003 Nov 02 16:52:41.005651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58838) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.036319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b9bc73cd-0770-42b7-96a1-d0ef18a0dac6 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=c20e6ee9-bcb3-4251-8c72-31935ed26f41 HTTP/1.1" status: 200 len: 205 time: 0.0295281 Nov 02 16:52:41.038653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58840) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.077501 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-6ddae46c-92dd-4830-8c2a-cea0155dbc24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:41.079087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6ddae46c-92dd-4830-8c2a-cea0155dbc24 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/c20e6ee9-bcb3-4251-8c72-31935ed26f41 HTTP/1.1" status: 404 len: 336 time: 0.0394385 Nov 02 16:52:41.081576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58842) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.134889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:41.137225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5c492fa-c3a3-4485-87f8-14a49c1a0214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:41.162498 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b855b-d08c-4f55-befb-9c9e9304cf7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:41.163098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b855b-d08c-4f55-befb-9c9e9304cf7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:41.166226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-905b855b-d08c-4f55-befb-9c9e9304cf7a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/3ac7e8b1-1639-4567-bd59-eecc3799aca0 HTTP/1.1" status: 404 len: 337 time: 0.0836277 Nov 02 16:52:41.169274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58844) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.216024 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b0ccf988-0d4c-45e8-947d-96ba3b3d72e7 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 200 len: 205 time: 0.0438318 Nov 02 16:52:41.219646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:41.222825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58846) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.319580 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-a321ce62-86ed-4ee8-9653-cb740a980b42 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:41.320922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a321ce62-86ed-4ee8-9653-cb740a980b42 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/c5aa8e06-a01a-4612-869b-8e3e69fbf293 HTTP/1.1" status: 404 len: 336 time: 0.0967853 Nov 02 16:52:41.324108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58848) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.352761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:41.353012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f45b3656-e3ab-4921-943c-e300c61e92d4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 HTTP/1.1" status: 200 len: 205 time: 0.0273750 Nov 02 16:52:41.355990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58850) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.398418 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-da13264a-782d-4e94-bb34-8e76289ab8c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:41.402626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-da13264a-782d-4e94-bb34-8e76289ab8c4 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/8f9cdbc4-3a46-4a0e-9d6a-4b8daa1fa881 HTTP/1.1" status: 404 len: 336 time: 0.0458014 Nov 02 16:52:41.403353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58852) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.439718 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bca2d2-b118-485a-b97b-81eba21c3e4a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:41.440349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bca2d2-b118-485a-b97b-81eba21c3e4a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:41.446807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7bca2d2-b118-485a-b97b-81eba21c3e4a tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/fb5e8d5c-fe52-49dd-a54e-01abe773a1e7 HTTP/1.1" status: 404 len: 337 time: 0.0415390 Nov 02 16:52:41.447505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58854) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.491247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cda092d7-8dfd-48de-9fe2-f85fa89fed3e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d HTTP/1.1" status: 200 len: 205 time: 0.0413425 Nov 02 16:52:41.492781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.622117 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-8c1c3720-ea95-47d6-8362-51f856ffe894 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:41.625562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c1c3720-ea95-47d6-8362-51f856ffe894 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/9b7d7be8-6ed1-43e8-8326-97b48c0ffd6d HTTP/1.1" status: 404 len: 336 time: 0.1293409 Nov 02 16:52:41.630714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58858) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.669118 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b469cbd4-05f0-40e0-b8ec-6a27bfaa4074 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:41.670962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b469cbd4-05f0-40e0-b8ec-6a27bfaa4074 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:41.677171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b469cbd4-05f0-40e0-b8ec-6a27bfaa4074 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/cca518ab-dc36-49ce-905c-185ba53ba468 HTTP/1.1" status: 404 len: 337 time: 0.0447879 Nov 02 16:52:41.677848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58860) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.717994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d56c66fb-bec6-47f1-a692-17a518de527e tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cfae669-2114-49d5-a33b-c28113baf92d HTTP/1.1" status: 200 len: 205 time: 0.0360987 Nov 02 16:52:41.719134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58862) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.762705 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-717b9fe1-6927-45a5-8780-e13e935b5377 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] delete failed (client error): The resource could not be found. Nov 02 16:52:41.764775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-717b9fe1-6927-45a5-8780-e13e935b5377 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/routers/4cfae669-2114-49d5-a33b-c28113baf92d HTTP/1.1" status: 404 len: 336 time: 0.0439017 Nov 02 16:52:41.768685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58864) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.802162 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-86535e82-7743-424c-82c3-6add129f7257 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:41.802162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86535e82-7743-424c-82c3-6add129f7257 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:41.802162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-86535e82-7743-424c-82c3-6add129f7257 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/52455d29-fbbd-4aaa-afb4-9e558c34f44a HTTP/1.1" status: 404 len: 337 time: 0.0316210 Nov 02 16:52:41.806323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58866) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.848606 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cd8b7b-546f-4074-8ed9-363b9f209d85 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] DELETE failed (client error): The resource could not be found. Nov 02 16:52:41.849183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cd8b7b-546f-4074-8ed9-363b9f209d85 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:52:41.853263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f3cd8b7b-546f-4074-8ed9-363b9f209d85 tempest-RoutersIpV6Test-1056416341 tempest-RoutersIpV6Test-1056416341-project] 10.222.0.31 "DELETE /v2.0/subnets/348e3817-32b5-402a-a558-33b9214c51f5 HTTP/1.1" status: 404 len: 337 time: 0.0458453 Nov 02 16:52:41.963091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:41.970734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:41.983992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:42.002867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:42.003506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:42.026619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c782abad-a833-4255-85a3-a443671a9457 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "DELETE /v2.0/floatingips/4fdc09b1-591b-4ff3-8bbe-bed481796e74 HTTP/1.1" status: 204 len: 168 time: 3.2561166 Nov 02 16:52:42.047653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:42.049811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:42.054301 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc8874-ff5f-4278-a510-be1d11727fef" -d '{"events": [{"name": "network-changed", "server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:42.058704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:42.171709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e968-5a53-4df1-8435-137d49a1723b req-8d371049-1d47-41b5-b01f-adc290e7c228 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.184291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5082e968-5a53-4df1-8435-137d49a1723b req-8d371049-1d47-41b5-b01f-adc290e7c228 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1888855 Nov 02 16:52:42.207892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f101582-ec74-4c31-b226-45c3ea65f18a req-37140ce6-59cd-45ff-ac3f-43d567b0c497 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.220518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f101582-ec74-4c31-b226-45c3ea65f18a req-37140ce6-59cd-45ff-ac3f-43d567b0c497 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2582476 Nov 02 16:52:42.251268 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:42.355772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f101582-ec74-4c31-b226-45c3ea65f18a req-cd0654fb-c9f6-4a88-8dc4-948cf5b31bf9 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324346 Nov 02 16:52:42.394446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e00b80-db40-4456-9107-73df63d12217,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:42.448416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5082e968-5a53-4df1-8435-137d49a1723b req-d58dd14c-d3ef-44bd-8829-86a180fd41b9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163842 Nov 02 16:52:42.498827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:42.537909 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Floating IP 61a16a9f-de04-4bec-8e18-963c127e8a9c associated. External IP: 172.25.7.108, port: 74fb357d-afcf-43e4-a681-8f3537e835f4. Nov 02 16:52:42.691639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58884) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:42.761596 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ad4caa-f1de-4543-b592-d6d336582daa x-openstack-request-id: req-b4ad4caa-f1de-4543-b592-d6d336582daa {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:42.762105 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:42.762475 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4ad4caa-f1de-4543-b592-d6d336582daa {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:42.763148 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'status': 'completed', 'code': 200} Nov 02 16:52:42.857306 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:42.944091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debdc6f-2831-4ebe-bc6d-6b2bdf66c213 req-5d5737b5-9e19-4d50-87fa-ba107c5089cf tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.953600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5debdc6f-2831-4ebe-bc6d-6b2bdf66c213 req-5d5737b5-9e19-4d50-87fa-ba107c5089cf tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.1437826 Nov 02 16:52:42.974937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-9ac04040-118c-470f-a26c-e455027db39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.976576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-9ac04040-118c-470f-a26c-e455027db39a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 1097 time: 0.2116828 Nov 02 16:52:42.990111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-217bb71b-4a5c-41b4-9871-e516d76f51bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb44a2650765437487e19b82e3d956f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969296 Nov 02 16:52:43.007453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58888) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:43.025116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5debdc6f-2831-4ebe-bc6d-6b2bdf66c213 req-317a0e6f-d2ce-47c9-b573-cbd53dbbd099 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701625 Nov 02 16:52:43.027034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:47Z', 'revision_number': 1, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.069769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:43.085623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:43.086391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.124239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c353d08e-df8b-47a8-8049-7deebe9365ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:43.141509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Router cc1446fd-2056-4e36-a917-e1b8fc494aa4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:43.147922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-e226abf0-2b80-4ecd-8e0f-05535ae924bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.149814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-e226abf0-2b80-4ecd-8e0f-05535ae924bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.1651461 Nov 02 16:52:43.171113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c353d08e-df8b-47a8-8049-7deebe9365ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:43.218742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:43.277743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c353d08e-df8b-47a8-8049-7deebe9365ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:43.288882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c353d08e-df8b-47a8-8049-7deebe9365ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:43.292410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c353d08e-df8b-47a8-8049-7deebe9365ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/445283cd-ac07-4bca-963d-c19b08b5f60e HTTP/1.1" status: 204 len: 168 time: 0.2631283 Nov 02 16:52:43.302797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d08e-df8b-47a8-8049-7deebe9365ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445283cd-ac07-4bca-963d-c19b08b5f60e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:43.314428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-086afc80-9974-4020-87b1-45d9c3c586e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 200 len: 217 time: 0.1491573 Nov 02 16:52:43.428581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-e2672dfb-3f5f-40d5-b23f-9a0fe12d8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.429358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-e2672dfb-3f5f-40d5-b23f-9a0fe12d8885 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1038742 Nov 02 16:52:43.530675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:43.548455 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] Sync routers for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:43.562423 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:43.563184 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.589761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd2e46-3eba-4cb3-a69c-0942ffc33daa req-47fc7476-6039-4af7-a480-346a3ca39b60 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.605257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88bd2e46-3eba-4cb3-a69c-0942ffc33daa req-47fc7476-6039-4af7-a480-346a3ca39b60 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1414471 Nov 02 16:52:43.608723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:47Z', 'revision_number': 1, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.625520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-9884d2e0-5c69-463a-b585-878207d6cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.628424 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-9884d2e0-5c69-463a-b585-878207d6cf65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872814 Nov 02 16:52:43.633260 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:43.656287 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.691342 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:43.692005 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.711650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55c1ad-4fc0-49cb-ab3c-231a0cf60957 None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '564ce83b-9b48-468f-b17a-321219c39b28', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'port_id': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'mac_address': 'fa:16:3e:3f:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17909081-3430-4730-a236-56c6905e6792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:48:44Z', 'updated_at': '2021-11-02T16:48:47Z', 'revision_number': 1, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:43.789090 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.789090 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53ae14-07db-4b8f-80b3-fa2992a047f5 None None] The sync data for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:43.800111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:43.820499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88bd2e46-3eba-4cb3-a69c-0942ffc33daa req-dc18a7be-61e3-41d4-95f3-31ede67d2f68 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067821 Nov 02 16:52:43.843644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-bc675b87-82a2-4f22-9735-1f6747f0649d service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831834 Nov 02 16:52:43.873040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c4a79-adb2-4509-a642-1d7fe256e342 req-a6880d1b-07f3-47ce-a6af-71cdc9673935 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.875338 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e6c4a79-adb2-4509-a642-1d7fe256e342 req-a6880d1b-07f3-47ce-a6af-71cdc9673935 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2470877 Nov 02 16:52:43.969224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-064c23e7-9dbf-4153-81bc-622d036d229f tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6041193 Nov 02 16:52:43.969484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e6c4a79-adb2-4509-a642-1d7fe256e342 req-a04c041e-0ebb-4138-936d-07b04a349afe tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831683 Nov 02 16:52:43.970867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58904) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:44.089880 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8cbc8874-ff5f-4278-a510-be1d11727fef req-b89b391a-281a-4ed1-8acc-48359e3f984f service neutron] 10.222.0.55 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205927 Nov 02 16:52:44.255822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ca672c0d-3ef4-4299-ac74-9fdcc1172795 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] 10.222.0.31 "GET /v2.0/floatingips/61a16a9f-de04-4bec-8e18-963c127e8a9c HTTP/1.1" status: 200 len: 983 time: 0.2846642 Nov 02 16:52:44.258859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58912) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:44.288634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfdf92-9179-440c-b0e3-cfd6793ff3ed None None] New status for floating IP 4fdc09b1-591b-4ff3-8bbe-bed481796e74: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:44.293299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad050-22d7-4f5e-92cd-f9657d18cffe req-68bf61c5-932e-4ae4-9428-db9b53a6dd73 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:44.297253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-caaad050-22d7-4f5e-92cd-f9657d18cffe req-68bf61c5-932e-4ae4-9428-db9b53a6dd73 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.1255779 Nov 02 16:52:44.358487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-caaad050-22d7-4f5e-92cd-f9657d18cffe req-3820671b-3832-4983-bef3-6c362c532ae9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534499 Nov 02 16:52:44.494605 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a3f6ba42-6f06-43ef-b38f-ae5d270cf363 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.2344217 Nov 02 16:52:44.497955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58920) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:44.516008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-b7d46228-7e70-4f15-881c-b43b0a432c0a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:44.517748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-b7d46228-7e70-4f15-881c-b43b0a432c0a tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 946 time: 0.1392562 Nov 02 16:52:44.731129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58922) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:44.772355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-c80f3310-6f20-47f3-805e-93ad9325450c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666284 Nov 02 16:52:44.805942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:44.806500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:44.903755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting port b5e00b80-db40-4456-9107-73df63d12217 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:44.905113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:44.963243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0997b897-602d-46af-834c-84b9ffc02d16 tempest-ServiceProvidersTest-1017157812 tempest-ServiceProvidersTest-1017157812-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2297168 Nov 02 16:52:44.974547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-e51ce6d3-0923-48bc-b6d3-c3c46c604597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:44.982424 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-e51ce6d3-0923-48bc-b6d3-c3c46c604597 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.0800860 Nov 02 16:52:45.074795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbdbf5-dccd-4748-9dd8-aae4831fb31e req-8aa152da-4efd-4bf9-819e-c15ca63477b9 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:45.079252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63bbdbf5-dccd-4748-9dd8-aae4831fb31e req-8aa152da-4efd-4bf9-819e-c15ca63477b9 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1257923 Nov 02 16:52:45.173420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:45.174002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:45.185463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:45.187123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:45.227075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:45.263157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Calling delete_port for b5e00b80-db40-4456-9107-73df63d12217 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:45.315416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63bbdbf5-dccd-4748-9dd8-aae4831fb31e req-b60be5b0-69be-4bf5-85bf-cdb69b8f0711 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123525 Nov 02 16:52:45.393221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a28c4-beb6-4208-9745-1bcc373f4d9c req-dca68988-39db-4e95-aef6-20750d36c5cb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:45.396832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-354a28c4-beb6-4208-9745-1bcc373f4d9c req-dca68988-39db-4e95-aef6-20750d36c5cb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2150242 Nov 02 16:52:45.420352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-32980f05-534a-4b8c-bd6f-0cfc578da3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:45.432607 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-32980f05-534a-4b8c-bd6f-0cfc578da3e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.4295514 Nov 02 16:52:45.523073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-c6b97af9-f133-47cf-a0cd-ee42771139d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.0802195 Nov 02 16:52:45.660090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58936) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:45.703204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-7882c183-c2e0-4577-ad07-0a78a0846d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:45.705526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-7882c183-c2e0-4577-ad07-0a78a0846d89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.1659906 Nov 02 16:52:45.798866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-60439768-c1d6-4e55-b4a0-5d2023b22c97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725439 Nov 02 16:52:45.840814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:45.946089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=73c9ce2b-8cc7-4dbb-b6d3-42703791c583,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:45.959127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-354a28c4-beb6-4208-9745-1bcc373f4d9c req-537c98a6-fabf-4c99-bc50-cd3a3d6f4735 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5337472 Nov 02 16:52:45.963698 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d979112-a282-40cd-9c1f-2c89a1a270ed req-50a6820f-b5d3-45bb-8318-ffb63a8b5065 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.4149694 Nov 02 16:52:45.996107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74fba09e-bef7-4e50-87ba-8335a06768cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.031597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:46.034671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.038110 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93c5d4ef-3e78-4bd7-b312-7dc94d51e2ca req-f7b2f8b8-51d3-4d07-b7a6-a1cd6b686696 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.55 "DELETE /v2.0/ports/73c9ce2b-8cc7-4dbb-b6d3-42703791c583 HTTP/1.1" status: 204 len: 173 time: 1.5136600 Nov 02 16:52:46.038627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'name': 'network-vif-deleted', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:46.041060 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afcba2c-7edd-4c3d-8a3a-74761fdecb94" -d '{"events": [{"server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "name": "network-vif-deleted", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:46.086878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-d9a7cb84-1497-4d4c-81eb-f5158c23c450 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664711 Nov 02 16:52:46.107992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.194590 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd4afb2-8551-4adc-a15c-65b91e350190 x-openstack-request-id: req-4dd4afb2-8551-4adc-a15c-65b91e350190 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:46.195059 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d95ba78-c3d4-4ab6-9a7a-09486a609261", "name": "network-vif-deleted", "tag": "73c9ce2b-8cc7-4dbb-b6d3-42703791c583", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:46.195660 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dd4afb2-8551-4adc-a15c-65b91e350190 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:46.196244 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d95ba78-c3d4-4ab6-9a7a-09486a609261', 'name': 'network-vif-deleted', 'tag': '73c9ce2b-8cc7-4dbb-b6d3-42703791c583', 'status': 'completed', 'code': 200} Nov 02 16:52:46.221336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Port': ['ID=b5e00b80-db40-4456-9107-73df63d12217,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:46.282828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a2f8a03-600d-4bb7-8fd3-dc553968dab6 req-96871614-8bfe-430b-8104-a38e914ab000 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869254 Nov 02 16:52:46.321250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74fba09e-bef7-4e50-87ba-8335a06768cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.328068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74fba09e-bef7-4e50-87ba-8335a06768cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.342527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.343658 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Floating IP 61a16a9f-de04-4bec-8e18-963c127e8a9c disassociated (deleted). External IP: 172.25.7.108, port: 74fb357d-afcf-43e4-a681-8f3537e835f4. Nov 02 16:52:46.463590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-74fba09e-bef7-4e50-87ba-8335a06768cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9d0a197508a409a863661f919ed927a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8005776 Nov 02 16:52:46.475584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58944) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:46.475584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fba09e-bef7-4e50-87ba-8335a06768cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55264433-17ad-47b0-9d67-bc030f425cab,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:46.601325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1484-435e-45f6-a563-3b9caf429a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.664310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1484-435e-45f6-a563-3b9caf429a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.741678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66d09-608f-4814-b37e-c76f9018a8fa req-41e24195-0167-44be-bcb7-82408a6d8cb7 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:46.745218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dab66d09-608f-4814-b37e-c76f9018a8fa req-41e24195-0167-44be-bcb7-82408a6d8cb7 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1719429 Nov 02 16:52:46.757252 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1484-435e-45f6-a563-3b9caf429a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.760631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1484-435e-45f6-a563-3b9caf429a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:46.765565 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ab8e1484-435e-45f6-a563-3b9caf429a7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55264433-17ad-47b0-9d67-bc030f425cab HTTP/1.1" status: 204 len: 168 time: 0.2952161 Nov 02 16:52:46.776105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e1484-435e-45f6-a563-3b9caf429a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55264433-17ad-47b0-9d67-bc030f425cab,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:46.858740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dab66d09-608f-4814-b37e-c76f9018a8fa req-2d9a6b72-1b5b-4db1-8027-1bec20194873 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036603 Nov 02 16:52:47.223648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-730c8b70-2168-4726-8743-3df63d1c813a req-e6434768-e57a-4049-8e4f-bbd5ba4c3479 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.0738435 Nov 02 16:52:47.255494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Router cc1446fd-2056-4e36-a917-e1b8fc494aa4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:47.450399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c00ba-b7b4-4ab6-be9c-2d959838101c req-a695b6ea-b369-46a7-8b7b-9e08a487375f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:47.452996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f16c00ba-b7b4-4ab6-be9c-2d959838101c req-a695b6ea-b369-46a7-8b7b-9e08a487375f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.2216415 Nov 02 16:52:47.579981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f16c00ba-b7b4-4ab6-be9c-2d959838101c req-7a898834-8c22-4b6d-afe7-cc8a95bcd2f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893555 Nov 02 16:52:47.593835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:47.602551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:47.605087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:47.610517 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] Sync routers for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:47.624656 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:47.625326 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:47.667247 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b7d7d0a-5bd4-4a81-aad8-3cc83d511f98 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "DELETE /v2.0/floatingips/61a16a9f-de04-4bec-8e18-963c127e8a9c HTTP/1.1" status: 204 len: 168 time: 3.1594572 Nov 02 16:52:47.668196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 58964) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:47.696025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:47.697653 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:47.725646 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:47.731094 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:47.772549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:47.822242 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:47.823362 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213be3a4-06eb-40b5-abd6-b9eb43f713ac None None] The sync data for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:47.854362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:47.916700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:52:47.917322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 73c9ce2b-8cc7-4dbb-b6d3-42703791c583 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:47.965904 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:48.059810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118d06b-e51f-44cf-9b20-a957eb2838b0 req-69fb2597-48ac-4e85-9cb7-e97d44bc4825 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:48.067768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9118d06b-e51f-44cf-9b20-a957eb2838b0 req-69fb2597-48ac-4e85-9cb7-e97d44bc4825 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.0701320 Nov 02 16:52:48.098373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Allocated IP 172.25.7.119 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/cfbfef3f-9963-4269-9282-b1e150bcd61a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:48.109438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9118d06b-e51f-44cf-9b20-a957eb2838b0 req-3d39242d-7630-4848-97e5-476ac6302d08 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Nov 02 16:52:48.213143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:48.260639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:48.331557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:48.336717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:48.344315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:48.425009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Pushing event updated for resources: {'Port': ['ID=cfbfef3f-9963-4269-9282-b1e150bcd61a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:48.455004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a890b004-6b65-4905-b64f-cdd7b2232722 req-d09b735e-9efa-43ce-b69d-91c0c9760943 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.0584590 Nov 02 16:52:48.551703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:48.626531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:48.841938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf7a1f-53ff-428c-9c36-3a66d17424d9 req-c371e102-3c48-4b9f-92c4-066bc9380e0f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:48.843149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eeaf7a1f-53ff-428c-9c36-3a66d17424d9 req-c371e102-3c48-4b9f-92c4-066bc9380e0f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.0741656 Nov 02 16:52:48.907484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eeaf7a1f-53ff-428c-9c36-3a66d17424d9 req-465dc1ea-5369-4ce8-9d99-3483ea042909 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 Nov 02 16:52:48.963746 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:48.973560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.100808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Pushing event updated for resources: {'Port': ['ID=cfbfef3f-9963-4269-9282-b1e150bcd61a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:49.108634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.129015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.133727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a93babca-1543-4058-8ffa-a39b29fa1c99 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4538658 Nov 02 16:52:49.137986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 58996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:49.293998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f179d-8af0-40e2-bbe0-a549346fce10 req-9d76f855-bd0a-4564-b1cd-0477bbe08bea tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:49.304743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-333f179d-8af0-40e2-bbe0-a549346fce10 req-9d76f855-bd0a-4564-b1cd-0477bbe08bea tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.0976555 Nov 02 16:52:49.352597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-333f179d-8af0-40e2-bbe0-a549346fce10 req-c2e3f611-483f-48cd-9676-3ff4f54106d1 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Nov 02 16:52:49.407838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:49.432905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.559597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.679292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ec4f388-e7f1-4a70-bf6e-8439a383dded req-5487c17e-9b94-456c-8a51-979dcdaaf242 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.1041112 Nov 02 16:52:49.729030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a902e5-1a94-4e6e-ac27-a6d36220977a req-2010aa56-17c8-44b3-96eb-52d147600d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:49.731016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-77a902e5-1a94-4e6e-ac27-a6d36220977a req-2010aa56-17c8-44b3-96eb-52d147600d5b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 1096 time: 0.0580194 Nov 02 16:52:49.751861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Allocated IP 172.25.7.223 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f7810e17-427b-4f6f-9741-31fcd8cc2c05) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:49.771411 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-77a902e5-1a94-4e6e-ac27-a6d36220977a req-df4743bc-1443-42ba-a75b-d668bc2afa98 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Nov 02 16:52:49.895264 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.938702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:49.983616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:49.988320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:49.995393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:50.024600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Pushing event updated for resources: {'Port': ['ID=f7810e17-427b-4f6f-9741-31fcd8cc2c05,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.025113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:50.129201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699e15-b846-43e9-8717-290a58b19d35 req-36c14b6c-b8e0-44a8-97d9-0341aff77165 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:50.134751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52699e15-b846-43e9-8717-290a58b19d35 req-36c14b6c-b8e0-44a8-97d9-0341aff77165 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.0956445 Nov 02 16:52:50.155793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9378be-d4f2-41e3-a797-fce25315a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.187009 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.214494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52699e15-b846-43e9-8717-290a58b19d35 req-a30b0be3-4ac9-44b9-9394-07e23f1d8eea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764866 Nov 02 16:52:50.251823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9378be-d4f2-41e3-a797-fce25315a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.258229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9378be-d4f2-41e3-a797-fce25315a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.270511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.299777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c9378be-d4f2-41e3-a797-fce25315a0c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dead1e6c0f804d0fbdf0d53698dfc82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729442 Nov 02 16:52:50.301865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9378be-d4f2-41e3-a797-fce25315a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f243df-c7a1-4112-85c4-8f9295fa6c10,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.302512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59026) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:50.423710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83933cc9-48d4-45b4-995e-3f3017534c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.495904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83933cc9-48d4-45b4-995e-3f3017534c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.557011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.566862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.583735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184df3d-3516-4322-b400-b4cf628373c6 req-936c96a3-57dc-4f77-8c17-d8c6dea2ee37 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:50.585261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a184df3d-3516-4322-b400-b4cf628373c6 req-936c96a3-57dc-4f77-8c17-d8c6dea2ee37 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1522009 Nov 02 16:52:50.674412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83933cc9-48d4-45b4-995e-3f3017534c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.676861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83933cc9-48d4-45b4-995e-3f3017534c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.677998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-83933cc9-48d4-45b4-995e-3f3017534c86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4f243df-c7a1-4112-85c4-8f9295fa6c10 HTTP/1.1" status: 204 len: 168 time: 0.3743505 Nov 02 16:52:50.702486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Pushing event updated for resources: {'Port': ['ID=f7810e17-427b-4f6f-9741-31fcd8cc2c05,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.708220 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a184df3d-3516-4322-b400-b4cf628373c6 req-d8588ebf-57b0-4083-b940-de957de6a32c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959828 Nov 02 16:52:50.710015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83933cc9-48d4-45b4-995e-3f3017534c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f243df-c7a1-4112-85c4-8f9295fa6c10,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.712027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.731944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:50.736751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6150cae5-2497-4cd3-877d-85cdb3ff63de tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5936089 Nov 02 16:52:50.736751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59036) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:50.908278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6bacf742-2af3-49e5-986d-6dc486280673 req-41df55f4-2c53-4c4f-a293-cf5c91f2016c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d95ba78-c3d4-4ab6-9a7a-09486a609261 HTTP/1.1" status: 200 len: 210 time: 0.0587323 Nov 02 16:52:50.932546 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-68f3e494-21a5-4342-9076-3956ebf7609a tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4484 time: 0.1946921 Nov 02 16:52:50.936626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59038) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.034725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ecc49c4-b3a5-4e89-9a46-5fbf2914e3da tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0959132 Nov 02 16:52:51.036242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59042) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.143997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59044) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.160380 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ae08ff0-dc5e-4c58-9a65-9cbeaf2380d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.186275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Deleting port f7810e17-427b-4f6f-9741-31fcd8cc2c05 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:51.188257 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.272832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ae08ff0-dc5e-4c58-9a65-9cbeaf2380d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.278061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ae08ff0-dc5e-4c58-9a65-9cbeaf2380d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.294461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.295832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.312480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Calling delete_port for f7810e17-427b-4f6f-9741-31fcd8cc2c05 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:51.333246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ae08ff0-dc5e-4c58-9a65-9cbeaf2380d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8357c65d2b5e4b9d8e784459e8545b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878629 Nov 02 16:52:51.336129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59048) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.363708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae08ff0-dc5e-4c58-9a65-9cbeaf2380d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d110acc8-a238-406c-943f-4e8ca4720f46,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:51.416372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1a5df-672e-4099-9a84-1e4034cb3cea req-ed325e04-5853-4861-be1d-9962f79e5626 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:51.417770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8b1a5df-672e-4099-9a84-1e4034cb3cea req-ed325e04-5853-4861-be1d-9962f79e5626 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1002374 Nov 02 16:52:51.437829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da2988ba-6d4d-4857-8180-2a7633c50114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.483993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.494084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da2988ba-6d4d-4857-8180-2a7633c50114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.502845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8b1a5df-672e-4099-9a84-1e4034cb3cea req-d16a2bbc-fd65-4b54-a8ce-21398f323694 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745604 Nov 02 16:52:51.517854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Pushing event deleted for resources: {'Port': ['ID=f7810e17-427b-4f6f-9741-31fcd8cc2c05,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:51.549436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da2988ba-6d4d-4857-8180-2a7633c50114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.552112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da2988ba-6d4d-4857-8180-2a7633c50114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.556267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-da2988ba-6d4d-4857-8180-2a7633c50114 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d110acc8-a238-406c-943f-4e8ca4720f46 HTTP/1.1" status: 204 len: 168 time: 0.2157910 Nov 02 16:52:51.570626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2988ba-6d4d-4857-8180-2a7633c50114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d110acc8-a238-406c-943f-4e8ca4720f46,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:51.594818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.599501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.603656 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-24138429-0716-40ad-941f-d6880dc65ab1 tempest-FloatingIPAdminTestJSON-1366861808 tempest-FloatingIPAdminTestJSON-1366861808-project] 10.222.0.31 "DELETE /v2.0/floatingips/be684707-d55e-4e2b-8abb-96ff1a5b2da7 HTTP/1.1" status: 204 len: 168 time: 0.5663495 Nov 02 16:52:51.604208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59052) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.743033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Deleting port cfbfef3f-9963-4269-9282-b1e150bcd61a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:51.743495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.830230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.830798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:51.845002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Calling delete_port for cfbfef3f-9963-4269-9282-b1e150bcd61a owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:51.855928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef668-79e4-48f0-8d17-5f60c4577ed8 req-cc8dea9c-0845-4f8f-b503-6e5a59880fe6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:51.858109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-068ef668-79e4-48f0-8d17-5f60c4577ed8 req-cc8dea9c-0845-4f8f-b503-6e5a59880fe6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.0545022 Nov 02 16:52:51.909498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-068ef668-79e4-48f0-8d17-5f60c4577ed8 req-043e2757-2552-4348-b93b-588cb9601301 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Nov 02 16:52:52.003177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:52.035322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfbfef3f-9963-4269-9282-b1e150bcd61a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:52.070358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ffa76-b2d8-4e77-b9b1-623eaef62227 req-247f8909-9b63-44a4-95eb-cb60b667ded4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:52.072879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a81ffa76-b2d8-4e77-b9b1-623eaef62227 req-247f8909-9b63-44a4-95eb-cb60b667ded4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0686014 Nov 02 16:52:52.115397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:52.119294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:52.120520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bb8685ae-58bf-4761-b2cf-c865bb2936b5 tempest-FloatingIPAdminTestJSON-1945069629 tempest-FloatingIPAdminTestJSON-1945069629-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/ba0fdc30-b881-4584-b6f4-5ff30dd1f49b HTTP/1.1" status: 204 len: 168 time: 0.5152156 Nov 02 16:52:52.125335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59074) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:52.134526 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a81ffa76-b2d8-4e77-b9b1-623eaef62227 req-611e1780-23bf-41c8-9e83-d0ab8413003f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552001 Nov 02 16:52:52.241310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting port 74fb357d-afcf-43e4-a681-8f3537e835f4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:52.241919 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:52.469841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a5918-f516-4ef4-bfc8-6ccef643b4f4 req-ce939ea1-c01f-4a76-b111-b0ba25fa8b67 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:52.477770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-051a5918-f516-4ef4-bfc8-6ccef643b4f4 req-ce939ea1-c01f-4a76-b111-b0ba25fa8b67 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0751660 Nov 02 16:52:52.585464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-051a5918-f516-4ef4-bfc8-6ccef643b4f4 req-b4dc1952-248f-4f7f-819b-38df82cb43d3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055944 Nov 02 16:52:52.686648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbae6-2bd8-45bc-ae08-0a8a6a2eb622 req-a90bc007-8801-48b4-abaf-b50659b87b02 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:52.694667 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-634dbae6-2bd8-45bc-ae08-0a8a6a2eb622 req-a90bc007-8801-48b4-abaf-b50659b87b02 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.0786467 Nov 02 16:52:52.746229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-634dbae6-2bd8-45bc-ae08-0a8a6a2eb622 req-82065c5b-0383-4f5f-8b0f-6d238c78a4c8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504088 Nov 02 16:52:52.783957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:52.804095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Calling delete_port for 74fb357d-afcf-43e4-a681-8f3537e835f4 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:52.961643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:53.028536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Port': ['ID=74fb357d-afcf-43e4-a681-8f3537e835f4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:53.060526 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:53.102555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:53.109869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8cd96a89-bf6b-4aa2-b04f-4b8c735dc66c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "DELETE /v2.0/ports/74fb357d-afcf-43e4-a681-8f3537e835f4 HTTP/1.1" status: 204 len: 168 time: 0.9799514 Nov 02 16:52:53.110785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59104) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:53.168751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dafb6c-2a12-4080-9527-aba1139374fb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:53.173724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59108) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:53.173928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c0dafb6c-2a12-4080-9527-aba1139374fb tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1446fd-2056-4e36-a917-e1b8fc494aa4 HTTP/1.1" status: 200 len: 913 time: 0.0616498 Nov 02 16:52:53.630949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:53.777181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9700-62c3-4656-9cf3-72e85779d249 req-2d39f974-e173-4f8e-80f6-29a72fafe215 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:53.788921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a80c9700-62c3-4656-9cf3-72e85779d249 req-2d39f974-e173-4f8e-80f6-29a72fafe215 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0881872 Nov 02 16:52:53.849627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a80c9700-62c3-4656-9cf3-72e85779d249 req-148573b5-21db-41fd-ad6f-01cf95f36846 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595198 Nov 02 16:52:53.990116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced099f-b469-41b7-9de3-0b30713115db req-ba0adc51-5401-48f6-8e86-8ab6e5b5954e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:53.994204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ced099f-b469-41b7-9de3-0b30713115db req-ba0adc51-5401-48f6-8e86-8ab6e5b5954e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1435645 Nov 02 16:52:54.071361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ced099f-b469-41b7-9de3-0b30713115db req-f7af262e-c999-4f52-818c-af8a12810e81 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678365 Nov 02 16:52:54.134865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting port 9364486b-92f3-41d7-bf0f-90e420baf09a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:54.135508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:54.292153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171c3da-2978-48e9-b3a1-4124087a1cf3 req-77165a38-3aff-45d2-8c81-78a13d72a330 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:54.296894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4171c3da-2978-48e9-b3a1-4124087a1cf3 req-77165a38-3aff-45d2-8c81-78a13d72a330 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0774419 Nov 02 16:52:54.305683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:54.320728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Calling delete_port for 9364486b-92f3-41d7-bf0f-90e420baf09a owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:54.368253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4171c3da-2978-48e9-b3a1-4124087a1cf3 req-489b5d32-39cb-4b93-8692-2406b789b663 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650096 Nov 02 16:52:54.568909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:54.603985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Port': ['ID=9364486b-92f3-41d7-bf0f-90e420baf09a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:54.859315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fba72-be16-47cb-858f-36df71810cd4 req-c91259fa-3e8e-47ab-9890-1604430202da tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:54.860880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c50fba72-be16-47cb-858f-36df71810cd4 req-c91259fa-3e8e-47ab-9890-1604430202da tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1061347 Nov 02 16:52:54.932097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c50fba72-be16-47cb-858f-36df71810cd4 req-d8d3ce05-309f-434f-948e-ec266f41455d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648429 Nov 02 16:52:54.942222 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:55.221486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ef818-9178-4a8b-93b2-f064747e4059 req-0e80e155-4329-4708-b4d0-2d5a2845ac3a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:55.230997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-139ef818-9178-4a8b-93b2-f064747e4059 req-0e80e155-4329-4708-b4d0-2d5a2845ac3a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.0831156 Nov 02 16:52:55.286111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Router cc1446fd-2056-4e36-a917-e1b8fc494aa4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:55.288930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-139ef818-9178-4a8b-93b2-f064747e4059 req-64ebb38d-d7db-4516-bc23-660c333aae1c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552256 Nov 02 16:52:55.440363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:55.453771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ee49acc-0121-4125-9de3-1bdd27595c8b tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "PUT /v2.0/routers/cc1446fd-2056-4e36-a917-e1b8fc494aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2764032 Nov 02 16:52:55.454687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] Sync routers for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:55.456100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59174) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:55.468876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:55.469703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:55.516683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:55.529223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] Routers {'cc1446fd-2056-4e36-a917-e1b8fc494aa4'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:55.529938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:55.573072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:55.573959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a4320-d9c2-4c7a-8d60-6707b3ff435b None None] The sync data for ids ['cc1446fd-2056-4e36-a917-e1b8fc494aa4'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:55.651662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db0f29-5a29-47be-ad1d-09c2263b2008 req-83a80255-c3fd-4822-8f46-cec1f24da52b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:55.663273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0db0f29-5a29-47be-ad1d-09c2263b2008 req-83a80255-c3fd-4822-8f46-cec1f24da52b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1426303 Nov 02 16:52:55.691822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:55.805907 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0db0f29-5a29-47be-ad1d-09c2263b2008 req-1c2f355e-587c-4e61-b73c-38a7dc855e38 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410959 Nov 02 16:52:55.884412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:55.986588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting port 85e088d5-6bd2-4178-a99d-bf09953c404d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:55.986884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:56.022361 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:52:56.148773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2dfe-4a71-434b-acd7-b91e729ca403 req-ecf085c4-52c7-45f0-8e1c-5128f15f0634 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:56.149578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-781c2dfe-4a71-434b-acd7-b91e729ca403 req-ecf085c4-52c7-45f0-8e1c-5128f15f0634 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1179521 Nov 02 16:52:56.214079 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:56.297506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-781c2dfe-4a71-434b-acd7-b91e729ca403 req-8615592a-917a-4d24-832a-0435714ae2e6 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345894 Nov 02 16:52:56.303693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Calling delete_port for 85e088d5-6bd2-4178-a99d-bf09953c404d owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:56.599492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d465-e1e9-476a-a592-b22bf5223055 req-f0300553-ac30-4d4a-8262-83890e9b390d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:56.601286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74c6d465-e1e9-476a-a592-b22bf5223055 req-f0300553-ac30-4d4a-8262-83890e9b390d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1332471 Nov 02 16:52:56.676379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74c6d465-e1e9-476a-a592-b22bf5223055 req-d8243508-bf87-4081-8252-f78faef04e31 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658092 Nov 02 16:52:56.706089 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:56.755663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Port': ['ID=85e088d5-6bd2-4178-a99d-bf09953c404d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:56.863671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.010934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.014672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.081558 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.082224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Fanout notify agent at l3_agent the message router_deleted on router cc1446fd-2056-4e36-a917-e1b8fc494aa4 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:52:57.097886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.099116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0f30bc51-fc61-4d61-861c-17f06ce8a1d5 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "DELETE /v2.0/routers/cc1446fd-2056-4e36-a917-e1b8fc494aa4 HTTP/1.1" status: 204 len: 168 time: 1.6421084 Nov 02 16:52:57.101608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:57.195242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting subnet d4c16694-b3c4-4886-810b-6c6f16d887b7 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:52:57.206540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.284774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.545393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59216) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:57.751535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port f8654be5-7d5e-4779-86bb-5df0ba5664c7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:57.752155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.838589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.838845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.839007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:57.858402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for f8654be5-7d5e-4779-86bb-5df0ba5664c7 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:57.910545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fccc0-bdff-41f5-8551-a6b9df469547 req-1b9eb687-3228-4bed-8cf2-5b7553598351 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:57.912325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b6fccc0-bdff-41f5-8551-a6b9df469547 req-1b9eb687-3228-4bed-8cf2-5b7553598351 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 943 time: 0.1442044 Nov 02 16:52:57.920459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d03587-659c-462f-823b-64686e5646a7 req-4551328a-18aa-4a48-b13b-7c8b72092391 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:57.923627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4d03587-659c-462f-823b-64686e5646a7 req-4551328a-18aa-4a48-b13b-7c8b72092391 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1533945 Nov 02 16:52:58.007863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4d03587-659c-462f-823b-64686e5646a7 req-cf6f66f8-f72f-45c5-a78f-639a157dc0fa tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758073 Nov 02 16:52:58.009324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.019791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b6fccc0-bdff-41f5-8551-a6b9df469547 req-2be8c7f1-369e-44e7-8a4a-7da04e30ecfd tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948377 Nov 02 16:52:58.036238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:52:58.059260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.065456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "DELETE /v2.0/subnets/d4c16694-b3c4-4886-810b-6c6f16d887b7 HTTP/1.1" status: 204 len: 168 time: 0.9618318 Nov 02 16:52:58.065456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfe74b-85c2-4747-8dcb-ff9f1af3c284 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c16694-b3c4-4886-810b-6c6f16d887b7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:58.068284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59220) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:58.081165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a39ed-3f0d-4652-871a-cc7b623fcfff None None] Network 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:58.127090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.183265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=f8654be5-7d5e-4779-86bb-5df0ba5664c7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:58.231086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.280773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.281321 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Floating IP 564ce83b-9b48-468f-b17a-321219c39b28 disassociated (deleted). External IP: 172.25.7.229, port: 353f001f-1027-4fa3-ab62-8aa944c2e7e6. Nov 02 16:52:58.348688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting port 60d18efd-4c67-4dc9-9645-76741459b04c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:58.349853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.372047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:58.406693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e1fcb012-9108-4989-ab56-702791595eac', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'port_id': 'e1fcb012-9108-4989-ab56-702791595eac', 'mac_address': 'fa:16:3e:3b:b1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:52:58.447156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] DHCP port deletion for 40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:58.471721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] For port 60d18efd-4c67-4dc9-9645-76741459b04c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60d18efd-4c67-4dc9-9645-76741459b04c,segment=NetworkSegment(2b8041aa-29fc-4f9c-96b8-bcee004e28b7),segment_id=2b8041aa-29fc-4f9c-96b8-bcee004e28b7)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:58.472368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.508414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Calling delete_port for 60d18efd-4c67-4dc9-9645-76741459b04c owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:58.541894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.564211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fcb012-9108-4989-ab56-702791595eac {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:58.634210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:58.646627 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.656379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] Deleting port 60d18efd-4c67-4dc9-9645-76741459b04c {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:52:58.657277 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.739928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.760107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:58.773894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] For port 60d18efd-4c67-4dc9-9645-76741459b04c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60d18efd-4c67-4dc9-9645-76741459b04c,segment=NetworkSegment(2b8041aa-29fc-4f9c-96b8-bcee004e28b7),segment_id=2b8041aa-29fc-4f9c-96b8-bcee004e28b7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:58.774950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:58.795049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] Calling delete_port for 60d18efd-4c67-4dc9-9645-76741459b04c owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:52:58.815901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] No DVR routers for this DVR port 60d18efd-4c67-4dc9-9645-76741459b04c on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:58.869190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Port': ['ID=60d18efd-4c67-4dc9-9645-76741459b04c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:58.993134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e1fcb012-9108-4989-ab56-702791595eac'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:59.012399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.028028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eca62-758d-42d8-a90b-032507273415 req-7b7353cb-7658-4c30-8576-38d089e11bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:59.031544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-7b7353cb-7658-4c30-8576-38d089e11bf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.1040745 Nov 02 16:52:59.049609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c9c00d-eb90-48a7-8182-c9a6e1dc12e6']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:59.078987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8041aa-29fc-4f9c-96b8-bcee004e28b7') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:59.079658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8041aa-29fc-4f9c-96b8-bcee004e28b7') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:59.086957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.103141 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.148453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.198629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:59.202086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eca62-758d-42d8-a90b-032507273415 req-694bb989-4226-4a0f-9284-8d5c3245b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:59.203295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.210344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-694bb989-4226-4a0f-9284-8d5c3245b779 service neutron] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.1702271 Nov 02 16:52:59.212169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:59.218467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:59.221276 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:59.231867 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:59.240072 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.280078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] Pushing event deleted for resources: {'Port': ['ID=60d18efd-4c67-4dc9-9645-76741459b04c,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.284254 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:59.287240 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:59.310866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7623e-6940-404c-bed5-f376daf40a91 None None] No DVR routers for this DVR port 60d18efd-4c67-4dc9-9645-76741459b04c on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:59.330637 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-39e75b9e-b93e-4f19-adfa-4aa54d280d18 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "DELETE /v2.0/floatingips/564ce83b-9b48-468f-b17a-321219c39b28 HTTP/1.1" status: 204 len: 168 time: 1.7809906 Nov 02 16:52:59.330637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:59.339787 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44743d3f-a922-4afe-a50b-19abdcfc3a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "17909081-3430-4730-a236-56c6905e6792", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:59.385534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-7fcb56db-d016-460b-a718-5bdc54908edf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.1633999 Nov 02 16:52:59.469348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eca62-758d-42d8-a90b-032507273415 req-f7a134e8-b7be-4c11-850b-447366b684ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:59.471073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-f7a134e8-b7be-4c11-850b-447366b684ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.0788417 Nov 02 16:52:59.501537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da443db-236e-4226-97ba-110915dffad2 req-e58263bb-2e24-4067-8955-e45999af5b4a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:59.503668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3da443db-236e-4226-97ba-110915dffad2 req-e58263bb-2e24-4067-8955-e45999af5b4a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.3359191 Nov 02 16:52:59.517152 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:59.530680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-4fa4f588-f7a9-4960-af80-54dbcc3792b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511200 Nov 02 16:52:59.539724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.574773 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:52:59.583951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "DELETE /v2.0/networks/40c9c00d-eb90-48a7-8182-c9a6e1dc12e6 HTTP/1.1" status: 204 len: 168 time: 1.5138743 Nov 02 16:52:59.588191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:59.634188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68c3f1-2d8a-4339-8f4b-4873cf93ded7 tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Network': ['ID=40c9c00d-eb90-48a7-8182-c9a6e1dc12e6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.756818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab9296-92ed-4e3a-ac5f-ed66ad072f9e req-44c5c4a1-3d2c-4d45-b95e-0f1d2421edd6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:59.758564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6ab9296-92ed-4e3a-ac5f-ed66ad072f9e req-44c5c4a1-3d2c-4d45-b95e-0f1d2421edd6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.6987381 Nov 02 16:52:59.838553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-5d3c70dc-1a8c-45fd-ac91-be1d3076803a service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004475 Nov 02 16:52:59.902279 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:59.954369 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-893eca62-758d-42d8-a90b-032507273415 req-111a55c0-1765-4959-abe5-1ee58601c919 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073592 Nov 02 16:52:59.958093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d6ab9296-92ed-4e3a-ac5f-ed66ad072f9e req-ddb84427-4ca9-4e44-8281-09ea495b484c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869566 Nov 02 16:52:59.988529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3da443db-236e-4226-97ba-110915dffad2 req-dbad32e9-fa19-4914-bd87-7ea718dd2365 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651504 Nov 02 16:52:59.993936 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:00.036959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:00.037982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:00.039309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:00.046752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Deleting port 319cbb56-6deb-44f6-a1ac-40ec6ea7520b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:00.047142 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.135354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e1fcb012-9108-4989-ab56-702791595eac triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:00.136596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.272649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616023fb-223d-4a49-95af-0e6afb1f8b8f req-19ad291b-519f-48f8-87ac-e40dbb2d298a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.274774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-616023fb-223d-4a49-95af-0e6afb1f8b8f req-19ad291b-519f-48f8-87ac-e40dbb2d298a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 944 time: 0.1186481 Nov 02 16:53:00.280859 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:00.335595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.363639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.364415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.364616 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d041d35a-9c1e-4166-a613-790501861ed1 x-openstack-request-id: req-d041d35a-9c1e-4166-a613-790501861ed1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:00.364903 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17909081-3430-4730-a236-56c6905e6792", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:00.365151 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d041d35a-9c1e-4166-a613-790501861ed1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:00.365564 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'status': 'completed', 'code': 200} Nov 02 16:53:00.374485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-616023fb-223d-4a49-95af-0e6afb1f8b8f req-4c40b9d6-6137-4a9c-a71a-6eab2de50d04 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870507 Nov 02 16:53:00.406326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 60d18efd-4c67-4dc9-9645-76741459b04c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:00.430937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Calling delete_port for 319cbb56-6deb-44f6-a1ac-40ec6ea7520b owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:00.433201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:00.442603 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d67407-674f-4b59-a393-c275a858265a" -d '{"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-plugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:00.499388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-972131f6-5083-4bdb-9959-f44bc9357ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.503922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 60d18efd-4c67-4dc9-9645-76741459b04c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:00.504291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 60d18efd-4c67-4dc9-9645-76741459b04c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:00.517978 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-972131f6-5083-4bdb-9959-f44bc9357ce9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 1096 time: 0.0967586 Nov 02 16:53:00.518234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:00.528080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.537594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59260) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:00.585941 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ace8579-db7a-4b13-a66f-2b3f7ec9410d x-openstack-request-id: req-2ace8579-db7a-4b13-a66f-2b3f7ec9410d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:00.586279 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-plugged", "status": "completed", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:00.586522 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ace8579-db7a-4b13-a66f-2b3f7ec9410d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:00.599384 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'code': 200} Nov 02 16:53:00.670115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e40-aa12-4e5c-8f6b-5480ece3f7ee req-33cb3536-8a08-4175-b286-9bc1c2d95879 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.672161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ddb2e40-aa12-4e5c-8f6b-5480ece3f7ee req-33cb3536-8a08-4175-b286-9bc1c2d95879 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.1343040 Nov 02 16:53:00.684359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:00.717691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-adb8a18a-da05-4544-9467-89b7971de07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.720861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-adb8a18a-da05-4544-9467-89b7971de07c service neutron] 10.222.0.100 "GET /v2.0/networks?id=19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 200 len: 913 time: 0.2007797 Nov 02 16:53:00.771259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ddb2e40-aa12-4e5c-8f6b-5480ece3f7ee req-6418085f-2ee9-40b5-ba3e-986c5b77e3fc tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908127 Nov 02 16:53:00.782764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.788917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-60440a55-2cfd-4762-b08c-327b398893dc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 200 len: 217 time: 0.0582983 Nov 02 16:53:00.814864 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:00.832934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Pushing event deleted for resources: {'Port': ['ID=319cbb56-6deb-44f6-a1ac-40ec6ea7520b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:00.848268 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf35725-eede-4372-a418-b0197f22ecc4 None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e95c1a4-07e8-4fe8-9852-1a814a26f273', 'name': '', 'network_id': '19822ac7-9f9a-467d-9996-e82bd86f7fec', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'mac_address': 'fa:16:3e:d0:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:02Z', 'updated_at': '2021-11-02T16:39:10Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'subnets': [{'id': 'fc3630de-cbdd-4f3c-858a-40cbec6d0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:00.868279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffa3680a-042d-48da-9b5f-823dee5f0dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.899468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.902268 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:00.904365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-508aa419-bea2-4e2b-86ec-fbe4433e2d7c tempest-FloatingIPAdminTestJSON-47142185 tempest-FloatingIPAdminTestJSON-47142185-project] 10.222.0.31 "DELETE /v2.0/floatingips/34d20e1c-8879-43c8-ae46-96c467218b10 HTTP/1.1" status: 204 len: 168 time: 1.2943587 Nov 02 16:53:00.910343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-46b9eb42-ea6b-41d5-99d8-0539eb76f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.912235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-46b9eb42-ea6b-41d5-99d8-0539eb76f3b4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 200 len: 851 time: 0.1112506 Nov 02 16:53:00.919050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec90c5-f308-4593-895f-2152e020de3e req-bc213337-5676-410e-8ee9-4fb3d9228c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.921592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3aec90c5-f308-4593-895f-2152e020de3e req-bc213337-5676-410e-8ee9-4fb3d9228c70 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1097 time: 0.1318109 Nov 02 16:53:01.050373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3aec90c5-f308-4593-895f-2152e020de3e req-a44c5326-76aa-4881-a4b0-f041523f7869 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092300 Nov 02 16:53:01.085633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-cdd71c68-11a6-4258-badb-61ee4d290c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.087150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-cdd71c68-11a6-4258-badb-61ee4d290c69 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19822ac7-9f9a-467d-9996-e82bd86f7fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612959 Nov 02 16:53:01.123710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffa3680a-042d-48da-9b5f-823dee5f0dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:01.131444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffa3680a-042d-48da-9b5f-823dee5f0dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:01.185763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30c38-1220-48e8-b113-46f644aa67ff req-17aea440-eb4b-446c-a256-0dd8d60170e2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.187415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59e30c38-1220-48e8-b113-46f644aa67ff req-17aea440-eb4b-446c-a256-0dd8d60170e2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1195304 Nov 02 16:53:01.194965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3680a-042d-48da-9b5f-823dee5f0dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412d5f52-4723-43a5-8019-99c6295a958e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:01.208773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ffa3680a-042d-48da-9b5f-823dee5f0dcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb07584d00614173a127cf294d652e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666412 Nov 02 16:53:01.210281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59272) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:01.236093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01e38b-179d-4533-a596-03bb1d885c55 None None] New status for floating IP 564ce83b-9b48-468f-b17a-321219c39b28: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:53:01.236836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22708cb3-6a77-487a-8461-510837ed6b6a req-6528f670-1959-482b-862c-3898fc1a8925 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.237802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22708cb3-6a77-487a-8461-510837ed6b6a req-6528f670-1959-482b-862c-3898fc1a8925 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1586473 Nov 02 16:53:01.260350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:01.295616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59e30c38-1220-48e8-b113-46f644aa67ff req-c04dae64-d5c2-4ad7-8b4d-c7d94adea957 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958250 Nov 02 16:53:01.320202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22708cb3-6a77-487a-8461-510837ed6b6a req-e43d7cae-bff4-4946-b702-03f6d6bc7afa tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643995 Nov 02 16:53:01.546256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a953f5-f05b-42e7-a13c-11f7dc74596f req-66c7a537-ec36-49d0-a69c-1c035c1822d7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.547928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4a953f5-f05b-42e7-a13c-11f7dc74596f req-66c7a537-ec36-49d0-a69c-1c035c1822d7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.0635622 Nov 02 16:53:01.602496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4a953f5-f05b-42e7-a13c-11f7dc74596f req-9813a1b1-46be-4118-8ee1-ff2b13da9c18 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469704 Nov 02 16:53:01.820192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3d4af0-02d6-4947-ada1-01bff19249a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:01.877190 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3d4af0-02d6-4947-ada1-01bff19249a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:01.920951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d5b2dce0-9f37-4338-b625-6af7f8bd28d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d14d263bc1494b47bd76f2a956514169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6595056 Nov 02 16:53:01.925872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15985-32f0-424c-9fa6-3f65272dfbe6 req-daa6cef5-c967-46f0-8491-1011ed951752 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.926264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-1006d350-f301-430a-9ea5-3108b4e3111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.927630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1d15985-32f0-424c-9fa6-3f65272dfbe6 req-daa6cef5-c967-46f0-8491-1011ed951752 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.0686400 Nov 02 16:53:01.927851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-1006d350-f301-430a-9ea5-3108b4e3111d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 1097 time: 0.5343690 Nov 02 16:53:01.928187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59282) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:01.938587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-8bab2a55-b605-4308-843d-559bccb249e5 service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527622 Nov 02 16:53:02.009607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1d15985-32f0-424c-9fa6-3f65272dfbe6 req-ca866347-c9df-42cb-ac87-27b381fbf0c9 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726032 Nov 02 16:53:02.022425 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a336-6f7e-404e-99f1-3cc6dd201a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.051656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a336-6f7e-404e-99f1-3cc6dd201a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.065273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3d4af0-02d6-4947-ada1-01bff19249a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.068553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-da3d4af0-02d6-4947-ada1-01bff19249a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.073563 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-da3d4af0-02d6-4947-ada1-01bff19249a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/412d5f52-4723-43a5-8019-99c6295a958e HTTP/1.1" status: 204 len: 168 time: 0.8581469 Nov 02 16:53:02.100512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d4af0-02d6-4947-ada1-01bff19249a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412d5f52-4723-43a5-8019-99c6295a958e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.146341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a336-6f7e-404e-99f1-3cc6dd201a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.151595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a336-6f7e-404e-99f1-3cc6dd201a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.152982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bdc2a336-6f7e-404e-99f1-3cc6dd201a71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70a6eb00-f2ee-4df0-af32-b1b5d363ae0a HTTP/1.1" status: 204 len: 168 time: 0.2237644 Nov 02 16:53:02.171046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44743d3f-a922-4afe-a50b-19abdcfc3a4e req-d1852e5b-7d56-4cf8-8248-0070ba380cea service neutron] 10.222.0.100 "GET /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130604 Nov 02 16:53:02.175500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2a336-6f7e-404e-99f1-3cc6dd201a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a6eb00-f2ee-4df0-af32-b1b5d363ae0a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.177631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-456dcb69-4ef5-4dd4-8ef1-6e7d5416104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.180514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-456dcb69-4ef5-4dd4-8ef1-6e7d5416104d service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.2205060 Nov 02 16:53:02.283345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-ba6ae9be-c209-41ea-9ade-3a4f567de577 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 200 len: 1000 time: 0.0850217 Nov 02 16:53:02.348002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-e1914885-8667-466f-a3b2-3106cfecdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.350023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-e1914885-8667-466f-a3b2-3106cfecdd94 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0562997 Nov 02 16:53:02.415794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-245c8b40-31a9-4bce-abbd-54f63515430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.417862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-245c8b40-31a9-4bce-abbd-54f63515430c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585716 Nov 02 16:53:02.559327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58971902-407a-4d8d-b8c3-e17d48198119 req-8fbfc6cf-f3d1-4469-9464-aee66a5f9e9a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.562022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58971902-407a-4d8d-b8c3-e17d48198119 req-8fbfc6cf-f3d1-4469-9464-aee66a5f9e9a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1390505 Nov 02 16:53:02.577573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84db287-30a1-48a2-88cc-535d31713116 req-6f27fa42-ac66-4c5f-a134-ce9f5a9824d0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.589057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f84db287-30a1-48a2-88cc-535d31713116 req-6f27fa42-ac66-4c5f-a134-ce9f5a9824d0 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.0963442 Nov 02 16:53:02.623464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59300) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:02.650445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-5742888d-d8a1-4392-95de-9e7565a20d6b service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220640 Nov 02 16:53:02.660731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dec72254-bb6b-4730-b484-879e6ec6d3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.666946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-4ff8ed6d-9e2d-450b-adb7-46cd405d692f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.670169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-4ff8ed6d-9e2d-450b-adb7-46cd405d692f tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.1827686 Nov 02 16:53:02.708447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f84db287-30a1-48a2-88cc-535d31713116 req-70ddbf37-c2a3-4930-bb36-7e0923d54ce1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147950 Nov 02 16:53:02.719650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58971902-407a-4d8d-b8c3-e17d48198119 req-b62dc3a9-6a25-4b13-aa12-657ee0337bc5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209853 Nov 02 16:53:02.805192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59310) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:02.836197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e922923b-8b68-4f6c-b973-3f9d5755bb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.865160 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a212f85e-4080-4f0c-9550-4d457b1fbac4 req-20cf08de-5542-4c1d-9a1e-4d40b4e6626b service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938367 Nov 02 16:53:02.897963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:02.899035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.922177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dec72254-bb6b-4730-b484-879e6ec6d3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.937895 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dec72254-bb6b-4730-b484-879e6ec6d3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:02.991728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc95f7f-b9c9-4db5-80f8-94c4f23d01c7 req-26241298-a409-4af3-b9ad-24efad7d07f0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:02.993291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fc95f7f-b9c9-4db5-80f8-94c4f23d01c7 req-26241298-a409-4af3-b9ad-24efad7d07f0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.1659544 Nov 02 16:53:03.018392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dec72254-bb6b-4730-b484-879e6ec6d3e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11e8611e9800467f8584894b66d33deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825023 Nov 02 16:53:03.018900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59312) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:03.040565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec72254-bb6b-4730-b484-879e6ec6d3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c49146-2e0a-48cc-8fe8-a898b695b406,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:03.077455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] For port 353f001f-1027-4fa3-ab62-8aa944c2e7e6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=353f001f-1027-4fa3-ab62-8aa944c2e7e6,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:03.077821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.097396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fc95f7f-b9c9-4db5-80f8-94c4f23d01c7 req-c770488c-81ac-4f87-b885-b34bcae9b01c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929172 Nov 02 16:53:03.119092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 353f001f-1027-4fa3-ab62-8aa944c2e7e6 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:03.134331 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e922923b-8b68-4f6c-b973-3f9d5755bb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.141564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e922923b-8b68-4f6c-b973-3f9d5755bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.166853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c50299b8-b7a7-4e3c-ab71-3a729bacb922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.201114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e922923b-8b68-4f6c-b973-3f9d5755bb1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5055f1854a5645ebad613c1044e7dbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942571 Nov 02 16:53:03.225028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59322) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:03.228705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922923b-8b68-4f6c-b973-3f9d5755bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c920b-9431-46c2-a59e-671e87fdfe65,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:03.268083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f511-fffd-47c0-8bee-08eb1135c901 req-1f89793c-04af-4c77-aa0d-d9619d7df627 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:03.270812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7da4f511-fffd-47c0-8bee-08eb1135c901 req-1f89793c-04af-4c77-aa0d-d9619d7df627 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 945 time: 0.0905499 Nov 02 16:53:03.299271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c50299b8-b7a7-4e3c-ab71-3a729bacb922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.335101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7da4f511-fffd-47c0-8bee-08eb1135c901 req-8f95dda2-9fc5-455f-96ff-21486350d2c1 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e382888c-d0be-4559-b3a2-86990a2d2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563908 Nov 02 16:53:03.414584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69f1ce6a-1793-4bb3-a650-5c7fe4027b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.434975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.442850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c50299b8-b7a7-4e3c-ab71-3a729bacb922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.445381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c50299b8-b7a7-4e3c-ab71-3a729bacb922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.446735 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c50299b8-b7a7-4e3c-ab71-3a729bacb922 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88c49146-2e0a-48cc-8fe8-a898b695b406 HTTP/1.1" status: 204 len: 168 time: 0.4269676 Nov 02 16:53:03.485418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69f1ce6a-1793-4bb3-a650-5c7fe4027b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.499624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=353f001f-1027-4fa3-ab62-8aa944c2e7e6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:03.504642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50299b8-b7a7-4e3c-ab71-3a729bacb922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c49146-2e0a-48cc-8fe8-a898b695b406,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:03.587661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] No DVR routers for this DVR port 353f001f-1027-4fa3-ab62-8aa944c2e7e6 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:03.592267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.601693 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-61e94733-13ee-43d4-8bf7-7dc1115c25a9 req-758ba0ea-9e31-44e4-af9e-110248a01490 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.100 "DELETE /v2.0/ports/353f001f-1027-4fa3-ab62-8aa944c2e7e6 HTTP/1.1" status: 204 len: 173 time: 0.9129217 Nov 02 16:53:03.601693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'name': 'network-vif-deleted', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:03.601693 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8a2856-4a10-483a-b374-7ccdf9a0d682" -d '{"events": [{"server_uuid": "17909081-3430-4730-a236-56c6905e6792", "name": "network-vif-deleted", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:03.640391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69f1ce6a-1793-4bb3-a650-5c7fe4027b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.643295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-69f1ce6a-1793-4bb3-a650-5c7fe4027b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:03.644476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-69f1ce6a-1793-4bb3-a650-5c7fe4027b14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab9c920b-9431-46c2-a59e-671e87fdfe65 HTTP/1.1" status: 204 len: 168 time: 0.4054918 Nov 02 16:53:03.658905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1ce6a-1793-4bb3-a650-5c7fe4027b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c920b-9431-46c2-a59e-671e87fdfe65,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:03.671350 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d3bc23-4eda-4be2-9850-3fb86424da6f x-openstack-request-id: req-e8d3bc23-4eda-4be2-9850-3fb86424da6f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:03.671819 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17909081-3430-4730-a236-56c6905e6792", "name": "network-vif-deleted", "tag": "353f001f-1027-4fa3-ab62-8aa944c2e7e6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:03.672284 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8d3bc23-4eda-4be2-9850-3fb86424da6f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:03.672781 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17909081-3430-4730-a236-56c6905e6792', 'name': 'network-vif-deleted', 'tag': '353f001f-1027-4fa3-ab62-8aa944c2e7e6', 'status': 'completed', 'code': 200} Nov 02 16:53:03.934769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa90fb0-aba3-4bff-8674-d3fb61b27b9e req-32e54694-b6fb-4741-9c11-59c426887934 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:03.946904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fa90fb0-aba3-4bff-8674-d3fb61b27b9e req-32e54694-b6fb-4741-9c11-59c426887934 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1346984 Nov 02 16:53:03.968762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165723-2571-406c-b86d-b1a6f9d51a94 req-7ce5ec22-e90b-48f0-be50-f9768087a985 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:03.979671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46165723-2571-406c-b86d-b1a6f9d51a94 req-7ce5ec22-e90b-48f0-be50-f9768087a985 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1559815 Nov 02 16:53:04.095050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fa90fb0-aba3-4bff-8674-d3fb61b27b9e req-35e0d9de-f900-4e59-91c9-96e014b7fb84 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466658 Nov 02 16:53:04.109981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46165723-2571-406c-b86d-b1a6f9d51a94 req-5fa0d392-3e07-4cc8-89a5-a94d773e9a16 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074140 Nov 02 16:53:04.281864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6bb62-e1f0-4ddf-add5-7f20c8a030fe req-83da19a8-4e3a-43d2-95bd-6a1c246db244 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:04.289630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dee6bb62-e1f0-4ddf-add5-7f20c8a030fe req-83da19a8-4e3a-43d2-95bd-6a1c246db244 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.0751464 Nov 02 16:53:04.329600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59368) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.341970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dee6bb62-e1f0-4ddf-add5-7f20c8a030fe req-373c7ad1-c790-4917-9517-f4565b4043a4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511391 Nov 02 16:53:04.349412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76739619-0ced-4cf8-bdc4-ce86f81e13f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.468371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76739619-0ced-4cf8-bdc4-ce86f81e13f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.474987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-76739619-0ced-4cf8-bdc4-ce86f81e13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.488729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94bc1e37-e488-40f1-a29e-b8ab793c9afb req-c70113e2-63ad-47eb-a75f-418d9fb99d21 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0500612 Nov 02 16:53:04.523692 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-76739619-0ced-4cf8-bdc4-ce86f81e13f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5cd450774174b4ab99696ff43095f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922336 Nov 02 16:53:04.526653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59376) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.540754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76739619-0ced-4cf8-bdc4-ce86f81e13f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687057e8-2a20-4137-a127-364e1b20d92b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:04.591724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66f104a2-d039-47cc-9995-d7db35af14fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.621272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66f104a2-d039-47cc-9995-d7db35af14fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.706667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66f104a2-d039-47cc-9995-d7db35af14fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.709576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66f104a2-d039-47cc-9995-d7db35af14fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:04.713330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-66f104a2-d039-47cc-9995-d7db35af14fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/687057e8-2a20-4137-a127-364e1b20d92b HTTP/1.1" status: 204 len: 168 time: 0.1831560 Nov 02 16:53:04.730540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f104a2-d039-47cc-9995-d7db35af14fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687057e8-2a20-4137-a127-364e1b20d92b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:05.350996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc295-2179-46a4-8bd8-effbef165d41 req-e54c587a-df53-4d2a-9efe-c671bfca8419 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:05.360567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27acc295-2179-46a4-8bd8-effbef165d41 req-e54c587a-df53-4d2a-9efe-c671bfca8419 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1155837 Nov 02 16:53:05.376309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59408) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:05.389450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b0a6-68ba-478e-8748-9bd9e22ebdb1 req-bc85796c-963e-4bde-a95d-9c596cddf090 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:05.391688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d732b0a6-68ba-478e-8748-9bd9e22ebdb1 req-bc85796c-963e-4bde-a95d-9c596cddf090 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1015699 Nov 02 16:53:05.461398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d732b0a6-68ba-478e-8748-9bd9e22ebdb1 req-f4011c9c-7056-4cd5-9716-2918920ce91d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613842 Nov 02 16:53:05.483994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27acc295-2179-46a4-8bd8-effbef165d41 req-2c883ce8-999b-44f0-9c86-14a12e4699c3 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224122 Nov 02 16:53:05.580201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db50fb31-8fae-4af3-ac88-a3ecb70ccb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.654765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-46fb9995-b534-4a5e-8ddb-e07adeae30b7 req-7f1732f6-5cea-486f-8638-8c63841d6644 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0493951 Nov 02 16:53:05.705556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db50fb31-8fae-4af3-ac88-a3ecb70ccb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.710155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db50fb31-8fae-4af3-ac88-a3ecb70ccb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.757228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-db50fb31-8fae-4af3-ac88-a3ecb70ccb9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de4c92e3905e44ef90b08cff364dfdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777230 Nov 02 16:53:05.758339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50fb31-8fae-4af3-ac88-a3ecb70ccb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6b0bf-83c3-4a5f-8acc-180280fc1054,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:05.759507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59422) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:05.766837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59424) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:05.835148 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49e02693-4fa1-4527-92e3-28fa87a449d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.863613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49e02693-4fa1-4527-92e3-28fa87a449d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.907690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-724473462'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:05.932595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:05.936303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.945804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.957615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49e02693-4fa1-4527-92e3-28fa87a449d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.960184 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49e02693-4fa1-4527-92e3-28fa87a449d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:05.961323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-49e02693-4fa1-4527-92e3-28fa87a449d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ab6b0bf-83c3-4a5f-8acc-180280fc1054 HTTP/1.1" status: 204 len: 168 time: 0.1929300 Nov 02 16:53:05.977751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02693-4fa1-4527-92e3-28fa87a449d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6b0bf-83c3-4a5f-8acc-180280fc1054,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:06.097169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 353f001f-1027-4fa3-ab62-8aa944c2e7e6 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:06.098868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.106424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.119513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:53:06.132750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.133238 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Added segment 82d1c5c2-e58d-4525-9cd5-422fbf0ce580 of type vlan for network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 Nov 02 16:53:06.136856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 353f001f-1027-4fa3-ab62-8aa944c2e7e6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:06.137662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 353f001f-1027-4fa3-ab62-8aa944c2e7e6 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:06.203913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.207864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922db023-20b8-4a2e-bca3-47b0cc0fae66,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:06.264340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.272007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:06.272915 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.357825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5959251 Nov 02 16:53:06.359955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:06.365486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'subnet': {'network_id': '1bf8947d-caf0-46b4-aafc-f8e57c021c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:06.399312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7be731-27ea-40c3-8691-8add33b551e6 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Network': ['ID=1bf8947d-caf0-46b4-aafc-f8e57c021c46,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:06.415028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:53:06.556404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:06.563455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.677430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8ec77-9d7e-4ec6-bb70-e7d6a9405988 req-fb1deefc-bb9f-486d-9245-1deeb45913a4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:06.679255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbd8ec77-9d7e-4ec6-bb70-e7d6a9405988 req-fb1deefc-bb9f-486d-9245-1deeb45913a4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1123672 Nov 02 16:53:06.692135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fddbc-a638-476d-8db9-e49c0d5cc5f6 req-f34b743b-3dd2-4e4d-a90a-54f621ad1a96 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:06.700274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-413fddbc-a638-476d-8db9-e49c0d5cc5f6 req-f34b743b-3dd2-4e4d-a90a-54f621ad1a96 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.0945895 Nov 02 16:53:06.761216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dbd8ec77-9d7e-4ec6-bb70-e7d6a9405988 req-940884aa-0c40-4ddf-b9c6-dd21653a1fe6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583296 Nov 02 16:53:06.790843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-413fddbc-a638-476d-8db9-e49c0d5cc5f6 req-bab96718-5525-4e41-a088-8226724b529e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832264 Nov 02 16:53:06.840159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:06.902753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4329ffdf-974a-4e42-a043-ea8dbd544eaf req-4e08cc7c-2db9-4d59-9fe4-088252bd745c tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0333226 Nov 02 16:53:06.937858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Subnet': ['ID=1c6c98f5-3e78-457f-aba6-063f40d8cff8,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:06.956826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Checking segment: {'id': '82d1c5c2-e58d-4525-9cd5-422fbf0ce580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bf8947d-caf0-46b4-aafc-f8e57c021c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:53:06.957187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network hostable DHCP agents. Network: 1bf8947d-caf0-46b4-aafc-f8e57c021c46, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:53:06.980030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:53:06.991489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 1bf8947d-caf0-46b4-aafc-f8e57c021c46) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:06.996562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:06.997236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.012206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6e944-fdbc-4775-b090-04784e763f98 None None] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:07.019219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b527d317-590c-444a-b4be-40a501671c4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6580882 Nov 02 16:53:07.022418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59456) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:07.028747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1075196639', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:07.072830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.074758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.170010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.191354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3a8f93-43a8-4566-884a-70ede9720f95 None None] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:07.358348 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.617378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.645400 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.680589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59470) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:07.730684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e221b-9716-4490-a02d-4524ab0c3248 req-d177e598-87ba-4dbe-9dc0-d5aea3a5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:07.732572 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-514e221b-9716-4490-a02d-4524ab0c3248 req-d177e598-87ba-4dbe-9dc0-d5aea3a5a45b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1096 time: 0.0957775 Nov 02 16:53:07.818574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.246 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/66d89008-8ecd-4826-99ca-c4ca0649829c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:07.822874 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-514e221b-9716-4490-a02d-4524ab0c3248 req-046ff660-a099-4f9c-9d6e-92ad7835d288 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611608 Nov 02 16:53:07.846119 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-265ed56e-6446-4a79-9a87-e235bd5baee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:07.988844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.046596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.068233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-265ed56e-6446-4a79-9a87-e235bd5baee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.081315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7b8d-402d-4f4b-90f5-2b78f4f14b8b req-44796ae0-1159-4209-96dc-f4a7e8548d8a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:08.086038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fab7b8d-402d-4f4b-90f5-2b78f4f14b8b req-44796ae0-1159-4209-96dc-f4a7e8548d8a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1598716 Nov 02 16:53:08.091568 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-265ed56e-6446-4a79-9a87-e235bd5baee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.103960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:08.109072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:08.114910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:08.149819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bfa0c-2d77-402a-a649-3542570e31d8 req-bcc4efff-6551-4e32-a09b-415467c95653 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:08.152018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f6bfa0c-2d77-402a-a649-3542570e31d8 req-bcc4efff-6551-4e32-a09b-415467c95653 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.2239923 Nov 02 16:53:08.155091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=66d89008-8ecd-4826-99ca-c4ca0649829c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:08.190254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-265ed56e-6446-4a79-9a87-e235bd5baee1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81453c9f90fc4a4887a0b28e017fb94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075710 Nov 02 16:53:08.209111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59480) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:08.245626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ed56e-6446-4a79-9a87-e235bd5baee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeadef7-fcc1-4942-8706-0d0189b55612,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:08.295802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fab7b8d-402d-4f4b-90f5-2b78f4f14b8b req-4eebe09e-60c7-44c7-8acc-2be7366964c6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970603 Nov 02 16:53:08.306487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f6bfa0c-2d77-402a-a649-3542570e31d8 req-4d397f82-48af-4d94-a2c6-3a1da404218c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304195 Nov 02 16:53:08.332077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-453b44a6-7e04-4476-9ca4-cbae2ff3309a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.370997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-453b44a6-7e04-4476-9ca4-cbae2ff3309a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.464910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2697e684-886b-4a7d-8562-06020a8486f3 req-38e53a7b-d693-4ddf-8938-af504d9b7e6d tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "GET /v2.0/ports?device_id=17909081-3430-4730-a236-56c6905e6792 HTTP/1.1" status: 200 len: 210 time: 0.0576456 Nov 02 16:53:08.499914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-453b44a6-7e04-4476-9ca4-cbae2ff3309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.504917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-453b44a6-7e04-4476-9ca4-cbae2ff3309a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.508233 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-453b44a6-7e04-4476-9ca4-cbae2ff3309a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eeadef7-fcc1-4942-8706-0d0189b55612 HTTP/1.1" status: 204 len: 168 time: 0.2920349 Nov 02 16:53:08.537977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b44a6-7e04-4476-9ca4-cbae2ff3309a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeadef7-fcc1-4942-8706-0d0189b55612,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:08.560937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.646971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88b34386-3c50-4aa5-a47e-bf69c6bb89a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:08.893253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:09.062527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:53:09.189359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:09.199962 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:09.211188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:09.215045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79aeea79-bcac-418e-8808-33881d72cab5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1886995 Nov 02 16:53:09.215338 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:09.215970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59496) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:09.218693 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:09.272430 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:09.281365 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:09.281984 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:09.330035 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:09.331158 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344bcc3-3c3b-4c96-925c-d94d1f1a5c44 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:09.531954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384da07f-b91c-495f-b46e-98ae0bf55693 req-24a5a95c-0f70-4cfa-9339-a07343fdab05 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:09.533449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-384da07f-b91c-495f-b46e-98ae0bf55693 req-24a5a95c-0f70-4cfa-9339-a07343fdab05 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1015923 Nov 02 16:53:09.557932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901adb8-cb26-4359-9ee4-06ce44dc5867 req-e13cf23e-3a8d-45ff-bd74-e57d1642179f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:09.560009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c901adb8-cb26-4359-9ee4-06ce44dc5867 req-e13cf23e-3a8d-45ff-bd74-e57d1642179f tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.1229770 Nov 02 16:53:09.668328 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-384da07f-b91c-495f-b46e-98ae0bf55693 req-e8c9b11e-6ae7-4916-906c-00e76d12e723 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278636 Nov 02 16:53:09.691392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c901adb8-cb26-4359-9ee4-06ce44dc5867 req-0dddf5dc-bfa6-4fdc-901f-2b946e7a3e9e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955551 Nov 02 16:53:09.723994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59514) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:09.779137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59516) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:09.849763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-899eeb0e-e7ce-411b-aae4-41bc96a93487 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/floatingips/43cc054f-cdf6-4c01-9d7d-12286047d0d5 HTTP/1.1" status: 200 len: 993 time: 0.1239853 Nov 02 16:53:09.975934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:53:09.978398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:09.979984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Deleting port 663d15c0-17c9-468f-ac29-d0814cf23dce {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:09.980461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.082575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.083210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.098727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Calling delete_port for 663d15c0-17c9-468f-ac29-d0814cf23dce owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:10.114614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:10.137665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '71a359d1-9775-4b38-b220-35cacde2e49a', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'port_id': '71a359d1-9775-4b38-b220-35cacde2e49a', 'mac_address': 'fa:16:3e:c5:ab:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:53:10.156713 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.203772 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.220382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71a359d1-9775-4b38-b220-35cacde2e49a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:53:10.241101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:10.257741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.261796 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.267546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.305931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'Port': ['ID=663d15c0-17c9-468f-ac29-d0814cf23dce,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:10.357178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:53:10.358088 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:53:10.369384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.372829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.374190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-48074f72-1198-434f-ac7b-f5920d07b910 tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "DELETE /v2.0/floatingips/aafd4643-b586-487e-8ebf-2bdf3300917b HTTP/1.1" status: 204 len: 168 time: 0.5930681 Nov 02 16:53:10.384929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:10.504797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.1 (1bf8947d-caf0-46b4-aafc-f8e57c021c46/1c6c98f5-3e78-457f-aba6-063f40d8cff8/901f5efc-f705-4ba2-a0d2-fb2a0ced1e98) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:10.527444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['71a359d1-9775-4b38-b220-35cacde2e49a'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:53:10.665502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.714848 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.768463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:10.775121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:10.815630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:10.896275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=901f5efc-f705-4ba2-a0d2-fb2a0ced1e98,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:10.909104 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.911816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79321871-3fce-447c-bda1-3fc9f97f5850 req-b3efe1f3-986a-4175-bc95-7abf8deef617 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:10.922099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79321871-3fce-447c-bda1-3fc9f97f5850 req-b3efe1f3-986a-4175-bc95-7abf8deef617 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1516707 Nov 02 16:53:10.929757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 71a359d1-9775-4b38-b220-35cacde2e49a {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:53:10.945101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:10.957576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:10.964266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.024232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-79321871-3fce-447c-bda1-3fc9f97f5850 req-eef8efa1-1c76-4188-9493-acf66f05f65a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010511 Nov 02 16:53:11.042015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:11.052657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138e38f-786d-429e-a959-744c46e8decd req-30733e8d-df06-4094-8f60-16cc639c5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:11.054171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5138e38f-786d-429e-a959-744c46e8decd req-30733e8d-df06-4094-8f60-16cc639c5f88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.0668106 Nov 02 16:53:11.099230 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5138e38f-786d-429e-a959-744c46e8decd req-da89a730-704b-49ca-a3ec-f0688c224ccb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Nov 02 16:53:11.104043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93a5c549-8da0-45f8-95fe-a737aee5c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.166002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.340929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.521123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.526639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.610741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:11.641291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=901f5efc-f705-4ba2-a0d2-fb2a0ced1e98,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:11.730689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:11.732812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:11.858453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:11.960116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:11.975746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:11.991440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9db8b368-4342-4a5a-a1dc-6463587a9cf7 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/routers/d0d594bb-e122-4836-9b93-3a786a36c880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738407 Nov 02 16:53:11.994005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59542) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:11.999690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'port': {'network_id': '1bf8947d-caf0-46b4-aafc-f8e57c021c46', 'name': 'tempest-FloatingIPTestJSON-170451004'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:12.008369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:12.023487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:12.024403 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:12.219508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20555-fc51-4fad-bbce-20f162e8b151 req-26a75e64-33b9-44cf-94da-0b7f42c62f4c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:12.226993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0eb20555-fc51-4fad-bbce-20f162e8b151 req-26a75e64-33b9-44cf-94da-0b7f42c62f4c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1041577 Nov 02 16:53:12.238533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:12.241939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 71a359d1-9775-4b38-b220-35cacde2e49a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:12.242536 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:12.307722 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0eb20555-fc51-4fad-bbce-20f162e8b151 req-181e4394-4ff7-41e3-bcf6-e8d30d6454f8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 Nov 02 16:53:12.308844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:12.310009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:12.352857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:12.353805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76421abe-5e17-4aa5-a6cb-b052ea31942c None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:12.399222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:12.453247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:12.457312 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef2940d-e205-4da0-9d27-b273f6f68543" -d '{"events": [{"server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "name": "network-vif-plugged", "status": "completed", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:12.498909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:12.505809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:12.578333 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f9dca-800a-4bc6-bfd3-3bfe5b665656 x-openstack-request-id: req-215f9dca-800a-4bc6-bfd3-3bfe5b665656 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:12.578943 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "name": "network-vif-plugged", "status": "completed", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:12.580430 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-215f9dca-800a-4bc6-bfd3-3bfe5b665656 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:12.580857 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a', 'code': 200} Nov 02 16:53:12.617447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:12.631438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:12.710561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:12.716573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:12.739624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] device_id is not set on port 334f630f-0399-4758-b4aa-69a6104891c6 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:53:12.858255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.2 (1bf8947d-caf0-46b4-aafc-f8e57c021c46/1c6c98f5-3e78-457f-aba6-063f40d8cff8/334f630f-0399-4758-b4aa-69a6104891c6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:13.021178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.061102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.109433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:13.112791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:13.116923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:13.155777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=334f630f-0399-4758-b4aa-69a6104891c6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:13.183963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:13.185070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.201312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-722c0138-94a8-4e37-819e-de935dbd752b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2060595 Nov 02 16:53:13.204193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59554) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:13.209553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'port': {'network_id': '1bf8947d-caf0-46b4-aafc-f8e57c021c46', 'name': 'tempest-FloatingIPTestJSON-1882360471'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:13.364076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:13.368482 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.394311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] device_id is not set on port f0dd0998-f66c-4a4f-9df2-62f5d24f2d73 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:53:13.445191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3d27f-9cff-4d98-94e1-ae33678244fc req-fb838120-e10b-478b-a690-8193be0c4f8b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:13.453235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cb3d27f-9cff-4d98-94e1-ae33678244fc req-fb838120-e10b-478b-a690-8193be0c4f8b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0719135 Nov 02 16:53:13.503047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1cb3d27f-9cff-4d98-94e1-ae33678244fc req-fabdcb85-c014-4935-aee7-1603f1992991 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488350 Nov 02 16:53:13.525207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.8 (1bf8947d-caf0-46b4-aafc-f8e57c021c46/1c6c98f5-3e78-457f-aba6-063f40d8cff8/f0dd0998-f66c-4a4f-9df2-62f5d24f2d73) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:13.712703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.755633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59568) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:13.787705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-7eeffa90-b6c7-477f-bda0-b74621d7b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:13.789420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-7eeffa90-b6c7-477f-bda0-b74621d7b0c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.0746703 Nov 02 16:53:13.797975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.853846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.863161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e78e-cd7d-4097-bfc4-c121412e3bae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.899227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e78e-cd7d-4097-bfc4-c121412e3bae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:13.924724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:13.927798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=f0dd0998-f66c-4a4f-9df2-62f5d24f2d73,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:13.930555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:13.939959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:13.979489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815e6b-8d41-4740-a672-cfee7769f032 req-70e2b311-87e3-4846-8ca2-b3a975f9b25f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:13.986961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-2badb3d9-cb7a-4726-8160-488702abf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:13.987216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed815e6b-8d41-4740-a672-cfee7769f032 req-70e2b311-87e3-4846-8ca2-b3a975f9b25f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.2334564 Nov 02 16:53:13.988450 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-2badb3d9-cb7a-4726-8160-488702abf450 service neutron] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.1926546 Nov 02 16:53:14.002418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e78e-cd7d-4097-bfc4-c121412e3bae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.005792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e78e-cd7d-4097-bfc4-c121412e3bae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.006803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7b4e78e-cd7d-4097-bfc4-c121412e3bae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] 10.222.0.31 "DELETE /v2.0/security-groups/e382888c-d0be-4559-b3a2-86990a2d2cc5 HTTP/1.1" status: 204 len: 168 time: 0.2501335 Nov 02 16:53:14.031413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4e78e-cd7d-4097-bfc4-c121412e3bae tempest-TestVolumeBootPattern-1320099106 tempest-TestVolumeBootPattern-1320099106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e382888c-d0be-4559-b3a2-86990a2d2cc5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:14.047423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-fb46ecf0-d572-4256-b289-b628da8aead5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.0516248 Nov 02 16:53:14.056240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:14.056934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.058799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ed815e6b-8d41-4740-a672-cfee7769f032 req-1bac6ec5-3af5-4649-ad5b-83c52a14f940 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663157 Nov 02 16:53:14.092097 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f55f731b-01e5-4e5e-92f8-7cfa67ef870b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8867517 Nov 02 16:53:14.097471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59572) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:14.105466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'f0dd0998-f66c-4a4f-9df2-62f5d24f2d73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:14.115310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:14.157048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.158262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-e1b98822-aae9-4fda-8638-0b56c6b50aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:14.159786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-e1b98822-aae9-4fda-8638-0b56c6b50aa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.0790472 Nov 02 16:53:14.222291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-e0c2212d-ccc3-45ea-8d4a-7d5902cd41d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556939 Nov 02 16:53:14.315943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.362150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-0d8df8c0-6aeb-46d1-8e60-5bf55e5adf10 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320701 Nov 02 16:53:14.515376 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ff0d7e7-afc8-4c4c-bd41-c59a7455b9da req-84b89c97-0fb2-41e3-a0b3-a459d51366ac service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452045 Nov 02 16:53:14.568063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.56 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/23bc5cbc-7206-4ece-915f-01ff8d3b9462) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:14.763686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.861690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:14.904896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:14.911804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:14.916452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:14.950898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=23bc5cbc-7206-4ece-915f-01ff8d3b9462,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:15.159795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:15.304052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7aa5-c0f7-4985-add0-d2708b0380e1 req-87336987-139a-477f-82de-63fd3139f5f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:15.305538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-851d7aa5-c0f7-4985-add0-d2708b0380e1 req-87336987-139a-477f-82de-63fd3139f5f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1526320 Nov 02 16:53:15.720374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-851d7aa5-c0f7-4985-add0-d2708b0380e1 req-6a7d241c-2d6b-4cfb-8ce7-334c58deb248 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034152 Nov 02 16:53:15.837869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:15.977656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.084977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Deleting port 1e95c1a4-07e8-4fe8-9852-1a814a26f273 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:16.085316 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.203000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] For port 1e95c1a4-07e8-4fe8-9852-1a814a26f273, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e95c1a4-07e8-4fe8-9852-1a814a26f273,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:16.203938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.229583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Calling delete_port for 1e95c1a4-07e8-4fe8-9852-1a814a26f273 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:16.233223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.243424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.360193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=23bc5cbc-7206-4ece-915f-01ff8d3b9462,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:16.375369 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.530509 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 50f872c7-4809-497d-b282-7ea07914f2d2 associated. External IP: 172.25.7.56, port: f0dd0998-f66c-4a4f-9df2-62f5d24f2d73. Nov 02 16:53:16.649489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:16.688558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e95c1a4-07e8-4fe8-9852-1a814a26f273,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:16.970770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211ca02-2f59-41d1-9bb6-8e1231c15b56 req-37a75e3f-80b3-4fa6-992e-24028820dbbe tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:16.972225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b211ca02-2f59-41d1-9bb6-8e1231c15b56 req-37a75e3f-80b3-4fa6-992e-24028820dbbe tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1576614 Nov 02 16:53:17.019146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:17.038332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:17.052016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b211ca02-2f59-41d1-9bb6-8e1231c15b56 req-54e1262c-0968-42ae-96a0-eba2df275b80 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680387 Nov 02 16:53:17.254681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:17.280369 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:17.297741 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:17.298529 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:17.335322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:17.401238 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:17.432982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:17.435357 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:17.498444 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:17.499553 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20732ba4-25ea-45da-8851-c46808f443c2 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:17.599543 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:17.682385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e7753b9d-9d43-4d3c-848d-b75a85737abd tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5837951 Nov 02 16:53:17.685755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59616) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:17.691600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:17.768750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:17.771759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Router 506868b7-1dc6-49cb-907c-53abc8951847 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:18.026147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.028772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:18.034666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b806e46-5aab-4d7e-ad3a-5093a395b493 admin admin] 10.222.0.31 "PUT /v2.0/routers/506868b7-1dc6-49cb-907c-53abc8951847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9175251 Nov 02 16:53:18.036001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.036367 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 50f872c7-4809-497d-b282-7ea07914f2d2 disassociated. External IP: 172.25.7.56, port: f0dd0998-f66c-4a4f-9df2-62f5d24f2d73. Nov 02 16:53:18.038459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59624) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:18.042241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] Sync routers for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:18.064819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:18.065463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.223427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:18.336814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.431133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:53:16Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.461767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] Checking router: 506868b7-1dc6-49cb-907c-53abc8951847 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:18.477667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] Routers {'506868b7-1dc6-49cb-907c-53abc8951847'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:18.478732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['506868b7-1dc6-49cb-907c-53abc8951847'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.536971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:18.543681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.612867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] Set router 506868b7-1dc6-49cb-907c-53abc8951847 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:18.748890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef160-c182-487c-b204-42e1fd28ae51 req-1afe11a2-d41a-4334-ab95-37fbe7c5a28c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:18.750511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b7ef160-c182-487c-b204-42e1fd28ae51 req-1afe11a2-d41a-4334-ab95-37fbe7c5a28c tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1510394 Nov 02 16:53:18.762366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:18.767373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.774176 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:18.805759 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:18.806371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Deleting port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:18.806690 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.806814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.846033 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.857571 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:18.858482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.865484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:53:16Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.873745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f9230ff4-1dda-437d-a05a-0f3679c98bbb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/floatingips/50f872c7-4809-497d-b282-7ea07914f2d2 HTTP/1.1" status: 200 len: 687 time: 1.1869035 Nov 02 16:53:18.876994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59644) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:18.884437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b7ef160-c182-487c-b204-42e1fd28ae51 req-0288d37a-d3ee-4ace-8c79-abf4a9bee1b2 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250081 Nov 02 16:53:18.898974 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:18.902504 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55ed36-151e-4642-9fe0-45a9161bd096 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:18.916425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a2b23-28f4-4f45-aa24-6eda31d4ac4f None None] The sync data for ids ['506868b7-1dc6-49cb-907c-53abc8951847'] in n-d-811405-2 is: [{'id': '506868b7-1dc6-49cb-907c-53abc8951847', 'name': 'tempest-TestVolumeBootPattern-1467012900-router', 'tenant_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:52Z', 'updated_at': '2021-11-02T16:53:16Z', 'revision_number': 5, 'project_id': '4cd37856c0cd4661bfb9d5f4ccd249a7', 'gw_port': {'id': '8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506868b7-1dc6-49cb-907c-53abc8951847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:54Z', 'updated_at': '2021-11-02T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:18.935048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] For port 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:18.935525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:18.954025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Calling delete_port for 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:19.054302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 23bc5cbc-7206-4ece-915f-01ff8d3b9462 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:19.055027 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.142720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.143380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.158887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 23bc5cbc-7206-4ece-915f-01ff8d3b9462 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:19.186185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.226184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:19.355475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.394265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.426889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=23bc5cbc-7206-4ece-915f-01ff8d3b9462,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:19.509292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.512398 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.562276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.565319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.565908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506868b7-1dc6-49cb-907c-53abc8951847 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:53:19.570087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.573716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a61e7c4-6d46-495b-96f9-5853406a7c5d admin admin] 10.222.0.31 "DELETE /v2.0/routers/506868b7-1dc6-49cb-907c-53abc8951847 HTTP/1.1" status: 204 len: 168 time: 1.5319352 Nov 02 16:53:19.575490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59666) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:19.578053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.583109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-112058cd-44e9-47a2-b483-8f1cc90e7475 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/floatingips/50f872c7-4809-497d-b282-7ea07914f2d2 HTTP/1.1" status: 204 len: 168 time: 0.7007873 Nov 02 16:53:19.584908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59668) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:19.591288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '334f630f-0399-4758-b4aa-69a6104891c6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:19.618919 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.645231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Deleting subnet fc3630de-cbdd-4f3c-858a-40cbec6d0f06 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:53:19.648621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.695888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.761036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.897154 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:19.939152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.124 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8ae912b6-4e2a-4826-b681-7bd6b6f2bbbe) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:19.996743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.050074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.054063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc3630de-cbdd-4f3c-858a-40cbec6d0f06 HTTP/1.1" status: 204 len: 168 time: 0.4739416 Nov 02 16:53:20.055771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3630de-cbdd-4f3c-858a-40cbec6d0f06,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:20.055890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8ccfe-6454-4926-94cb-ac81495cf1d4 None None] Network 19822ac7-9f9a-467d-9996-e82bd86f7fec requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:20.058349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59674) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:20.086939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.087369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.087785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.088194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.088632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.089034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.089449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.092025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.092542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.093292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.093292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.093789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6caba-3c62-4326-b9a7-de2966ce6b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:20.119153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.157645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.201553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.254197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Deleting port a658b907-ab0b-4863-95ef-3240c287a821 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:20.263794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.278813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:20.281729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:20.299083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:20.335997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=8ae912b6-4e2a-4826-b681-7bd6b6f2bbbe,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:20.400672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] For port a658b907-ab0b-4863-95ef-3240c287a821, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a658b907-ab0b-4863-95ef-3240c287a821,segment=NetworkSegment(a03fe15c-6317-4066-ad9d-d31c4c671ebd),segment_id=a03fe15c-6317-4066-ad9d-d31c4c671ebd)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:20.400672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.420575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e95c1a4-07e8-4fe8-9852-1a814a26f273 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:20.427024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Calling delete_port for a658b907-ab0b-4863-95ef-3240c287a821 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:20.462109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1e95c1a4-07e8-4fe8-9852-1a814a26f273 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:20.469579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e95c1a4-07e8-4fe8-9852-1a814a26f273 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:20.471449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:20.533331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:20.538965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d2fea5f-e5dc-4b8e-b9f9-7bc3e8d47a7b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:20.543800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] DHCP port deletion for 19822ac7-9f9a-467d-9996-e82bd86f7fec request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:53:20.649605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.665746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Deleting port a658b907-ab0b-4863-95ef-3240c287a821 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:20.670709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.674062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] No DVR routers for this DVR port a658b907-ab0b-4863-95ef-3240c287a821 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:20.720140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a658b907-ab0b-4863-95ef-3240c287a821,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:20.810416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] For port a658b907-ab0b-4863-95ef-3240c287a821, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:20.810843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.840662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Calling delete_port for a658b907-ab0b-4863-95ef-3240c287a821 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:20.845138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Port a658b907-ab0b-4863-95ef-3240c287a821 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:53:20.850900 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.879252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.912720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] Pushing event deleted for resources: {'Port': ['ID=a658b907-ab0b-4863-95ef-3240c287a821,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:20.916474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19822ac7-9f9a-467d-9996-e82bd86f7fec']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:20.920171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cb724-f4c7-4aec-b417-bb22c9949a0a None None] No DVR routers for this DVR port a658b907-ab0b-4863-95ef-3240c287a821 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:20.930550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03fe15c-6317-4066-ad9d-d31c4c671ebd') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:20.930550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03fe15c-6317-4066-ad9d-d31c4c671ebd') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:20.945821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.961138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.968241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:53:20.968784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:53:20.970605 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:53:21.030860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.049113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.059972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.066787 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/19822ac7-9f9a-467d-9996-e82bd86f7fec HTTP/1.1" status: 204 len: 168 time: 1.0042441 Nov 02 16:53:21.067149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59692) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:21.088807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29550f-f440-478e-8757-dc9b57a0f6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=19822ac7-9f9a-467d-9996-e82bd86f7fec,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:21.212188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.524382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.532996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.582478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=8ae912b6-4e2a-4826-b681-7bd6b6f2bbbe,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:21.639578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:21.781474 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP f2919cf9-5a6a-4566-91a3-8c1e982422e7 associated. External IP: 172.25.7.124, port: 334f630f-0399-4758-b4aa-69a6104891c6. Nov 02 16:53:21.850051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:22.361678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a658b907-ab0b-4863-95ef-3240c287a821 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:22.388285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a658b907-ab0b-4863-95ef-3240c287a821 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:22.389032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a658b907-ab0b-4863-95ef-3240c287a821 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:22.485657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:22.649115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:22.666603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Deleting port 9c4b0cd2-3146-493d-865b-af50b3f6facc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:22.667497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:22.674272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:22.691394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:22.692236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:22.697009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:22.753290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:22.763480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:22.764328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:22.801758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:22.802710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f6257-bbee-4b8e-9e64-b827d602a8d7 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:22.809849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b8ad53c7-54bd-453c-808d-935ffd9978bb tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2235582 Nov 02 16:53:22.811990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] For port 9c4b0cd2-3146-493d-865b-af50b3f6facc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9c4b0cd2-3146-493d-865b-af50b3f6facc,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:22.812244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59726) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:22.812685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:22.827514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Calling delete_port for 9c4b0cd2-3146-493d-865b-af50b3f6facc owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:22.926808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-446f4524-4af9-4d9e-93f4-99188af0d7ca tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/floatingips/f2919cf9-5a6a-4566-91a3-8c1e982422e7 HTTP/1.1" status: 200 len: 977 time: 0.1133878 Nov 02 16:53:22.929247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59728) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:23.056234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc267b89-e726-4e08-ad40-0706ba1e4f0a tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1253512 Nov 02 16:53:23.059805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59734) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:23.060723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:23.076101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'port_id': 'f0dd0998-f66c-4a4f-9df2-62f5d24f2d73'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:23.082210 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:23.132409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4b0cd2-3146-493d-865b-af50b3f6facc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:23.189742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:23.524063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:23.978347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:24.090184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:24.099379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:24.207501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:24.213720 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ead1d1fb-8f1f-4e3b-8792-2f9008113e7f admin admin] 10.222.0.31 "PUT /v2.0/routers/e5e46d80-ed99-4b82-913a-2bc0a8254bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1455033 Nov 02 16:53:24.216326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59756) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:24.224384 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4645489-9699-413b-abc6-e6113355f04e None None] Sync routers for ids ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:24.238576 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] Routers {'e5e46d80-ed99-4b82-913a-2bc0a8254bf4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:24.239418 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:24.330813 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP f2919cf9-5a6a-4566-91a3-8c1e982422e7 associated. External IP: 172.25.7.124, port: 334f630f-0399-4758-b4aa-69a6104891c6. Nov 02 16:53:24.397450 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] Set router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:24.614863 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:53:22Z', 'revision_number': 5, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:24.647607 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4645489-9699-413b-abc6-e6113355f04e None None] Checking router: e5e46d80-ed99-4b82-913a-2bc0a8254bf4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:24.656707 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] Routers {'e5e46d80-ed99-4b82-913a-2bc0a8254bf4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:24.657409 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:24.771763 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] Set router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:24.795425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:24.971870 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-d4645489-9699-413b-abc6-e6113355f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:53:22Z', 'revision_number': 5, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.000839 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4645489-9699-413b-abc6-e6113355f04e None None] The sync data for ids ['e5e46d80-ed99-4b82-913a-2bc0a8254bf4'] in n-d-811405-2 is: [{'id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'name': 'tempest-TestVolumeBootPattern-38020900-router', 'tenant_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:39:10Z', 'updated_at': '2021-11-02T16:53:22Z', 'revision_number': 5, 'project_id': '7ddffd501cd343639cdf07a7ce72dbfd', 'gw_port': {'id': 'cb299b9e-4599-448b-9be3-6ba61508f634', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e46d80-ed99-4b82-913a-2bc0a8254bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:39:12Z', 'updated_at': '2021-11-02T16:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:25.003687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.064050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:25.148157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Deleting port cb299b9e-4599-448b-9be3-6ba61508f634 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:25.148408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.251482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:25.262559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:25.273916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:25.274655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.310199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.320097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:25.320437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.325749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] For port cb299b9e-4599-448b-9be3-6ba61508f634, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cb299b9e-4599-448b-9be3-6ba61508f634,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:25.326210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.349953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Calling delete_port for cb299b9e-4599-448b-9be3-6ba61508f634 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:25.359326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.360209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd8956-6408-42f5-bc01-085b6c53152d None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:25.617639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:25.638860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.728642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb299b9e-4599-448b-9be3-6ba61508f634,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:25.807332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.811567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:25.823460 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:25.833750 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:25.834665 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.842231 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.881745 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.899268 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:25.899985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.932565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.935342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:25.944757 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:25.945419 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abe96e-39e7-49f3-abe8-3028f3a27868 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:25.995700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a4645d1-cda3-49ae-97e9-e2f25c1b347c tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/floatingips/f2919cf9-5a6a-4566-91a3-8c1e982422e7 HTTP/1.1" status: 200 len: 978 time: 2.9257379 Nov 02 16:53:25.999493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:26.004210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:26.006640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.007142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e46d80-ed99-4b82-913a-2bc0a8254bf4 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:53:26.011906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.013043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-146433fa-6952-4f67-a33e-7015e1701113 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e5e46d80-ed99-4b82-913a-2bc0a8254bf4 HTTP/1.1" status: 204 len: 168 time: 1.7959445 Nov 02 16:53:26.015702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:26.069983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.077462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Deleting subnet e62cbabe-9aff-4f44-8691-631b1bb3f6aa {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:53:26.081110 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.126907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.240609 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.241563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.245973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.246597 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP f2919cf9-5a6a-4566-91a3-8c1e982422e7 disassociated. External IP: 172.25.7.124, port: f0dd0998-f66c-4a4f-9df2-62f5d24f2d73. Nov 02 16:53:26.319710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.371105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27efd93-3e85-4738-a8ac-cd97489166ca None None] Network 02a6e841-5f53-4f95-98a2-8620bbbcbb96 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:26.372232 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.376826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb299b9e-4599-448b-9be3-6ba61508f634 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:26.380465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e62cbabe-9aff-4f44-8691-631b1bb3f6aa HTTP/1.1" status: 204 len: 168 time: 0.3610177 Nov 02 16:53:26.381146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59796) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:26.384312 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523bb34-3ba5-4d22-92ba-3f73ebb3b673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62cbabe-9aff-4f44-8691-631b1bb3f6aa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:26.441298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: cb299b9e-4599-448b-9be3-6ba61508f634 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:26.441940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb299b9e-4599-448b-9be3-6ba61508f634 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:26.442665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9c4b0cd2-3146-493d-865b-af50b3f6facc no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:26.477806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.485558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9c4b0cd2-3146-493d-865b-af50b3f6facc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:26.486338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9c4b0cd2-3146-493d-865b-af50b3f6facc not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:26.525664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:26.559853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Deleting port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:26.560436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.636596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] DHCP port deletion for 02a6e841-5f53-4f95-98a2-8620bbbcbb96 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:53:26.643593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] For port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:26.643952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.657446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Calling delete_port for 32a96a71-e37d-488e-ac19-fec3cfc4bc9a owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:26.680029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:26.687615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.691160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:26.702527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:26.703156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:26.721921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ae7e2835-98b5-474b-9ea1-9733bdf3e7cc tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/floatingips/f2919cf9-5a6a-4566-91a3-8c1e982422e7 HTTP/1.1" status: 200 len: 688 time: 0.7212164 Nov 02 16:53:26.723198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59802) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:26.741063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:26.759312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:26.759954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:26.798635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:26.799339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3ff2b-08c4-4ac6-b411-a3bbe1c1e416 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:26.801821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] Deleting port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:26.802222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.887191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] For port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,segment=NetworkSegment(191e5b31-766d-40a7-9209-83fbf7084ff2),segment_id=191e5b31-766d-40a7-9209-83fbf7084ff2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:26.888008 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.894113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 8ae912b6-4e2a-4826-b681-7bd6b6f2bbbe {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:26.894684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.925115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] Calling delete_port for 32a96a71-e37d-488e-ac19-fec3cfc4bc9a owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:26.980057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.980448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:26.995265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 8ae912b6-4e2a-4826-b681-7bd6b6f2bbbe owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:27.041443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.085518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] No DVR routers for this DVR port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:27.087343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a498dc-4a1e-48f3-976a-95647e4326fe None None] Pushing event deleted for resources: {'Port': ['ID=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:27.158543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.190567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Pushing event deleted for resources: {'Port': ['ID=32a96a71-e37d-488e-ac19-fec3cfc4bc9a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:27.194898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] No DVR routers for this DVR port 32a96a71-e37d-488e-ac19-fec3cfc4bc9a on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:27.276633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.300656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a6e841-5f53-4f95-98a2-8620bbbcbb96']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:27.312316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191e5b31-766d-40a7-9209-83fbf7084ff2') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:27.312623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191e5b31-766d-40a7-9209-83fbf7084ff2') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:27.324969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.341118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.347836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:53:27.348402 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:53:27.351035 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:53:27.419962 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.425607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.428821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] 10.222.0.31 "DELETE /v2.0/networks/02a6e841-5f53-4f95-98a2-8620bbbcbb96 HTTP/1.1" status: 204 len: 168 time: 1.0460572 Nov 02 16:53:27.443532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e994-9180-47e6-9ca0-b6ef6be003af admin admin] Pushing event deleted for resources: {'Network': ['ID=02a6e841-5f53-4f95-98a2-8620bbbcbb96,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:27.530176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.553079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59822) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:27.558117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=8ae912b6-4e2a-4826-b681-7bd6b6f2bbbe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:27.616602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42d83de6-7ffe-46e2-87ea-a2b15bafde73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cd37856c0cd4661bfb9d5f4ccd249a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594707 Nov 02 16:53:27.616602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59828) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:27.626865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.629415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.630610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-47af67af-1181-4d21-98a6-e8c6b069ff79 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/floatingips/f2919cf9-5a6a-4566-91a3-8c1e982422e7 HTTP/1.1" status: 204 len: 168 time: 0.9062700 Nov 02 16:53:27.633321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:27.672119 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-4fead812-2403-4f84-b729-77359c390414 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] delete failed (client error): The resource could not be found. Nov 02 16:53:27.676770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4fead812-2403-4f84-b729-77359c390414 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/floatingips/f2919cf9-5a6a-4566-91a3-8c1e982422e7 HTTP/1.1" status: 404 len: 345 time: 0.0388587 Nov 02 16:53:27.677057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:27.678614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39453375-c035-4cde-a932-3d50947a0380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.703073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39453375-c035-4cde-a932-3d50947a0380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.766359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39453375-c035-4cde-a932-3d50947a0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.769744 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39453375-c035-4cde-a932-3d50947a0380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:27.774256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39453375-c035-4cde-a932-3d50947a0380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2988a7cd-50c6-4155-8da3-5872ee0fcd7b HTTP/1.1" status: 204 len: 168 time: 0.1564472 Nov 02 16:53:27.774368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7125b597-0fef-4d7d-9b21-55f5b77a9ede tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:27.781759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7125b597-0fef-4d7d-9b21-55f5b77a9ede tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:27.786250 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39453375-c035-4cde-a932-3d50947a0380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2988a7cd-50c6-4155-8da3-5872ee0fcd7b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:27.787936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7125b597-0fef-4d7d-9b21-55f5b77a9ede tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:27.790169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7125b597-0fef-4d7d-9b21-55f5b77a9ede tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/ports?network_id=1bf8947d-caf0-46b4-aafc-f8e57c021c46 HTTP/1.1" status: 200 len: 2357 time: 0.1116822 Nov 02 16:53:27.792288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59836) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:27.854793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4a0dc-40e6-43e0-83a4-776b2735b75e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:27.861210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c2d4a0dc-40e6-43e0-83a4-776b2735b75e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/subnets/1c6c98f5-3e78-457f-aba6-063f40d8cff8 HTTP/1.1" status: 200 len: 797 time: 0.0625236 Nov 02 16:53:27.861428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59838) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:27.866655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'port': {'network_id': '1bf8947d-caf0-46b4-aafc-f8e57c021c46', 'name': 'tempest-FloatingIPTestJSON-1405635654', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:28.022039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:28.116733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.139068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] device_id is not set on port 7b57cc85-cf39-49c0-987c-88f8ba7e0f46 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:53:28.211859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59852) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:28.260711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7c088979-7e3b-41e2-b367-47cb00c3a235 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ddffd501cd343639cdf07a7ce72dbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476165 Nov 02 16:53:28.261722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:28.318097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1daaaf3-1b23-4c42-ad8c-d380ccdf7c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.343058 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1daaaf3-1b23-4c42-ad8c-d380ccdf7c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.398713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32a96a71-e37d-488e-ac19-fec3cfc4bc9a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:28.403035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1daaaf3-1b23-4c42-ad8c-d380ccdf7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.407590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1daaaf3-1b23-4c42-ad8c-d380ccdf7c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.409305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1daaaf3-1b23-4c42-ad8c-d380ccdf7c09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4949436-1e0e-4d82-8760-ae8e4a8a4b7e HTTP/1.1" status: 204 len: 168 time: 0.1464262 Nov 02 16:53:28.421149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daaaf3-1b23-4c42-ad8c-d380ccdf7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4949436-1e0e-4d82-8760-ae8e4a8a4b7e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:28.421588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 32a96a71-e37d-488e-ac19-fec3cfc4bc9a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:28.422004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 32a96a71-e37d-488e-ac19-fec3cfc4bc9a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:28.499439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.14 (1bf8947d-caf0-46b4-aafc-f8e57c021c46/1c6c98f5-3e78-457f-aba6-063f40d8cff8/7b57cc85-cf39-49c0-987c-88f8ba7e0f46) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:28.506008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.13 (1bf8947d-caf0-46b4-aafc-f8e57c021c46/1c6c98f5-3e78-457f-aba6-063f40d8cff8/7b57cc85-cf39-49c0-987c-88f8ba7e0f46) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:28.675507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.712573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.774574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=7b57cc85-cf39-49c0-987c-88f8ba7e0f46,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:28.793260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:28.795220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:28.800558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:28.854182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:28.854864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:28.886560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7bbbdfe0-8f69-4b9b-ada4-500ee90b6672 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0213220 Nov 02 16:53:28.887639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59868) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:28.893257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '7b57cc85-cf39-49c0-987c-88f8ba7e0f46', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:28.921473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.045135 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.163764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.122 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/9c94840b-f168-4c43-8880-5b3e23c93747) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:29.272917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.309365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.351963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:29.355135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:29.359166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:29.383550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=9c94840b-f168-4c43-8880-5b3e23c93747,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:29.715545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.794679 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.975550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:29.981375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:30.083997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=9c94840b-f168-4c43-8880-5b3e23c93747,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:30.102203 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:30.231747 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 555fc966-d161-462f-8392-cf446ab8fe17 associated. External IP: 172.25.7.122, port: 7b57cc85-cf39-49c0-987c-88f8ba7e0f46. Nov 02 16:53:30.487370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:30.633605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:30.645715 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:30.661664 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:30.662324 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:30.664990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:30.685518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-21825cbb-2904-41a1-a34c-a76058a5e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:30.687074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-21825cbb-2904-41a1-a34c-a76058a5e99b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.0603809 Nov 02 16:53:30.706599 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:30.717104 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:30.717994 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:30.722961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8326a12f-b142-4363-a330-9ff0bd75dc82 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8317814 Nov 02 16:53:30.735702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59910) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:30.740974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'port_id': '7b57cc85-cf39-49c0-987c-88f8ba7e0f46', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:30.759528 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:30.760773 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5619b9da-99f2-4f43-ae2a-492ea837ae31 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:30.816208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-f7efba3f-fe16-44cb-808a-d2dd976782d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:30.817710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-f7efba3f-fe16-44cb-808a-d2dd976782d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.1196704 Nov 02 16:53:30.823477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7044-c703-462b-bcde-f5adbef6da61 req-5abe887e-43b9-4644-9aee-35d5700a6f87 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:30.825594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-254d7044-c703-462b-bcde-f5adbef6da61 req-5abe887e-43b9-4644-9aee-35d5700a6f87 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1332331 Nov 02 16:53:30.828024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:30.870616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-ec7942da-d947-4dd0-b5cc-ec4360749ce8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.0410492 Nov 02 16:53:30.938604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-053680c4-a03e-4dfa-af5c-1a6d702bcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:30.940768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-053680c4-a03e-4dfa-af5c-1a6d702bcffd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.0603697 Nov 02 16:53:30.942385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-254d7044-c703-462b-bcde-f5adbef6da61 req-15b1943b-361d-46b0-ad91-06d97fd5628d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103947 Nov 02 16:53:30.994547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-ef030723-bb05-4fca-8f62-ab64ddd6d17d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342503 Nov 02 16:53:31.103029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-cdc437ce-f312-4dd3-a72a-80e351cd9724 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948782 Nov 02 16:53:31.211192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd73931d-9347-4000-8a56-6b7536cf6a7b req-91278dbc-2db8-45c8-97d0-2ce7e5b2fd4a service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004529 Nov 02 16:53:31.403627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:31.413002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:31.653098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:31.776714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:31.782647 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:31.786827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:31.804855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:31.805737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:31.847397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:31.849405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-743cca99-c682-43b8-b60c-16c716a4e94b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/floatingips/555fc966-d161-462f-8392-cf446ab8fe17 HTTP/1.1" status: 200 len: 979 time: 1.1122797 Nov 02 16:53:31.853496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59934) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:31.859094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:31.859908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:31.898283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:31.898957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c27a7-3c1b-4ffc-9060-09acbcd42e03 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:32.102805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 9c94840b-f168-4c43-8880-5b3e23c93747 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:32.103183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:32.114384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d626-82da-4d91-9fab-f789eaf4852f req-2c2ffa7d-a077-40c1-b06a-83c898b31a9d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:32.116036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b05d626-82da-4d91-9fab-f789eaf4852f req-2c2ffa7d-a077-40c1-b06a-83c898b31a9d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0743794 Nov 02 16:53:32.204591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b05d626-82da-4d91-9fab-f789eaf4852f req-2bc99a61-2913-4177-98d6-959d760ed7df tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775630 Nov 02 16:53:32.234659 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:32.234988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:32.251678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 9c94840b-f168-4c43-8880-5b3e23c93747 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:32.701505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:32.729727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=9c94840b-f168-4c43-8880-5b3e23c93747,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:32.797732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:32.798065 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 555fc966-d161-462f-8392-cf446ab8fe17 disassociated (deleted). External IP: 172.25.7.122, port: 7b57cc85-cf39-49c0-987c-88f8ba7e0f46. Nov 02 16:53:33.023982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:53:33.026257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:33.144618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:33.150395 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:33.158435 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:33.168151 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:33.168985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:33.184082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6c608115-3847-49b4-94ba-4e63c13f90de tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/floatingips/555fc966-d161-462f-8392-cf446ab8fe17 HTTP/1.1" status: 204 len: 168 time: 1.3259852 Nov 02 16:53:33.184608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59964) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:33.202602 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:33.211887 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:33.212491 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:33.248368 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:33.249023 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69ce63-6f11-4781-a54f-7686e8728d03 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:33.355305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 7b57cc85-cf39-49c0-987c-88f8ba7e0f46 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:33.356478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:33.382868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b622-36b0-4ec5-b14c-fe6a6836b4fc req-817ed4fe-ab5f-474d-811c-51998ca3f2a5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:33.384443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c743b622-36b0-4ec5-b14c-fe6a6836b4fc req-817ed4fe-ab5f-474d-811c-51998ca3f2a5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0876639 Nov 02 16:53:33.470229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c743b622-36b0-4ec5-b14c-fe6a6836b4fc req-6e8e479e-69b2-4d6b-ab91-1d886bf7bfda tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Nov 02 16:53:33.493749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:33.507336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 7b57cc85-cf39-49c0-987c-88f8ba7e0f46 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:33.709893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:33.740676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=7b57cc85-cf39-49c0-987c-88f8ba7e0f46,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:33.832030 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:33.836761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d920d9d-5217-49b7-96ad-d568de13aef9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/ports/7b57cc85-cf39-49c0-987c-88f8ba7e0f46 HTTP/1.1" status: 204 len: 168 time: 0.6505225 Nov 02 16:53:33.840996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 59976) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:33.846767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:33.875439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.018959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.176137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.161 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/80639978-b950-43f8-9950-d6393d7b63ce) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:34.327841 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.363332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.409810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:34.416650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:34.419912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=80639978-b950-43f8-9950-d6393d7b63ce,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:34.423588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:34.517252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.577352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.641186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7792d-432a-4429-bdcb-b377fb8b6dfc req-629ff4bf-7687-4512-9200-9e373b0cb008 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:34.642752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07e7792d-432a-4429-bdcb-b377fb8b6dfc req-629ff4bf-7687-4512-9200-9e373b0cb008 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0947552 Nov 02 16:53:34.726956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07e7792d-432a-4429-bdcb-b377fb8b6dfc req-ad1d9a80-0e04-48e0-a032-3a5e7e350372 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705929 Nov 02 16:53:34.798937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.803631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.884879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=80639978-b950-43f8-9950-d6393d7b63ce,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:34.891698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.908872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:34.910186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-df00b8fb-147a-4fa1-a18f-5c288c7a62d5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0678513 Nov 02 16:53:34.912927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 59998) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:34.918859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'port': {'network_id': '1bf8947d-caf0-46b4-aafc-f8e57c021c46', 'name': 'tempest-FloatingIPTestJSON-873543378'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:35.035377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:35.039072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:35.057175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] device_id is not set on port 3f8cb4af-e7e6-4156-8826-948d0ab2423c yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:53:35.173413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.5 (1bf8947d-caf0-46b4-aafc-f8e57c021c46/1c6c98f5-3e78-457f-aba6-063f40d8cff8/3f8cb4af-e7e6-4156-8826-948d0ab2423c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:35.332674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:35.368858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:35.429349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network 1bf8947d-caf0-46b4-aafc-f8e57c021c46 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:35.434186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:35.437511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:35.475364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=3f8cb4af-e7e6-4156-8826-948d0ab2423c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:35.498375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.498854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.499316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.499783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.500240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.500695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.501147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.501600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.502045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.502596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.503062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.503515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:35.525995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:35.526618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:35.543769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-083c3f75-1616-45ce-b6b3-3f46a6b29d4d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6297216 Nov 02 16:53:35.546503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60014) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:35.550950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'port_id': '3f8cb4af-e7e6-4156-8826-948d0ab2423c'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:35.597622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:35.875011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2c8b5-4a4b-425f-ba41-a8ac5fcb02a8 req-82cb1154-3f1c-4b7f-8860-4bcddffde5a5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:35.877516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ce2c8b5-4a4b-425f-ba41-a8ac5fcb02a8 req-82cb1154-3f1c-4b7f-8860-4bcddffde5a5 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0702665 Nov 02 16:53:35.919383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ce2c8b5-4a4b-425f-ba41-a8ac5fcb02a8 req-7a2419cc-ac92-4185-a6cc-888a88094f55 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Nov 02 16:53:36.047136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.053666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.169062 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 020a503b-7536-4ef4-b084-ad8f16cac043 associated. External IP: 172.25.7.161, port: 3f8cb4af-e7e6-4156-8826-948d0ab2423c. Nov 02 16:53:36.407446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:36.521044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:36.525508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.534836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:36.546527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:36.547373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:36.555499 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2a3b6f18-f149-4f10-9f42-69d28284d22d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/floatingips/020a503b-7536-4ef4-b084-ad8f16cac043 HTTP/1.1" status: 200 len: 977 time: 1.0079305 Nov 02 16:53:36.557991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60038) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:36.612781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:36.625410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:36.626623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:36.668859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:36.669673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a700ab-71de-4676-946c-90b0a3df592d None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:36.670159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 3f8cb4af-e7e6-4156-8826-948d0ab2423c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:36.670644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.780668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.988752 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.989262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:36.989596 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 020a503b-7536-4ef4-b084-ad8f16cac043 disassociated. External IP: 172.25.7.161, port: 3f8cb4af-e7e6-4156-8826-948d0ab2423c. Nov 02 16:53:36.989949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 3f8cb4af-e7e6-4156-8826-948d0ab2423c owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:37.049981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0722ab6-9062-45c3-b2ce-44ec300935ab req-1dace6fe-61f7-49cf-abec-5a2b13927bf8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:37.051458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0722ab6-9062-45c3-b2ce-44ec300935ab req-1dace6fe-61f7-49cf-abec-5a2b13927bf8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0555370 Nov 02 16:53:37.092520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0722ab6-9062-45c3-b2ce-44ec300935ab req-1855de39-73e5-49ac-8f06-f8d9ac2445b3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Nov 02 16:53:37.138738 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:37.167305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=3f8cb4af-e7e6-4156-8826-948d0ab2423c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:37.305110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:37.435205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:37.446227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:37.458000 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:37.458848 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:37.543491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:37.551248 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-513ca429-d1c9-4a86-b467-d4279d071ea1 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/ports/3f8cb4af-e7e6-4156-8826-948d0ab2423c HTTP/1.1" status: 204 len: 168 time: 0.9897594 Nov 02 16:53:37.551656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60060) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:37.600608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-95d8ef3a-846b-4191-9e1c-7413783c31f0 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/floatingips/020a503b-7536-4ef4-b084-ad8f16cac043 HTTP/1.1" status: 200 len: 688 time: 0.0476923 Nov 02 16:53:37.603269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60062) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:37.603450 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:37.616577 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:37.617197 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:37.650533 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:37.651174 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a810c-3013-47a2-86a0-459c6402af08 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:37.740828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 80639978-b950-43f8-9950-d6393d7b63ce {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:37.741253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:37.822983 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:37.823312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:37.837580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 80639978-b950-43f8-9950-d6393d7b63ce owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:37.995522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.032290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=80639978-b950-43f8-9950-d6393d7b63ce,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:38.125441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.128899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.130408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f5fa3502-fc6f-4ec0-9766-f6db2d6e52fe tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/floatingips/020a503b-7536-4ef4-b084-ad8f16cac043 HTTP/1.1" status: 204 len: 168 time: 0.5252182 Nov 02 16:53:38.134318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60080) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:38.140089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'f0dd0998-f66c-4a4f-9df2-62f5d24f2d73'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:38.169982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.301644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab85d-957a-4f97-bd9e-4897a1c0adb4 req-545012fb-0af3-4464-8176-840f69b2d60f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:38.303437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1aaab85d-957a-4f97-bd9e-4897a1c0adb4 req-545012fb-0af3-4464-8176-840f69b2d60f tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1274250 Nov 02 16:53:38.361351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1aaab85d-957a-4f97-bd9e-4897a1c0adb4 req-57bc82a8-8b2e-495d-8aea-667bda8c5a5d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 Nov 02 16:53:38.386010 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.503709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.14 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0a335930-478a-433f-a5fb-b9e8602eccd5) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:38.581317 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1243f27f-da1e-4a1a-a21c-7328fd16ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.614414 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.651018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:38.694838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:38.700336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:38.702822 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:38.711657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=0a335930-478a-433f-a5fb-b9e8602eccd5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:39.087170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:39.165576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:39.352022 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:39.359065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:39.476243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=0a335930-478a-433f-a5fb-b9e8602eccd5,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:39.519418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:39.606968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fed3-aa75-4f71-942e-3278a7a80743 req-82adf5de-f287-4ec5-9552-8d473ea063c6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:39.608497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95e6fed3-aa75-4f71-942e-3278a7a80743 req-82adf5de-f287-4ec5-9552-8d473ea063c6 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1541660 Nov 02 16:53:39.668546 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-95e6fed3-aa75-4f71-942e-3278a7a80743 req-b516e46c-7467-4907-9921-59ced3be564d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494318 Nov 02 16:53:39.669768 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 33dafc46-7430-403a-bb83-1e74a8ec61a2 associated. External IP: 172.25.7.14, port: f0dd0998-f66c-4a4f-9df2-62f5d24f2d73. Nov 02 16:53:39.949970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:40.358179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:40.376531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:40.400541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:40.401464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:40.414059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.450639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:40.462090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:40.462943 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:40.468354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f68e922e-2008-4d71-a841-16f98f6740b3 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3285558 Nov 02 16:53:40.468670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:40.473779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1268640525'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:40.503006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:40.503787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da038eee-f87e-42ef-9194-56038b364c21 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:40.510030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:40.517385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.548909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:53:40.560333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.560696 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Added segment 4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2 of type vlan for network fac83785-40bf-42ac-a132-debfb952f3d7 Nov 02 16:53:40.609207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.639570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.645491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:40.646273 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.725729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2558610 Nov 02 16:53:40.729833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:40.737515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'subnet': {'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:40.812809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84be7b2-045a-47a2-80b1-f2df9c6e001d tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Network': ['ID=fac83785-40bf-42ac-a132-debfb952f3d7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:40.829891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network fac83785-40bf-42ac-a132-debfb952f3d7 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:53:40.915965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab1b3-5337-40b1-9ebb-42a9118ea0fd req-17679710-b625-47a7-89ad-155b4696ca33 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:40.924496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-894ab1b3-5337-40b1-9ebb-42a9118ea0fd req-17679710-b625-47a7-89ad-155b4696ca33 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1580234 Nov 02 16:53:40.959168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:40.962829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:40.986222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-894ab1b3-5337-40b1-9ebb-42a9118ea0fd req-800f6175-1b47-4784-9b55-1653e1ff764d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608158 Nov 02 16:53:41.116719 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35c1391f-b5e8-4cf1-ad35-e5861d175f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.176753 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.252129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Subnet': ['ID=58397fcd-25e8-4c14-95b5-aec6e53a11f8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:41.266660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Checking segment: {'id': '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:53:41.267026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network hostable DHCP agents. Network: fac83785-40bf-42ac-a132-debfb952f3d7, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:53:41.288959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network fac83785-40bf-42ac-a132-debfb952f3d7 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:53:41.301052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, fac83785-40bf-42ac-a132-debfb952f3d7) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:41.312072 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd99f6d-aba9-4686-bf07-ab2d46192e7c None None] Network fac83785-40bf-42ac-a132-debfb952f3d7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:41.312215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:41.313684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.342200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0cc237c0-ccc0-4f2c-82b1-cfa09de10624 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6095896 Nov 02 16:53:41.344206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:41.351533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1070860620', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:41.393946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.396010 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.528039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.714583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-fac83785-40bf-42ac-a132-debfb952f3d7', 'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7', 'tenant_id': '75fa6e3daaee4f318868fe0ecb2a0f3f', 'fixed_ips': [{'subnet_id': '58397fcd-25e8-4c14-95b5-aec6e53a11f8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:53:41.721178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.736559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.752152 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:41.913091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Allocated IP 172.20.0.2 (fac83785-40bf-42ac-a132-debfb952f3d7/58397fcd-25e8-4c14-95b5-aec6e53a11f8/df48294e-382c-43a8-b14e-70006e1cb7e1) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:42.023166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.049524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.182333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.191485 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.210692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.25.7.128 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/7c070445-c3f0-4cb5-82b5-9cceaae3bea8) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:42.212379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Network fac83785-40bf-42ac-a132-debfb952f3d7 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:42.214067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:42.250114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:42.278086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Pushing event updated for resources: {'Port': ['ID=df48294e-382c-43a8-b14e-70006e1cb7e1,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:42.296174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.296525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.296891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.297209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.298169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.298169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.298354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.298674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.299002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.299325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.299651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.299973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:42.371813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Attempting to bind port df48294e-382c-43a8-b14e-70006e1cb7e1 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:53:42.372797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Attempting to bind port df48294e-382c-43a8-b14e-70006e1cb7e1 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:53:42.373350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Attempting to bind port df48294e-382c-43a8-b14e-70006e1cb7e1 on network fac83785-40bf-42ac-a132-debfb952f3d7 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:53:42.379821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:53:42.380451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Checking segment: {'id': '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:53:42.381057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.381590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Bound using segment: {'id': '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:53:42.382277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Bound port: df48294e-382c-43a8-b14e-70006e1cb7e1, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:53:42.382822 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.383733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.430956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.459571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:42.466551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] For port df48294e-382c-43a8-b14e-70006e1cb7e1, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:53:42.470828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] For port df48294e-382c-43a8-b14e-70006e1cb7e1, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df48294e-382c-43a8-b14e-70006e1cb7e1,segment=NetworkSegment(4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2),segment_id=4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:53:42.476141 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.489595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:42.501229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dab68c-f011-4eec-828e-069e6a5e949b req-e79c6ef9-4978-4f69-a106-579f9948cc0d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:42.509867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0dab68c-f011-4eec-828e-069e6a5e949b req-e79c6ef9-4978-4f69-a106-579f9948cc0d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.3774040 Nov 02 16:53:42.521058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:42.545104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bce018-88f7-431c-8768-85a83ee40a07 None None] Pushing event updated for resources: {'Port': ['ID=df48294e-382c-43a8-b14e-70006e1cb7e1,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:42.631168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0dab68c-f011-4eec-828e-069e6a5e949b req-180d9483-4604-470d-8346-c93c5db1a678 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200871 Nov 02 16:53:42.633475 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:42.634628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=7c070445-c3f0-4cb5-82b5-9cceaae3bea8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:42.942840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:43.220641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:43.376297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router 2b521ae0-fd81-4931-86ca-0bdf955bab79 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:53:43.499504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:43.513192 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] Sync routers for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:43.524614 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:43.527663 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:43.529137 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:43.534217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ffe3ace8-fbd0-4553-92ea-c12499e88ade tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1850405 Nov 02 16:53:43.534363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60178) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:43.577650 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:43.590100 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:43.590959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:43.633703 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:43.634697 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff580d66-1a1f-435f-a7e5-938d80e74c90 None None] The sync data for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:43.821272 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:43.842649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c492-3295-420c-93bb-201a7da6a0f0 req-40d35d6a-8550-46cc-93e6-c7086b392e63 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:43.844559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2724c492-3295-420c-93bb-201a7da6a0f0 req-40d35d6a-8550-46cc-93e6-c7086b392e63 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1017509 Nov 02 16:53:43.877921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d583e-5137-40ae-b3a0-db5f93be00b0 None None] Network fac83785-40bf-42ac-a132-debfb952f3d7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:43.897903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2724c492-3295-420c-93bb-201a7da6a0f0 req-e358c58b-b53c-4f01-bcd4-8923309ef79b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468276 Nov 02 16:53:43.977624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ad503079-5f08-49a9-bb31-b1d9add6d457 None None] Provisioning complete for port df48294e-382c-43a8-b14e-70006e1cb7e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:43.978078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ad503079-5f08-49a9-bb31-b1d9add6d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:44.145906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588510c-1b64-4bd0-a045-d2a09abb00ab req-688af3ff-b580-4c51-b1f4-2c25287dfe84 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:44.147610 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7588510c-1b64-4bd0-a045-d2a09abb00ab req-688af3ff-b580-4c51-b1f4-2c25287dfe84 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.0739286 Nov 02 16:53:44.188965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ad503079-5f08-49a9-bb31-b1d9add6d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:44.195380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7588510c-1b64-4bd0-a045-d2a09abb00ab req-ab43e4e0-d5b9-497d-b9a2-896f2e22dcf9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Nov 02 16:53:44.233662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ad503079-5f08-49a9-bb31-b1d9add6d457 None None] For port df48294e-382c-43a8-b14e-70006e1cb7e1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df48294e-382c-43a8-b14e-70006e1cb7e1,segment=NetworkSegment(4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2),segment_id=4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:44.241362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ad503079-5f08-49a9-bb31-b1d9add6d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:44.322539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad503079-5f08-49a9-bb31-b1d9add6d457 None None] Pushing event updated for resources: {'Port': ['ID=df48294e-382c-43a8-b14e-70006e1cb7e1,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:44.460957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df48294e-382c-43a8-b14e-70006e1cb7e1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:44.520955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port df48294e-382c-43a8-b14e-70006e1cb7e1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:44.521426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:44.575914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-18761534-82c8-4832-9a98-4ac8a5f18909 None None] Provisioning complete for port df48294e-382c-43a8-b14e-70006e1cb7e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:44.576386 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-18761534-82c8-4832-9a98-4ac8a5f18909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:44.603256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:44.889945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.1 (fac83785-40bf-42ac-a132-debfb952f3d7/58397fcd-25e8-4c14-95b5-aec6e53a11f8/9a2b98bc-1cd5-4fe0-83a6-721317bde4bd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:45.022062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.040131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b954a-a472-4ee2-bf2a-03600243bfed req-187b910e-35a4-4aab-8105-dad6eaf1b7f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:45.041607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-752b954a-a472-4ee2-bf2a-03600243bfed req-187b910e-35a4-4aab-8105-dad6eaf1b7f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0598607 Nov 02 16:53:45.071141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.083758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-752b954a-a472-4ee2-bf2a-03600243bfed req-20147c21-9029-4f97-83bc-f324884b17df tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Nov 02 16:53:45.111630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network fac83785-40bf-42ac-a132-debfb952f3d7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:45.115002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:45.119313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:45.157547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=9a2b98bc-1cd5-4fe0-83a6-721317bde4bd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:45.177056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.355212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.369386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2a81-e5e7-4a77-99bf-19a1f84b2da3 req-0726b22a-01c1-45c3-822f-83e86aa0642e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:45.371634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-295c2a81-e5e7-4a77-99bf-19a1f84b2da3 req-0726b22a-01c1-45c3-822f-83e86aa0642e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.0599549 Nov 02 16:53:45.426217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-49864fcd-d1b9-41aa-96d6-ec8ee3e19585 None None] Provisioning complete for port 9a2b98bc-1cd5-4fe0-83a6-721317bde4bd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:45.426798 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49864fcd-d1b9-41aa-96d6-ec8ee3e19585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.429745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-295c2a81-e5e7-4a77-99bf-19a1f84b2da3 req-558a783a-b3cf-4f9c-8ffd-b9fadd94fee7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493085 Nov 02 16:53:45.485965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-49864fcd-d1b9-41aa-96d6-ec8ee3e19585 None None] Port 9a2b98bc-1cd5-4fe0-83a6-721317bde4bd cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:53:45.687101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-ceca05b6-f14b-469d-bd42-599730979554 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:45.688618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-ceca05b6-f14b-469d-bd42-599730979554 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.0845418 Nov 02 16:53:45.738182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.748227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.890014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:45.891618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=9a2b98bc-1cd5-4fe0-83a6-721317bde4bd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:45.913592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-de436149-cdc4-4a5e-8c2b-1cff9bd7f274 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3322999 Nov 02 16:53:46.002338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Deleting port e1fcb012-9108-4989-ab56-702791595eac {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:46.002679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:46.087128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102e79-ec9e-423a-a119-29d339ba37df req-d878c433-1b00-4917-bc97-613ba9bca81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.088629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-d878c433-1b00-4917-bc97-613ba9bca81c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1096 time: 0.1320314 Nov 02 16:53:46.108803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network fac83785-40bf-42ac-a132-debfb952f3d7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:46.112629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:46.245380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d95874-4f3c-4436-b260-292f107bdbf1 req-33d08e85-3b0c-433a-a45d-30694429d71b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.256627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83d95874-4f3c-4436-b260-292f107bdbf1 req-33d08e85-3b0c-433a-a45d-30694429d71b tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0855927 Nov 02 16:53:46.299090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] For port e1fcb012-9108-4989-ab56-702791595eac, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e1fcb012-9108-4989-ab56-702791595eac,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:46.299304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83d95874-4f3c-4436-b260-292f107bdbf1 req-88e4204b-1822-4a3a-ae30-52e4f1cffc13 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Nov 02 16:53:46.299469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:46.409264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df48294e-382c-43a8-b14e-70006e1cb7e1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:46.418049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102e79-ec9e-423a-a119-29d339ba37df req-3c9d0482-5653-43c1-be12-75b9f71af946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.419677 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-3c9d0482-5653-43c1-be12-75b9f71af946 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 200 len: 897 time: 0.3025644 Nov 02 16:53:46.471472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port df48294e-382c-43a8-b14e-70006e1cb7e1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:46.472749 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:46.525536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d6b9909b-5e7e-434f-85b6-56cc11d4101d None None] Provisioning complete for port 9a2b98bc-1cd5-4fe0-83a6-721317bde4bd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:46.526334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d6b9909b-5e7e-434f-85b6-56cc11d4101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:46.550379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router 2b521ae0-fd81-4931-86ca-0bdf955bab79 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:46.555016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-94c60b34-9ef1-4666-9621-d7bd5d6d2101 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 200 len: 1001 time: 0.1265104 Nov 02 16:53:46.596646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4f7ec-949f-4012-98bc-2033ca8af7df req-404753d2-a32a-4e88-bf45-176a0e63947d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.598630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4b4f7ec-949f-4012-98bc-2033ca8af7df req-404753d2-a32a-4e88-bf45-176a0e63947d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 946 time: 0.0717809 Nov 02 16:53:46.615797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9909b-5e7e-434f-85b6-56cc11d4101d None None] Port 9a2b98bc-1cd5-4fe0-83a6-721317bde4bd cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:53:46.646016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4b4f7ec-949f-4012-98bc-2033ca8af7df req-5d908887-5763-421e-ae56-1a54ede6d412 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=cec5d8bf-7215-493e-aed8-972fbf72422d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Nov 02 16:53:46.742229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102e79-ec9e-423a-a119-29d339ba37df req-67f5c22f-8093-46b0-a55a-3ea6fd793ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.743708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-67f5c22f-8093-46b0-a55a-3ea6fd793ab1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfb17d98-2485-4dc1-8815-33c91667ccb8 HTTP/1.1" status: 200 len: 833 time: 0.1810064 Nov 02 16:53:46.794522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:46.794881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:46.795200 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Floating IP 1898a647-70e1-4442-ac92-d097e1482bfb disassociated. External IP: 172.25.7.34, port: e1fcb012-9108-4989-ab56-702791595eac. Nov 02 16:53:46.795542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Calling delete_port for e1fcb012-9108-4989-ab56-702791595eac owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:46.832344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:46.846172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] Sync routers for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:46.857249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:46.858114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:46.867594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-04b79592-8c87-45cc-83f8-1bfdd125c60b tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/routers/2b521ae0-fd81-4931-86ca-0bdf955bab79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3306012 Nov 02 16:53:46.867866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60252) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:46.873304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'port': {'network_id': 'fac83785-40bf-42ac-a132-debfb952f3d7', 'name': 'tempest-FloatingIPTestJSON-849234414'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:46.895837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102e79-ec9e-423a-a119-29d339ba37df req-2e399962-05f6-4030-ab44-cc167e3935a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.897337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-2e399962-05f6-4030-ab44-cc167e3935a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451621 Nov 02 16:53:46.898409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:46.910923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:46.911476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:46.931003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-ec38a1dd-3b7d-41bb-9ec3-86aa90991306 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:53:46.931952 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-ec38a1dd-3b7d-41bb-9ec3-86aa90991306 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049584 Nov 02 16:53:46.957764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:46.958794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3023b545-cfbd-4c92-8b1d-d2f5170c78aa None None] The sync data for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:46.963872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60258) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:47.126295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-723ba356-2232-4244-836d-860fc3c2d10f service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822069 Nov 02 16:53:47.147844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 958fa68a-9a13-4166-b18b-3a5e1de8e319 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:47.148277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.197446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Made reservation on behalf of 75fa6e3daaee4f318868fe0ecb2a0f3f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:47.201982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.203309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.248349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event deleted for resources: {'Port': ['ID=e1fcb012-9108-4989-ab56-702791595eac,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:47.251960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.252514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.274274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] device_id is not set on port 4e7eca56-eb53-4eda-8272-17af923128e1 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:53:47.275379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 958fa68a-9a13-4166-b18b-3a5e1de8e319 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:47.358864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a6102e79-ec9e-423a-a119-29d339ba37df req-4fb4a9a2-b66e-482e-bf9a-899091ab6366 service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239921 Nov 02 16:53:47.483031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0e3d-216f-4f79-bd63-862ee59a7def req-1f4b870b-df91-45ec-809b-031992870f21 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:47.484685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83ff0e3d-216f-4f79-bd63-862ee59a7def req-1f4b870b-df91-45ec-809b-031992870f21 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0732358 Nov 02 16:53:47.526467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7fa8-6e52-47f7-abf1-5756aba8b8df req-45ba8f54-9cd5-45bf-bf5f-8b8c36745381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:47.528374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2cf7fa8-6e52-47f7-abf1-5756aba8b8df req-45ba8f54-9cd5-45bf-bf5f-8b8c36745381 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.1052878 Nov 02 16:53:47.529852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Allocated IP 172.20.0.12 (fac83785-40bf-42ac-a132-debfb952f3d7/58397fcd-25e8-4c14-95b5-aec6e53a11f8/4e7eca56-eb53-4eda-8272-17af923128e1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:47.536378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:47.569814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83ff0e3d-216f-4f79-bd63-862ee59a7def req-8226d89c-e629-4622-8e9f-d336dd662c8a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546734 Nov 02 16:53:47.578481 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.630491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.638727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=958fa68a-9a13-4166-b18b-3a5e1de8e319,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:47.640903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e2cf7fa8-6e52-47f7-abf1-5756aba8b8df req-32f307a0-50d8-42fa-9ac7-417aa0da7e46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015773 Nov 02 16:53:47.724125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:47.724853 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Floating IP 43cc054f-cdf6-4c01-9d7d-12286047d0d5 disassociated (deleted). External IP: 172.25.7.247, port: 71a359d1-9775-4b38-b220-35cacde2e49a. Nov 02 16:53:47.836754 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4df0550d-2d77-448e-8593-524c2830a866 req-1ca0dbb2-7829-44b0-a4f2-6b623abb5bc4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d13822b-e533-40d5-9a40-b1937ca6dace HTTP/1.1" status: 200 len: 210 time: 0.0631676 Nov 02 16:53:48.231165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:48.252668 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:48.267877 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:48.270858 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:48.292726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:48.294396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] No DVR routers for this DVR port e1fcb012-9108-4989-ab56-702791595eac on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:48.298194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:48.301532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-58ed9a29-cfb3-48b0-930d-c85cbcbfbbdc req-625359e3-7fdc-4485-b701-26311ad7a896 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "DELETE /v2.0/ports/e1fcb012-9108-4989-ab56-702791595eac HTTP/1.1" status: 204 len: 173 time: 2.6061950 Nov 02 16:53:48.302018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-deleted', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:48.304547 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c6caed-e08d-4ea3-8dc1-2f12f3dd83ce" -d '{"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-deleted", "tag": "e1fcb012-9108-4989-ab56-702791595eac"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:48.357694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:48.359309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router e8f73f16-f8a5-4fac-a861-cddf0c35db8c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:48.465829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Network fac83785-40bf-42ac-a132-debfb952f3d7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:48.471217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:48.491165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event updated for resources: {'Port': ['ID=4e7eca56-eb53-4eda-8272-17af923128e1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:48.498446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:48.541487 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:48.619252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:48.620265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:48.625103 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb12e69-3fa2-4c2e-ac71-aa056d911446 x-openstack-request-id: req-6bb12e69-3fa2-4c2e-ac71-aa056d911446 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:48.625728 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13822b-e533-40d5-9a40-b1937ca6dace", "name": "network-vif-deleted", "tag": "e1fcb012-9108-4989-ab56-702791595eac", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:48.626170 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bb12e69-3fa2-4c2e-ac71-aa056d911446 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:48.627039 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13822b-e533-40d5-9a40-b1937ca6dace', 'name': 'network-vif-deleted', 'tag': 'e1fcb012-9108-4989-ab56-702791595eac', 'status': 'completed', 'code': 200} Nov 02 16:53:48.653091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a5d7f24-6a12-4922-9eee-3ef4f2ec8d51 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7838979 Nov 02 16:53:48.655735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60290) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:48.669745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Request body: {'floatingip': {'port_id': '4e7eca56-eb53-4eda-8272-17af923128e1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:48.681473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:48.690861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:48.693086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] Sync routers for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:48.710450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:48.712025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:48.743769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a906e731-352d-4200-8249-4f5f59244d74 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/floatingips/43cc054f-cdf6-4c01-9d7d-12286047d0d5 HTTP/1.1" status: 204 len: 168 time: 1.7774873 Nov 02 16:53:48.745163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:48.748487 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e0c23-4937-4a85-bf16-480ffdd2467a" -d '{"events": [{"name": "network-changed", "server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:48.836791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9103b-c139-45f7-b703-bb1702c1f38d req-08f65d5a-e8ff-49a2-a024-9f339aaf5184 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:48.847584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31e9103b-c139-45f7-b703-bb1702c1f38d req-08f65d5a-e8ff-49a2-a024-9f339aaf5184 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1082270 Nov 02 16:53:48.883097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:48.956604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31e9103b-c139-45f7-b703-bb1702c1f38d req-64e2d278-7434-455b-b16d-94b998f3f8b7 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083119 Nov 02 16:53:49.045605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-379e834a-3753-48b6-b056-0a06f9ce1b59 None None] Provisioning complete for port 4e7eca56-eb53-4eda-8272-17af923128e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:49.045979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-379e834a-3753-48b6-b056-0a06f9ce1b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.049058 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c99b3-f82e-416b-b6fa-62bc8126b872 x-openstack-request-id: req-009c99b3-f82e-416b-b6fa-62bc8126b872 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:49.049431 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:49.049594 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-009c99b3-f82e-416b-b6fa-62bc8126b872 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:49.049991 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a', 'status': 'completed', 'code': 200} Nov 02 16:53:49.090221 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:49.123106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60306) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:49.159404 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:49.169423 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:49.170291 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:49.192776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-379e834a-3753-48b6-b056-0a06f9ce1b59 None None] Port 4e7eca56-eb53-4eda-8272-17af923128e1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:53:49.253525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:49.287528 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99bc7761-474b-4c75-a828-ba11e764f607 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.315840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99bc7761-474b-4c75-a828-ba11e764f607 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.347482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:49.364792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-c484633d-8739-4b32-8bfb-24df8caf1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.366591 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-c484633d-8739-4b32-8bfb-24df8caf1c49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=61edc4df1278420c8be9eb30335e1183&device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 1096 time: 0.2861977 Nov 02 16:53:49.378394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137f33-a247-4194-a3a8-bfbd81b5dba4 req-4cc0c4e3-85d7-4c9f-bf5d-ce3ee22d67a1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.385826 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6137f33-a247-4194-a3a8-bfbd81b5dba4 req-4cc0c4e3-85d7-4c9f-bf5d-ce3ee22d67a1 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.2350972 Nov 02 16:53:49.394587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99bc7761-474b-4c75-a828-ba11e764f607 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.398421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99bc7761-474b-4c75-a828-ba11e764f607 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.403068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-99bc7761-474b-4c75-a828-ba11e764f607 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "DELETE /v2.0/security-groups/cec5d8bf-7215-493e-aed8-972fbf72422d HTTP/1.1" status: 204 len: 168 time: 0.2760131 Nov 02 16:53:49.413785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60308) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:49.435290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc7761-474b-4c75-a828-ba11e764f607 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec5d8bf-7215-493e-aed8-972fbf72422d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:49.477522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6137f33-a247-4194-a3a8-bfbd81b5dba4 req-27b0547b-6cc5-4c55-85a0-1e08968cd49e tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748746 Nov 02 16:53:49.478855 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-c1bf06c5-f843-46f8-873d-a15b4b3675c5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] show failed (client error): The resource could not be found. Nov 02 16:53:49.482773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1bf06c5-f843-46f8-873d-a15b4b3675c5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups/cec5d8bf-7215-493e-aed8-972fbf72422d HTTP/1.1" status: 404 len: 347 time: 0.0641475 Nov 02 16:53:49.483389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60310) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:49.594684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:12Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:49.628748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] Checking router: e8f73f16-f8a5-4fac-a861-cddf0c35db8c for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:49.638814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:49.639455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:49.655762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Deleting port 7fcf5668-1298-4386-851a-d3d0c432f7ee {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:49.655762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.712355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-c5112841-0d63-4e7f-80e5-713a4b27d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.714312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-c5112841-0d63-4e7f-80e5-713a4b27d63d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 200 len: 897 time: 0.3389664 Nov 02 16:53:49.716312 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:49.780420 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60eadd-a908-4408-abd9-596a75d05ba3 None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:49.805597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:49.808386 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-4bda45bc-90ba-401a-b44d-611108d85634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 200 len: 217 time: 0.0590966 Nov 02 16:53:49.830666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.resource_extend [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:53:49.854330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.855433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.900613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Calling delete_port for 7fcf5668-1298-4386-851a-d3d0c432f7ee owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:49.944138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:49.947535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-f59c17e2-b548-4cf2-a7ec-049eeae2faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.949430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-f59c17e2-b548-4cf2-a7ec-049eeae2faca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfb17d98-2485-4dc1-8815-33c91667ccb8 HTTP/1.1" status: 200 len: 833 time: 0.1323497 Nov 02 16:53:49.954994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:50.168787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-e49a1256-fe4e-4467-89bf-eb457b2e6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:50.170455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-e49a1256-fe4e-4467-89bf-eb457b2e6e50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e6b8f0df-7bbc-47d3-95db-d91f31949e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977602 Nov 02 16:53:50.175992 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 33dafc46-7430-403a-bb83-1e74a8ec61a2 associated. External IP: 172.25.7.14, port: f0dd0998-f66c-4a4f-9df2-62f5d24f2d73. Nov 02 16:53:50.187898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:12Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:50.202810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:50.234445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event deleted for resources: {'Port': ['ID=7fcf5668-1298-4386-851a-d3d0c432f7ee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:50.244925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cc60f-b640-4ea2-be42-1309ac05763a None None] The sync data for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 is: [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '68d03a8d-187f-468f-a018-83c88dc6f787', 'name': '', 'network_id': 'e6b8f0df-7bbc-47d3-95db-d91f31949e6e', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'mac_address': 'fa:16:3e:9c:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:53Z', 'updated_at': '2021-11-02T16:52:12Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'subnets': [{'id': 'dfb17d98-2485-4dc1-8815-33c91667ccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:50.272501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d3cd6-8906-42ca-a157-5420027ed0ce req-dce08966-b434-4719-9140-cc3aea1753a3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:50.274771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d7d3cd6-8906-42ca-a157-5420027ed0ce req-dce08966-b434-4719-9140-cc3aea1753a3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1949189 Nov 02 16:53:50.310186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:50.347849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: e1fcb012-9108-4989-ab56-702791595eac {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:50.348221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e1fcb012-9108-4989-ab56-702791595eac not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:50.349627 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad85827-7238-467b-82a4-8050dcb5c873 None None] New status for floating IP 1898a647-70e1-4442-ac92-d097e1482bfb: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:53:50.397046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d7d3cd6-8906-42ca-a157-5420027ed0ce req-908d11c0-b422-4000-8a9d-3d6957614836 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978932 Nov 02 16:53:50.402992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:50.407833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:50.411588 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-c2acc17d-0008-49bf-ab3f-30be2e860de3 service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312014 Nov 02 16:53:50.412115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a99193c0-12ef-476a-99cb-f678d85b28f1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "DELETE /v2.0/floatingips/1898a647-70e1-4442-ac92-d097e1482bfb HTTP/1.1" status: 204 len: 168 time: 0.9258468 Nov 02 16:53:50.648035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1510a3-830d-4612-93ac-ab61c057280a req-adbc8103-154e-41ab-848a-0ccb572c5735 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:50.650587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd1510a3-830d-4612-93ac-ab61c057280a req-adbc8103-154e-41ab-848a-0ccb572c5735 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.0951645 Nov 02 16:53:50.655342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-185bac12-a1f1-4903-81a4-7ac25bf147c2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:50.656811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-185bac12-a1f1-4903-81a4-7ac25bf147c2 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 945 time: 0.2669799 Nov 02 16:53:50.736229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd1510a3-830d-4612-93ac-ab61c057280a req-ee08f21a-4d22-4f9c-8c47-dce1b41a2438 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682967 Nov 02 16:53:50.768104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-253e0c23-4937-4a85-bf16-480ffdd2467a req-99f9461e-7a48-4f64-89b6-2d3aae2d111b service neutron] 10.222.0.55 "GET /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132889 Nov 02 16:53:50.845070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd205ea9-1004-403e-b35d-f37d6ba09db6 None None] New status for floating IP 43cc054f-cdf6-4c01-9d7d-12286047d0d5: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:53:50.961680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 71a359d1-9775-4b38-b220-35cacde2e49a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:50.962037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:50.997110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60354) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:51.002755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393650453', 'description': 'tempest-description--1306333622'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:51.059058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c12e2-5ae6-4d12-89b3-443aee66980d req-8723b22c-a598-442e-adc8-f683339096f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.060622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-565c12e2-5ae6-4d12-89b3-443aee66980d req-8723b22c-a598-442e-adc8-f683339096f3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0735328 Nov 02 16:53:51.061931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.071648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 71a359d1-9775-4b38-b220-35cacde2e49a, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=71a359d1-9775-4b38-b220-35cacde2e49a,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:51.072035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.086154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 71a359d1-9775-4b38-b220-35cacde2e49a owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:51.118163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-565c12e2-5ae6-4d12-89b3-443aee66980d req-9922f11e-1016-4660-ac8c-66a218cf5b6d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472903 Nov 02 16:53:51.176140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.182751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-2b6f4cbe-f2fd-4bca-987d-cd7c716b97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.183002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.184643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-2b6f4cbe-f2fd-4bca-987d-cd7c716b97b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 1097 time: 0.2571833 Nov 02 16:53:51.186647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:51.213944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.215349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2172229 Nov 02 16:53:51.218228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60356) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:51.222668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'security_group_rule': {'security_group_id': '8c4b9671-2c4c-477c-a949-8a1b5a3ceffb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:51.231618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21508c74-7e47-4b75-943f-434479d4c8ca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:51.270728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.333206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.338163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.357369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a35964-fb88-4357-bce6-ef4d8f5588b1,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:51.371379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.371657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-03a8a96f-ee5b-41c7-a5e7-d79294e84a28 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523607 Nov 02 16:53:51.374274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60358) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:51.379953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'security_group_rule': {'security_group_id': '8c4b9671-2c4c-477c-a949-8a1b5a3ceffb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:51.415499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.434696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-49f87008-5886-4de0-bee0-165a1ad428fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.436182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-49f87008-5886-4de0-bee0-165a1ad428fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.2382605 Nov 02 16:53:51.438477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.487885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.494637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.525002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-d4ea29a0-9e53-45b9-9d50-ff3484e48f15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 200 len: 217 time: 0.0730534 Nov 02 16:53:51.525995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=71a359d1-9775-4b38-b220-35cacde2e49a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:51.534032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:51.544506 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:51.550005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb31dba-ab95-425b-9133-5289b4e7c5b7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:51.555572 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:51.556194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.562515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.566913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5f86322d-d08b-4887-822e-2152583863b6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1881979 Nov 02 16:53:51.569036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60360) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:51.573156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:51.594746 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.604322 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:51.605466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.605747 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.640199 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.641441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d9b81-13b0-4fbe-9b3a-10db2975ba4b None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:51.738810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:51.891804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec0259ff-1612-4907-8a43-f18c9f6ded42 req-6b393d88-3803-4946-9d8b-97fb3ff3f5d5 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "GET /v2.0/ports?device_id=539ce366-80be-4814-bfe2-a3c71c6e2384 HTTP/1.1" status: 200 len: 210 time: 0.0604308 Nov 02 16:53:51.929890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Allocated IP 172.25.7.113 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/a4fd3c64-41d5-4f98-b4c3-f5343a21775b) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:52.051368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.094611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.119665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:52.128337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] No DVR routers for this DVR port 71a359d1-9775-4b38-b220-35cacde2e49a on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:52.134619 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.140022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ff235700-5766-4f5b-bd16-67d96aa8202f req-6bffc8e2-ab20-45d9-a3af-4ef588dc96dd tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.55 "DELETE /v2.0/ports/71a359d1-9775-4b38-b220-35cacde2e49a HTTP/1.1" status: 204 len: 173 time: 1.4758754 Nov 02 16:53:52.142363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'name': 'network-vif-deleted', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:52.142709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:52.145400 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08341a-e409-42c9-baa9-74cb144945e9" -d '{"events": [{"server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "name": "network-vif-deleted", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:52.146649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:52.185139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-8704cade-13a2-4539-9502-ebe7ddd60248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:52.187230 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-8704cade-13a2-4539-9502-ebe7ddd60248 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.6552143 Nov 02 16:53:52.224615 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790920a2-e2c2-42d3-b8d2-1821b5f17694 x-openstack-request-id: req-790920a2-e2c2-42d3-b8d2-1821b5f17694 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:52.225501 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539ce366-80be-4814-bfe2-a3c71c6e2384", "name": "network-vif-deleted", "tag": "71a359d1-9775-4b38-b220-35cacde2e49a", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:52.225893 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-790920a2-e2c2-42d3-b8d2-1821b5f17694 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:52.226560 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ce366-80be-4814-bfe2-a3c71c6e2384', 'name': 'network-vif-deleted', 'tag': '71a359d1-9775-4b38-b220-35cacde2e49a', 'status': 'completed', 'code': 200} Nov 02 16:53:52.250739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-60593169-de49-4c0b-a771-60071bf0f32d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560629 Nov 02 16:53:52.266335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'Port': ['ID=a4fd3c64-41d5-4f98-b4c3-f5343a21775b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:52.321968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.367516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31387709-c759-481e-8ef0-c59adf20c916 req-18c5db02-1d8a-4923-83ad-cff32c785d7d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:52.369053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31387709-c759-481e-8ef0-c59adf20c916 req-18c5db02-1d8a-4923-83ad-cff32c785d7d tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.0867338 Nov 02 16:53:52.375285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.460986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31387709-c759-481e-8ef0-c59adf20c916 req-40790d9a-8093-4fb6-b9f1-a0c75a1ff0ba tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568461 Nov 02 16:53:52.479867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-45e89009-f770-4e3c-971f-ae91d5c31281 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181284 Nov 02 16:53:52.512227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router 2b521ae0-fd81-4931-86ca-0bdf955bab79 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:52.577618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.582948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.683132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6f9f7a88-26db-43c7-9d94-5eca3eb7cddd req-2cd825d1-cdd3-4830-ab27-cc0654520db6 service neutron] 10.222.0.55 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942687 Nov 02 16:53:52.691186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'Port': ['ID=a4fd3c64-41d5-4f98-b4c3-f5343a21775b,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:52.694533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:52.701523 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.707116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.707659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] Sync routers for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:52.722236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:52.724330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:52.736953 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.748106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6c3847dd-72a0-43b0-967e-a107e18d1da4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1716480 Nov 02 16:53:52.777334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:52.789847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:52.791003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:52.802063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60372) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:52.802900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9e48ade7-a29b-40b0-86be-90eabd09926e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/floatingips/33dafc46-7430-403a-bb83-1e74a8ec61a2 HTTP/1.1" status: 200 len: 977 time: 4.1458676 Nov 02 16:53:52.838779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:52.840273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5665cf8-4f04-4cde-9643-21506431d2e6 None None] The sync data for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:52.963886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 4e7eca56-eb53-4eda-8272-17af923128e1 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:52.965038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:52.993227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60388) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:53.082295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.097368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-ad47ccd7-41c3-4676-bc58-e6567859208d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--393650453&fields=id&tenant_id=5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 267 time: 0.0984249 Nov 02 16:53:53.131007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.372763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-1c7fd8ab-b333-4e9e-9b57-2025c8e9c286 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:53.374377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-1c7fd8ab-b333-4e9e-9b57-2025c8e9c286 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 817 time: 0.2573948 Nov 02 16:53:53.410603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.442077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-97ff58cb-d53a-4290-a16a-8968841cd980 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/quotas/5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 375 time: 0.0473926 Nov 02 16:53:53.474028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.474676 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.474785 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Floating IP 33dafc46-7430-403a-bb83-1e74a8ec61a2 disassociated. External IP: 172.25.7.14, port: 4e7eca56-eb53-4eda-8272-17af923128e1. Nov 02 16:53:53.475038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 4e7eca56-eb53-4eda-8272-17af923128e1 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:53.564821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-fe474709-575e-48c7-8f56-05c1289a6b17 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024215 Nov 02 16:53:53.709398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec28db-952d-461d-bd01-44f5625975fb req-c580f2e2-a5c8-46a6-adc0-376aa8a74761 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:53.711240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cec28db-952d-461d-bd01-44f5625975fb req-c580f2e2-a5c8-46a6-adc0-376aa8a74761 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1418951 Nov 02 16:53:53.736818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port 68d03a8d-187f-468f-a018-83c88dc6f787 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:53.737612 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.799157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-9092dc3a-86a1-44dc-889d-a36e452581e9 service neutron] 10.222.0.31 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136457 Nov 02 16:53:53.812475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.816791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7cec28db-952d-461d-bd01-44f5625975fb req-c379a070-b219-4b3f-ac00-4507369e81d3 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 Nov 02 16:53:53.872389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=4e7eca56-eb53-4eda-8272-17af923128e1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:53.923244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port 68d03a8d-187f-468f-a018-83c88dc6f787, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68d03a8d-187f-468f-a018-83c88dc6f787,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:53.924538 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:53.953927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for 68d03a8d-187f-468f-a018-83c88dc6f787 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:54.080327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-7c575cfd-dd1c-48ae-a30d-15b0c8018ddd service neutron] 10.222.0.31 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534480 Nov 02 16:53:54.087419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router 2b521ae0-fd81-4931-86ca-0bdf955bab79 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:54.168482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:54.218689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 71a359d1-9775-4b38-b220-35cacde2e49a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:54.219407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 71a359d1-9775-4b38-b220-35cacde2e49a not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:54.239800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:54.270515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=68d03a8d-187f-468f-a018-83c88dc6f787,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:54.300572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:54.317297 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] Sync routers for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:54.340149 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:54.340149 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:54.437827 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:54.461305 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:54.461936 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:54.525971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7103129a-591e-4a4b-b0f8-f34ecaf3ce8f req-8f438e07-8ba6-4cc0-be36-27fabc4f5ff3 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 210 time: 0.1176367 Nov 02 16:53:54.534959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:54.535548 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd46b47-314f-4c4c-a2a7-57a3f01ef331 None None] The sync data for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:54.596585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:54.604618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a1a7c01-400a-4a8a-b5f8-e6d008672ad2 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/ports/4e7eca56-eb53-4eda-8272-17af923128e1 HTTP/1.1" status: 204 len: 168 time: 1.8012571 Nov 02 16:53:54.605898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60400) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:54.651461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:54.985279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Router e8f73f16-f8a5-4fac-a861-cddf0c35db8c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:55.108283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:55.117044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-51458355-ece8-43d8-930d-01984a9d0a3d tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "PUT /v2.0/routers/e8f73f16-f8a5-4fac-a861-cddf0c35db8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1222374 Nov 02 16:53:55.117983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:55.119757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] Sync routers for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:55.131675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:55.132576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:55.175445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c969cf-21c2-48ef-b30c-ed81abfb8059 req-e99c55fe-f804-436c-96e5-4638b11ab383 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:55.185120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26c969cf-21c2-48ef-b30c-ed81abfb8059 req-e99c55fe-f804-436c-96e5-4638b11ab383 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1001561 Nov 02 16:53:55.200037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting subnet dfb17d98-2485-4dc1-8815-33c91667ccb8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:53:55.204118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:55.277857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:55.410898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:55.473106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-26c969cf-21c2-48ef-b30c-ed81abfb8059 req-9c90e2d6-4e1e-4e76-bbdb-b2fae8d1eb11 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861242 Nov 02 16:53:55.482803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:55.491395 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:55.524854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb17d98-2485-4dc1-8815-33c91667ccb8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:55.527390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:55.531332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ff8e0a39-3a1c-4008-b598-bdda44070e8a tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/subnets/dfb17d98-2485-4dc1-8815-33c91667ccb8 HTTP/1.1" status: 204 len: 168 time: 0.4122272 Nov 02 16:53:55.545532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60414) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:55.616746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa1682-2646-49eb-9b46-8bf738ce147b None None] Network e6b8f0df-7bbc-47d3-95db-d91f31949e6e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:55.820886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6a73592-542d-4088-a869-63c94c8051b8 req-782e34d7-444c-4d9f-9c7b-5c655ecc555a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 210 time: 0.1022034 Nov 02 16:53:55.845852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.106180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.133900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] DHCP port deletion for e6b8f0df-7bbc-47d3-95db-d91f31949e6e request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:53:56.291054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.323031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:53:54Z', 'revision_number': 5, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port': {'id': 'e2a5c635-5fe4-4e6a-b676-bba419c2d895', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:56.339300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-ce1b9e97-6841-4019-a2e7-33619d66d712 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:56.341004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-ce1b9e97-6841-4019-a2e7-33619d66d712 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 817 time: 0.2941740 Nov 02 16:53:56.390662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] Checking router: e8f73f16-f8a5-4fac-a861-cddf0c35db8c for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:56.422708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] Routers {'e8f73f16-f8a5-4fac-a861-cddf0c35db8c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:56.423355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:56.440489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] Deleting port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:56.441068 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.487347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-5a7f95b8-13f8-4651-b26f-cdf4af520ef4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 379 time: 0.1286693 Nov 02 16:53:56.499149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'port': {'device_id': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'admin_state_up': True, 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'security_groups': ['8c4b9671-2c4c-477c-a949-8a1b5a3ceffb']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:56.515653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:56.624211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] For port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:56.624640 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.654359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] Calling delete_port for 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:56.670762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Made reservation on behalf of 5c06930d3455485d87586b09ae99e7db for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:56.676483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.682356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Deleting port e2a5c635-5fe4-4e6a-b676-bba419c2d895 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:56.683408 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.690359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] Set router e8f73f16-f8a5-4fac-a861-cddf0c35db8c gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:56.695142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 9a2b98bc-1cd5-4fe0-83a6-721317bde4bd {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:56.695418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.797749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.812602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 9a2b98bc-1cd5-4fe0-83a6-721317bde4bd owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:56.824607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:53:56Z', 'revision_number': 6, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:56.864234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98c803-3c51-42bb-be2e-b0b4e5046b92 None None] The sync data for ids ['e8f73f16-f8a5-4fac-a861-cddf0c35db8c'] in n-d-811405-2 is: [{'id': 'e8f73f16-f8a5-4fac-a861-cddf0c35db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108201057', 'tenant_id': '61edc4df1278420c8be9eb30335e1183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:46Z', 'updated_at': '2021-11-02T16:53:56Z', 'revision_number': 6, 'project_id': '61edc4df1278420c8be9eb30335e1183', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:56.926787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:56.938067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] For port e2a5c635-5fe4-4e6a-b676-bba419c2d895, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2a5c635-5fe4-4e6a-b676-bba419c2d895,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:56.938759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.003191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Calling delete_port for e2a5c635-5fe4-4e6a-b676-bba419c2d895 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:57.063374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,segment=NetworkSegment(c644bcaa-50bb-4d5e-ade1-7a16874f393f),segment_id=c644bcaa-50bb-4d5e-ade1-7a16874f393f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:57.078476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.098561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Allocated IP 172.20.0.6 (5476ab48-1fab-43c7-a527-d9915ccaa9aa/1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5/eb8d3ac4-2bdf-44d7-b529-63e76aa58357) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:57.197481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.201696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event deleted for resources: {'Port': ['ID=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:57.274113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9110d83d-8799-4b05-9d99-9402c616f5f6 req-2fba69ee-4c9b-4989-9c78-f7be83f57ec9 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 210 time: 0.2251294 Nov 02 16:53:57.329461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] Pushing event deleted for resources: {'Port': ['ID=68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:57.340916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec4f6a-8bbe-433d-8c10-0b683901a1ca None None] No DVR routers for this DVR port 68a44f7b-dd1b-42f0-a917-bba9ae4b7cd2 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:53:57.490718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.536698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=9a2b98bc-1cd5-4fe0-83a6-721317bde4bd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:57.628099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.679346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Port': ['ID=e2a5c635-5fe4-4e6a-b676-bba419c2d895,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:57.800308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.807287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.846524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.946987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:57.965247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:58.230942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router 2b521ae0-fd81-4931-86ca-0bdf955bab79 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:58.458820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a5c635-5fe4-4e6a-b676-bba419c2d895 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:58.516955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b62babb4-dab1-41a1-a510-76f3342f9cc9 req-2e56393d-1199-472c-bc62-d1b50a80a40c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 210 time: 0.0427108 Nov 02 16:53:58.521179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e2a5c635-5fe4-4e6a-b676-bba419c2d895 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:58.521546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a5c635-5fe4-4e6a-b676-bba419c2d895 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:58.521895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68d03a8d-187f-468f-a018-83c88dc6f787 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:53:58.562773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 68d03a8d-187f-468f-a018-83c88dc6f787 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:53:58.564681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 68d03a8d-187f-468f-a018-83c88dc6f787 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:53:58.587056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:58.596535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-257d432d-874c-411d-b075-833a4fd97d2e tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/routers/2b521ae0-fd81-4931-86ca-0bdf955bab79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9856811 Nov 02 16:53:58.596628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:58.597057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60554) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:58.597161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Fanout notify agent at l3_agent the message router_deleted on router e8f73f16-f8a5-4fac-a861-cddf0c35db8c {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:53:58.598270 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] Sync routers for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:58.617798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:58.620595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7319e8e1-cbfd-4ace-9423-6c70afbc205c tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/routers/e8f73f16-f8a5-4fac-a861-cddf0c35db8c HTTP/1.1" status: 204 len: 168 time: 3.0694671 Nov 02 16:53:58.622189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60558) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:58.627328 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:58.627967 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:58.722289 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:58.730624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:58.746428 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] Routers {'2b521ae0-fd81-4931-86ca-0bdf955bab79'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:58.747267 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2b521ae0-fd81-4931-86ca-0bdf955bab79'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:58.822618 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:58.823898 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd392f5-0aa5-4287-8035-40dea9d1be74 None None] The sync data for ids ['2b521ae0-fd81-4931-86ca-0bdf955bab79'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:58.842391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:58.851226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:58.857404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:58.858921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:58.869902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:58.875754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:59.008524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.109908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 7c070445-c3f0-4cb5-82b5-9cceaae3bea8 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:53:59.115145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.179816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:59.181141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.194591 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.250203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b8f0df-7bbc-47d3-95db-d91f31949e6e']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:59.263167 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.279139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 7c070445-c3f0-4cb5-82b5-9cceaae3bea8 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:53:59.279650 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-06245648-45d1-4527-b299-d9efdd6779b2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7851608 Nov 02 16:53:59.316027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-d7ec0aad-404f-4fa4-bb15-fce784d0407c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:53:59.319318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d6c8955f-904e-43a3-82c7-d1f9dbe091e5 None None] Provisioning complete for port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:59.320741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d6c8955f-904e-43a3-82c7-d1f9dbe091e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.321130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-d7ec0aad-404f-4fa4-bb15-fce784d0407c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281372 Nov 02 16:53:59.332532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c644bcaa-50bb-4d5e-ade1-7a16874f393f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:59.332876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c644bcaa-50bb-4d5e-ade1-7a16874f393f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:59.359338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.391172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.403199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8955f-904e-43a3-82c7-d1f9dbe091e5 None None] Port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:53:59.405352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:53:59.405783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:53:59.412729 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:53:59.501721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Request body: {'port': {'device_id': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:59.533020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.543887 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.547546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/networks/e6b8f0df-7bbc-47d3-95db-d91f31949e6e HTTP/1.1" status: 204 len: 168 time: 0.9239745 Nov 02 16:53:59.551944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60644) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:59.584063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0378f-41c5-4e70-9008-98d1027c57ac tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'Network': ['ID=e6b8f0df-7bbc-47d3-95db-d91f31949e6e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:59.601015 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.647702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=7c070445-c3f0-4cb5-82b5-9cceaae3bea8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:59.683618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.759140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ac8153b-34d6-4ea6-91f0-329ef3275c70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.800304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e72597-1f3f-4cf2-bf48-5c51b4619404 req-ef44ddc6-6d85-46f8-8109-2fcc1dc7a4b5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:59.801884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51e72597-1f3f-4cf2-bf48-5c51b4619404 req-ef44ddc6-6d85-46f8-8109-2fcc1dc7a4b5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 931 time: 0.1494720 Nov 02 16:53:59.829734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ac8153b-34d6-4ea6-91f0-329ef3275c70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.844353 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:53:59.946667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-8aac9a68-ae15-48ee-8ca2-4c6b8ea26be1 req-1b4be5a6-4c4e-4d05-8a53-5148ee6607f0 service neutron] (102066) timed out ('10.222.0.55', 56797) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 16:54:00.034331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51e72597-1f3f-4cf2-bf48-5c51b4619404 req-c32c8338-2954-432b-89d9-78d445d394c0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187116 Nov 02 16:54:00.047514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.051590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.063244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ac8153b-34d6-4ea6-91f0-329ef3275c70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.066191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ac8153b-34d6-4ea6-91f0-329ef3275c70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.067361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3ac8153b-34d6-4ea6-91f0-329ef3275c70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] 10.222.0.31 "DELETE /v2.0/security-groups/e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0 HTTP/1.1" status: 204 len: 168 time: 0.5144620 Nov 02 16:54:00.098589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8153b-34d6-4ea6-91f0-329ef3275c70 tempest-TestNetworkAdvancedServerOps-1659157059 tempest-TestNetworkAdvancedServerOps-1659157059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a1cfdb-cbe4-4fe3-87bc-816a967c2ca0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:00.176326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.178031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Fanout notify agent at l3_agent the message router_deleted on router 2b521ae0-fd81-4931-86ca-0bdf955bab79 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:54:00.193521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.196850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-79fa3223-d2ef-4e6a-90a2-17c51e93b176 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/routers/2b521ae0-fd81-4931-86ca-0bdf955bab79 HTTP/1.1" status: 204 len: 168 time: 1.5985394 Nov 02 16:54:00.202383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60702) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:00.310932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting subnet 58397fcd-25e8-4c14-95b5-aec6e53a11f8 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:00.323286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.362513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8d3ac4-2bdf-44d7-b529-63e76aa58357 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:00.380591 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.407076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Transition to ACTIVE for port object eb8d3ac4-2bdf-44d7-b529-63e76aa58357 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:54:00.418267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.437863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.596703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:00.690315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.717001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Attempting to bind port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:00.717713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Attempting to bind port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:00.718352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Attempting to bind port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:00.724890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:54:00.725434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Attempting to bind port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 on network 5476ab48-1fab-43c7-a527-d9915ccaa9aa {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:00.733641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:00.739664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Checking segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:00.741102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Bound using segment: {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:00.741793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Bound port: eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:00.742723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.827575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.853711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60760) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:00.902904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Subnet': ['ID=58397fcd-25e8-4c14-95b5-aec6e53a11f8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:00.918391 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.923900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:00.925110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be671af5-00f7-4e03-b367-6c69718ef53b None None] Network fac83785-40bf-42ac-a132-debfb952f3d7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:00.932253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:00.943338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:00.945648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d787da0f-359a-4f41-a4b0-675e09e8aaf9 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/subnets/58397fcd-25e8-4c14-95b5-aec6e53a11f8 HTTP/1.1" status: 204 len: 168 time: 0.7418714 Nov 02 16:54:00.951549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60772) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:01.024803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.025443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.032405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] 10.222.0.100 "PUT /v2.0/ports/eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 1091 time: 1.6932449 Nov 02 16:54:01.032766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:01.050070 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:01.107822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.196999 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238ccb13-eab1-4230-b78a-3b99a20a7d4a x-openstack-request-id: req-238ccb13-eab1-4230-b78a-3b99a20a7d4a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:01.197754 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:01.198435 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-238ccb13-eab1-4230-b78a-3b99a20a7d4a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:01.199306 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'status': 'completed', 'code': 200} Nov 02 16:54:01.208875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77d1b5-1a33-4e45-87f2-9ac0edb15864 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:01.252685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-8bcfffc6-58fa-42af-a8aa-60c1a33e0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.254539 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-8bcfffc6-58fa-42af-a8aa-60c1a33e0977 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1094 time: 0.1583612 Nov 02 16:54:01.267785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7937d139-4c68-4c6d-a46c-bf6cdeaa2941 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61edc4df1278420c8be9eb30335e1183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080815 Nov 02 16:54:01.298539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60808) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:01.367040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed960-bce3-4598-a537-02f2b590d1fe req-9a5eb670-3780-4331-a3bb-a169e609a284 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.375046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a7ed960-bce3-4598-a537-02f2b590d1fe req-9a5eb670-3780-4331-a3bb-a169e609a284 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1689095 Nov 02 16:54:01.388066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] DHCP port deletion for fac83785-40bf-42ac-a132-debfb952f3d7 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:01.397292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port df48294e-382c-43a8-b14e-70006e1cb7e1 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:01.397898 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.440494 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-105a0728-9625-4a42-b035-23514f3b0398 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 217 time: 0.1713173 Nov 02 16:54:01.501384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] Deleting port df48294e-382c-43a8-b14e-70006e1cb7e1 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:01.503133 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.521927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a7ed960-bce3-4598-a537-02f2b590d1fe req-ab95821c-cdba-4d61-bc3a-6ad61772e754 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455727 Nov 02 16:54:01.528467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-5222afbe-fc99-48c7-b646-5a847bd2fccd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1722300 Nov 02 16:54:01.545547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-587f3fb4-85c2-4b2a-8e93-04fba97615a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.555442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-4bbee36f-4dbe-4e02-9127-da06042e461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.558509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-4bbee36f-4dbe-4e02-9127-da06042e461c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1103196 Nov 02 16:54:01.599716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-587f3fb4-85c2-4b2a-8e93-04fba97615a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.625560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] For port df48294e-382c-43a8-b14e-70006e1cb7e1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df48294e-382c-43a8-b14e-70006e1cb7e1,segment=NetworkSegment(4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2),segment_id=4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:01.626195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.643214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] Calling delete_port for df48294e-382c-43a8-b14e-70006e1cb7e1 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:01.672269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] For port df48294e-382c-43a8-b14e-70006e1cb7e1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df48294e-382c-43a8-b14e-70006e1cb7e1,segment=NetworkSegment(4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2),segment_id=4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:01.672652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.677613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-700d6cde-e9b7-4de2-8a3c-497894134d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.680315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-700d6cde-e9b7-4de2-8a3c-497894134d9a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658407 Nov 02 16:54:01.681641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-587f3fb4-85c2-4b2a-8e93-04fba97615a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.684478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-587f3fb4-85c2-4b2a-8e93-04fba97615a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.685945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-587f3fb4-85c2-4b2a-8e93-04fba97615a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94f46097-739d-4dc3-bd6c-5ca36c82a7d1 HTTP/1.1" status: 204 len: 168 time: 0.3842967 Nov 02 16:54:01.688168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-972af514-787e-4d77-bdda-42a7b8edaa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.691472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-972af514-787e-4d77-bdda-42a7b8edaa17 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67e7dec17f6543da8952c94cc87d14c8&device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 1096 time: 0.1302445 Nov 02 16:54:01.694043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for df48294e-382c-43a8-b14e-70006e1cb7e1 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:01.711388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f3fb4-85c2-4b2a-8e93-04fba97615a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f46097-739d-4dc3-bd6c-5ca36c82a7d1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:01.861146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.886629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:01.916285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-8fba6176-54a9-4bc5-a2e1-0a902d85d276 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230573 Nov 02 16:54:01.931116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] Pushing event deleted for resources: {'Port': ['ID=df48294e-382c-43a8-b14e-70006e1cb7e1,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:01.948809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0e39a-6d91-44a0-928a-29e0f5a621bb None None] No DVR routers for this DVR port df48294e-382c-43a8-b14e-70006e1cb7e1 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:01.953064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=df48294e-382c-43a8-b14e-70006e1cb7e1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:01.956333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] No DVR routers for this DVR port df48294e-382c-43a8-b14e-70006e1cb7e1 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:02.058185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-d537f4a3-8b84-4f81-8ac3-a344c03b238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.060153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-d537f4a3-8b84-4f81-8ac3-a344c03b238c service neutron] 10.222.0.100 "GET /v2.0/networks?id=784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 200 len: 920 time: 0.2820799 Nov 02 16:54:02.109762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.127115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-2fe333a6-d261-4f8e-a161-17cfc7459e6a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2 HTTP/1.1" status: 200 len: 217 time: 0.0596101 Nov 02 16:54:02.143776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac83785-40bf-42ac-a132-debfb952f3d7']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:02.157370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:02.157905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d64e9f5-425f-41a7-99a8-1e9cf1c0f5a2') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:02.172166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.187181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d994c6f8-1b35-4960-974b-fcc0d4bd0b76 req-a4b8435f-a911-4a17-91b2-4312cb460686 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562015 Nov 02 16:54:02.189983 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.190855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-0b001b95-e314-4eef-9928-9bca384856fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.193664 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-0b001b95-e314-4eef-9928-9bca384856fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 200 len: 859 time: 0.0544920 Nov 02 16:54:02.203073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:02.204161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:02.212990 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:02.235460 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-afd8b1bb-7c92-465b-8f41-da2b656afd37 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=784e0b70-bb94-4837-814d-791a3aedaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346198 Nov 02 16:54:02.236269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60900) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:02.330822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.348099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.352706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/networks/fac83785-40bf-42ac-a132-debfb952f3d7 HTTP/1.1" status: 204 len: 168 time: 1.4001353 Nov 02 16:54:02.355808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60916) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:02.379698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351ca36-3ef9-4472-bac7-30496b246823 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Network': ['ID=fac83785-40bf-42ac-a132-debfb952f3d7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:02.414275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df48294e-382c-43a8-b14e-70006e1cb7e1 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:02.431195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d555272-98a6-469a-9ce9-12328b618420 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5695c36f02bc448e9263064ab68fa688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911514 Nov 02 16:54:02.433188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 60924) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:02.433371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-5b313f11-2f05-4489-8bb2-91f75dea8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.435325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-5b313f11-2f05-4489-8bb2-91f75dea8139 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1094 time: 0.1231346 Nov 02 16:54:02.475325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-ce19d870-d65a-4983-abc3-3b77542ded05 service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309730 Nov 02 16:54:02.499376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8310477e-8c44-4361-be9e-954149a2fc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.513913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: df48294e-382c-43a8-b14e-70006e1cb7e1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:02.516498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df48294e-382c-43a8-b14e-70006e1cb7e1 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:02.535694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8310477e-8c44-4361-be9e-954149a2fc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.632660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-76f67dec-5438-41c1-aa79-d1c76a154052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.634139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-76f67dec-5438-41c1-aa79-d1c76a154052 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1882582 Nov 02 16:54:02.689759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93e1ef71-99c4-4599-9388-0bab5e858d5a req-ed65c042-ba93-4659-ab1e-ab0a837f7d34 service neutron] 10.222.0.100 "GET /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808619 Nov 02 16:54:02.691407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-84081352-4979-49ba-b3bc-f2db127b3901 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 217 time: 0.0472004 Nov 02 16:54:02.699886 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8310477e-8c44-4361-be9e-954149a2fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.703474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8310477e-8c44-4361-be9e-954149a2fc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.707987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8310477e-8c44-4361-be9e-954149a2fc73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08c3f656-2464-4a7f-b6df-0c0392af6ba8 HTTP/1.1" status: 204 len: 168 time: 0.2731254 Nov 02 16:54:02.760298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-8b88df5e-26da-4efe-b4c5-b615151e73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.763188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-8b88df5e-26da-4efe-b4c5-b615151e73fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0584044 Nov 02 16:54:02.800796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310477e-8c44-4361-be9e-954149a2fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c3f656-2464-4a7f-b6df-0c0392af6ba8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:02.820406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307eed2-51ee-4971-bed6-d21f952e207c req-708fd231-b305-4d3a-81d1-2805b3cf00e1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.823848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5307eed2-51ee-4971-bed6-d21f952e207c req-708fd231-b305-4d3a-81d1-2805b3cf00e1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1645784 Nov 02 16:54:02.856936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-692cf3b9-5bd5-4e75-b021-8aeb2d446f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:02.858669 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-692cf3b9-5bd5-4e75-b021-8aeb2d446f1f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868654 Nov 02 16:54:02.866685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 0a335930-478a-433f-a5fb-b9e8602eccd5 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:02.867034 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.925369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5307eed2-51ee-4971-bed6-d21f952e207c req-e07500be-1e82-4139-a663-0e768aadae3d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918648 Nov 02 16:54:02.985892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:02.986315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.001237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 0a335930-478a-433f-a5fb-b9e8602eccd5 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:03.009107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-2057490c-cbb9-4d17-816a-6c116ab9d2f9 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416459 Nov 02 16:54:03.181600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dc61c4fd-1067-4d3d-a930-5ceb8a2d0034 req-dba84dfb-a682-4cec-8367-57fc33947576 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422060 Nov 02 16:54:03.234832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.273543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=0a335930-478a-433f-a5fb-b9e8602eccd5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:03.383918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.387035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.388408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7cbe329e-1d3b-47c9-843e-e08f17455426 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/floatingips/33dafc46-7430-403a-bb83-1e74a8ec61a2 HTTP/1.1" status: 204 len: 168 time: 1.0308895 Nov 02 16:54:03.392074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60954) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:03.421810 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce38d13-b600-4609-863f-f03f2cc60df0 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:03.422804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce38d13-b600-4609-863f-f03f2cc60df0 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:03.426646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6ce38d13-b600-4609-863f-f03f2cc60df0 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/ports/4e7eca56-eb53-4eda-8272-17af923128e1 HTTP/1.1" status: 404 len: 333 time: 0.0334768 Nov 02 16:54:03.430565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60956) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:03.468204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-386c764c-fb9a-4e8f-ae66-f3eb24a0e902 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b521ae0-fd81-4931-86ca-0bdf955bab79 HTTP/1.1" status: 200 len: 205 time: 0.0338521 Nov 02 16:54:03.468662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60960) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:03.513012 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-c7a20fbe-ac3b-4ca5-9e7c-8940eadbad80 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] delete failed (client error): The resource could not be found. Nov 02 16:54:03.517768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7a20fbe-ac3b-4ca5-9e7c-8940eadbad80 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/routers/2b521ae0-fd81-4931-86ca-0bdf955bab79 HTTP/1.1" status: 404 len: 336 time: 0.0441952 Nov 02 16:54:03.517977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60962) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:03.547513 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4dac69-a87a-413e-8515-8ac32a101f02 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:03.547972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4dac69-a87a-413e-8515-8ac32a101f02 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:03.554840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7b4dac69-a87a-413e-8515-8ac32a101f02 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/subnets/58397fcd-25e8-4c14-95b5-aec6e53a11f8 HTTP/1.1" status: 404 len: 337 time: 0.0321171 Nov 02 16:54:03.555246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60964) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:03.661154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port f0dd0998-f66c-4a4f-9df2-62f5d24f2d73 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:03.661512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.771889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.793285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for f0dd0998-f66c-4a4f-9df2-62f5d24f2d73 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:03.950898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:03.982108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=f0dd0998-f66c-4a4f-9df2-62f5d24f2d73,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:04.105540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:04.120827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6be20300-e7d1-47aa-a5ed-c4c4edad5e37 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/ports/f0dd0998-f66c-4a4f-9df2-62f5d24f2d73 HTTP/1.1" status: 204 len: 168 time: 0.5634348 Nov 02 16:54:04.123951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 60984) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:04.314908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 334f630f-0399-4758-b4aa-69a6104891c6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:04.315310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:04.470865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:04.486999 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 334f630f-0399-4758-b4aa-69a6104891c6 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:04.553912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508661df-3b73-4758-9970-188366102801 req-253e70f0-f4aa-4d81-9b66-26eb6e5e2702 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:04.556568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-508661df-3b73-4758-9970-188366102801 req-253e70f0-f4aa-4d81-9b66-26eb6e5e2702 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.5063052 Nov 02 16:54:04.633088 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-508661df-3b73-4758-9970-188366102801 req-1bc7aeea-216d-409c-ac85-4565795d9cc7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627875 Nov 02 16:54:04.700910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:04.727459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=334f630f-0399-4758-b4aa-69a6104891c6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:04.831009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:04.835099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-64d9fd68-2246-41d0-93ed-e39d5759ae98 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/ports/334f630f-0399-4758-b4aa-69a6104891c6 HTTP/1.1" status: 204 len: 168 time: 0.7093725 Nov 02 16:54:04.837875 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32776) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:04.897579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b26552-eac0-48e6-ac65-6fe6af224905 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:04.899708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-06b26552-eac0-48e6-ac65-6fe6af224905 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0d594bb-e122-4836-9b93-3a786a36c880 HTTP/1.1" status: 200 len: 913 time: 0.0603149 Nov 02 16:54:04.903078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32778) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:05.357379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:05.762739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 901f5efc-f705-4ba2-a0d2-fb2a0ced1e98 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:05.763367 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:05.856707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4694-b057-486c-b859-a5df204731af req-f2b900c4-995f-4ea0-b896-9e9efcb2197b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:05.867406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ccd4694-b057-486c-b859-a5df204731af req-f2b900c4-995f-4ea0-b896-9e9efcb2197b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1425543 Nov 02 16:54:05.919053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:05.940046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 901f5efc-f705-4ba2-a0d2-fb2a0ced1e98 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:05.945592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ccd4694-b057-486c-b859-a5df204731af req-014b8689-f8af-4a6f-ae97-d0378eec9d66 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768468 Nov 02 16:54:06.167865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.175578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32804) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:06.180537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'network': {'name': 'tempest-network-smoke--1150765525', 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:06.232288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Made reservation on behalf of 139686f37a66471db33bfb50eb3aaba4 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:06.236583 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.248469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.250514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=901f5efc-f705-4ba2-a0d2-fb2a0ced1e98,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:06.389580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:54:06.489184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.507313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.524592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:06.563756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.564088 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Added segment 0fae785f-2720-4c22-b465-f435fe57a768 of type vlan for network 51e979d3-c9b1-4495-982c-d350a3240d58 Nov 02 16:54:06.574418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.584107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:06.584397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32808) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:06.604877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2137fc2f-a968-44a7-bef6-2d0117c3a909,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:06.623928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'mac_address': 'fa:16:3e:38:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:54:06.697457 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.722690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8d3ac4-2bdf-44d7-b529-63e76aa58357 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:06.761678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:06.770567 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.817793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950ab74d-0d64-4546-8fac-f18af73a0ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.835369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:06.989634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950ab74d-0d64-4546-8fac-f18af73a0ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:06.996308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950ab74d-0d64-4546-8fac-f18af73a0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.025692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['eb8d3ac4-2bdf-44d7-b529-63e76aa58357'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:07.036785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ab74d-0d64-4546-8fac-f18af73a0ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68335d62-c09a-41e3-847d-0c3638cd09a4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:07.078880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-950ab74d-0d64-4546-8fac-f18af73a0ac9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1eadd6df16d4970adc55fb985d8dae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908769 Nov 02 16:54:07.081167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32816) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:07.131547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.185247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b7a0826-f20d-42ff-8e5f-19122ad6a32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.207156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.213662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:07.214313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.228305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b7a0826-f20d-42ff-8e5f-19122ad6a32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.238556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37aad3-9340-4705-a627-975e0d090e5b req-8642ac57-67b6-4041-9269-ce701a7b9dca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:07.241237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d37aad3-9340-4705-a627-975e0d090e5b req-8642ac57-67b6-4041-9269-ce701a7b9dca tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 944 time: 0.1360695 Nov 02 16:54:07.293067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1164227 Nov 02 16:54:07.296005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32818) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:07.306404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'admin_state_up': True, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:07.317142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45304371-1499-4346-bb03-052ec6202a69 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Network': ['ID=51e979d3-c9b1-4495-982c-d350a3240d58,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:07.346194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 51e979d3-c9b1-4495-982c-d350a3240d58 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:07.356637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d37aad3-9340-4705-a627-975e0d090e5b req-3867cd1a-6b6c-4f6a-af84-be634b6027ac tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005676 Nov 02 16:54:07.379437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.381470 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.392622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b7a0826-f20d-42ff-8e5f-19122ad6a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.396667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7b7a0826-f20d-42ff-8e5f-19122ad6a32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.398168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7b7a0826-f20d-42ff-8e5f-19122ad6a32b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68335d62-c09a-41e3-847d-0c3638cd09a4 HTTP/1.1" status: 204 len: 168 time: 0.3158252 Nov 02 16:54:07.430390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a0826-f20d-42ff-8e5f-19122ad6a32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68335d62-c09a-41e3-847d-0c3638cd09a4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:07.476096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Router d0d594bb-e122-4836-9b93-3a786a36c880 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:07.504136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.611126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:07.623502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] Sync routers for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:07.624847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4412970e-b69a-452b-9df7-6735f0591cf5 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "PUT /v2.0/routers/d0d594bb-e122-4836-9b93-3a786a36c880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7206223 Nov 02 16:54:07.630899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32824) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:07.641244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:07.642178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:07.678911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:07.689378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:07.690411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] Routers {'d0d594bb-e122-4836-9b93-3a786a36c880'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:07.691269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d0d594bb-e122-4836-9b93-3a786a36c880'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:07.751751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:07.754668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb7c0c-d4a5-40aa-8552-0a46b1a63186 None None] The sync data for ids ['d0d594bb-e122-4836-9b93-3a786a36c880'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:07.819343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.036083 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.058916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.080769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.156424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting port 66d89008-8ecd-4826-99ca-c4ca0649829c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:08.157030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.266910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.25.7.138 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:08.280417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.300709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Calling delete_port for 66d89008-8ecd-4826-99ca-c4ca0649829c owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:08.380862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32844) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:08.393702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:08.424112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.482443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:54:08.489248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:08.490588 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.529955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.582088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb559ddd-9c85-46cf-8076-9a6615e7310d req-6cfa5bac-6e8e-4fed-b3ef-50820409297e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:08.584308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb559ddd-9c85-46cf-8076-9a6615e7310d req-6cfa5bac-6e8e-4fed-b3ef-50820409297e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 944 time: 0.0919213 Nov 02 16:54:08.595413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:08.599360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:08.606894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:08.637249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.659400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f19c6b82-35a6-48de-becd-0ac9dfde2149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.663262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1634702299-network', 'tenant_id': 'ee745dab65864724b2ddb1df892bc2b1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:08.672084 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.701062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:08.705366 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a98c62-5f8b-444a-afbd-7efc83e603cd" -d '{"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:08.724539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Port': ['ID=66d89008-8ecd-4826-99ca-c4ca0649829c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:08.737479 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:08.748304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.787962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:08.814983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.857174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:08.880363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb559ddd-9c85-46cf-8076-9a6615e7310d req-0c789e17-b8f6-4ccf-9c5b-b5be29edba04 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305367 Nov 02 16:54:08.883207 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Made reservation on behalf of ee745dab65864724b2ddb1df892bc2b1 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:08.892686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.909219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.965808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.968356 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:08.977391 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a7c00-5001-4979-838d-53d59714d645 x-openstack-request-id: req-ab5a7c00-5001-4979-838d-53d59714d645 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:08.977909 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:08.980405 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab5a7c00-5001-4979-838d-53d59714d645 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:08.980982 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'code': 200} Nov 02 16:54:09.021385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.022320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Fanout notify agent at l3_agent the message router_deleted on router d0d594bb-e122-4836-9b93-3a786a36c880 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:54:09.038929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.045819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-88a2d3a3-2b48-4085-be36-a3c6d7cfca69 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/routers/d0d594bb-e122-4836-9b93-3a786a36c880 HTTP/1.1" status: 204 len: 168 time: 1.4114490 Nov 02 16:54:09.046980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:09.113133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c0403-9230-4238-a3a8-8db7334f6b04 req-6bf23d8d-385b-469b-a5c9-05835ea08862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:09.115439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d7c0403-9230-4238-a3a8-8db7334f6b04 req-6bf23d8d-385b-469b-a5c9-05835ea08862 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1096 time: 0.0699241 Nov 02 16:54:09.161545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Deleting subnet 1c6c98f5-3e78-457f-aba6-063f40d8cff8 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:09.173608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.199234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d7c0403-9230-4238-a3a8-8db7334f6b04 req-26ed5917-415e-41a0-aaf0-247bd6bb50af service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734088 Nov 02 16:54:09.226121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.318960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.331602 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.337680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.393175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:09.434026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.434410 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Added segment e6813fc8-7b55-4e0f-9597-e9e4bb69a613 of type vlan for network 09c7a36c-f0ae-4378-bca5-b31b218ed29e Nov 02 16:54:09.440946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0adbfc-560c-4423-b141-cd94e3743904,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:09.486833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.594831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.665367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.666281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:09.667447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.697740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.751266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.785961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4040215 Nov 02 16:54:09.788951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32862) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:09.800407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Request body: {'subnet': {'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1634702299-subnet', 'tenant_id': 'ee745dab65864724b2ddb1df892bc2b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:09.806245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6c98f5-3e78-457f-aba6-063f40d8cff8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:09.814492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:09.818158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-acac9d53-e6f8-414f-848d-ef212e89cb49 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/subnets/1c6c98f5-3e78-457f-aba6-063f40d8cff8 HTTP/1.1" status: 204 len: 168 time: 0.7642016 Nov 02 16:54:09.822241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32864) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:09.826390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b1dc-9ad2-4c58-94d1-2ba7c5894774 admin admin] Pushing event updated for resources: {'Network': ['ID=09c7a36c-f0ae-4378-bca5-b31b218ed29e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:09.850103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 09c7a36c-f0ae-4378-bca5-b31b218ed29e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:09.941883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Made reservation on behalf of ee745dab65864724b2ddb1df892bc2b1 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:09.944358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.029674 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:54:10.039237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.041164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router 19958c01-035d-4d66-90e5-ce805322313a is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:54:10.059981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b825-eb85-491e-94c5-859298505bd2 req-75638abe-8ffe-4a2d-b3c2-285a099934ab tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:10.061124 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc42b825-eb85-491e-94c5-859298505bd2 req-75638abe-8ffe-4a2d-b3c2-285a099934ab tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0750597 Nov 02 16:54:10.180274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc42b825-eb85-491e-94c5-859298505bd2 req-303d7340-b622-4db6-b5d4-819b65515629 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802698 Nov 02 16:54:10.190278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.209314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:10.221811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Sync routers for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:10.241994 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:10.242929 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:10.246465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.247732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f0e55b4f-a37d-4f48-8a79-d972a5ed757e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9491637 Nov 02 16:54:10.255435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32868) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:10.314370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf8947d-caf0-46b4-aafc-f8e57c021c46']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:10.336989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d1c5c2-e58d-4525-9cd5-422fbf0ce580') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:10.337472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d1c5c2-e58d-4525-9cd5-422fbf0ce580') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:10.362394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.413842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:10.417603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.430235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:10.430698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:10.435149 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:10.452428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.545936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.548376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-553b1da6-85df-4594-a4b9-914c9f41a780 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=139686f37a66471db33bfb50eb3aaba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2916584 Nov 02 16:54:10.550100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32874) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:10.558872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.564907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] 10.222.0.31 "DELETE /v2.0/networks/1bf8947d-caf0-46b4-aafc-f8e57c021c46 HTTP/1.1" status: 204 len: 168 time: 0.7378719 Nov 02 16:54:10.567560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:10.604837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2e670-ce52-46d2-bbae-1037542f7694 tempest-FloatingIPTestJSON-1949011097 tempest-FloatingIPTestJSON-1949011097-project] Pushing event deleted for resources: {'Network': ['ID=1bf8947d-caf0-46b4-aafc-f8e57c021c46,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:10.625295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Checking segment: {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:10.626518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Network hostable DHCP agents. Network: 09c7a36c-f0ae-4378-bca5-b31b218ed29e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:10.667594 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:08Z', 'revision_number': 3, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:10.668007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Network 09c7a36c-f0ae-4378-bca5-b31b218ed29e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:10.676006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3698c-1fb6-4058-9aef-9e78ff53140d tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:10.677812 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9da3698c-1fb6-4058-9aef-9e78ff53140d tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266954 Nov 02 16:54:10.680867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32878) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:10.693981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 09c7a36c-f0ae-4378-bca5-b31b218ed29e) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:10.703857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d8fd09-b528-49bd-9d50-41370f3fffc6 None None] Network 09c7a36c-f0ae-4378-bca5-b31b218ed29e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:10.723336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:10.725719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.747683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-41310b89-172e-4573-bf49-c575363ae42f tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615983 Nov 02 16:54:10.749337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32880) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:10.757416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-915400507', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:10.772196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-82ff9141-8375-449f-94fa-408f96d4be6d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9803116 Nov 02 16:54:10.820502 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Checking router: 19958c01-035d-4d66-90e5-ce805322313a for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:10.821971 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Updating router 19958c01-035d-4d66-90e5-ce805322313a port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:54:10.883992 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.890515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Made reservation on behalf of 139686f37a66471db33bfb50eb3aaba4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:10.898956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:10.959437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:11.202917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-52504ad1-c918-4749-a3fd-2d3e413e37f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.206581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.266366 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-01f79a7d-6563-4120-92c1-00216f0aa213 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75fa6e3daaee4f318868fe0ecb2a0f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049791 Nov 02 16:54:11.267188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32896) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:11.285717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Subnet': ['ID=a33873f8-d83c-4c0c-848e-2df21db2afba,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:11.357708 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.367516 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.396296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-869ca7a3-fdcb-4844-b3d4-13a9458715f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.410574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744a2e4-b08b-4bdf-9510-23f32b0aee6d None None] Network 09c7a36c-f0ae-4378-bca5-b31b218ed29e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:11.434323 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Pushing event updated for resources: {'Port': ['ID=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:11.445831 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.446204 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.446542 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.446870 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.447378 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.447740 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.448831 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.449207 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.449525 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.449842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.451038 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.451365 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:11.472756 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Attempting to bind port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:11.473118 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Attempting to bind port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:11.473469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Attempting to bind port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:11.481418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-869ca7a3-fdcb-4844-b3d4-13a9458715f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.482975 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:11.483479 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:11.483896 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.484283 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:11.485223 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Bound port: 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:11.485605 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.559720 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] For port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:11.577791 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] For port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:11.581601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-869ca7a3-fdcb-4844-b3d4-13a9458715f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.583713 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.589632 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-869ca7a3-fdcb-4844-b3d4-13a9458715f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.596252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-869ca7a3-fdcb-4844-b3d4-13a9458715f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/922db023-20b8-4a2e-bca3-47b0cc0fae66 HTTP/1.1" status: 204 len: 168 time: 0.3256857 Nov 02 16:54:11.616972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:11.621532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca7a3-fdcb-4844-b3d4-13a9458715f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922db023-20b8-4a2e-bca3-47b0cc0fae66,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:11.657631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:11.658557 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:11.816927 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:11.857066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Checking segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:11.857443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network hostable DHCP agents. Network: 51e979d3-c9b1-4495-982c-d350a3240d58, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:11.986445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network 51e979d3-c9b1-4495-982c-d350a3240d58 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:12.002704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f975e5-0d66-475f-82f6-73d7dd0b6ac9 req-a9c69288-645d-4a45-b0ce-57a22e8290e6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:12.004304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6f975e5-0d66-475f-82f6-73d7dd0b6ac9 req-a9c69288-645d-4a45-b0ce-57a22e8290e6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1856508 Nov 02 16:54:12.071606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44066292-d7dc-4a6e-b6f7-86e1e08c5f29 req-cf90ff34-6b71-4a5a-9c90-d3cebb6c0550 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:12.081075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44066292-d7dc-4a6e-b6f7-86e1e08c5f29 req-cf90ff34-6b71-4a5a-9c90-d3cebb6c0550 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1430910 Nov 02 16:54:12.092602 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b06e-57c4-4fcf-87dc-9f8fd6ec8cbe None None] Pushing event updated for resources: {'Port': ['ID=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:12.093535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6f975e5-0d66-475f-82f6-73d7dd0b6ac9 req-a64956c4-9c9b-4b07-952d-7937ed2b2211 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798743 Nov 02 16:54:12.096185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 51e979d3-c9b1-4495-982c-d350a3240d58) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:12.106811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d205390-c4d8-45ca-b3d2-9a543e9f6bb9 None None] Network 51e979d3-c9b1-4495-982c-d350a3240d58 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:12.138952 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:08Z', 'revision_number': 3, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:12.158423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:12.159133 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:12.179084 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572243e-d8cf-4a53-bda0-5cdcb59473c2 None None] The sync data for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 is: [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:08Z', 'revision_number': 3, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:12.224620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44066292-d7dc-4a6e-b6f7-86e1e08c5f29 req-daa2a14b-98f9-493c-8caa-3aeb7ad4b37a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385720 Nov 02 16:54:12.247854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32920) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:12.248412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8882eced-1c88-4b5e-b126-4e0197922c31 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4975770 Nov 02 16:54:12.335083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89695c6-e7e7-4da6-9e32-90ce2a8a9039 req-085be2fc-01ef-4b03-b86c-8ae27c39b7cb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:12.343991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a89695c6-e7e7-4da6-9e32-90ce2a8a9039 req-085be2fc-01ef-4b03-b86c-8ae27c39b7cb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0931334 Nov 02 16:54:12.348977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32924) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:12.356505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Request body: {'floatingip': {'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:12.418397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-51e979d3-c9b1-4495-982c-d350a3240d58', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:12.419382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:12.439582 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:12.723464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Allocated IP 172.20.0.2 (51e979d3-c9b1-4495-982c-d350a3240d58/a33873f8-d83c-4c0c-848e-2df21db2afba/75fd7021-130e-4e4a-ba92-265adea001e8) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:13.024547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.066036 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.093093 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.139455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Pushing event updated for resources: {'Port': ['ID=75fd7021-130e-4e4a-ba92-265adea001e8,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:13.173157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Network 51e979d3-c9b1-4495-982c-d350a3240d58 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:13.178481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:13.181044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:13.292325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Attempting to bind port 75fd7021-130e-4e4a-ba92-265adea001e8 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:13.294490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Attempting to bind port 75fd7021-130e-4e4a-ba92-265adea001e8 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:13.295405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Attempting to bind port 75fd7021-130e-4e4a-ba92-265adea001e8 on network 51e979d3-c9b1-4495-982c-d350a3240d58 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:13.311565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:13.313288 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Checking segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:13.314560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.315583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Bound using segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:13.316848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Bound port: 75fd7021-130e-4e4a-ba92-265adea001e8, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:13.317697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.356376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32940) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:13.378375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.484630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] For port 75fd7021-130e-4e4a-ba92-265adea001e8, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:13.490692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] For port 75fd7021-130e-4e4a-ba92-265adea001e8, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=75fd7021-130e-4e4a-ba92-265adea001e8,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:13.498097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.577534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-513065732'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:13.588101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624ff21-5697-440c-be35-004a6c3a9244 req-651599ae-e736-45e0-8553-cf3e88e752bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:13.590549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a624ff21-5697-440c-be35-004a6c3a9244 req-651599ae-e736-45e0-8553-cf3e88e752bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.2351189 Nov 02 16:54:13.616657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7ed62-77a1-48a5-9903-6be061918615 None None] Pushing event updated for resources: {'Port': ['ID=75fd7021-130e-4e4a-ba92-265adea001e8,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:13.729786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a624ff21-5697-440c-be35-004a6c3a9244 req-c5463c89-4b05-41d5-b697-2b8cb3f87e27 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293366 Nov 02 16:54:13.743751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:13.748197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.768657 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.806972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.818046 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.819756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:13.823620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.20.0.1 (51e979d3-c9b1-4495-982c-d350a3240d58/a33873f8-d83c-4c0c-848e-2df21db2afba/7b157ead-41aa-4e3b-85cf-ba276fee0a62) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:14.064841 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Floating IP 7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5 associated. External IP: 172.25.7.113, port: eb8d3ac4-2bdf-44d7-b529-63e76aa58357. Nov 02 16:54:14.069510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-71295c30-7a88-4b01-b18f-1d13604b7aae tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:14.070212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-71295c30-7a88-4b01-b18f-1d13604b7aae tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.100 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 945 time: 0.1130364 Nov 02 16:54:14.093736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.177842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.187529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.190535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.229568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network 51e979d3-c9b1-4495-982c-d350a3240d58 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:14.237099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:14.242705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:14.271323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:14.277130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b8cd99-1d80-444f-b16e-29b257ad2ebf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:14.292628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=7b157ead-41aa-4e3b-85cf-ba276fee0a62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:14.297734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Deleting port af4b7048-369f-4a7e-aac4-10fb3afa76c2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:14.298075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.306366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.306863 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Added segment 5c425bd0-8af5-4358-a477-d2a9ef350ede of type vlan for network 7f57a872-a197-4c42-b107-6cd5a7d281f2 Nov 02 16:54:14.383540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.482357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.506930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] For port af4b7048-369f-4a7e-aac4-10fb3afa76c2, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=af4b7048-369f-4a7e-aac4-10fb3afa76c2,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:14.507639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.533884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Calling delete_port for af4b7048-369f-4a7e-aac4-10fb3afa76c2 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:14.552741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.563502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:14.564408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.622536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:14.687271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3292406 Nov 02 16:54:14.712944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:14.713517 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.730996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:14.808232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76a787-1fa4-41bb-91d8-46a5dc3e1835 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Network': ['ID=7f57a872-a197-4c42-b107-6cd5a7d281f2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:14.830852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.845331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7f57a872-a197-4c42-b107-6cd5a7d281f2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:14.860091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:14.903908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4fe9ffae-c43c-469a-bcbe-e3fa2640cf91'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:14.917596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['af4b7048-369f-4a7e-aac4-10fb3afa76c2'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:15.092560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:15.102005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:15.156621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7bb9952-9d14-456d-8be4-e2a7e06a370c req-02a96962-072e-46e2-a399-d3f68aabfc86 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 210 time: 0.0600879 Nov 02 16:54:15.208451 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:15.225891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ccbe787-fb63-4ce0-a0f6-15ba8765d2ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "PUT /v2.0/floatingips/7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5 HTTP/1.1" status: 200 len: 991 time: 2.8755853 Nov 02 16:54:15.229769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:15.236470 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31321909-0b4d-4d31-a586-cd5b83d75170" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:15.284358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:15.286835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:15.314059 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb2276-668c-4a33-80da-21570482bd0a x-openstack-request-id: req-c5fb2276-668c-4a33-80da-21570482bd0a {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:15.314522 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:15.314878 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5fb2276-668c-4a33-80da-21570482bd0a {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:15.315412 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'status': 'completed', 'code': 200} Nov 02 16:54:15.373391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:15.375593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 75fd7021-130e-4e4a-ba92-265adea001e8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:15.404195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:15.405202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:15.447301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Pushing event deleted for resources: {'Port': ['ID=af4b7048-369f-4a7e-aac4-10fb3afa76c2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:15.533823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] No DVR routers for this DVR port af4b7048-369f-4a7e-aac4-10fb3afa76c2 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:15.538189 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:15.544859 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-92b7440a-1cb9-4f2b-a5d8-c6a0e7594a58 req-0c749bba-ea23-4f08-b3e1-71473e5508bb tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.100 "DELETE /v2.0/ports/af4b7048-369f-4a7e-aac4-10fb3afa76c2 HTTP/1.1" status: 204 len: 173 time: 1.4643123 Nov 02 16:54:15.545580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'name': 'network-vif-deleted', 'tag': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:15.554865 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0d837-3568-47d6-be13-b4056e0a23b6" -d '{"events": [{"server_uuid": "0643decb-c2a9-4424-a4cc-038b4fa20737", "name": "network-vif-deleted", "tag": "af4b7048-369f-4a7e-aac4-10fb3afa76c2"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:15.589374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-358eea97-9c65-42fd-8806-7e7f56729d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:15.591747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-358eea97-9c65-42fd-8806-7e7f56729d99 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1096 time: 0.2061985 Nov 02 16:54:15.594180 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd18e5-0383-4467-bb97-98ba2956f5db None None] Network 51e979d3-c9b1-4495-982c-d350a3240d58 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:15.689813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e1f26d76-2de0-48f0-908e-c36420f3a9cc None None] Provisioning complete for port 75fd7021-130e-4e4a-ba92-265adea001e8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:15.690405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e1f26d76-2de0-48f0-908e-c36420f3a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:15.736776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-db081154-37f0-4d9d-96e9-c7729108a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:15.741550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-db081154-37f0-4d9d-96e9-c7729108a2e0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1384537 Nov 02 16:54:15.835103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:16.079293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:16.355271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:16.361191 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-01bebcfc-adb8-4e17-9bf1-65ad16c268ec service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 999 time: 0.6080754 Nov 02 16:54:16.363367 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7f94db-49d1-47d8-957f-18d835bea7d7 x-openstack-request-id: req-0c7f94db-49d1-47d8-957f-18d835bea7d7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:16.363807 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643decb-c2a9-4424-a4cc-038b4fa20737", "name": "network-vif-deleted", "tag": "af4b7048-369f-4a7e-aac4-10fb3afa76c2", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:16.364197 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c7f94db-49d1-47d8-957f-18d835bea7d7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:16.364851 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643decb-c2a9-4424-a4cc-038b4fa20737', 'name': 'network-vif-deleted', 'tag': 'af4b7048-369f-4a7e-aac4-10fb3afa76c2', 'status': 'completed', 'code': 200} Nov 02 16:54:16.371943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:16.575867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-c943e5ba-6663-4410-befe-e8a103896e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:16.578721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-c943e5ba-6663-4410-befe-e8a103896e18 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1962223 Nov 02 16:54:16.579668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:16.582426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=7b157ead-41aa-4e3b-85cf-ba276fee0a62,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:16.602676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2422c1b4-5ba1-4438-933c-d342533dd874 req-e90ac4dc-a88b-439e-8295-d90ce0f07c26 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=0643decb-c2a9-4424-a4cc-038b4fa20737 HTTP/1.1" status: 200 len: 210 time: 0.1285861 Nov 02 16:54:16.749160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-6388e6bf-190c-416b-a7ad-da4aed3a15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:16.751311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-6388e6bf-190c-416b-a7ad-da4aed3a15fa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584299 Nov 02 16:54:16.753659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 75fd7021-130e-4e4a-ba92-265adea001e8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:16.754285 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:16.780464 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e1f26d76-2de0-48f0-908e-c36420f3a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:16.845677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network 51e979d3-c9b1-4495-982c-d350a3240d58 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:16.850883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:16.956530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-dd47f5e5-a3df-47e7-b374-c853855093c1 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968148 Nov 02 16:54:17.067448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router 19958c01-035d-4d66-90e5-ce805322313a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:17.094442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-31321909-0b4d-4d31-a586-cd5b83d75170 req-0875905c-2372-4304-b99d-6c7f4baca314 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270413 Nov 02 16:54:17.177663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e1f26d76-2de0-48f0-908e-c36420f3a9cc None None] For port 75fd7021-130e-4e4a-ba92-265adea001e8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=75fd7021-130e-4e4a-ba92-265adea001e8,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:17.194547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e1f26d76-2de0-48f0-908e-c36420f3a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.207210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:17.217232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32966) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:17.222324 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Sync routers for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:17.222844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1170988894', 'description': 'tempest-secgroup_access--1170988894 description', 'project_id': '139686f37a66471db33bfb50eb3aaba4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:17.230383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aec4dea1-501a-4c85-b2af-bc8bd75d2bf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "PUT /v2.0/routers/19958c01-035d-4d66-90e5-ce805322313a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9789515 Nov 02 16:54:17.243202 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:17.243869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:17.272812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.297486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'mac_address': 'fa:16:3e:38:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:53:52Z', 'updated_at': '2021-11-02T16:54:13Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:17.333356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:17.365627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f26d76-2de0-48f0-908e-c36420f3a9cc None None] Pushing event updated for resources: {'Port': ['ID=75fd7021-130e-4e4a-ba92-265adea001e8,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:17.377417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:17.378098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:17.440805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.449901 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.495808 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:17.512667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.513929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2957113 Nov 02 16:54:17.517181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 32968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:17.522985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:17.531427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3a479-6b78-40e9-b095-e5c3a517559d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573f5e9d-d923-4f94-a03e-bdcbe66403d3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:17.532003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--691553569', 'description': 'tempest-secgroup_general--691553569 description', 'project_id': '139686f37a66471db33bfb50eb3aaba4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:17.604000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.695151 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.757431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:17.808249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.819337 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 2, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:17.820594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.855456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7e49dbfa-ec5c-46eb-acf8-6b08f04c81cf None None] Provisioning complete for port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:17.855832 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e49dbfa-ec5c-46eb-acf8-6b08f04c81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.890615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:17.891898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3729200 Nov 02 16:54:17.895096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32980) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:17.899690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'security_group_rule': {'security_group_id': '573f5e9d-d923-4f94-a03e-bdcbe66403d3', 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:17.943046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ab80d-3cda-439a-aa77-dcc1f66bb633 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad36c6f-9586-4b1d-ab90-04e476e6c877,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:17.962076 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Checking router: 19958c01-035d-4d66-90e5-ce805322313a for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:17.962839 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Updating router 19958c01-035d-4d66-90e5-ce805322313a port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:54:17.981209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.052166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:18.054700 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.065792 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.128199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.142413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.164936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b35a53-31f0-4207-b735-3209d1ef38b7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:18.180192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.194451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6cbde83a-678d-423b-b961-8b6f3740c23c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981796 Nov 02 16:54:18.337245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7e49dbfa-ec5c-46eb-acf8-6b08f04c81cf None None] Port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:18.350399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ec400-ecfc-43dd-97e8-508f06f02672 req-1312074e-9b32-4daa-8372-5599a1304b03 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:18.360648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f70ec400-ecfc-43dd-97e8-508f06f02672 req-1312074e-9b32-4daa-8372-5599a1304b03 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1043313 Nov 02 16:54:18.418184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f70ec400-ecfc-43dd-97e8-508f06f02672 req-4dda17f2-62c8-4d4d-a3ca-7a7d3c5c2248 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510294 Nov 02 16:54:18.505377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 32990) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:18.508667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device af4b7048-369f-4a7e-aac4-10fb3afa76c2 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:18.513497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'subnet': {'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:18.579342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: af4b7048-369f-4a7e-aac4-10fb3afa76c2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:18.579694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device af4b7048-369f-4a7e-aac4-10fb3afa76c2 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:18.585140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7e49dbfa-ec5c-46eb-acf8-6b08f04c81cf None None] Provisioning complete for port 75fd7021-130e-4e4a-ba92-265adea001e8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:18.585669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e49dbfa-ec5c-46eb-acf8-6b08f04c81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.651748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-59523a4a-e39a-49a0-b424-0c4cff7b1dda tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1170988894&fields=id&tenant_id=139686f37a66471db33bfb50eb3aaba4 HTTP/1.1" status: 200 len: 267 time: 0.0621617 Nov 02 16:54:18.664804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:18.669224 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.670440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.679422 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.746524 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54a9a9-5437-4982-a7eb-dfc210d40bf1 None None] Pushing event updated for resources: {'Port': ['ID=7b157ead-41aa-4e3b-85cf-ba276fee0a62,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:18.802492 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Attempting to bind port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:18.802855 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Attempting to bind port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:18.803210 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Attempting to bind port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 on network 51e979d3-c9b1-4495-982c-d350a3240d58 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:18.820411 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:18.820963 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Checking segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:18.821377 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.821771 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Bound using segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:18.824439 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Bound port: 7b157ead-41aa-4e3b-85cf-ba276fee0a62, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:18.824866 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.892705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'mac_address': 'fa:16:3e:38:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:53:52Z', 'updated_at': '2021-11-02T16:54:13Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:18.898233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5f2c98c0-4317-4fa4-93e0-576c2e8394a5 None None] Provisioning complete for port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:18.898741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f2c98c0-4317-4fa4-93e0-576c2e8394a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.941270 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] For port 7b157ead-41aa-4e3b-85cf-ba276fee0a62, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:18.947053 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] For port 7b157ead-41aa-4e3b-85cf-ba276fee0a62, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7b157ead-41aa-4e3b-85cf-ba276fee0a62,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:18.953939 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:18.964011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-c150c5fd-0b4b-4925-82bc-4a52cd3f94a9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--691553569&fields=id&tenant_id=139686f37a66471db33bfb50eb3aaba4 HTTP/1.1" status: 200 len: 267 time: 0.2873600 Nov 02 16:54:19.007731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57227a7b-6fed-499a-9d65-f39ee546ca4e None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'mac_address': 'fa:16:3e:38:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:53:52Z', 'updated_at': '2021-11-02T16:54:13Z', 'revision_number': 1, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:19.047663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c98c0-4317-4fa4-93e0-576c2e8394a5 None None] Port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:19.064096 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:19.064393 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:19.174246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.175797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-49a30e7d-043d-46b6-b46c-48c9854645d6 None None] Provisioning complete for port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:19.176226 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49a30e7d-043d-46b6-b46c-48c9854645d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.317432 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54a9a9-5437-4982-a7eb-dfc210d40bf1 None None] Pushing event updated for resources: {'Port': ['ID=7b157ead-41aa-4e3b-85cf-ba276fee0a62,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:19.343587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Subnet': ['ID=2c64b531-2d83-478f-a76a-f58a7f1f325c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:19.382335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Checking segment: {'id': '5c425bd0-8af5-4358-a477-d2a9ef350ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:19.382901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network hostable DHCP agents. Network: 7f57a872-a197-4c42-b107-6cd5a7d281f2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:19.395706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-9d460b33-fbe7-48d6-a95c-934ec62c3937 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:19.405057 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-9d460b33-fbe7-48d6-a95c-934ec62c3937 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 797 time: 0.4283512 Nov 02 16:54:19.427700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d0894-76d8-4879-a54c-23341447a944 None None] New status for floating IP 7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:54:19.468108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-17ec6168-5005-42c8-a7fe-ee7d45242aec tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/quotas/139686f37a66471db33bfb50eb3aaba4 HTTP/1.1" status: 200 len: 375 time: 0.0618312 Nov 02 16:54:19.473857 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:19.489627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network 7f57a872-a197-4c42-b107-6cd5a7d281f2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:19.519460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 75fd7021-130e-4e4a-ba92-265adea001e8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:19.551635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7f57a872-a197-4c42-b107-6cd5a7d281f2) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:19.566032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49a30e7d-043d-46b6-b46c-48c9854645d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.571529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:19.572884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.577022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db73f1-a474-4ff7-83b7-b02704ede953 None None] Network 7f57a872-a197-4c42-b107-6cd5a7d281f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:19.658184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-aafdb8b5-0bf1-409e-8698-8e6e8951bf34 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836751 Nov 02 16:54:19.669606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:19.676280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2113758337'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:19.684270 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-62db72c3-557b-4b91-ad6f-6e832e34ba7d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1761413 Nov 02 16:54:19.714212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-49a30e7d-043d-46b6-b46c-48c9854645d6 None None] For port 7b157ead-41aa-4e3b-85cf-ba276fee0a62, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7b157ead-41aa-4e3b-85cf-ba276fee0a62,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:19.717311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:19.724125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.726261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-49a30e7d-043d-46b6-b46c-48c9854645d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.766929 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:18Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:19.772334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:19.773401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e5ba-9f24-4be6-b81a-e606ff56a1eb req-066002f1-23f9-4148-a469-e061eb9dbade tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:19.775447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf70e5ba-9f24-4be6-b81a-e606ff56a1eb req-066002f1-23f9-4148-a469-e061eb9dbade tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.2312140 Nov 02 16:54:19.799556 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d3c4f-e8ec-4267-a456-62c44b5f0ed4 None None] The sync data for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 is: [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:18Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:19.804003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.804359 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Added segment b356a341-71ee-4f66-9f9f-3818c96250be of type vlan for network d1fd36a9-072a-40bf-afb8-93a98f618c77 Nov 02 16:54:19.860755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 75fd7021-130e-4e4a-ba92-265adea001e8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:19.860755 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.883343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.927041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf70e5ba-9f24-4be6-b81a-e606ff56a1eb req-5c1a7671-2b75-44f1-bc6d-26d3bb9b245a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322832 Nov 02 16:54:19.945934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.957647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:19.958320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:19.996614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a30e7d-043d-46b6-b46c-48c9854645d6 None None] Pushing event updated for resources: {'Port': ['ID=7b157ead-41aa-4e3b-85cf-ba276fee0a62,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:20.022657 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-072d8751-6f25-4102-882a-1ae89fc4c951 service neutron] 10.222.0.31 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302696 Nov 02 16:54:20.029853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b98bc33a-24be-4369-96d1-1b408106759a None None] Provisioning complete for port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:20.030598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b98bc33a-24be-4369-96d1-1b408106759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:20.049901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3783391 Nov 02 16:54:20.050559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33008) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:20.059196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'subnet': {'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:20.158838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f708dc1-b415-47c1-8b35-20297943d851 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Network': ['ID=d1fd36a9-072a-40bf-afb8-93a98f618c77,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:20.197966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-61dadb89-0e35-42c3-8b63-a3c46e672e97 service neutron] 10.222.0.31 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743343 Nov 02 16:54:20.205087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d1fd36a9-072a-40bf-afb8-93a98f618c77 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:20.245690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:20.251066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:20.316176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-7f57a872-a197-4c42-b107-6cd5a7d281f2', 'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2', 'tenant_id': '5b1506a0a29045f1963331c570d82619', 'fixed_ips': [{'subnet_id': '2c64b531-2d83-478f-a76a-f58a7f1f325c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:20.317178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:20.537333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-32d46fa4-64f3-417e-9090-ec5fa60ef706 req-16448a3d-8738-4a3d-88e5-a6994daf73e2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 210 time: 0.1170714 Nov 02 16:54:20.857214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:54:20.859505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:20.882318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Allocated IP 2001:db8:0:ffff::2 (7f57a872-a197-4c42-b107-6cd5a7d281f2/2c64b531-2d83-478f-a76a-f58a7f1f325c/25251dc3-6bb2-4978-a499-9733409c2c56) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:20.971858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Subnet': ['ID=570968ed-1c79-46a3-88bd-bbeaf82a3711,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:21.023535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Checking segment: {'id': 'b356a341-71ee-4f66-9f9f-3818c96250be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:21.023907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network hostable DHCP agents. Network: d1fd36a9-072a-40bf-afb8-93a98f618c77, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:21.064262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network d1fd36a9-072a-40bf-afb8-93a98f618c77 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:21.111972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d1fd36a9-072a-40bf-afb8-93a98f618c77) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:21.122792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.123845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:21.125260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdffd53-8679-4876-bd4c-8212fc22157a None None] Network d1fd36a9-072a-40bf-afb8-93a98f618c77 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:21.174081 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-816a0bab-f5f3-407c-b791-e39c5621c3b1 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1166677 Nov 02 16:54:21.177644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124af09-a54a-4884-923f-5717610107d0 req-618ce3f1-e455-41f7-8bb7-be7393cb44cc tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.185669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33028) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:21.189418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0124af09-a54a-4884-923f-5717610107d0 req-618ce3f1-e455-41f7-8bb7-be7393cb44cc tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1125216 Nov 02 16:54:21.198584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'port': {'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77', 'name': 'tempest-NetworksIpV6TestAttrs-1588342432'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:21.282555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0124af09-a54a-4884-923f-5717610107d0 req-dfb8769a-72ff-4867-8c95-4e9e55257944 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898755 Nov 02 16:54:21.545012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:21.553082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:21.592178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] device_id is not set on port bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:54:21.623835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7b157ead-41aa-4e3b-85cf-ba276fee0a62 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:21.667032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:21.696271 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:21.705829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d1fd36a9-072a-40bf-afb8-93a98f618c77', 'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77', 'tenant_id': '5b1506a0a29045f1963331c570d82619', 'fixed_ips': [{'subnet_id': '570968ed-1c79-46a3-88bd-bbeaf82a3711'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:21.706897 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:21.711966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d03934cb-d8a4-45c0-b897-b3769a7ff964 req-e0828541-2ff0-4226-986e-387b48c088c3 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 210 time: 0.0637631 Nov 02 16:54:21.791602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Network 7f57a872-a197-4c42-b107-6cd5a7d281f2 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:21.796482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:21.816509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Allocated IP 2001:db8::f816:3eff:fe22:1b18 (d1fd36a9-072a-40bf-afb8-93a98f618c77/570968ed-1c79-46a3-88bd-bbeaf82a3711/bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:21.914945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:21.927832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:21.928423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:21.966077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Pushing event updated for resources: {'Port': ['ID=25251dc3-6bb2-4978-a499-9733409c2c56,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:22.043351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Attempting to bind port 25251dc3-6bb2-4978-a499-9733409c2c56 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:22.043633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Attempting to bind port 25251dc3-6bb2-4978-a499-9733409c2c56 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5c425bd0-8af5-4358-a477-d2a9ef350ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:22.044001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Attempting to bind port 25251dc3-6bb2-4978-a499-9733409c2c56 on network 7f57a872-a197-4c42-b107-6cd5a7d281f2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:22.054331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:22.055140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Checking segment: {'id': '5c425bd0-8af5-4358-a477-d2a9ef350ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:22.055564 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.056049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Bound using segment: {'id': '5c425bd0-8af5-4358-a477-d2a9ef350ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:22.056565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Bound port: 25251dc3-6bb2-4978-a499-9733409c2c56, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c425bd0-8af5-4358-a477-d2a9ef350ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7f57a872-a197-4c42-b107-6cd5a7d281f2'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:22.057643 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.160071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] For port 25251dc3-6bb2-4978-a499-9733409c2c56, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:22.164118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] For port 25251dc3-6bb2-4978-a499-9733409c2c56, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25251dc3-6bb2-4978-a499-9733409c2c56,segment=NetworkSegment(5c425bd0-8af5-4358-a477-d2a9ef350ede),segment_id=5c425bd0-8af5-4358-a477-d2a9ef350ede)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:22.169010 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.187491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-46124389-8a14-4798-b67b-4a56472c7818 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:22.189164 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-46124389-8a14-4798-b67b-4a56472c7818 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.55 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 797 time: 0.1418414 Nov 02 16:54:22.226981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.233626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb490c8-7110-482a-ab71-384c4049365b None None] Pushing event updated for resources: {'Port': ['ID=25251dc3-6bb2-4978-a499-9733409c2c56,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:22.264204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-d57daa2d-768b-40eb-a015-f34670300934 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=139686f37a66471db33bfb50eb3aaba4 HTTP/1.1" status: 200 len: 477 time: 0.0626352 Nov 02 16:54:22.280147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'port': {'device_id': '52db0721-6ddc-47c7-bc12-817f52239c40', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'admin_state_up': True, 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'security_groups': ['573f5e9d-d923-4f94-a03e-bdcbe66403d3', '4ad36c6f-9586-4b1d-ab90-04e476e6c877']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:22.361820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.469970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network d1fd36a9-072a-40bf-afb8-93a98f618c77 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:22.480335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Allocated IP 2001:db8::f816:3eff:fe49:e611 (d1fd36a9-072a-40bf-afb8-93a98f618c77/570968ed-1c79-46a3-88bd-bbeaf82a3711/f144f8ee-696e-4fca-b340-904585770a2e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:22.482047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:22.484599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:22.490626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:22.491283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.496505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Port': ['ID=bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:22.535621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceae9f-adc2-4608-a40e-0c207aa3bd6c req-cfce1475-8c73-4870-a997-bb83bd471b68 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:22.537357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44ceae9f-adc2-4608-a40e-0c207aa3bd6c req-cfce1475-8c73-4870-a997-bb83bd471b68 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.1666987 Nov 02 16:54:22.553848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2502d8b7-b345-4a7a-bb97-35f3c02bfcfc tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3658886 Nov 02 16:54:22.562213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33040) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:22.639946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Made reservation on behalf of 139686f37a66471db33bfb50eb3aaba4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:22.643975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.700269 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44ceae9f-adc2-4608-a40e-0c207aa3bd6c req-87ac201e-d776-46ee-b9ad-fd8c674874d0 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391923 Nov 02 16:54:22.720553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Deleting subnet 570968ed-1c79-46a3-88bd-bbeaf82a3711 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:22.837917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.846393 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-046488dd-09af-47b3-8f41-139558f64a15 req-7a5446fb-0316-4225-80d0-d17b45286752 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 210 time: 0.0391884 Nov 02 16:54:22.847973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.875992 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.897063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.20.0.14 (51e979d3-c9b1-4495-982c-d350a3240d58/a33873f8-d83c-4c0c-848e-2df21db2afba/29e5824e-e665-46ae-b78c-bdeb5e02b917) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:22.923738 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:22.943169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Network d1fd36a9-072a-40bf-afb8-93a98f618c77 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:22.948600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:22.973717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:22.976993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Pushing event updated for resources: {'Port': ['ID=f144f8ee-696e-4fca-b340-904585770a2e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:23.067316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Attempting to bind port f144f8ee-696e-4fca-b340-904585770a2e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:23.067778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Attempting to bind port f144f8ee-696e-4fca-b340-904585770a2e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b356a341-71ee-4f66-9f9f-3818c96250be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:23.068175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Attempting to bind port f144f8ee-696e-4fca-b340-904585770a2e on network d1fd36a9-072a-40bf-afb8-93a98f618c77 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:23.076502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:23.077704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Checking segment: {'id': 'b356a341-71ee-4f66-9f9f-3818c96250be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:23.077704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.078405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Bound using segment: {'id': 'b356a341-71ee-4f66-9f9f-3818c96250be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:23.078891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Bound port: f144f8ee-696e-4fca-b340-904585770a2e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b356a341-71ee-4f66-9f9f-3818c96250be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd1fd36a9-072a-40bf-afb8-93a98f618c77'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:23.078891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.107681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.116489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.234961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.239240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] For port f144f8ee-696e-4fca-b340-904585770a2e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:23.248115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] For port f144f8ee-696e-4fca-b340-904585770a2e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f144f8ee-696e-4fca-b340-904585770a2e,segment=NetworkSegment(b356a341-71ee-4f66-9f9f-3818c96250be),segment_id=b356a341-71ee-4f66-9f9f-3818c96250be)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:23.255079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.273981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Subnet': ['ID=570968ed-1c79-46a3-88bd-bbeaf82a3711,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:23.291825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.292537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.293104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.293729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.294650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.297043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.297043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.297043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.297043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.297043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.298291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.310226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:23.342221 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.354583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33046) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:23.362069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-63ad337c-6fdc-4527-b85e-2dd43afbb0cb tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/570968ed-1c79-46a3-88bd-bbeaf82a3711 HTTP/1.1" status: 204 len: 168 time: 0.7986469 Nov 02 16:54:23.396727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.469493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2297247-b88e-4fdb-bcb7-019ef08d8828 None None] Pushing event updated for resources: {'Port': ['ID=f144f8ee-696e-4fca-b340-904585770a2e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:23.535079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25251dc3-6bb2-4978-a499-9733409c2c56 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:23.622584 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.632682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-6987b3c4-1e53-47b9-a91b-bc0397186d27 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:23.635678 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-6987b3c4-1e53-47b9-a91b-bc0397186d27 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.55 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.2226701 Nov 02 16:54:23.640304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214f0ff-4278-4775-996b-7b558bcf8856 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:23.653985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 25251dc3-6bb2-4978-a499-9733409c2c56 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:23.654118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214f0ff-4278-4775-996b-7b558bcf8856 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:23.654853 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.658853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33052) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:23.666797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e214f0ff-4278-4775-996b-7b558bcf8856 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3086977 Nov 02 16:54:23.793851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=29e5824e-e665-46ae-b78c-bdeb5e02b917,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:23.831746 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.876834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network 51e979d3-c9b1-4495-982c-d350a3240d58 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:23.880734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:23.888654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:23.925096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 25251dc3-6bb2-4978-a499-9733409c2c56, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25251dc3-6bb2-4978-a499-9733409c2c56,segment=NetworkSegment(5c425bd0-8af5-4358-a477-d2a9ef350ede),segment_id=5c425bd0-8af5-4358-a477-d2a9ef350ede)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:23.933058 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:23.961523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d74db6f6-ce9a-4542-bf0b-677d7cedda22 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.020881 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74db6f6-ce9a-4542-bf0b-677d7cedda22 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 02 16:54:24.022269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74db6f6-ce9a-4542-bf0b-677d7cedda22 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:24.040076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d74db6f6-ce9a-4542-bf0b-677d7cedda22 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/d1fd36a9-072a-40bf-afb8-93a98f618c77 HTTP/1.1" status: 409 len: 405 time: 0.3800218 Nov 02 16:54:24.046869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692f970-1f76-42a9-ae0d-b1e3d43baa92 None None] Network 7f57a872-a197-4c42-b107-6cd5a7d281f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:24.051986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:24.053879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.057523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33058) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:24.062890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1480316082'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:24.141718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Deleting port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:24.143812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.155421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747ba0c-a2d1-49d2-9b4b-d91f237ce9c2 req-d70cda18-3c2c-40d3-b1cb-f808b9f16fe4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:24.171903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a747ba0c-a2d1-49d2-9b4b-d91f237ce9c2 req-d70cda18-3c2c-40d3-b1cb-f808b9f16fe4 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 946 time: 0.2987030 Nov 02 16:54:24.214997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:24.218823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.234165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=25251dc3-6bb2-4978-a499-9733409c2c56,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:24.248586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9ff21119-8a2a-4b08-93bb-746d415e0046 None None] Provisioning complete for port 25251dc3-6bb2-4978-a499-9733409c2c56 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:24.249164 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9ff21119-8a2a-4b08-93bb-746d415e0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.288220 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-171fa8d7-8a00-48c1-a0cd-48040a8f9ab9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0153899 Nov 02 16:54:24.290499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc01c-4ab5-437e-be47-144604d84d0c req-39d219f3-7f9e-41f8-aafe-811f52747b7e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:24.293750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a11fc01c-4ab5-437e-be47-144604d84d0c req-39d219f3-7f9e-41f8-aafe-811f52747b7e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 971 time: 0.2374504 Nov 02 16:54:24.303620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Request body: {'port': {'device_id': '52db0721-6ddc-47c7-bc12-817f52239c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:24.335482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a747ba0c-a2d1-49d2-9b4b-d91f237ce9c2 req-ae4e798a-cb8c-4649-b3c8-0413b610d70a tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/security-groups?id=200d3d64-7d83-4ad8-a359-d08d2874fbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612835 Nov 02 16:54:24.418731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] For port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:24.419965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.431321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.445404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Calling delete_port for 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:24.452333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a11fc01c-4ab5-437e-be47-144604d84d0c req-74290bdc-97e3-4e62-84bc-f07ed1ec4a7b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1019325 Nov 02 16:54:24.453522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:24.465031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.465956 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Added segment 3a905639-2d20-4485-adb1-8dfd479727ea of type vlan for network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 Nov 02 16:54:24.512843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.573649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.581599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:24.582304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.592200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b2283d5e-c991-46a0-af0f-b89229797d26 None None] Provisioning complete for port 29e5824e-e665-46ae-b78c-bdeb5e02b917 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:24.592435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2283d5e-c991-46a0-af0f-b89229797d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.671708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6127059 Nov 02 16:54:24.676094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33064) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:24.690232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'subnet': {'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:24.735268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b2283d5e-c991-46a0-af0f-b89229797d26 None None] Port 29e5824e-e665-46ae-b78c-bdeb5e02b917 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:24.809421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60780c1f-f862-42f2-9ac3-3566de901525 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Network': ['ID=dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:24.846638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:24.936435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:24.955776 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.976354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:24.997469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['4fe9ffae-c43c-469a-bcbe-e3fa2640cf91'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:25.078073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a257b8bd-e1a3-4988-be40-829c85f80746 None None] Provisioning complete for port 25251dc3-6bb2-4978-a499-9733409c2c56 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:25.078471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a257b8bd-e1a3-4988-be40-829c85f80746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.125133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Pushing event deleted for resources: {'Port': ['ID=4fe9ffae-c43c-469a-bcbe-e3fa2640cf91,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:25.174095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] No DVR routers for this DVR port 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:25.179613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.184211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-055e6cdc-e342-43a4-b845-54cbc87437f7 req-5cff8ebe-ffe2-41e3-8840-d773873a67a8 tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.55 "DELETE /v2.0/ports/4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 HTTP/1.1" status: 204 len: 173 time: 1.5057404 Nov 02 16:54:25.184908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27659815-fae3-40b0-a0f3-830a12f391bd', 'name': 'network-vif-deleted', 'tag': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:25.190326 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28612dcb-0afa-40ae-9f81-1ebf25f46e41" -d '{"events": [{"server_uuid": "27659815-fae3-40b0-a0f3-830a12f391bd", "name": "network-vif-deleted", "tag": "4fe9ffae-c43c-469a-bcbe-e3fa2640cf91"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:25.313639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e5824e-e665-46ae-b78c-bdeb5e02b917 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:25.322853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.336344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Transition to ACTIVE for port object 29e5824e-e665-46ae-b78c-bdeb5e02b917 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:54:25.338888 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db138377-624a-4892-98c4-ec917b28298d x-openstack-request-id: req-db138377-624a-4892-98c4-ec917b28298d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:25.339286 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27659815-fae3-40b0-a0f3-830a12f391bd", "name": "network-vif-deleted", "tag": "4fe9ffae-c43c-469a-bcbe-e3fa2640cf91", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:25.339738 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db138377-624a-4892-98c4-ec917b28298d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:25.340219 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27659815-fae3-40b0-a0f3-830a12f391bd', 'name': 'network-vif-deleted', 'tag': '4fe9ffae-c43c-469a-bcbe-e3fa2640cf91', 'status': 'completed', 'code': 200} Nov 02 16:54:25.341569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.390330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Pushing event updated for resources: {'Port': ['ID=29e5824e-e665-46ae-b78c-bdeb5e02b917,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:25.445715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2827e3f-ffda-42cf-8aa8-229b19cb7e44 None None] Network d1fd36a9-072a-40bf-afb8-93a98f618c77 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:25.715655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Attempting to bind port 29e5824e-e665-46ae-b78c-bdeb5e02b917 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:25.716215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Attempting to bind port 29e5824e-e665-46ae-b78c-bdeb5e02b917 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:25.716390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Attempting to bind port 29e5824e-e665-46ae-b78c-bdeb5e02b917 on network 51e979d3-c9b1-4495-982c-d350a3240d58 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:25.729040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Port 29e5824e-e665-46ae-b78c-bdeb5e02b917 on network 51e979d3-c9b1-4495-982c-d350a3240d58 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:54:25.729497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Attempting to bind port 29e5824e-e665-46ae-b78c-bdeb5e02b917 on network 51e979d3-c9b1-4495-982c-d350a3240d58 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:25.743191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:25.748940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Checking segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:25.749394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Bound using segment: {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:25.750020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Bound port: 29e5824e-e665-46ae-b78c-bdeb5e02b917, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fae785f-2720-4c22-b465-f435fe57a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:25.750258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.765016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25251dc3-6bb2-4978-a499-9733409c2c56 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:25.770831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bc9d8aee-f40f-4950-84a8-95f100338ae0 None None] Provisioning complete for port f144f8ee-696e-4fca-b340-904585770a2e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:25.771106 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc9d8aee-f40f-4950-84a8-95f100338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.914852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] For port 29e5824e-e665-46ae-b78c-bdeb5e02b917, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:25.919921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] For port 29e5824e-e665-46ae-b78c-bdeb5e02b917, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:25.929178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:25.957047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 25251dc3-6bb2-4978-a499-9733409c2c56 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:25.957474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.011272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] DHCP port deletion for d1fd36a9-072a-40bf-afb8-93a98f618c77 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:26.026055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc9d8aee-f40f-4950-84a8-95f100338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.071501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Pushing event updated for resources: {'Port': ['ID=29e5824e-e665-46ae-b78c-bdeb5e02b917,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:26.076534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.077155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.078923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-770423c1-fedc-401e-a873-aa2f6c384e91 service neutron] 10.222.0.55 "PUT /v2.0/ports/29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 1131 time: 1.7795620 Nov 02 16:54:26.082728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b4dad2a-a75d-4d71-a462-0ad3443928c2 req-05c2430f-e685-4a90-a326-e27b4d70feda tempest-ServerRescueNegativeTestJSON-1417312763 tempest-ServerRescueNegativeTestJSON-1417312763-project] 10.222.0.31 "GET /v2.0/ports?device_id=27659815-fae3-40b0-a0f3-830a12f391bd HTTP/1.1" status: 200 len: 210 time: 0.0591328 Nov 02 16:54:26.135418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bc9d8aee-f40f-4950-84a8-95f100338ae0 None None] For port f144f8ee-696e-4fca-b340-904585770a2e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f144f8ee-696e-4fca-b340-904585770a2e,segment=NetworkSegment(b356a341-71ee-4f66-9f9f-3818c96250be),segment_id=b356a341-71ee-4f66-9f9f-3818c96250be)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:26.164825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc9d8aee-f40f-4950-84a8-95f100338ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.170102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] Deleting port f144f8ee-696e-4fca-b340-904585770a2e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:26.170587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.291526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-7497c6fa-13e5-411e-9354-f6bdd78aff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.291812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eab91-4caf-4335-a4cd-01e8db88f287 req-1d80de3f-c53a-4d4e-9d32-bb5ea7e86da9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.294807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016eab91-4caf-4335-a4cd-01e8db88f287 req-1d80de3f-c53a-4d4e-9d32-bb5ea7e86da9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 983 time: 0.2722733 Nov 02 16:54:26.295263 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-7497c6fa-13e5-411e-9354-f6bdd78aff37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1134 time: 0.1681173 Nov 02 16:54:26.321220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] For port f144f8ee-696e-4fca-b340-904585770a2e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f144f8ee-696e-4fca-b340-904585770a2e,segment=NetworkSegment(b356a341-71ee-4f66-9f9f-3818c96250be),segment_id=b356a341-71ee-4f66-9f9f-3818c96250be)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:26.321548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.337303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f144f8ee-696e-4fca-b340-904585770a2e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:26.340219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] Calling delete_port for f144f8ee-696e-4fca-b340-904585770a2e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:26.371832 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-32dcfa60-67bc-489f-91cc-fbd09ce673ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 217 time: 0.0695899 Nov 02 16:54:26.489167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d8aee-f40f-4950-84a8-95f100338ae0 None None] Pushing event updated for resources: {'Port': ['ID=f144f8ee-696e-4fca-b340-904585770a2e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:26.501693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.objects.ports [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:54:26.505795 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.531467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-ecba2efc-8b2b-4ffe-87ff-455aad883b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.535556 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-ecba2efc-8b2b-4ffe-87ff-455aad883b61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 200 len: 834 time: 0.1517923 Nov 02 16:54:26.539717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f144f8ee-696e-4fca-b340-904585770a2e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:26.540499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.574393 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.596043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-016eab91-4caf-4335-a4cd-01e8db88f287 req-0794c7f9-076f-4224-8bf5-c851d4d96eab tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2215931 Nov 02 16:54:26.599937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Subnet': ['ID=dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:26.638722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] Pushing event deleted for resources: {'Port': ['ID=f144f8ee-696e-4fca-b340-904585770a2e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:26.640306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Checking segment: {'id': '3a905639-2d20-4485-adb1-8dfd479727ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:26.641180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network hostable DHCP agents. Network: dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:26.645481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf534b-973f-4fa9-b8a0-fb23a47c95ad None None] No DVR routers for this DVR port f144f8ee-696e-4fca-b340-904585770a2e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:26.662292 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Could not find standard attr ID for object f144f8ee-696e-4fca-b340-904585770a2e. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:54:26.664192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-ca77f65c-84e7-4b7a-8945-b3475ca9d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.665609 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No ports have port_id starting with f144f8ee-696e-4fca-b340-904585770a2e Nov 02 16:54:26.666772 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-ca77f65c-84e7-4b7a-8945-b3475ca9d91c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51e979d3-c9b1-4495-982c-d350a3240d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209333 Nov 02 16:54:26.687698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:26.699895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:26.709187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.710698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.718166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da5e82-adeb-449d-9c1b-9002e33c4646 None None] Network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:26.735664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-feef2b0c-4d8b-4a4c-8864-167d7bf8170d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0555532 Nov 02 16:54:26.738467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:26.744311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'port': {'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5', 'name': 'tempest-NetworksIpV6TestAttrs-1771892591'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:26.808169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-0bfd6a99-d49a-4871-8f44-a11518ae545e service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326389 Nov 02 16:54:26.905916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:26.919548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:26.964530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] device_id is not set on port 2a249ff6-f4b0-44f2-99b9-a6123811b1f0 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:54:26.996665 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a9e6767-e4af-419c-867d-6adf967d4a1f req-0ed06671-e141-4242-a1c5-52a5e4bb28e1 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797955 Nov 02 16:54:27.077486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5', 'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5', 'tenant_id': '5b1506a0a29045f1963331c570d82619', 'fixed_ips': [{'subnet_id': 'dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:27.078483 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.136627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33082) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:27.156026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Allocated IP 2001:db8::f816:3eff:fe0a:7343 (dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5/dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e/2a249ff6-f4b0-44f2-99b9-a6123811b1f0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:27.367711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:27.370945 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:27.438861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f144f8ee-696e-4fca-b340-904585770a2e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:27.451507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.453139 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32d7e4c-4f3e-42c2-a893-d246c2cfa42d x-openstack-request-id: req-e32d7e4c-4f3e-42c2-a893-d246c2cfa42d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:27.453430 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:27.453669 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e32d7e4c-4f3e-42c2-a893-d246c2cfa42d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:27.454066 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'status': 'completed', 'code': 200} Nov 02 16:54:27.476852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f144f8ee-696e-4fca-b340-904585770a2e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:27.478030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f144f8ee-696e-4fca-b340-904585770a2e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:27.527157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.575074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Allocated IP 2001:db8::f816:3eff:fe53:1ba8 (dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5/dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e/e3b5d2de-4f69-4b7f-b9f8-19b7224d4756) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:27.579616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-34531a66-ecfa-4969-b1bc-84b10379697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.584530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-34531a66-ecfa-4969-b1bc-84b10379697e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1134 time: 0.1050761 Nov 02 16:54:27.612364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:27.614849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:27.617759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:27.625897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.628144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.667911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Port': ['ID=2a249ff6-f4b0-44f2-99b9-a6123811b1f0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:27.693075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a2b3aec3-0586-4fb0-8138-dbcf71404401 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9520881 Nov 02 16:54:27.694436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33092) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:27.782884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-d6545224-16d2-45d8-a637-fa6c0478caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.784901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-d6545224-16d2-45d8-a637-fa6c0478caff service neutron] 10.222.0.55 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 898 time: 0.1905131 Nov 02 16:54:27.799819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Deleting subnet dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:27.826585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f767b-d741-41ed-bc29-82628340d493 req-00f8f629-3314-49b6-a4b4-aa2dc57e061f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.828155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-807f767b-d741-41ed-bc29-82628340d493 req-00f8f629-3314-49b6-a4b4-aa2dc57e061f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 983 time: 0.0767653 Nov 02 16:54:27.845774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-57071580-bd5b-477b-b2fb-383be6421041 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 217 time: 0.0483742 Nov 02 16:54:27.859057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.868928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.872528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.908656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.917077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-807f767b-d741-41ed-bc29-82628340d493 req-02fbe2de-b5e7-4f64-9083-7fecf82f5c02 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0826349 Nov 02 16:54:27.936815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:27.967230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-fd400586-c50e-44ed-853a-588535591dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.969285 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-fd400586-c50e-44ed-853a-588535591dba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 200 len: 834 time: 0.1152897 Nov 02 16:54:27.988167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:27.993099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:27.999504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:28.039750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Pushing event updated for resources: {'Port': ['ID=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:28.080346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Attempting to bind port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:28.081669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Attempting to bind port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3a905639-2d20-4485-adb1-8dfd479727ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:28.082113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Attempting to bind port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 on network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:28.088323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-482c7e6a-3929-416c-ae48-887bd309781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.090950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-482c7e6a-3929-416c-ae48-887bd309781e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51e979d3-c9b1-4495-982c-d350a3240d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900903 Nov 02 16:54:28.096622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:28.097007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Checking segment: {'id': '3a905639-2d20-4485-adb1-8dfd479727ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:28.098583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.098995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Bound using segment: {'id': '3a905639-2d20-4485-adb1-8dfd479727ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:28.100383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Bound port: e3b5d2de-4f69-4b7f-b9f8-19b7224d4756, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a905639-2d20-4485-adb1-8dfd479727ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:28.100830 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.127516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.210865 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.301833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] For port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:28.313721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] For port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,segment=NetworkSegment(3a905639-2d20-4485-adb1-8dfd479727ea),segment_id=3a905639-2d20-4485-adb1-8dfd479727ea)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:28.320591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.333363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Subnet': ['ID=dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:28.337104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.345367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9e146dc7-0975-4977-a87c-2ad4f6c97cc4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e HTTP/1.1" status: 204 len: 168 time: 0.6491730 Nov 02 16:54:28.347564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33096) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:28.358198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:28.427327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-7687104e-e7f6-4ef4-a746-249c6993f7a7 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258741 Nov 02 16:54:28.433766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:28.434299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 4fe9ffae-c43c-469a-bcbe-e3fa2640cf91 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:28.484801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a1250-1251-4889-8970-24b3598457ad tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.486380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a1250-1251-4889-8970-24b3598457ad tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.488490 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-555a1250-1251-4889-8970-24b3598457ad tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1404347 Nov 02 16:54:28.492091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33098) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:28.492361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e3d9-eb90-4e47-a88a-099ec9ec1a7d None None] Pushing event updated for resources: {'Port': ['ID=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:28.605076 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6afe42be-e83c-4007-934e-09a68f620a40 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.613140 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afe42be-e83c-4007-934e-09a68f620a40 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 02 16:54:28.613684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afe42be-e83c-4007-934e-09a68f620a40 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:28.622306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6afe42be-e83c-4007-934e-09a68f620a40 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 HTTP/1.1" status: 409 len: 405 time: 0.1290822 Nov 02 16:54:28.623051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33100) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:28.628364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1763808411'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:28.675532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:28.679337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.742943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:28.791789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.792444 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Added segment f0bb91b6-d00b-4cb2-b890-da2d43f2d38e of type vlan for network d566e348-50fb-4b07-a2ae-5901640710f1 Nov 02 16:54:28.890061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.943166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:28.949110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.949722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.036622 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-919edfb4-ebc6-4ed2-8973-c99d1268dfe4 req-3cc1801a-f761-494e-aa8c-4e51fd5955e6 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986650 Nov 02 16:54:29.077080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4527171 Nov 02 16:54:29.085397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33108) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:29.095301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'subnet': {'network_id': 'd566e348-50fb-4b07-a2ae-5901640710f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:29.096620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dc531-96b1-4870-b758-9fe757cf5179 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Network': ['ID=d566e348-50fb-4b07-a2ae-5901640710f1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:29.110383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d566e348-50fb-4b07-a2ae-5901640710f1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:29.126378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eb51d-256b-43c6-804c-e680393ad6da req-ab30a953-0e64-471d-b27f-608ec5232411 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:29.134448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de5eb51d-256b-43c6-804c-e680393ad6da req-ab30a953-0e64-471d-b27f-608ec5232411 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 983 time: 0.0884664 Nov 02 16:54:29.150242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Deleting port 277e9637-3b09-4d10-abc3-6be0bee4f8e4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:29.150649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.212867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de5eb51d-256b-43c6-804c-e680393ad6da req-4d7ebb5a-4a51-4b07-86e7-79c050b04e87 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0766854 Nov 02 16:54:29.296606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] For port 277e9637-3b09-4d10-abc3-6be0bee4f8e4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=277e9637-3b09-4d10-abc3-6be0bee4f8e4,segment=NetworkSegment(6dc38a95-2008-4550-955c-dd2d94aac6c6),segment_id=6dc38a95-2008-4550-955c-dd2d94aac6c6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:29.296606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.298090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:29.310572 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.364689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Calling delete_port for 277e9637-3b09-4d10-abc3-6be0bee4f8e4 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:29.460506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:29.534813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:29.535441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.643091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.688445 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,segment=NetworkSegment(3a905639-2d20-4485-adb1-8dfd479727ea),segment_id=3a905639-2d20-4485-adb1-8dfd479727ea)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:29.694635 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.761756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:29.779722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163be85f-7e0b-4bce-bfcf-1387dc0a0750 None None] Network dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:29.805220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:54:29.807433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.814063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.883777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=277e9637-3b09-4d10-abc3-6be0bee4f8e4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:29.892246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a317c44b-4e6d-40b3-921c-f6eb677225d7 None None] Provisioning complete for port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:29.892646 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a317c44b-4e6d-40b3-921c-f6eb677225d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:29.977437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Subnet': ['ID=21040d62-2e39-41b4-8d6a-7ec9e8454742,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:29.989546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Checking segment: {'id': 'f0bb91b6-d00b-4cb2-b890-da2d43f2d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd566e348-50fb-4b07-a2ae-5901640710f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:29.989910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network hostable DHCP agents. Network: d566e348-50fb-4b07-a2ae-5901640710f1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:30.064697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] DHCP port deletion for dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:30.080928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network d566e348-50fb-4b07-a2ae-5901640710f1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:30.090934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d566e348-50fb-4b07-a2ae-5901640710f1) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:30.098513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:30.099322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.114494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991e8a1-2bcd-4a31-a523-a899fa7b0b48 None None] Network d566e348-50fb-4b07-a2ae-5901640710f1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:30.130517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c8f0404b-d7a6-41c4-a2fc-bf847e0fe289 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0429881 Nov 02 16:54:30.130830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33114) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:30.147586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.228028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] Deleting port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:30.229016 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.305521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.334104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 29e5824e-e665-46ae-b78c-bdeb5e02b917 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:54:30.342956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d7679-a56a-4efb-a684-75fb9d8cafab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d566e348-50fb-4b07-a2ae-5901640710f1', 'network_id': 'd566e348-50fb-4b07-a2ae-5901640710f1', 'tenant_id': '5b1506a0a29045f1963331c570d82619', 'fixed_ips': [{'subnet_id': '21040d62-2e39-41b4-8d6a-7ec9e8454742'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:30.343983 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-609d7679-a56a-4efb-a684-75fb9d8cafab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.348300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] For port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,segment=NetworkSegment(3a905639-2d20-4485-adb1-8dfd479727ea),segment_id=3a905639-2d20-4485-adb1-8dfd479727ea)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:30.350744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.382266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] Calling delete_port for e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:30.412811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a730c-1db4-4453-8673-8aac4bd33889 req-2675ac82-bc29-45cb-8d29-bb33c7e5b345 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:30.420993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f6a730c-1db4-4453-8673-8aac4bd33889 req-2675ac82-bc29-45cb-8d29-bb33c7e5b345 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 983 time: 0.1058006 Nov 02 16:54:30.437665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:30.482883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.506289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f6a730c-1db4-4453-8673-8aac4bd33889 req-7b31c088-661b-49c7-bdb3-7e1f63945984 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0789816 Nov 02 16:54:30.579585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.582175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:30.591409 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4d0d780d-f4d9-46d5-be38-572fcb0d40f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/961c5d34-99f7-4461-92da-eebc3eaaa8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4533248 Nov 02 16:54:30.592508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33120) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:30.598153 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] Sync routers for ids ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:30.620225 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] Routers {'961c5d34-99f7-4461-92da-eebc3eaaa8e6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:30.621706 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-609d7679-a56a-4efb-a684-75fb9d8cafab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21040d62-2e39-41b4-8d6a-7ec9e8454742: This subnet is being modified by another concurrent operation. Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21040d62-2e39-41b4-8d6a-7ec9e8454742: This subnet is being modified by another concurrent operation. Nov 02 16:54:30.627448 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:54:30.662813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea274f1d-2faa-4081-8328-3f99fe2663c1 None None] Network d566e348-50fb-4b07-a2ae-5901640710f1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:30.665040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 29e5824e-e665-46ae-b78c-bdeb5e02b917, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:30.668478 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.688747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] No DVR routers for this DVR port e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:30.690604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Subnet': ['ID=21040d62-2e39-41b4-8d6a-7ec9e8454742,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:30.769840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.784184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a975-4aa3-4444-8af9-791cc270bc73 None None] Pushing event deleted for resources: {'Port': ['ID=e3b5d2de-4f69-4b7f-b9f8-19b7224d4756,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:30.789429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'port_id': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'mac_address': 'fa:16:3e:9b:9d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:54:30.798110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d566e348-50fb-4b07-a2ae-5901640710f1']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:30.811120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bb91b6-d00b-4cb2-b890-da2d43f2d38e') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:30.811516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bb91b6-d00b-4cb2-b890-da2d43f2d38e') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:30.829584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.839302 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] Set router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:30.860181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.884262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.891903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:30.892697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.903875 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.918224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36344308-3eb6-4005-99af-7ec62454c656 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:54:30.942930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e5824e-e665-46ae-b78c-bdeb5e02b917 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:30.964492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 29e5824e-e665-46ae-b78c-bdeb5e02b917, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:30.973068 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:30.979726 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.984287 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.987765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:30.991554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/d566e348-50fb-4b07-a2ae-5901640710f1 HTTP/1.1" status: 204 len: 168 time: 0.8589821 Nov 02 16:54:31.005737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:31.013650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-330516558'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:31.018601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299956e-26c2-4eb0-a7d1-7b30320a7e4a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Network': ['ID=d566e348-50fb-4b07-a2ae-5901640710f1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:31.049927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.054002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:31.062899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.087159 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '89a7b254-5073-48bc-a355-890c992070f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:54:29Z', 'revision_number': 5, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port': {'id': '89a7b254-5073-48bc-a355-890c992070f6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:29Z', 'updated_at': '2021-11-02T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:31.098519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:31.112890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.113468 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Added segment 1bce33fa-a555-4684-85c7-7a4888d4d40c of type vlan for network 57a86226-ba1e-402e-9a7c-e408cade753c Nov 02 16:54:31.129146 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] Checking router: 961c5d34-99f7-4461-92da-eebc3eaaa8e6 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:31.140260 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] Routers {'961c5d34-99f7-4461-92da-eebc3eaaa8e6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:31.140975 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:31.153245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Deleting port 89a7b254-5073-48bc-a355-890c992070f6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:31.154606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.179136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.193485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=29e5824e-e665-46ae-b78c-bdeb5e02b917,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:31.210640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['29e5824e-e665-46ae-b78c-bdeb5e02b917'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:31.214287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.223565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:31.224283 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.274081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] For port 89a7b254-5073-48bc-a355-890c992070f6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=89a7b254-5073-48bc-a355-890c992070f6,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:31.274903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.293904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] Set router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:31.294413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Calling delete_port for 89a7b254-5073-48bc-a355-890c992070f6 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:31.298362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2907743 Nov 02 16:54:31.302382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33126) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:31.309398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'subnet': {'network_id': '57a86226-ba1e-402e-9a7c-e408cade753c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:31.394066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36344308-3eb6-4005-99af-7ec62454c656 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:54:31.414836 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:54:31Z', 'revision_number': 6, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:31.425007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa7b23-9824-4af3-b324-bf2ffcaff639 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Network': ['ID=57a86226-ba1e-402e-9a7c-e408cade753c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:31.455095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 57a86226-ba1e-402e-9a7c-e408cade753c details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:31.468052 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6687a17-8d5a-49ad-9208-e4f552b4683c None None] The sync data for ids ['961c5d34-99f7-4461-92da-eebc3eaaa8e6'] in n-d-811405-2 is: [{'id': '961c5d34-99f7-4461-92da-eebc3eaaa8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-2012142252-router', 'tenant_id': '67e7dec17f6543da8952c94cc87d14c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:28Z', 'updated_at': '2021-11-02T16:54:31Z', 'revision_number': 6, 'project_id': '67e7dec17f6543da8952c94cc87d14c8', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:31.495840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:31.500175 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.638815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.680576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Pushing event deleted for resources: {'Port': ['ID=89a7b254-5073-48bc-a355-890c992070f6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:31.742761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528a2e2-2454-4491-a362-42e1016e7ef3 req-e9fff260-2c00-484a-a22f-d2c7bc774718 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:31.743831 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0528a2e2-2454-4491-a362-42e1016e7ef3 req-e9fff260-2c00-484a-a22f-d2c7bc774718 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 984 time: 0.1294007 Nov 02 16:54:31.798864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.807218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0528a2e2-2454-4491-a362-42e1016e7ef3 req-eda55028-549e-40d6-8d98-0475285a7bed tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0533409 Nov 02 16:54:31.836566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:31.895411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.932773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:31.933105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3b5d2de-4f69-4b7f-b9f8-19b7224d4756 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:31.956188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.957991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:31.988892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Subnet': ['ID=54a8c4cf-20ac-46ae-be4b-ca40d2cc0b8e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:31.998283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Checking segment: {'id': '1bce33fa-a555-4684-85c7-7a4888d4d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '57a86226-ba1e-402e-9a7c-e408cade753c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:31.998523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network hostable DHCP agents. Network: 57a86226-ba1e-402e-9a7c-e408cade753c, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:32.019512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network 57a86226-ba1e-402e-9a7c-e408cade753c is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:32.035876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 57a86226-ba1e-402e-9a7c-e408cade753c) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:32.038109 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.044995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961c5d34-99f7-4461-92da-eebc3eaaa8e6 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:54:32.054707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:32.054937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.065383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.067940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c9b73ab6-333c-4fb9-8821-07f02079926d admin admin] 10.222.0.31 "DELETE /v2.0/routers/961c5d34-99f7-4461-92da-eebc3eaaa8e6 HTTP/1.1" status: 204 len: 168 time: 1.4750216 Nov 02 16:54:32.069991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33134) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:32.083556 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eba3855c-deca-4c45-82e1-c98251624a13 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7797656 Nov 02 16:54:32.086074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:32.099123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf80530-641a-45be-a666-dc99915b4b82 None None] Network 57a86226-ba1e-402e-9a7c-e408cade753c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:32.132870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Deleting subnet 2e102f34-7d70-4439-bc50-32b0f550985e {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:32.136988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.174681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.218759 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.221271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.301299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.304702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.330286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 29e5824e-e665-46ae-b78c-bdeb5e02b917 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:32.337191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e102f34-7d70-4439-bc50-32b0f550985e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:32.346396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.352116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c8142928-e47a-424d-8c7c-e2cc05e56d1b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e102f34-7d70-4439-bc50-32b0f550985e HTTP/1.1" status: 204 len: 168 time: 0.2787032 Nov 02 16:54:32.354431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:32.393425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.432408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Subnet': ['ID=54a8c4cf-20ac-46ae-be4b-ca40d2cc0b8e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:32.442332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 29e5824e-e665-46ae-b78c-bdeb5e02b917 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:54:32.451882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.483324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 29e5824e-e665-46ae-b78c-bdeb5e02b917 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:32.483688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.510375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7baa2-6907-4f6a-bc23-bae6f76da1e5 None None] Network 57a86226-ba1e-402e-9a7c-e408cade753c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:32.518021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.563884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.565492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a86226-ba1e-402e-9a7c-e408cade753c']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:32.591015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784e0b70-bb94-4837-814d-791a3aedaad1']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:32.597693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bce33fa-a555-4684-85c7-7a4888d4d40c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:32.598422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bce33fa-a555-4684-85c7-7a4888d4d40c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:32.604602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc38a95-2008-4550-955c-dd2d94aac6c6') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:32.605069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc38a95-2008-4550-955c-dd2d94aac6c6') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:32.622293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.641536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.645251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.649778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:32.651129 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:32.653459 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:32.673562 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.683050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.694723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:32.695843 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.702811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:32.704443 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:32.708076 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c095e8ca-75b9-4c97-907b-52da7f8865e9" -d '{"events": [{"server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "name": "network-vif-plugged", "status": "completed", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:32.723496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 29e5824e-e665-46ae-b78c-bdeb5e02b917, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:32.729033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.736765 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.738455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.746739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] 10.222.0.31 "DELETE /v2.0/networks/784e0b70-bb94-4837-814d-791a3aedaad1 HTTP/1.1" status: 204 len: 168 time: 0.3894444 Nov 02 16:54:32.775309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9d57c-11f6-49e8-adc1-1b41d36ddb67 admin admin] Pushing event deleted for resources: {'Network': ['ID=784e0b70-bb94-4837-814d-791a3aedaad1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:32.816641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.817422 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93fc01-818c-4cb1-9278-8df5dccd2764 x-openstack-request-id: req-fb93fc01-818c-4cb1-9278-8df5dccd2764 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:32.818284 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "name": "network-vif-plugged", "status": "completed", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:32.819536 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb93fc01-818c-4cb1-9278-8df5dccd2764 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:32.819696 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'code': 200} Nov 02 16:54:32.827473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:32.832392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/57a86226-ba1e-402e-9a7c-e408cade753c HTTP/1.1" status: 204 len: 168 time: 0.7449341 Nov 02 16:54:32.835887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33148) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:32.858558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1403489962'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:32.882588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=29e5824e-e665-46ae-b78c-bdeb5e02b917,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:32.883063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c27b-8b11-433b-9286-46ed947685e8 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Network': ['ID=57a86226-ba1e-402e-9a7c-e408cade753c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:32.906551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:32.944412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.015386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d42d-f3c1-497b-96b4-313940bad021 req-fdf9f2c3-cf40-4488-bd71-7461cbc3cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:33.015386 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-58c4d42d-f3c1-497b-96b4-313940bad021 req-fdf9f2c3-cf40-4488-bd71-7461cbc3cb28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.1264966 Nov 02 16:54:33.042887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:33.075510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.075980 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Added segment 399ff323-d7bc-4de9-b57b-1ef840734b0e of type vlan for network 41b3a075-bf26-431a-99b6-f593c00217e9 Nov 02 16:54:33.090881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33154) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:33.102328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb925e-6874-434a-846f-0e782509cc9d req-f724dcf3-283e-49fb-9399-d7df8c4ea331 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:33.109840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-58c4d42d-f3c1-497b-96b4-313940bad021 req-affbdde6-0d5f-46ed-b37f-a0c80d43ab4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0825911 Nov 02 16:54:33.110656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11eb925e-6874-434a-846f-0e782509cc9d req-f724dcf3-283e-49fb-9399-d7df8c4ea331 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 985 time: 0.1136634 Nov 02 16:54:33.169494 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.221801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11eb925e-6874-434a-846f-0e782509cc9d req-0408f29d-ab6d-4238-9af2-ec12e4916217 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1100059 Nov 02 16:54:33.227121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-75cd9e82-458d-4901-bfde-cd236bebc375 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67e7dec17f6543da8952c94cc87d14c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336336 Nov 02 16:54:33.229622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.231118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33156) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:33.235212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:33.235812 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.301552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e39f4071-64da-4f44-9b6f-cfa04c26c5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.307471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4701407 Nov 02 16:54:33.310883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33158) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:33.323912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Request body: {'subnet': {'network_id': '41b3a075-bf26-431a-99b6-f593c00217e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:33.329663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e39f4071-64da-4f44-9b6f-cfa04c26c5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.344061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f793e91-874a-4b54-bd80-a53a68694f3e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Network': ['ID=41b3a075-bf26-431a-99b6-f593c00217e9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:33.388041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e39f4071-64da-4f44-9b6f-cfa04c26c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.390996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e39f4071-64da-4f44-9b6f-cfa04c26c5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.395707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e39f4071-64da-4f44-9b6f-cfa04c26c5c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/200d3d64-7d83-4ad8-a359-d08d2874fbed HTTP/1.1" status: 204 len: 168 time: 0.1594012 Nov 02 16:54:33.396939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 41b3a075-bf26-431a-99b6-f593c00217e9 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:33.422370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f4071-64da-4f44-9b6f-cfa04c26c5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d3d64-7d83-4ad8-a359-d08d2874fbed,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:33.453952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Made reservation on behalf of 5b1506a0a29045f1963331c570d82619 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:33.457946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.484365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 277e9637-3b09-4d10-abc3-6be0bee4f8e4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:33.514825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 277e9637-3b09-4d10-abc3-6be0bee4f8e4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:33.515402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 277e9637-3b09-4d10-abc3-6be0bee4f8e4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:33.515987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 89a7b254-5073-48bc-a355-890c992070f6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:33.535629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 89a7b254-5073-48bc-a355-890c992070f6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:33.535970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 89a7b254-5073-48bc-a355-890c992070f6 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:33.815696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.objects.ports [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:54:33.817210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.895117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event updated for resources: {'Subnet': ['ID=361b3507-7743-4b05-9918-2a70e4c220ab,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:33.903517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Checking segment: {'id': '399ff323-d7bc-4de9-b57b-1ef840734b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41b3a075-bf26-431a-99b6-f593c00217e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:33.903894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network hostable DHCP agents. Network: 41b3a075-bf26-431a-99b6-f593c00217e9, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:33.923902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Network 41b3a075-bf26-431a-99b6-f593c00217e9 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:33.934442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 41b3a075-bf26-431a-99b6-f593c00217e9) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:33.939104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:33.939697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:33.951567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385d19b-7e70-484d-a187-462145505691 None None] Network 41b3a075-bf26-431a-99b6-f593c00217e9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:33.960479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9c234ad-e5db-4aeb-8521-aaddf3ae9ac9 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6480889 Nov 02 16:54:33.963992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33172) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:34.113565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.216211 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.220273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e42a9-38ca-423c-8656-e5c6f3a0064f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-41b3a075-bf26-431a-99b6-f593c00217e9', 'network_id': '41b3a075-bf26-431a-99b6-f593c00217e9', 'tenant_id': '5b1506a0a29045f1963331c570d82619', 'fixed_ips': [{'subnet_id': '361b3507-7743-4b05-9918-2a70e4c220ab'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:34.221319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-096e42a9-38ca-423c-8656-e5c6f3a0064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.333830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-096e42a9-38ca-423c-8656-e5c6f3a0064f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 361b3507-7743-4b05-9918-2a70e4c220ab: This subnet is being modified by another concurrent operation. Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 361b3507-7743-4b05-9918-2a70e4c220ab: This subnet is being modified by another concurrent operation. Nov 02 16:54:34.368122 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:54:34.382029 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Subnet': ['ID=361b3507-7743-4b05-9918-2a70e4c220ab,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:34.397540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c40b8d5-0974-4887-be2f-4c8b77ed2ea2 None None] Network 41b3a075-bf26-431a-99b6-f593c00217e9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:34.442209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33188) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:34.500557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.520843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233669ea-8a26-4a6b-8a63-95da4e6a5969 req-1d6c466d-6f68-41b5-ad6c-6df2593b6e42 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:34.522470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-233669ea-8a26-4a6b-8a63-95da4e6a5969 req-1d6c466d-6f68-41b5-ad6c-6df2593b6e42 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 985 time: 0.1381555 Nov 02 16:54:34.532276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc939d41-a6c0-47e2-ba3b-1250afa608f1 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:54:34.547826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b3a075-bf26-431a-99b6-f593c00217e9']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:34.566432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399ff323-d7bc-4de9-b57b-1ef840734b0e') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:34.566734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399ff323-d7bc-4de9-b57b-1ef840734b0e') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:34.581057 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.595140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1376111522-network', 'tenant_id': '882fddab07c54f0680633291a785e0dc'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:34.617789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.638016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-233669ea-8a26-4a6b-8a63-95da4e6a5969 req-81f7cd3d-a2d7-41bd-bd74-90dad08bf5d6 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1004939 Nov 02 16:54:34.640052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:34.640052 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:34.643768 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:34.656607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc939d41-a6c0-47e2-ba3b-1250afa608f1 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:54:34.667615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Made reservation on behalf of 882fddab07c54f0680633291a785e0dc for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:34.670159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.712272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.751911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.800065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.808071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/41b3a075-bf26-431a-99b6-f593c00217e9 HTTP/1.1" status: 204 len: 168 time: 0.8425508 Nov 02 16:54:34.808625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33194) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:34.820601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382068d-bbfb-43e1-bb96-67a9be0c8dab tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Network': ['ID=41b3a075-bf26-431a-99b6-f593c00217e9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:34.851598 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5949759-b5d0-41e3-bbf6-c4c62df636fe tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:34.852082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5949759-b5d0-41e3-bbf6-c4c62df636fe tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:34.855624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f5949759-b5d0-41e3-bbf6-c4c62df636fe tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/361b3507-7743-4b05-9918-2a70e4c220ab HTTP/1.1" status: 404 len: 337 time: 0.0448058 Nov 02 16:54:34.858214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33196) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:34.862469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061a450-12c3-4f19-8153-3ea247afe5a4 req-ad0ce757-7277-441b-9cc9-973ab34d94b0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:34.864617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6061a450-12c3-4f19-8153-3ea247afe5a4 req-ad0ce757-7277-441b-9cc9-973ab34d94b0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 985 time: 0.1107092 Nov 02 16:54:34.888113 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-602de96a-8303-4b62-964c-9fb074b3e6d4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:34.888733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602de96a-8303-4b62-964c-9fb074b3e6d4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:34.896433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-602de96a-8303-4b62-964c-9fb074b3e6d4 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/41b3a075-bf26-431a-99b6-f593c00217e9 HTTP/1.1" status: 404 len: 339 time: 0.0351446 Nov 02 16:54:34.897286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33200) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:34.912983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.919099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.950436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:34.959847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e189e2-8cf5-4541-b07b-b34e7fc8db44,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:34.966631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:34.966985 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Added segment 79fe7c8e-c0eb-470b-8b50-10a3a210f960 of type vlan for network 02e5f4d9-ef9b-4929-a84a-0cd119157398 Nov 02 16:54:34.978119 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1ce171-9331-4d44-af50-99ece5682f5a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:34.978829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1ce171-9331-4d44-af50-99ece5682f5a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:34.990868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f1ce171-9331-4d44-af50-99ece5682f5a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/54a8c4cf-20ac-46ae-be4b-ca40d2cc0b8e HTTP/1.1" status: 404 len: 337 time: 0.0860615 Nov 02 16:54:34.990868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33202) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.011257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6061a450-12c3-4f19-8153-3ea247afe5a4 req-4f33a221-fc8e-4336-a82e-29c69078eff7 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1379619 Nov 02 16:54:35.034633 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-46813f22-60c5-48d4-ac9b-dff4046328dd tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:35.034759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.035881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46813f22-60c5-48d4-ac9b-dff4046328dd tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:35.035881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-46813f22-60c5-48d4-ac9b-dff4046328dd tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/57a86226-ba1e-402e-9a7c-e408cade753c HTTP/1.1" status: 404 len: 339 time: 0.0415196 Nov 02 16:54:35.035881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33206) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.067018 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c5b047-ff20-4ed9-9317-a1b4ff1bc12e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:35.067633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c5b047-ff20-4ed9-9317-a1b4ff1bc12e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:35.074217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3c5b047-ff20-4ed9-9317-a1b4ff1bc12e tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/21040d62-2e39-41b4-8d6a-7ec9e8454742 HTTP/1.1" status: 404 len: 337 time: 0.0374866 Nov 02 16:54:35.074577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33210) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.096734 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2de3db-37d8-468a-be80-b344e6d53626 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:35.097582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2de3db-37d8-468a-be80-b344e6d53626 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:35.103795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c2de3db-37d8-468a-be80-b344e6d53626 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/d566e348-50fb-4b07-a2ae-5901640710f1 HTTP/1.1" status: 404 len: 339 time: 0.0249286 Nov 02 16:54:35.103795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.103795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:35.103795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.106170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33212) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.177609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7315767 Nov 02 16:54:35.180374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33214) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.186831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d486d-c47c-4dfd-905f-cc9d4eba6502 admin admin] Pushing event updated for resources: {'Network': ['ID=02e5f4d9-ef9b-4929-a84a-0cd119157398,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:35.187529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Request body: {'subnet': {'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1376111522-subnet', 'tenant_id': '882fddab07c54f0680633291a785e0dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:35.196571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 02e5f4d9-ef9b-4929-a84a-0cd119157398 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:35.502887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f452571-fea4-4651-a6d3-5925a0d4caa9 req-2a82ccf4-41a7-4d77-aca5-fddc059ed993 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:35.504373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f452571-fea4-4651-a6d3-5925a0d4caa9 req-2a82ccf4-41a7-4d77-aca5-fddc059ed993 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.4087768 Nov 02 16:54:35.536450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0f452571-fea4-4651-a6d3-5925a0d4caa9 req-575324f5-9b0c-427f-b386-1f4ff5dd1bc5 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.548216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Made reservation on behalf of 882fddab07c54f0680633291a785e0dc for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:35.550474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.630249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Deleting port 2a249ff6-f4b0-44f2-99b9-a6123811b1f0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:35.630641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.730969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.754122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Calling delete_port for 2a249ff6-f4b0-44f2-99b9-a6123811b1f0 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:35.806412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0f452571-fea4-4651-a6d3-5925a0d4caa9 req-575324f5-9b0c-427f-b386-1f4ff5dd1bc5 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.843818 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-0f452571-fea4-4651-a6d3-5925a0d4caa9 req-575324f5-9b0c-427f-b386-1f4ff5dd1bc5 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.900052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f452571-fea4-4651-a6d3-5925a0d4caa9 req-575324f5-9b0c-427f-b386-1f4ff5dd1bc5 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3869765 Nov 02 16:54:35.922278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33218) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.930840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575324f5-9b0c-427f-b386-1f4ff5dd1bc5 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3c507-0c12-4846-ad3e-a7cb09473215,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:35.957065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.965838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b48f87-8604-431b-9e5d-ac60a3fe758b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:35.966005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:35.967489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c3b48f87-8604-431b-9e5d-ac60a3fe758b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1131 time: 0.0441759 Nov 02 16:54:35.971289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33220) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:35.975294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:36.000094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.022801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Port': ['ID=2a249ff6-f4b0-44f2-99b9-a6123811b1f0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:36.042090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.045728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-57ecc999-a02f-402e-ae9d-7790e0e5007a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/ports/2a249ff6-f4b0-44f2-99b9-a6123811b1f0 HTTP/1.1" status: 204 len: 168 time: 0.9391646 Nov 02 16:54:36.048609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33222) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:36.060221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e949e11-0583-4853-a027-6fc8aaf9878a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:36.094100 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e62e90-a752-43c2-9348-22b80ca3b21d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:36.094589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e62e90-a752-43c2-9348-22b80ca3b21d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:36.097607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14e62e90-a752-43c2-9348-22b80ca3b21d tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/dc16ccd0-c152-4472-9f9a-bff7d9c1eb0e HTTP/1.1" status: 404 len: 337 time: 0.0477207 Nov 02 16:54:36.100775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33226) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:36.112256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Checking segment: {'id': '79fe7c8e-c0eb-470b-8b50-10a3a210f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:36.112612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Network hostable DHCP agents. Network: 02e5f4d9-ef9b-4929-a84a-0cd119157398, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:36.127154 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.184530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Network 02e5f4d9-ef9b-4929-a84a-0cd119157398 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:36.191887 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.201600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 02e5f4d9-ef9b-4929-a84a-0cd119157398) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:36.205753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:36.206426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.213170 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf2681-09a0-44ca-a2b7-9e6c6cbc3917 None None] Network 02e5f4d9-ef9b-4929-a84a-0cd119157398 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:36.246077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27b30ca7-1fc0-418c-a384-93b6f6811f48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0627811 Nov 02 16:54:36.280969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.25.7.198 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/9be0de9d-d297-4897-a722-60132e8ca40a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:36.324627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.352977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:36.365455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a905639-2d20-4485-adb1-8dfd479727ea') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:36.366392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a905639-2d20-4485-adb1-8dfd479727ea') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:36.375559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a18248b-ecd4-487a-9be5-35fe2dce7621 None None] Network 02e5f4d9-ef9b-4929-a84a-0cd119157398 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:36.381015 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.398922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.415217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:36.416982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:36.421740 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:36.433098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.470787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.528288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:36.531547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:36.542063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:36.545547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=9be0de9d-d297-4897-a722-60132e8ca40a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:36.551683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.559023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.564753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5 HTTP/1.1" status: 204 len: 168 time: 0.4608653 Nov 02 16:54:36.566326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33234) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:36.585107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.585653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.586068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.586603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.586962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.587445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.587714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.588045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.588502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.588750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.589023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.589353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:36.605575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389d35-f503-4aec-b8c3-4aea8df6967c tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Network': ['ID=dc95bfc9-6b0a-4213-b3c5-15f6379d6dc5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:36.689162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Deleting port bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:36.689632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.781748 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.798367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Calling delete_port for bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:36.899400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.919915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33258) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:36.925438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1919954770-network', 'tenant_id': 'be1102f5d1b74818aee8cfa425f0c3e7'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:36.933409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Port': ['ID=bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:36.937308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:36.943531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-94620529-3f37-4b06-bbcd-1ae555822447 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/ports/bbde7f11-0e0e-47d2-aa16-9e8ab52bb36e HTTP/1.1" status: 204 len: 168 time: 0.3736076 Nov 02 16:54:36.945180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:36.972229 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b9f7aa-efae-48bd-8261-42d2b560094f tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] DELETE failed (client error): The resource could not be found. Nov 02 16:54:36.972763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b9f7aa-efae-48bd-8261-42d2b560094f tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:54:36.985129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-09b9f7aa-efae-48bd-8261-42d2b560094f tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/570968ed-1c79-46a3-88bd-bbeaf82a3711 HTTP/1.1" status: 404 len: 337 time: 0.0306432 Nov 02 16:54:36.985129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33264) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:36.998166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Made reservation on behalf of be1102f5d1b74818aee8cfa425f0c3e7 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:36.999313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.015125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.018425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.078486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.134223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.195983 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.199604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.206760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.222830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fd36a9-072a-40bf-afb8-93a98f618c77']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:37.234240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b356a341-71ee-4f66-9f9f-3818c96250be') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:37.234536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b356a341-71ee-4f66-9f9f-3818c96250be') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:37.244729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.258650 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.268051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:37.268595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:37.272113 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:37.281640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:37.301138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10241e5d-392e-4fc4-aefe-bd6dba89cc64,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:37.308808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.309254 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Added segment 4c80d3bf-bab5-42bb-945b-ba0577e9ae2b of type vlan for network d1b139bb-13d2-4a2a-9291-a795b88c5f1d Nov 02 16:54:37.342042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.350905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.357020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/d1fd36a9-072a-40bf-afb8-93a98f618c77 HTTP/1.1" status: 204 len: 168 time: 0.3714988 Nov 02 16:54:37.357339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33274) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:37.379416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.395203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166fe88-c283-4d7f-8812-415d3b3d39e7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Network': ['ID=d1fd36a9-072a-40bf-afb8-93a98f618c77,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:37.426617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.429459 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.430235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Deleting subnet 2c64b531-2d83-478f-a76a-f58a7f1f325c {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:37.430466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:37.431147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.434471 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.436352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.482123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.524396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6032159 Nov 02 16:54:37.533208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33278) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:37.542217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Request body: {'subnet': {'network_id': 'd1b139bb-13d2-4a2a-9291-a795b88c5f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1919954770-subnet', 'tenant_id': 'be1102f5d1b74818aee8cfa425f0c3e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:37.565855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d75dc-46b5-423b-969f-adb6ca2e719e admin admin] Pushing event updated for resources: {'Network': ['ID=d1b139bb-13d2-4a2a-9291-a795b88c5f1d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:37.578311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d1b139bb-13d2-4a2a-9291-a795b88c5f1d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:37.587112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=9be0de9d-d297-4897-a722-60132e8ca40a,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:37.601531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.622842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.627278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Made reservation on behalf of be1102f5d1b74818aee8cfa425f0c3e7 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:37.630028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.713063 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Floating IP d9ae5e0a-1c65-4617-b56b-414653f8a699 associated. External IP: 172.25.7.198, port: 29e5824e-e665-46ae-b78c-bdeb5e02b917. Nov 02 16:54:37.761969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.790444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Subnet': ['ID=2c64b531-2d83-478f-a76a-f58a7f1f325c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:37.818098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe62fd-e7f0-48d1-afe6-8d604bd3d24b None None] Network 7f57a872-a197-4c42-b107-6cd5a7d281f2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:37.829456 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.832960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2e81053a-b8da-4404-82e0-c32d76b485d7 tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/subnets/2c64b531-2d83-478f-a76a-f58a7f1f325c HTTP/1.1" status: 204 len: 168 time: 0.4745274 Nov 02 16:54:37.835738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33284) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:37.982613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:37.987317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.061766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c34d2b-a5cf-4bba-8c61-15e5737f8080,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:38.110709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] DHCP port deletion for 7f57a872-a197-4c42-b107-6cd5a7d281f2 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:38.111580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Checking segment: {'id': '4c80d3bf-bab5-42bb-945b-ba0577e9ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd1b139bb-13d2-4a2a-9291-a795b88c5f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:38.112007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Network hostable DHCP agents. Network: d1b139bb-13d2-4a2a-9291-a795b88c5f1d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:38.140382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Deleting port 25251dc3-6bb2-4978-a499-9733409c2c56 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:38.140775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.142853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Network d1b139bb-13d2-4a2a-9291-a795b88c5f1d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:38.189194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d1b139bb-13d2-4a2a-9291-a795b88c5f1d) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:38.193713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] Deleting port 25251dc3-6bb2-4978-a499-9733409c2c56 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:38.195084 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.201681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:38.202323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.205022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668a8a5-0d33-4701-bd13-41321b38ba2e None None] Network d1b139bb-13d2-4a2a-9291-a795b88c5f1d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:38.233166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] For port 25251dc3-6bb2-4978-a499-9733409c2c56, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25251dc3-6bb2-4978-a499-9733409c2c56,segment=NetworkSegment(5c425bd0-8af5-4358-a477-d2a9ef350ede),segment_id=5c425bd0-8af5-4358-a477-d2a9ef350ede)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:38.233597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.254197 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7464546e-32ee-4088-9db4-cb30cd59d4ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7163546 Nov 02 16:54:38.264462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Calling delete_port for 25251dc3-6bb2-4978-a499-9733409c2c56 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:38.355742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] For port 25251dc3-6bb2-4978-a499-9733409c2c56, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25251dc3-6bb2-4978-a499-9733409c2c56,segment=NetworkSegment(5c425bd0-8af5-4358-a477-d2a9ef350ede),segment_id=5c425bd0-8af5-4358-a477-d2a9ef350ede)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:38.356911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.381698 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.383346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] Calling delete_port for 25251dc3-6bb2-4978-a499-9733409c2c56 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:38.411859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Port': ['ID=25251dc3-6bb2-4978-a499-9733409c2c56,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:38.414027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] No DVR routers for this DVR port 25251dc3-6bb2-4978-a499-9733409c2c56 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:38.470149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router 19958c01-035d-4d66-90e5-ce805322313a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:38.496020 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.522620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] Pushing event deleted for resources: {'Port': ['ID=25251dc3-6bb2-4978-a499-9733409c2c56,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:38.526774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.533591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3d8d6-bdce-4f56-ab96-a3b70895dd3f None None] No DVR routers for this DVR port 25251dc3-6bb2-4978-a499-9733409c2c56 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:38.576820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f57a872-a197-4c42-b107-6cd5a7d281f2']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:38.588015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c425bd0-8af5-4358-a477-d2a9ef350ede') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:38.589055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c425bd0-8af5-4358-a477-d2a9ef350ede') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:38.611230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.640487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac5305-b69a-446d-8777-cbaeec586cdb None None] Network d1b139bb-13d2-4a2a-9291-a795b88c5f1d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:38.642235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.664645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:38.673899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:38.674343 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.676396 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b09976d0-bd1a-4beb-bb08-6706cd78f432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.687966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:38.689306 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:38.722492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] Sync routers for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:38.732909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-993af315-1ee8-4e19-863c-7376083e645f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7606628 Nov 02 16:54:38.733870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33310) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:38.734448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:38.737624 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40fac22-5aa9-447a-96d8-9961414ad58a" -d '{"events": [{"name": "network-changed", "server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:38.745462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:38.746102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:38.813830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.856230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:38.863517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] 10.222.0.31 "DELETE /v2.0/networks/7f57a872-a197-4c42-b107-6cd5a7d281f2 HTTP/1.1" status: 204 len: 168 time: 1.0246267 Nov 02 16:54:38.863517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6086-02f7-490b-a97b-7185125deb8a tempest-NetworksIpV6TestAttrs-5235858 tempest-NetworksIpV6TestAttrs-5235858-project] Pushing event deleted for resources: {'Network': ['ID=7f57a872-a197-4c42-b107-6cd5a7d281f2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:38.867596 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea489a-a22e-4a27-8151-d4a68d8c877b x-openstack-request-id: req-f4ea489a-a22e-4a27-8151-d4a68d8c877b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:38.869743 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:38.870108 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4ea489a-a22e-4a27-8151-d4a68d8c877b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:38.870780 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'status': 'completed', 'code': 200} Nov 02 16:54:38.958066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:39.074414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.074886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.075348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.075802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.076259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.077167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.077623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.078080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.078558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.081322 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ec53a91d-74b0-4d34-b720-ad2cefcd48fd tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6385 time: 0.3396757 Nov 02 16:54:39.084007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33324) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:39.091175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-ea43b20d-c225-44d5-9dc8-b38073a48633 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.100441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-ea43b20d-c225-44d5-9dc8-b38073a48633 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/networks?id=02e5f4d9-ef9b-4929-a84a-0cd119157398 HTTP/1.1" status: 200 len: 825 time: 0.1387100 Nov 02 16:54:39.104211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-d0ba7745-c728-4d9c-a12a-ed16e5afc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.105903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-d0ba7745-c728-4d9c-a12a-ed16e5afc9c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.2265785 Nov 02 16:54:39.124603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-9ed2765b-6208-49d2-b6cd-f60664e3782f tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/quotas/882fddab07c54f0680633291a785e0dc HTTP/1.1" status: 200 len: 375 time: 0.0218997 Nov 02 16:54:39.167340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bf669cb3-e604-44a7-85a8-0c9feba608b9 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=882fddab07c54f0680633291a785e0dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426793 Nov 02 16:54:39.308763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.309269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.309724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.310249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.310699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.311199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.311645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.312186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.316303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b6846b10-d5e7-4f7e-9fec-4c96f347ed5b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5319 time: 0.2291856 Nov 02 16:54:39.318629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33334) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:39.333571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-e06b79bb-768a-46d1-ac04-d5f900e806ac service neutron] 10.222.0.31 "GET /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653640 Nov 02 16:54:39.375329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd9ae5e0a-1c65-4617-b56b-414653f8a699', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '19958c01-035d-4d66-90e5-ce805322313a', 'port_id': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'mac_address': 'fa:16:3e:9b:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db0721-6ddc-47c7-bc12-817f52239c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:54:36Z', 'updated_at': '2021-11-02T16:54:36Z', 'revision_number': 0, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:19Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:39.407684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] Checking router: 19958c01-035d-4d66-90e5-ce805322313a for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:39.409562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33336) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:39.419908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:39.421480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:39.465353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25251dc3-6bb2-4978-a499-9733409c2c56 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:39.470044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-1bef9eac-cc3b-43ee-9764-8de8e65b3733 service neutron] 10.222.0.31 "GET /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224217 Nov 02 16:54:39.501989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-c41d2e74-2b45-4d31-9d37-f6bd2f6b223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.504115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-c41d2e74-2b45-4d31-9d37-f6bd2f6b223b service neutron] 10.222.0.55 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 898 time: 0.3753054 Nov 02 16:54:39.630332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-9c1c8985-ed30-4949-a2e6-39dd7b9d40b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 1000 time: 0.1091833 Nov 02 16:54:39.634664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-063ef5ce-e368-4a9d-9541-85d8ca67751d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b1506a0a29045f1963331c570d82619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231660 Nov 02 16:54:39.637441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33346) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:39.739234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-3464b7bf-a903-4132-b485-99421cf9a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.740720 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-3464b7bf-a903-4132-b485-99421cf9a641 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 200 len: 834 time: 0.1090889 Nov 02 16:54:39.831572 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2cee5929-f124-429a-b697-c223851ea380 req-0db5b29c-dbed-4914-9b75-cbf209c34218 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 210 time: 0.1157243 Nov 02 16:54:39.841077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-994e9f70-f64c-4df1-8d4a-7ad67a29e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.843039 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-994e9f70-f64c-4df1-8d4a-7ad67a29e77a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51e979d3-c9b1-4495-982c-d350a3240d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948288 Nov 02 16:54:39.864933 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee04230a-add5-4de4-a004-676701ee2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:39.894431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 25251dc3-6bb2-4978-a499-9733409c2c56 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:39.894967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25251dc3-6bb2-4978-a499-9733409c2c56 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:39.911159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee04230a-add5-4de4-a004-676701ee2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:39.923516 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c2c622a-989a-491c-8a6e-96a5b1d66e17 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.5983179 Nov 02 16:54:39.928883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33356) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:39.961667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:40.007421 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee04230a-add5-4de4-a004-676701ee2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:40.008712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c89e9-50a9-44a2-9f65-b037bb7953ff tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:40.009798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c89e9-50a9-44a2-9f65-b037bb7953ff tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:40.010868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee04230a-add5-4de4-a004-676701ee2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:40.026168 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a2c89e9-50a9-44a2-9f65-b037bb7953ff tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19958c01-035d-4d66-90e5-ce805322313a HTTP/1.1" status: 200 len: 1990 time: 0.0824461 Nov 02 16:54:40.027009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee04230a-add5-4de4-a004-676701ee2194 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7b8cd99-1d80-444f-b16e-29b257ad2ebf HTTP/1.1" status: 204 len: 168 time: 0.3734717 Nov 02 16:54:40.027091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-5e1b5e65-b686-4835-a5a0-598a6efde470 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595345 Nov 02 16:54:40.027162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04230a-add5-4de4-a004-676701ee2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b8cd99-1d80-444f-b16e-29b257ad2ebf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:40.151028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a40fac22-5aa9-447a-96d8-9961414ad58a req-0bf67ae6-9ca4-4ea3-9b56-55c892ecb1e8 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299121 Nov 02 16:54:40.336388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd9ae5e0a-1c65-4617-b56b-414653f8a699', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '19958c01-035d-4d66-90e5-ce805322313a', 'port_id': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'mac_address': 'fa:16:3e:9b:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db0721-6ddc-47c7-bc12-817f52239c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:54:36Z', 'updated_at': '2021-11-02T16:54:36Z', 'revision_number': 0, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:19Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:40.370050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea2ec4-bd38-4b2b-82f1-4a759cf9d7d6 None None] The sync data for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 is: [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd9ae5e0a-1c65-4617-b56b-414653f8a699', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '19958c01-035d-4d66-90e5-ce805322313a', 'port_id': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'mac_address': 'fa:16:3e:9b:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db0721-6ddc-47c7-bc12-817f52239c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:54:36Z', 'updated_at': '2021-11-02T16:54:36Z', 'revision_number': 0, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:19Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:40.661513 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511a608-1c25-4868-9f04-f347aae1a9bc None None] New status for floating IP d9ae5e0a-1c65-4617-b56b-414653f8a699: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:54:40.898121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33400) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:40.972061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-278cdb03-c864-4def-9a5b-2db23067a281 req-0756016c-2f62-43cb-9d90-c08e8c62d251 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 210 time: 0.0317373 Nov 02 16:54:41.058822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-361678376'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:41.112572 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc69ddff-004b-4a1f-8b16-5d37de634119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.119267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-7dccd247-171b-4d69-aa48-0c3dec1925c9 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:41.121061 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-7dccd247-171b-4d69-aa48-0c3dec1925c9 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.100 "GET /v2.0/networks?id=02e5f4d9-ef9b-4929-a84a-0cd119157398 HTTP/1.1" status: 200 len: 825 time: 0.1606271 Nov 02 16:54:41.122537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:41.126301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.141856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Request body: {'port': {'device_id': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398', 'admin_state_up': True, 'tenant_id': '882fddab07c54f0680633291a785e0dc'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:41.147228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.311785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Made reservation on behalf of 882fddab07c54f0680633291a785e0dc for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:41.315437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.322008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.329606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.331153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.369170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:41.407553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d32bb3-c4b1-4b1f-964e-de3d767a2a62,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:41.419814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.420125 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment a5c807b2-e652-4569-a0df-3c52874ed010 of type vlan for network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 Nov 02 16:54:41.497540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.536698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Allocated IP 172.20.0.4 (02e5f4d9-ef9b-4929-a84a-0cd119157398/5e949e11-0583-4853-a027-6fc8aaf9878a/525bfcdb-c61c-41d5-b579-1e69e5b4b1f5) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:41.543922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.549426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:41.550007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.621785 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7224710 Nov 02 16:54:41.624411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33414) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:41.629800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456281504'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:41.644273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a19c4c-2189-4ac0-a531-05ccdb435afb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=b5e5096f-720f-4b5d-b0eb-dc54f67fa618,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:41.657073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:41.662350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:41.668234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.702499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:41.718541 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.718890 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment ce0e0413-7e71-4763-95ee-794c28e5177f of type vlan for network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 Nov 02 16:54:41.771315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.782359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.803811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.812237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:41.813028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.824428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.873251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Network 02e5f4d9-ef9b-4929-a84a-0cd119157398 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:41.876637 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2484887 Nov 02 16:54:41.876774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:41.880834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33420) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:41.885291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:41.887046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:41.887645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Pushing event updated for resources: {'Port': ['ID=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:41.914862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f3cb7-e9a0-487d-9172-e76b97afeaa3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=389f42cc-e9a9-4444-9d42-5f24cfb8bdb3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:41.929788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:41.941551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:41.942743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:41.963216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-bd85e5b7-fce4-484e-8737-b33947105580 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252268 Nov 02 16:54:41.983145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Request body: {'port': {'device_id': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:42.016129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:42.022374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.071349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.178028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068edce-67a7-4dc5-bb84-3e9c380739ec req-2198bf0e-268b-44d6-85ed-034601054def tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.179552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7068edce-67a7-4dc5-bb84-3e9c380739ec req-2198bf0e-268b-44d6-85ed-034601054def tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 931 time: 0.0866563 Nov 02 16:54:42.268680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7068edce-67a7-4dc5-bb84-3e9c380739ec req-5447f1ee-e7bb-46cb-8800-676aca1cce4c tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799961 Nov 02 16:54:42.329420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.373850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:42.381462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.387480 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=d4478ced-9b95-497e-9466-16aba10421ab,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:42.398970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Transition to ACTIVE for port object 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:54:42.404185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.417226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': 'a5c807b2-e652-4569-a0df-3c52874ed010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:42.417589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: b5e5096f-720f-4b5d-b0eb-dc54f67fa618, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:42.436612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:42.445961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b5e5096f-720f-4b5d-b0eb-dc54f67fa618) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:42.451233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.453027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.453877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd5168-4b62-4004-be31-83b14b54656b None None] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:42.465104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:42.482455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12218fc9-b103-4096-9fdb-be13fc16900b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5980983 Nov 02 16:54:42.482836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33436) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:42.488442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:42.551185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Attempting to bind port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:42.551571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Attempting to bind port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '79fe7c8e-c0eb-470b-8b50-10a3a210f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:42.551909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Attempting to bind port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 on network 02e5f4d9-ef9b-4929-a84a-0cd119157398 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:42.557070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 on network 02e5f4d9-ef9b-4929-a84a-0cd119157398 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:54:42.557391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Attempting to bind port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 on network 02e5f4d9-ef9b-4929-a84a-0cd119157398 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:42.562737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:42.563079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Checking segment: {'id': '79fe7c8e-c0eb-470b-8b50-10a3a210f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:42.563465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Bound using segment: {'id': '79fe7c8e-c0eb-470b-8b50-10a3a210f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:42.563898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Bound port: 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fe7c8e-c0eb-470b-8b50-10a3a210f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:42.564323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.601967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:42.607385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.634921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-b5e5096f-720f-4b5d-b0eb-dc54f67fa618', 'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': 'd4478ced-9b95-497e-9466-16aba10421ab'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:42.635857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.648052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.671826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] For port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:42.675265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] For port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,segment=NetworkSegment(79fe7c8e-c0eb-470b-8b50-10a3a210f960),segment_id=79fe7c8e-c0eb-470b-8b50-10a3a210f960)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:42.680307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.742931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:42.755759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.756443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.757941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-fdb474a5-7dea-4f4b-b6f3-ddbe6903c5e4 service neutron] 10.222.0.100 "PUT /v2.0/ports/525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 HTTP/1.1" status: 200 len: 1091 time: 0.7814872 Nov 02 16:54:42.758542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'tag': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:42.762847 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0838a61-03b8-4d03-843c-fd0f99790d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "debe1a23-ca1f-4484-949e-dddbe3c18094", "tag": "525bfcdb-c61c-41d5-b579-1e69e5b4b1f5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:42.834145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.834770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Allocated IP 172.20.0.2 (b5e5096f-720f-4b5d-b0eb-dc54f67fa618/d4478ced-9b95-497e-9466-16aba10421ab/326155e2-50db-47fb-bb4e-8cc00caf565f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:42.860838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-9ad37888-3f72-4869-bb25-7d9c52c9c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.862649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-9ad37888-3f72-4869-bb25-7d9c52c9c73f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=882fddab07c54f0680633291a785e0dc&device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 1094 time: 0.0622618 Nov 02 16:54:42.864188 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b921e-8e9a-4e99-a4a8-e6a10ec2263e x-openstack-request-id: req-3f2b921e-8e9a-4e99-a4a8-e6a10ec2263e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:42.864542 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debe1a23-ca1f-4484-949e-dddbe3c18094", "tag": "525bfcdb-c61c-41d5-b579-1e69e5b4b1f5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:42.864867 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f2b921e-8e9a-4e99-a4a8-e6a10ec2263e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:42.865322 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'tag': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5', 'status': 'completed', 'code': 200} Nov 02 16:54:42.909047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=5218c480-a027-4dad-b82a-cb4e5b209930,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:42.928105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-f00fb324-4086-429b-97d7-01db77e97a8f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 HTTP/1.1" status: 200 len: 217 time: 0.0561404 Nov 02 16:54:42.931392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': 'ce0e0413-7e71-4763-95ee-794c28e5177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:42.931842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:42.952656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:42.966430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:42.981738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5801a2-ec6c-46d9-8ebc-23e986d19dde None None] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:42.984524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.986615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:42.994571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-2cf043be-bc59-4112-8630-1a35e02b3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.996087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-2cf043be-bc59-4112-8630-1a35e02b3060 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5e949e11-0583-4853-a027-6fc8aaf9878a HTTP/1.1" status: 200 len: 865 time: 0.0543454 Nov 02 16:54:43.034188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9b98b93c-581a-4104-88de-b47caa9c8518 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5491877 Nov 02 16:54:43.035634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-c051fda5-2da2-4fca-86cd-083ac0c8b5e5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=02e5f4d9-ef9b-4929-a84a-0cd119157398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317345 Nov 02 16:54:43.036770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33448) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:43.042023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1178290856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:43.109966 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.131034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.160090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.161125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.176341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:43.199447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:43.206315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:43.234262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Pushing event updated for resources: {'Port': ['ID=326155e2-50db-47fb-bb4e-8cc00caf565f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:43.272558 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-d7a19858-8a0f-4954-9acf-c8d62a462935 service neutron] 10.222.0.100 "GET /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250416 Nov 02 16:54:43.273934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.279801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.312014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.312396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.312910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.313248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.313586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.313920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.314274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.314603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.314927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.315250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.315578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.315901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:43.341886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-389f42cc-e9a9-4444-9d42-5f24cfb8bdb3', 'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': '5218c480-a027-4dad-b82a-cb4e5b209930'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:43.343000 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.344901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.350622 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dbf96ef0-5ec0-4ccc-b247-b002e1a597f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3085032 Nov 02 16:54:43.350622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33456) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:43.356363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Attempting to bind port 326155e2-50db-47fb-bb4e-8cc00caf565f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:43.356967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Attempting to bind port 326155e2-50db-47fb-bb4e-8cc00caf565f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a5c807b2-e652-4569-a0df-3c52874ed010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:43.357555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Attempting to bind port 326155e2-50db-47fb-bb4e-8cc00caf565f on network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:43.376690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:43.377206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Checking segment: {'id': 'a5c807b2-e652-4569-a0df-3c52874ed010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:43.377626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.378082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Bound using segment: {'id': 'a5c807b2-e652-4569-a0df-3c52874ed010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:43.378658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Bound port: 326155e2-50db-47fb-bb4e-8cc00caf565f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c807b2-e652-4569-a0df-3c52874ed010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5e5096f-720f-4b5d-b0eb-dc54f67fa618'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:43.379025 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.456363 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d2782-4bd0-458d-9220-2d9ab0695e04 req-60f2c3b4-203a-4e25-a404-d367ccc1fe51 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:43.463603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c3d2782-4bd0-458d-9220-2d9ab0695e04 req-60f2c3b4-203a-4e25-a404-d367ccc1fe51 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 943 time: 0.0623200 Nov 02 16:54:43.503525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c3d2782-4bd0-458d-9220-2d9ab0695e04 req-b5359637-013d-44f5-a6f4-a7ef59863b8c tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Nov 02 16:54:43.607008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] For port 326155e2-50db-47fb-bb4e-8cc00caf565f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:43.612357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] For port 326155e2-50db-47fb-bb4e-8cc00caf565f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=326155e2-50db-47fb-bb4e-8cc00caf565f,segment=NetworkSegment(a5c807b2-e652-4569-a0df-3c52874ed010),segment_id=a5c807b2-e652-4569-a0df-3c52874ed010)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:43.620105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.633195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Allocated IP 172.21.0.2 (389f42cc-e9a9-4444-9d42-5f24cfb8bdb3/5218c480-a027-4dad-b82a-cb4e5b209930/4253f5cd-92b5-4382-8e3d-190439126ff4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:43.744712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee556c6f-3add-45a5-a824-64247e2a98cb None None] Pushing event updated for resources: {'Port': ['ID=326155e2-50db-47fb-bb4e-8cc00caf565f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:43.800704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.912721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.921922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:43.941419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:43.962108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:43.966018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:44.023850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65558cc6-2a65-40b3-863e-e24a469c3262 req-45f0debb-29bf-4b42-b68a-5b08e60c1def service neutron] 10.222.0.100 "GET /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388387 Nov 02 16:54:44.044304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Attempting to bind port 4253f5cd-92b5-4382-8e3d-190439126ff4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:44.044676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Attempting to bind port 4253f5cd-92b5-4382-8e3d-190439126ff4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'ce0e0413-7e71-4763-95ee-794c28e5177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:44.045047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Attempting to bind port 4253f5cd-92b5-4382-8e3d-190439126ff4 on network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:44.081209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Pushing event updated for resources: {'Port': ['ID=4253f5cd-92b5-4382-8e3d-190439126ff4,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:44.090153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:44.090651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Checking segment: {'id': 'ce0e0413-7e71-4763-95ee-794c28e5177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:44.091077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:44.091521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Bound using segment: {'id': 'ce0e0413-7e71-4763-95ee-794c28e5177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:44.092227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Bound port: 4253f5cd-92b5-4382-8e3d-190439126ff4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0e0413-7e71-4763-95ee-794c28e5177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '389f42cc-e9a9-4444-9d42-5f24cfb8bdb3'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:44.092770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:44.216065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] For port 4253f5cd-92b5-4382-8e3d-190439126ff4, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:44.219779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] For port 4253f5cd-92b5-4382-8e3d-190439126ff4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4253f5cd-92b5-4382-8e3d-190439126ff4,segment=NetworkSegment(ce0e0413-7e71-4763-95ee-794c28e5177f),segment_id=ce0e0413-7e71-4763-95ee-794c28e5177f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:44.224618 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:44.242950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-532fa513-5454-4220-9625-3bab197e82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.246475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-532fa513-5454-4220-9625-3bab197e82df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=882fddab07c54f0680633291a785e0dc&device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 1094 time: 0.1304941 Nov 02 16:54:44.297934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af1977-4fa5-4323-b41d-b1f1f04c9cfd None None] Pushing event updated for resources: {'Port': ['ID=4253f5cd-92b5-4382-8e3d-190439126ff4,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:44.309495 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:44.621563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-1da2a331-a6f2-4bdb-bc53-c4711659bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.627727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-1da2a331-a6f2-4bdb-bc53-c4711659bce9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=02e5f4d9-ef9b-4929-a84a-0cd119157398 HTTP/1.1" status: 200 len: 926 time: 0.3336151 Nov 02 16:54:44.726346 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-4c359749-00a7-42d1-ab4b-1e6ed10d39c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 HTTP/1.1" status: 200 len: 217 time: 0.0937281 Nov 02 16:54:44.770571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542def9-5874-45aa-bf28-0e44ea63c834 req-088845d5-02af-49f6-b1ad-db3e5a86a533 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.781428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6542def9-5874-45aa-bf28-0e44ea63c834 req-088845d5-02af-49f6-b1ad-db3e5a86a533 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 943 time: 0.1095426 Nov 02 16:54:44.830370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6542def9-5874-45aa-bf28-0e44ea63c834 req-17a876a5-34d2-40af-9dac-3e1a764231a2 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Nov 02 16:54:44.879481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-a86936e8-cee3-4b52-82c0-3b52da38e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.880969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-a86936e8-cee3-4b52-82c0-3b52da38e516 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5e949e11-0583-4853-a027-6fc8aaf9878a HTTP/1.1" status: 200 len: 865 time: 0.1291990 Nov 02 16:54:44.928288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.20.0.1 (b5e5096f-720f-4b5d-b0eb-dc54f67fa618/d4478ced-9b95-497e-9466-16aba10421ab/7ffe5535-cfe4-4198-b4a4-5e742624a308) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:44.932864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-1989dac1-67a7-4a97-bd6c-84b8c49edc2d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=02e5f4d9-ef9b-4929-a84a-0cd119157398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378120 Nov 02 16:54:45.113870 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-8fea476e-5a7b-49d5-8e84-036374539391 service neutron] 10.222.0.100 "GET /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721652 Nov 02 16:54:45.148523 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.155970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e82f51-7d55-4512-bf7a-2cede03b51d2 None None] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:45.253325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0838a61-03b8-4d03-843c-fd0f99790d8d req-87305191-a376-4430-9ff1-805380862baf service neutron] 10.222.0.100 "GET /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234593 Nov 02 16:54:45.280971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b1c06bea-a376-413e-b80f-e3ebea6489fd None None] Provisioning complete for port 326155e2-50db-47fb-bb4e-8cc00caf565f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:45.281459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b1c06bea-a376-413e-b80f-e3ebea6489fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.295834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.357905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:45.406371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:45.411005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:45.444746 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b1c06bea-a376-413e-b80f-e3ebea6489fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.449289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=7ffe5535-cfe4-4198-b4a4-5e742624a308,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:45.481751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.525117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b1c06bea-a376-413e-b80f-e3ebea6489fd None None] For port 326155e2-50db-47fb-bb4e-8cc00caf565f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=326155e2-50db-47fb-bb4e-8cc00caf565f,segment=NetworkSegment(a5c807b2-e652-4569-a0df-3c52874ed010),segment_id=a5c807b2-e652-4569-a0df-3c52874ed010)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:45.531951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b1c06bea-a376-413e-b80f-e3ebea6489fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.600530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4253f5cd-92b5-4382-8e3d-190439126ff4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:45.655368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c06bea-a376-413e-b80f-e3ebea6489fd None None] Pushing event updated for resources: {'Port': ['ID=326155e2-50db-47fb-bb4e-8cc00caf565f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:45.702284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4253f5cd-92b5-4382-8e3d-190439126ff4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:45.702684 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.720699 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.801970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac22a3d-f05e-45bf-a94e-2910ef27bf39 None None] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:45.867988 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.896742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-677091d6-b934-433a-aa79-184a8f653a60 None None] Provisioning complete for port 4253f5cd-92b5-4382-8e3d-190439126ff4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:45.897606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-677091d6-b934-433a-aa79-184a8f653a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.975789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 4253f5cd-92b5-4382-8e3d-190439126ff4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4253f5cd-92b5-4382-8e3d-190439126ff4,segment=NetworkSegment(ce0e0413-7e71-4763-95ee-794c28e5177f),segment_id=ce0e0413-7e71-4763-95ee-794c28e5177f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:45.988784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:45.989717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326155e2-50db-47fb-bb4e-8cc00caf565f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:46.059773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9f5f3-a1c0-4733-ac02-c7382d509ed8 req-19f67a2b-2547-449a-9bc7-6f5e4a8dfd04 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:46.063100 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afd9f5f3-a1c0-4733-ac02-c7382d509ed8 req-19f67a2b-2547-449a-9bc7-6f5e4a8dfd04 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 943 time: 0.1109059 Nov 02 16:54:46.130084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afd9f5f3-a1c0-4733-ac02-c7382d509ed8 req-c02461b3-901f-4890-9c87-0d342d8965b0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599847 Nov 02 16:54:46.190086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.197880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.200860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=4253f5cd-92b5-4382-8e3d-190439126ff4,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:46.242097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 326155e2-50db-47fb-bb4e-8cc00caf565f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:46.242097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.319165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.328390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=7ffe5535-cfe4-4198-b4a4-5e742624a308,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:46.487373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:46.488898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:46.601164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-04baea39-dbfe-4d1a-a7bd-b5d0411dbc00 None None] Provisioning complete for port 326155e2-50db-47fb-bb4e-8cc00caf565f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:46.601548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-04baea39-dbfe-4d1a-a7bd-b5d0411dbc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.631154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:54:46.687266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 1a040d70-214d-4a6a-badf-bee6c9968af6 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:54:46.814093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,segment=NetworkSegment(79fe7c8e-c0eb-470b-8b50-10a3a210f960),segment_id=79fe7c8e-c0eb-470b-8b50-10a3a210f960)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:46.831060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5', 'network_id': '02e5f4d9-ef9b-4929-a84a-0cd119157398', 'port_id': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5', 'mac_address': 'fa:16:3e:c0:51:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e949e11-0583-4853-a027-6fc8aaf9878a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:54:46.834966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-04baea39-dbfe-4d1a-a7bd-b5d0411dbc00 None None] Provisioning complete for port 7ffe5535-cfe4-4198-b4a4-5e742624a308 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:46.835346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-04baea39-dbfe-4d1a-a7bd-b5d0411dbc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.905604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-04baea39-dbfe-4d1a-a7bd-b5d0411dbc00 None None] Port 7ffe5535-cfe4-4198-b4a4-5e742624a308 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:46.913703 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:46.932305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:46.954241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,segment=NetworkSegment(79fe7c8e-c0eb-470b-8b50-10a3a210f960),segment_id=79fe7c8e-c0eb-470b-8b50-10a3a210f960)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:46.958784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.020753 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:54:47.029314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:47.040489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e2d787e4-3727-4fe1-ad24-5e23c3be3269 None None] Provisioning complete for port 7ffe5535-cfe4-4198-b4a4-5e742624a308 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:47.040871 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e2d787e4-3727-4fe1-ad24-5e23c3be3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.084827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e2d787e4-3727-4fe1-ad24-5e23c3be3269 None None] Port 7ffe5535-cfe4-4198-b4a4-5e742624a308 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:47.096217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e2d787e4-3727-4fe1-ad24-5e23c3be3269 None None] Provisioning complete for port 4253f5cd-92b5-4382-8e3d-190439126ff4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:47.096598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e2d787e4-3727-4fe1-ad24-5e23c3be3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.100522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:47.105932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9e99d5e1-fa4c-4c95-832a-043b1b17ba1d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/1a040d70-214d-4a6a-badf-bee6c9968af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7555320 Nov 02 16:54:47.108580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:47.124625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] Sync routers for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:47.150389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:47.151030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:47.155060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a5088-1293-4b6d-9602-b3935524320e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:47.155992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-031a5088-1293-4b6d-9602-b3935524320e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports/7ffe5535-cfe4-4198-b4a4-5e742624a308 HTTP/1.1" status: 200 len: 910 time: 0.0464778 Nov 02 16:54:47.159319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33524) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:47.212488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:47.217092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['525bfcdb-c61c-41d5-b579-1e69e5b4b1f5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:47.259739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:47.260457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:47.302263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:47.302930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a419de7-a17a-40f2-8c94-68dd1e9466f1 None None] The sync data for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:47.329120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5f841-85b7-45ce-9635-0815ff7738c1 req-fc92114d-061a-43b4-b09d-bd732639f726 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:47.330768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9bf5f841-85b7-45ce-9635-0815ff7738c1 req-fc92114d-061a-43b4-b09d-bd732639f726 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 944 time: 0.1097956 Nov 02 16:54:47.446794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9bf5f841-85b7-45ce-9635-0815ff7738c1 req-99c665de-4fd6-475a-a01d-d04cbda1395a tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746062 Nov 02 16:54:47.452271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4253f5cd-92b5-4382-8e3d-190439126ff4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:47.537754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4253f5cd-92b5-4382-8e3d-190439126ff4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:47.538335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.619722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-9a75ace0-8d11-4805-b702-21c1ea6526d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637457 Nov 02 16:54:47.626310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.654441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.672363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326155e2-50db-47fb-bb4e-8cc00caf565f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:47.747261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 326155e2-50db-47fb-bb4e-8cc00caf565f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:47.748152 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:47.748773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-b59c9346-0766-4d13-bc0e-6d3bac7fbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:47.751393 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-b59c9346-0766-4d13-bc0e-6d3bac7fbce4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.0651431 Nov 02 16:54:47.890292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-abf12998-f9fd-405d-9ec4-ef9c16dc5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:47.892105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-abf12998-f9fd-405d-9ec4-ef9c16dc5812 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 898 time: 0.1110113 Nov 02 16:54:47.965547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.21.0.1 (389f42cc-e9a9-4444-9d42-5f24cfb8bdb3/5218c480-a027-4dad-b82a-cb4e5b209930/d397156d-8d51-4ce0-a82e-db6b09a22803) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:47.969913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-aa440f40-3266-4615-be72-e35081236bb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 1002 time: 0.0708113 Nov 02 16:54:48.034993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-3d4614a4-641d-4472-927a-6cfa13722dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:48.036818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-3d4614a4-641d-4472-927a-6cfa13722dd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 200 len: 834 time: 0.0601537 Nov 02 16:54:48.089786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-20929dab-b3f7-4ea0-b926-3c6b2a75007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:48.091696 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-20929dab-b3f7-4ea0-b926-3c6b2a75007b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51e979d3-c9b1-4495-982c-d350a3240d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476365 Nov 02 16:54:48.198671 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-5854d1ca-18d4-4cf2-9bc1-2ff4b75e812a service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002135 Nov 02 16:54:48.325104 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73a9d064-806c-4810-9d65-5d5bbe799afe req-9d29402c-8bee-4ff2-b0c7-0d410d021782 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175435 Nov 02 16:54:48.418381 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.452215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.498271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:48.501497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:48.505248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:48.533315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=d397156d-8d51-4ce0-a82e-db6b09a22803,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:48.592459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.624864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:48.642068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00f25-ed14-4c42-beb1-9d1c8a5b8dd0 req-a97772b1-6271-4872-ae9f-e0b891da15d5 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:48.643510 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88b00f25-ed14-4c42-beb1-9d1c8a5b8dd0 req-a97772b1-6271-4872-ae9f-e0b891da15d5 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 944 time: 0.1053247 Nov 02 16:54:48.738954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:54:48.744849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:48.745894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.784146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88b00f25-ed14-4c42-beb1-9d1c8a5b8dd0 req-41a9472e-969a-4176-af71-32edd7aa54eb tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745087 Nov 02 16:54:48.788131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.840428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9cb8ae7f-9ca5-4153-b0ff-a30d55f7d361 None None] Provisioning complete for port d397156d-8d51-4ce0-a82e-db6b09a22803 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:48.840797 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ae7f-9ca5-4153-b0ff-a30d55f7d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.871473 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.906151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8ae7f-9ca5-4153-b0ff-a30d55f7d361 None None] Port d397156d-8d51-4ce0-a82e-db6b09a22803 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:48.912005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:48.914632 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b060c0a-26bb-4506-8480-1a2d15789079" -d '{"events": [{"server_uuid": "debe1a23-ca1f-4484-949e-dddbe3c18094", "name": "network-vif-plugged", "status": "completed", "tag": "525bfcdb-c61c-41d5-b579-1e69e5b4b1f5"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:48.929964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,segment=NetworkSegment(79fe7c8e-c0eb-470b-8b50-10a3a210f960),segment_id=79fe7c8e-c0eb-470b-8b50-10a3a210f960)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:48.935300 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:48.964845 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d6b72a-63e9-4692-adda-31d8f1c14b59 x-openstack-request-id: req-b3d6b72a-63e9-4692-adda-31d8f1c14b59 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:48.965247 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debe1a23-ca1f-4484-949e-dddbe3c18094", "name": "network-vif-plugged", "status": "completed", "tag": "525bfcdb-c61c-41d5-b579-1e69e5b4b1f5", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:48.965636 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3d6b72a-63e9-4692-adda-31d8f1c14b59 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:48.966110 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5', 'code': 200} Nov 02 16:54:48.994090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:49.082339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbef48-c117-4552-a67f-f2da5e5f61d4 req-f8454c5f-9458-4851-a434-30ca5266b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:49.083995 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6fbef48-c117-4552-a67f-f2da5e5f61d4 req-f8454c5f-9458-4851-a434-30ca5266b0bc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 1096 time: 0.0506489 Nov 02 16:54:49.126530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6fbef48-c117-4552-a67f-f2da5e5f61d4 req-b787cc72-a944-4697-af7e-b1e4debfceee service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348594 Nov 02 16:54:49.132645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:49.137722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:49.212456 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:49.225675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=d397156d-8d51-4ce0-a82e-db6b09a22803,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:49.316849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:49.318327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:49.435888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 1a040d70-214d-4a6a-badf-bee6c9968af6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:49.548605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:49.561598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bae1a0a5-3b7a-4955-827d-9bfb530af3ff tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/1a040d70-214d-4a6a-badf-bee6c9968af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3983412 Nov 02 16:54:49.561859 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] Sync routers for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:49.562377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:49.569771 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:49.570455 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:49.605949 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:49.609329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a212bcfd-1a6c-41bc-ac3b-1c752fa9de32 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:49.611056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a212bcfd-1a6c-41bc-ac3b-1c752fa9de32 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports/d397156d-8d51-4ce0-a82e-db6b09a22803 HTTP/1.1" status: 200 len: 910 time: 0.0480552 Nov 02 16:54:49.613902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33576) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:49.617852 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:49.618520 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:49.634370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e14edb9e-99a8-4498-bb5d-5bcc5479cf98 None None] Provisioning complete for port d397156d-8d51-4ce0-a82e-db6b09a22803 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:49.634946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e14edb9e-99a8-4498-bb5d-5bcc5479cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:49.658280 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:49.659176 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664f455-1e3f-4537-8b0f-bb28554f2b7b None None] The sync data for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:49.675271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e14edb9e-99a8-4498-bb5d-5bcc5479cf98 None None] Port d397156d-8d51-4ce0-a82e-db6b09a22803 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:49.937468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c75f4e-602d-4bf7-96a2-024acb60e5aa req-0244a7d6-83e6-4f2a-8f2a-18f1f5a32e0b tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:49.939159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c75f4e-602d-4bf7-96a2-024acb60e5aa req-0244a7d6-83e6-4f2a-8f2a-18f1f5a32e0b tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.0641119 Nov 02 16:54:49.980558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81c75f4e-602d-4bf7-96a2-024acb60e5aa req-1271e564-f6a2-4118-b31a-7b37e72f484e tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351329 Nov 02 16:54:50.011591 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:50.286241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port d397156d-8d51-4ce0-a82e-db6b09a22803 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:50.286930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:50.381516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:50.394926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for d397156d-8d51-4ce0-a82e-db6b09a22803 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:50.574966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:50.615686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=d397156d-8d51-4ce0-a82e-db6b09a22803,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:50.788795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:50.990734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 1a040d70-214d-4a6a-badf-bee6c9968af6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:51.090209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:51.100291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] Sync routers for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:51.101435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af350720-cd6c-4001-8a74-ee26a164852f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/1a040d70-214d-4a6a-badf-bee6c9968af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861822 Nov 02 16:54:51.105265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33608) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:51.107065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be516-60c4-4570-acd3-edb4807740e7 req-b7e9c0a4-9964-48eb-81a6-f138efdbdc1c tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:51.108606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-533be516-60c4-4570-acd3-edb4807740e7 req-b7e9c0a4-9964-48eb-81a6-f138efdbdc1c tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.0587313 Nov 02 16:54:51.115349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:51.116027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:51.154087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-533be516-60c4-4570-acd3-edb4807740e7 req-493d2102-c021-43d3-8df1-c70db9158bfd tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Nov 02 16:54:51.182657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:51.192907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:51.193879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:51.234704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:51.235907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a696aee-ddb0-4e1f-a83c-4da58cab0473 None None] The sync data for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:51.309857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb680-463a-4ef3-bd0d-39e0ac2f4590 req-7ef9f2ce-dea4-4c6b-8e58-716f2cc48cd9 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:51.311654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80aeb680-463a-4ef3-bd0d-39e0ac2f4590 req-7ef9f2ce-dea4-4c6b-8e58-716f2cc48cd9 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.0684578 Nov 02 16:54:51.354766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80aeb680-463a-4ef3-bd0d-39e0ac2f4590 req-43147138-ef59-4de5-853c-bc357d1fb765 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360575 Nov 02 16:54:51.478053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:51.754863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 7ffe5535-cfe4-4198-b4a4-5e742624a308 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:51.755353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:51.879544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:51.893112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 7ffe5535-cfe4-4198-b4a4-5e742624a308 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:52.014012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce80a1-8108-4906-9da6-7f19242f9e8a req-99556091-5868-480e-8f69-0f63cbcc4103 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:52.015738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4ce80a1-8108-4906-9da6-7f19242f9e8a req-99556091-5868-480e-8f69-0f63cbcc4103 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.0734096 Nov 02 16:54:52.061236 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f4ce80a1-8108-4906-9da6-7f19242f9e8a req-60205076-07be-4b2f-9646-a65aaaaf2e1d tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Nov 02 16:54:52.394997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:52.422166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98b398-1b0a-46a5-a800-c422f3984d16 req-0289807d-1303-49a9-9256-326b56e86eb1 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:52.424392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b98b398-1b0a-46a5-a800-c422f3984d16 req-0289807d-1303-49a9-9256-326b56e86eb1 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.0734215 Nov 02 16:54:52.432377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=7ffe5535-cfe4-4198-b4a4-5e742624a308,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:52.476980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b98b398-1b0a-46a5-a800-c422f3984d16 req-74817f2a-8b93-46be-bf0a-b4cd9d4d2922 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 Nov 02 16:54:52.576857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:52.751877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 1a040d70-214d-4a6a-badf-bee6c9968af6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:52.837638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:52.845314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f9b091ef-20cd-403c-b4b3-af38dfb4ea90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/1a040d70-214d-4a6a-badf-bee6c9968af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386053 Nov 02 16:54:52.848411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33656) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:52.850440 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] Sync routers for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:52.860819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:52.861505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:52.877034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e0aed585-ce3c-4efd-b8fe-fd42806982e6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a040d70-214d-4a6a-badf-bee6c9968af6 HTTP/1.1" status: 200 len: 205 time: 0.0273650 Nov 02 16:54:52.879070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33658) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:52.898351 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:52.908691 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] Routers {'1a040d70-214d-4a6a-badf-bee6c9968af6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:52.909294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1a040d70-214d-4a6a-badf-bee6c9968af6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:52.947881 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:52.948551 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86af5c-fdee-40b5-b350-67ec6a2a3bad None None] The sync data for ids ['1a040d70-214d-4a6a-badf-bee6c9968af6'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:52.972923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.084009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.156031 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.158307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.206780 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.207306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router 1a040d70-214d-4a6a-badf-bee6c9968af6 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:54:53.220529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.221673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f13b90ad-4c14-4c83-9dac-0414673c113e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/1a040d70-214d-4a6a-badf-bee6c9968af6 HTTP/1.1" status: 204 len: 168 time: 0.3414326 Nov 02 16:54:53.224318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33670) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:53.279994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet 5218c480-a027-4dad-b82a-cb4e5b209930 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:53.283379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.324342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.417916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.481092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.511583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=5218c480-a027-4dad-b82a-cb4e5b209930,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:53.517323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.527380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabc6f0-3d26-4032-8fad-fd2128941175 None None] Network 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:53.542108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d30c68b-c048-49f7-ace4-d7bcb50e4fcb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/5218c480-a027-4dad-b82a-cb4e5b209930 HTTP/1.1" status: 204 len: 168 time: 0.3124275 Nov 02 16:54:53.542439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33678) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:53.606203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet d4478ced-9b95-497e-9466-16aba10421ab {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:53.610200 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.620637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f1f3-e89c-4ca3-819b-4e01625184e6 req-986d3cf3-1fd8-4a3d-ba6d-4b93cdb95d13 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:53.622368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d250f1f3-e89c-4ca3-819b-4e01625184e6 req-986d3cf3-1fd8-4a3d-ba6d-4b93cdb95d13 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.0584140 Nov 02 16:54:53.695265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.709227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d250f1f3-e89c-4ca3-819b-4e01625184e6 req-549cb417-8ee7-4c0e-8d31-c8ec78bf1f75 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e189e2-8cf5-4541-b07b-b34e7fc8db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800581 Nov 02 16:54:53.755463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-0cbd12e9-aa28-4cd9-8a10-4d0387e76887 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:53.757108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-0cbd12e9-aa28-4cd9-8a10-4d0387e76887 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.100 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 945 time: 0.1247869 Nov 02 16:54:53.781281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] DHCP port deletion for 389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:53.850174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] Deleting port 4253f5cd-92b5-4382-8e3d-190439126ff4 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:53.850619 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.941769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.942181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] For port 4253f5cd-92b5-4382-8e3d-190439126ff4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4253f5cd-92b5-4382-8e3d-190439126ff4,segment=NetworkSegment(ce0e0413-7e71-4763-95ee-794c28e5177f),segment_id=ce0e0413-7e71-4763-95ee-794c28e5177f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:53.942847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:53.959509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] Calling delete_port for 4253f5cd-92b5-4382-8e3d-190439126ff4 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:54.011085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Deleting port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:54.011085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.049615 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.084159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] Pushing event deleted for resources: {'Port': ['ID=4253f5cd-92b5-4382-8e3d-190439126ff4,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.093966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.095258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748a836-c903-4199-ac40-6b821a1b576c None None] No DVR routers for this DVR port 4253f5cd-92b5-4382-8e3d-190439126ff4 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:54.144682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.148084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/d4478ced-9b95-497e-9466-16aba10421ab HTTP/1.1" status: 204 len: 168 time: 0.6044679 Nov 02 16:54:54.148963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e19d9-1fe6-4a1c-8c77-2608eeb22059 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=d4478ced-9b95-497e-9466-16aba10421ab,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.151975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4e420-5fec-4833-a410-76aa1cb781c0 None None] Network b5e5096f-720f-4b5d-b0eb-dc54f67fa618 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:54.152357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33692) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:54.211594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] For port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,segment=NetworkSegment(79fe7c8e-c0eb-470b-8b50-10a3a210f960),segment_id=79fe7c8e-c0eb-470b-8b50-10a3a210f960)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:54.212012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.235140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Calling delete_port for 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:54.255457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.377362 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.392868 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] DHCP port deletion for b5e5096f-720f-4b5d-b0eb-dc54f67fa618 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:54.410640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389f42cc-e9a9-4444-9d42-5f24cfb8bdb3']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.417962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.424308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0e0413-7e71-4763-95ee-794c28e5177f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.424672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0e0413-7e71-4763-95ee-794c28e5177f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.430617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['525bfcdb-c61c-41d5-b579-1e69e5b4b1f5'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:54.437072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.453233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.461537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:54.462829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.484056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] Deleting port 326155e2-50db-47fb-bb4e-8cc00caf565f {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:54:54.484742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.486992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Pushing event deleted for resources: {'Port': ['ID=525bfcdb-c61c-41d5-b579-1e69e5b4b1f5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.507342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] No DVR routers for this DVR port 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:54.512707 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:54.513290 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:54.515620 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-304a2410-3fb4-4fcf-b88b-030d44c4a227 req-6901fffb-4660-4b1d-90df-317c2224a3a0 tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.100 "DELETE /v2.0/ports/525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 HTTP/1.1" status: 204 len: 173 time: 0.7484477 Nov 02 16:54:54.515620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'name': 'network-vif-deleted', 'tag': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:54.519299 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d767d683-08ae-44f9-97db-b324d5b89680" -d '{"events": [{"server_uuid": "debe1a23-ca1f-4484-949e-dddbe3c18094", "name": "network-vif-deleted", "tag": "525bfcdb-c61c-41d5-b579-1e69e5b4b1f5"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:54.574478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.583643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] For port 326155e2-50db-47fb-bb4e-8cc00caf565f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=326155e2-50db-47fb-bb4e-8cc00caf565f,segment=NetworkSegment(a5c807b2-e652-4569-a0df-3c52874ed010),segment_id=a5c807b2-e652-4569-a0df-3c52874ed010)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:54.583643 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.585893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.590616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/389f42cc-e9a9-4444-9d42-5f24cfb8bdb3 HTTP/1.1" status: 204 len: 168 time: 0.4369459 Nov 02 16:54:54.593256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33700) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:54.605505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440bee1-7944-4d26-8d5d-e370adbf1f85 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=389f42cc-e9a9-4444-9d42-5f24cfb8bdb3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.621274 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a0e65b-3e89-4b4f-a567-06cbf1a7abd7 x-openstack-request-id: req-a1a0e65b-3e89-4b4f-a567-06cbf1a7abd7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:54.621897 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debe1a23-ca1f-4484-949e-dddbe3c18094", "name": "network-vif-deleted", "tag": "525bfcdb-c61c-41d5-b579-1e69e5b4b1f5", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:54.621897 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1a0e65b-3e89-4b4f-a567-06cbf1a7abd7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:54.622231 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debe1a23-ca1f-4484-949e-dddbe3c18094', 'name': 'network-vif-deleted', 'tag': '525bfcdb-c61c-41d5-b579-1e69e5b4b1f5', 'status': 'completed', 'code': 200} Nov 02 16:54:54.625171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] Calling delete_port for 326155e2-50db-47fb-bb4e-8cc00caf565f owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:54:54.705522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.713913 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.740108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] Pushing event deleted for resources: {'Port': ['ID=326155e2-50db-47fb-bb4e-8cc00caf565f,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.749605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7e0ed-0fb1-4a13-99e1-cec20499bf36 None None] No DVR routers for this DVR port 326155e2-50db-47fb-bb4e-8cc00caf565f on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:54.847629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.858356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c753b487-04b4-4592-a5e7-38c46ba06514 req-b6a47291-2f88-4144-bda5-784c899cfa7a tempest-ServersNegativeTestMultiTenantJSON-1543552582 tempest-ServersNegativeTestMultiTenantJSON-1543552582-project] 10.222.0.31 "GET /v2.0/ports?device_id=debe1a23-ca1f-4484-949e-dddbe3c18094 HTTP/1.1" status: 200 len: 210 time: 0.0394433 Nov 02 16:54:54.879771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e5096f-720f-4b5d-b0eb-dc54f67fa618']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.889922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c807b2-e652-4569-a0df-3c52874ed010') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.890245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c807b2-e652-4569-a0df-3c52874ed010') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.905030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.919344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.925387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:54.925847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:54.928854 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:54.996677 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.004207 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.012118 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/b5e5096f-720f-4b5d-b0eb-dc54f67fa618 HTTP/1.1" status: 204 len: 168 time: 0.4136608 Nov 02 16:54:55.012439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33710) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.019530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-602517946'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:55.030924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeeb03-b4ba-4f13-86b6-ef0f0392187b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=b5e5096f-720f-4b5d-b0eb-dc54f67fa618,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:55.050703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:55.054270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.083724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:54:55.094867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.095214 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment 2cdb5c0f-eb4e-4287-ba11-232e38913490 of type vlan for network 6c7f7569-8b61-4155-978b-842df6f3f98b Nov 02 16:54:55.143416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.175446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.182559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:55.183342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.248018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2308249 Nov 02 16:54:55.249108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.254531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:55.277471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c93af4-50cd-45f3-aff7-f66c1a48c11f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=6c7f7569-8b61-4155-978b-842df6f3f98b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:55.287716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6c7f7569-8b61-4155-978b-842df6f3f98b details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:54:55.387041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:55.391113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.425709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4253f5cd-92b5-4382-8e3d-190439126ff4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:55.453646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4253f5cd-92b5-4382-8e3d-190439126ff4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:55.453985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4253f5cd-92b5-4382-8e3d-190439126ff4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:55.454601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326155e2-50db-47fb-bb4e-8cc00caf565f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:55.479626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 326155e2-50db-47fb-bb4e-8cc00caf565f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:55.480517 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 326155e2-50db-47fb-bb4e-8cc00caf565f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:55.614608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.681828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=6d78b0f0-4598-49d0-8b36-2c6a21cf46f8,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:55.694196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': '2cdb5c0f-eb4e-4287-ba11-232e38913490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:55.694658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: 6c7f7569-8b61-4155-978b-842df6f3f98b, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:54:55.715235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 6c7f7569-8b61-4155-978b-842df6f3f98b is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:54:55.730497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 6c7f7569-8b61-4155-978b-842df6f3f98b) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:55.735222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:55.735888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.740489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8998218-fd12-44be-98e1-fc5058818cce None None] Network 6c7f7569-8b61-4155-978b-842df6f3f98b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:55.763668 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aa60e6d1-47ce-411d-978e-f6cf377aa537 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5130024 Nov 02 16:54:55.766470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33730) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.772200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2017603274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:55.807981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.809199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.867827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.873723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.896517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.900540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0f0cc928-d2fd-4bc0-b678-b97741759b79 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1294799 Nov 02 16:54:55.901008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33736) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.906705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-6c7f7569-8b61-4155-978b-842df6f3f98b', 'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': '6d78b0f0-4598-49d0-8b36-2c6a21cf46f8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:54:55.907937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'port': {'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b', 'name': 'tempest-RoutersTest-1010944463'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:54:55.908623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:55.934200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33740) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.987852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Deleting subnet 5e949e11-0583-4853-a027-6fc8aaf9878a {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:55.992093 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.029816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.074374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:54:56.078244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.083797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.099375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] device_id is not set on port fc788905-13e4-417c-86af-d3f0a0a630e1 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:54:56.106057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Allocated IP 172.20.0.2 (6c7f7569-8b61-4155-978b-842df6f3f98b/6d78b0f0-4598-49d0-8b36-2c6a21cf46f8/3a4fb03d-a80c-4f5b-af42-b463d21d2b85) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:56.152830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.185503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e949e11-0583-4853-a027-6fc8aaf9878a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:56.193459 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.201411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33742) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:56.201830 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bc99ff90-acdf-4324-a5ed-035e431a7fba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e949e11-0583-4853-a027-6fc8aaf9878a HTTP/1.1" status: 204 len: 168 time: 0.2662287 Nov 02 16:54:56.299255 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.336242 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.355270 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.403281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Pushing event updated for resources: {'Port': ['ID=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:56.409150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.20.0.7 (6c7f7569-8b61-4155-978b-842df6f3f98b/6d78b0f0-4598-49d0-8b36-2c6a21cf46f8/fc788905-13e4-417c-86af-d3f0a0a630e1) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:54:56.427870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Network 6c7f7569-8b61-4155-978b-842df6f3f98b is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:56.431304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:56.443634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:56.503942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Attempting to bind port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:54:56.504433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Attempting to bind port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '2cdb5c0f-eb4e-4287-ba11-232e38913490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:54:56.505475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Attempting to bind port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 on network 6c7f7569-8b61-4155-978b-842df6f3f98b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:54:56.512302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:54:56.512669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Checking segment: {'id': '2cdb5c0f-eb4e-4287-ba11-232e38913490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:54:56.513064 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.513450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Bound using segment: {'id': '2cdb5c0f-eb4e-4287-ba11-232e38913490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:54:56.514040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Bound port: 3a4fb03d-a80c-4f5b-af42-b463d21d2b85, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdb5c0f-eb4e-4287-ba11-232e38913490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6c7f7569-8b61-4155-978b-842df6f3f98b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:54:56.514561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.522028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.594526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e5f4d9-ef9b-4929-a84a-0cd119157398']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:56.606839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] For port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:54:56.611995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] For port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,segment=NetworkSegment(2cdb5c0f-eb4e-4287-ba11-232e38913490),segment_id=2cdb5c0f-eb4e-4287-ba11-232e38913490)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:54:56.613686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fe7c8e-c0eb-470b-8b50-10a3a210f960') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:56.614094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fe7c8e-c0eb-470b-8b50-10a3a210f960') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:56.620316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.629001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.653376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.669664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:56.670194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:56.672766 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:56.694051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c15a0-7aeb-4664-9cda-0dc2f156fcfa None None] Pushing event updated for resources: {'Port': ['ID=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:56.775364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.813735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.820890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.824904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/02e5f4d9-ef9b-4929-a84a-0cd119157398 HTTP/1.1" status: 204 len: 168 time: 0.6224680 Nov 02 16:54:56.828020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33756) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:56.838265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b570d95-6484-4846-ad95-82e8b667b6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e5f4d9-ef9b-4929-a84a-0cd119157398,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:56.851730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:56.905996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Deleting subnet 07c34d2b-a5cf-4bba-8c61-15e5737f8080 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:54:56.912978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 6c7f7569-8b61-4155-978b-842df6f3f98b is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:56.918530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:54:56.928946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:54:56.951435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.001081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=fc788905-13e4-417c-86af-d3f0a0a630e1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:57.041280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.096276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:57.101093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.113056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.132937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-de8444d1-fa7a-4b9c-aec0-3a079b6c42cd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2275679 Nov 02 16:54:57.133160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:57.197114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.229160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c34d2b-a5cf-4bba-8c61-15e5737f8080,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:57.233005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.237090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7f2823f3-fe45-46b2-bfe8-209be97a4a08 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/07c34d2b-a5cf-4bba-8c61-15e5737f8080 HTTP/1.1" status: 204 len: 168 time: 0.4074895 Nov 02 16:54:57.240536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33764) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:57.316434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.503664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:57.522159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.567906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b139bb-13d2-4a2a-9291-a795b88c5f1d']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:57.574182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:57.574182 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.596467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c80d3bf-bab5-42bb-945b-ba0577e9ae2b') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:57.596989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c80d3bf-bab5-42bb-945b-ba0577e9ae2b') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:57.609421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.614559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.626298 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.633165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:57.634868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:57.698752 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:57.715354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.729516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.735442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/d1b139bb-13d2-4a2a-9291-a795b88c5f1d HTTP/1.1" status: 204 len: 168 time: 0.4936843 Nov 02 16:54:57.774230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cee38-8bd2-440b-aecb-063664a503ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b139bb-13d2-4a2a-9291-a795b88c5f1d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:57.786068 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.834357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,segment=NetworkSegment(2cdb5c0f-eb4e-4287-ba11-232e38913490),segment_id=2cdb5c0f-eb4e-4287-ba11-232e38913490)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:57.839888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:57.924202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:58.091771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:58.145297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8752d6-63d1-43a6-abf1-7b08fec24876 None None] Network 6c7f7569-8b61-4155-978b-842df6f3f98b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:58.193076 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-96221f90-5812-4f8e-a24a-3d06a52943b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=882fddab07c54f0680633291a785e0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992920 Nov 02 16:54:58.195642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33786) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:58.253306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e102e5a1-2d93-4fce-8c22-16691b2d1fb4 None None] Provisioning complete for port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:58.253782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e102e5a1-2d93-4fce-8c22-16691b2d1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.280688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c643f6e-d31c-4162-a85a-c6fa468e085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.313083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c643f6e-d31c-4162-a85a-c6fa468e085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.382770 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c643f6e-d31c-4162-a85a-c6fa468e085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.387383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c643f6e-d31c-4162-a85a-c6fa468e085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.388630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c643f6e-d31c-4162-a85a-c6fa468e085f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09e189e2-8cf5-4541-b07b-b34e7fc8db44 HTTP/1.1" status: 204 len: 168 time: 0.1915491 Nov 02 16:54:58.419680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c643f6e-d31c-4162-a85a-c6fa468e085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e189e2-8cf5-4541-b07b-b34e7fc8db44,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:58.499975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.509564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:58.641721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:58.675075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:54:58.675369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 525bfcdb-c61c-41d5-b579-1e69e5b4b1f5 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:58.698221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=fc788905-13e4-417c-86af-d3f0a0a630e1,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:58.859705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.009629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33804) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:59.030505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f1d9c2b7-58a8-405d-bc17-6c4bc746afbe None None] Provisioning complete for port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:59.031246 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1d9c2b7-58a8-405d-bc17-6c4bc746afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.111466 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9c23d97c-95a8-4cc7-8b81-6aa7cc5b795d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be1102f5d1b74818aee8cfa425f0c3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967703 Nov 02 16:54:59.112226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.112375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:59.231029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f1d9c2b7-58a8-405d-bc17-6c4bc746afbe None None] Provisioning complete for port fc788905-13e4-417c-86af-d3f0a0a630e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:59.231469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1d9c2b7-58a8-405d-bc17-6c4bc746afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.239697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3568-6723-4610-a759-4f51c587f908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.286321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3568-6723-4610-a759-4f51c587f908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.312768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9c2b7-58a8-405d-bc17-6c4bc746afbe None None] Port fc788905-13e4-417c-86af-d3f0a0a630e1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:59.351136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3568-6723-4610-a759-4f51c587f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.355285 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3568-6723-4610-a759-4f51c587f908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.357099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8b3f3568-6723-4610-a759-4f51c587f908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10241e5d-392e-4fc4-aefe-bd6dba89cc64 HTTP/1.1" status: 204 len: 168 time: 0.2442844 Nov 02 16:54:59.369155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f3568-6723-4610-a759-4f51c587f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10241e5d-392e-4fc4-aefe-bd6dba89cc64,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:59.441779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c097abe7-1c83-42ad-8d26-8eb36d4d7eb1 None None] Provisioning complete for port fc788905-13e4-417c-86af-d3f0a0a630e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:59.442887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c097abe7-1c83-42ad-8d26-8eb36d4d7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.506853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:59.579217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c097abe7-1c83-42ad-8d26-8eb36d4d7eb1 None None] Port fc788905-13e4-417c-86af-d3f0a0a630e1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:59.586088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.598446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.627900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:59.628665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.706930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=fc788905-13e4-417c-86af-d3f0a0a630e1,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:59.729041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.825054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-60683fb4-5b9b-4af2-9cb2-fe4034c0e16b None None] Provisioning complete for port fc788905-13e4-417c-86af-d3f0a0a630e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:59.825826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-60683fb4-5b9b-4af2-9cb2-fe4034c0e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:54:59.884851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-60683fb4-5b9b-4af2-9cb2-fe4034c0e16b None None] Port fc788905-13e4-417c-86af-d3f0a0a630e1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:54:59.894005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 6c7f7569-8b61-4155-978b-842df6f3f98b is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:54:59.896147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:00.093877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 3ebb028a-081f-48f6-981a-bbb2945394a7 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:55:00.210359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b5fbc95c-8ef3-4efb-afb4-bab563d6e5b8 None None] Provisioning complete for port fc788905-13e4-417c-86af-d3f0a0a630e1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:00.211115 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc95c-8ef3-4efb-afb4-bab563d6e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:00.247449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:00.272602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33840) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:00.273296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fdfc7970-fcd1-426d-b716-38497abc51f5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/3ebb028a-081f-48f6-981a-bbb2945394a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1355824 Nov 02 16:55:00.283676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] Sync routers for ids ['3ebb028a-081f-48f6-981a-bbb2945394a7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:00.302684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbc95c-8ef3-4efb-afb4-bab563d6e5b8 None None] Port fc788905-13e4-417c-86af-d3f0a0a630e1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:00.313353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] Routers {'3ebb028a-081f-48f6-981a-bbb2945394a7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:00.314541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['3ebb028a-081f-48f6-981a-bbb2945394a7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:00.329491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7ad75-5fd8-4121-b927-f5623e7d1881 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:00.332491 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-35e7ad75-5fd8-4121-b927-f5623e7d1881 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports/fc788905-13e4-417c-86af-d3f0a0a630e1 HTTP/1.1" status: 200 len: 977 time: 0.0586021 Nov 02 16:55:00.337139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33846) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:00.367571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:00.380903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] Routers {'3ebb028a-081f-48f6-981a-bbb2945394a7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:00.382028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['3ebb028a-081f-48f6-981a-bbb2945394a7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:00.444575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:00.445515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6e709-026e-40bc-abe0-8b3909f3912d None None] The sync data for ids ['3ebb028a-081f-48f6-981a-bbb2945394a7'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:00.749051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.052881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port fc788905-13e4-417c-86af-d3f0a0a630e1 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:01.053246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.149473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33876) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:01.178214 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.193123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for fc788905-13e4-417c-86af-d3f0a0a630e1 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:01.291323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4801de5-41b2-472c-8411-5f4b05a15946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.393074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.440121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=fc788905-13e4-417c-86af-d3f0a0a630e1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:01.449436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4801de5-41b2-472c-8411-5f4b05a15946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.456868 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4801de5-41b2-472c-8411-5f4b05a15946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.509465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d4801de5-41b2-472c-8411-5f4b05a15946 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4af477c3f0294e0c93bde72eee446ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576975 Nov 02 16:55:01.514253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33884) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:01.522469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4801de5-41b2-472c-8411-5f4b05a15946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa10316-4709-4a8d-a9e2-daa99ce5b264,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:01.653442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.658790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f156a3dc-6c8e-47ae-be34-23767936ce82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.754319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f156a3dc-6c8e-47ae-be34-23767936ce82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.877179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 3ebb028a-081f-48f6-981a-bbb2945394a7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:01.925605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f156a3dc-6c8e-47ae-be34-23767936ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.928529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f156a3dc-6c8e-47ae-be34-23767936ce82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:01.929693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f156a3dc-6c8e-47ae-be34-23767936ce82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efa10316-4709-4a8d-a9e2-daa99ce5b264 HTTP/1.1" status: 204 len: 168 time: 0.4147136 Nov 02 16:55:01.964930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156a3dc-6c8e-47ae-be34-23767936ce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa10316-4709-4a8d-a9e2-daa99ce5b264,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:01.973077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:01.978735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d9fd5a2-c5a7-4f01-8fb9-d328fa02bc55 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/3ebb028a-081f-48f6-981a-bbb2945394a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399066 Nov 02 16:55:01.982903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:02.015745 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] Sync routers for ids ['3ebb028a-081f-48f6-981a-bbb2945394a7'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:02.082169 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] Routers {'3ebb028a-081f-48f6-981a-bbb2945394a7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:02.083165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['3ebb028a-081f-48f6-981a-bbb2945394a7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:02.144169 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:02.157780 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] Routers {'3ebb028a-081f-48f6-981a-bbb2945394a7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:02.159147 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['3ebb028a-081f-48f6-981a-bbb2945394a7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:02.204627 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-c04a852e-2845-4b36-b345-dfcbe2dfbf4d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] remove_router_interface failed (client error): The resource could not be found. Nov 02 16:55:02.211149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33904) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:02.212342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c04a852e-2845-4b36-b345-dfcbe2dfbf4d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/3ebb028a-081f-48f6-981a-bbb2945394a7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2273571 Nov 02 16:55:02.218854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:02.219755 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16ea57-9463-45fe-a412-990c17cd4685 None None] The sync data for ids ['3ebb028a-081f-48f6-981a-bbb2945394a7'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:02.243904 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4d712950-52cc-4e58-8106-8de1498bdcaf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebb028a-081f-48f6-981a-bbb2945394a7 HTTP/1.1" status: 200 len: 205 time: 0.0305233 Nov 02 16:55:02.247329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33906) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:02.360748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:02.529785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:02.532193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:02.579407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:02.580058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router 3ebb028a-081f-48f6-981a-bbb2945394a7 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:55:02.588572 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:02.592891 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93bd0b39-a59d-4a9e-9fba-005cc120fd43 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/3ebb028a-081f-48f6-981a-bbb2945394a7 HTTP/1.1" status: 204 len: 168 time: 0.3412735 Nov 02 16:55:02.592891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33922) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:02.646762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet 6d78b0f0-4598-49d0-8b36-2c6a21cf46f8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:55:02.650596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.005809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.123184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.195801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.223370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=6d78b0f0-4598-49d0-8b36-2c6a21cf46f8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:03.229722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.232990 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fa14dc97-1926-440a-8f5a-a800920a2110 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/6d78b0f0-4598-49d0-8b36-2c6a21cf46f8 HTTP/1.1" status: 204 len: 168 time: 0.6392627 Nov 02 16:55:03.236872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8f355-62e3-4705-bed8-c227de76be4f None None] Network 6c7f7569-8b61-4155-978b-842df6f3f98b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:03.238028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 33956) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:03.412204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.424335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-d2c26884-4b4b-4ab5-a0dd-d414bd830f47 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866034 Nov 02 16:55:03.532913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] DHCP port deletion for 6c7f7569-8b61-4155-978b-842df6f3f98b request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:55:03.536279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:03.537250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.654942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,segment=NetworkSegment(2cdb5c0f-eb4e-4287-ba11-232e38913490),segment_id=2cdb5c0f-eb4e-4287-ba11-232e38913490)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:03.655828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.656193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] Deleting port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:03.656871 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.678266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:03.693228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-af0d743e-1c4f-4058-8be1-5cce074fb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:03.694848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-af0d743e-1c4f-4058-8be1-5cce074fb94c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1096 time: 0.0886412 Nov 02 16:55:03.754561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] For port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,segment=NetworkSegment(2cdb5c0f-eb4e-4287-ba11-232e38913490),segment_id=2cdb5c0f-eb4e-4287-ba11-232e38913490)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:03.755128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.780872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] Calling delete_port for 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:03.895870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:03.898055 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 16:55:03.921096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:03.948753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-cb55cbe4-43d9-4811-abe6-d78b1e3279de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:03.950429 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-cb55cbe4-43d9-4811-abe6-d78b1e3279de service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.2105503 Nov 02 16:55:03.956532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:03.965877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:03.984898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] Pushing event deleted for resources: {'Port': ['ID=3a4fb03d-a80c-4f5b-af42-b463d21d2b85,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:03.994394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b680c-7a35-4830-8f39-911cdd415ba4 None None] No DVR routers for this DVR port 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:04.161989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-a4934442-9a41-4391-8c94-c1e9b024b5b8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 1001 time: 0.2025228 Nov 02 16:55:04.168227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.234816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7f7569-8b61-4155-978b-842df6f3f98b']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:04.249783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdb5c0f-eb4e-4287-ba11-232e38913490') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:04.250123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdb5c0f-eb4e-4287-ba11-232e38913490') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:04.265246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.272627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-0dc11a2a-070c-4d4b-ad15-abbf50865cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:04.275206 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-0dc11a2a-070c-4d4b-ad15-abbf50865cdd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1027386 Nov 02 16:55:04.310751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 33992) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:04.317082 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.328393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:55:04.328797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:55:04.332054 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:55:04.397563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-ebe289e0-44c7-42e3-88b4-ab1255c6a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:04.399307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-ebe289e0-44c7-42e3-88b4-ab1255c6a83a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175611 Nov 02 16:55:04.487933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.500586 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6d6-7100-496a-aa04-5eb8b9969710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.504413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.507821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/6c7f7569-8b61-4155-978b-842df6f3f98b HTTP/1.1" status: 204 len: 168 time: 1.2684815 Nov 02 16:55:04.512440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34000) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:04.519017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-135920167'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:04.534741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0445083-57dc-4c47-8a39-cf0cc1df9bf5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=6c7f7569-8b61-4155-978b-842df6f3f98b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:04.615840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:04.623385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.643135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-5ccfa950-94c6-46f7-ad80-5348dcce06e4 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263508 Nov 02 16:55:04.644843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6d6-7100-496a-aa04-5eb8b9969710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.651093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6d6-7100-496a-aa04-5eb8b9969710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.686419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:04.708879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad8aa6d6-7100-496a-aa04-5eb8b9969710 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1dec05b806d4f18b3417ce863136379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963754 Nov 02 16:55:04.711199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aa6d6-7100-496a-aa04-5eb8b9969710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d13327-eda1-4c25-89ee-54f75fb957f8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:04.714971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34002) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:04.729287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.729654 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment 1014f8ab-f9fa-416b-a697-dc8240ac174c of type vlan for network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 Nov 02 16:55:04.772226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b3b60-baaf-477c-a79f-f7d8a3869198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.784154 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.797491 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b3b60-baaf-477c-a79f-f7d8a3869198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.806109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a447fc53-4a60-4e72-a39e-a8abb992ffc7 req-1dbf048e-18a9-4224-b9dd-72ec828d6da6 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538739 Nov 02 16:55:04.826003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.831776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:04.832389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.857288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b3b60-baaf-477c-a79f-f7d8a3869198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.860898 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b3b60-baaf-477c-a79f-f7d8a3869198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:04.864549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1d7b3b60-baaf-477c-a79f-f7d8a3869198 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80d13327-eda1-4c25-89ee-54f75fb957f8 HTTP/1.1" status: 204 len: 168 time: 0.1461873 Nov 02 16:55:04.874431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b3b60-baaf-477c-a79f-f7d8a3869198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d13327-eda1-4c25-89ee-54f75fb957f8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:04.921920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=9ef3c4a5-dd71-42a6-9f12-13aef093edf5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:04.927994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ac2136d9-7898-4bca-91db-744730f0e9ef tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4148691 Nov 02 16:55:04.931525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34010) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:04.937295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:04.944317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:05.059882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:05.063939 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.306271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.371775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=7e508f8b-e5a3-417d-af5d-7bb57b1020a6,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:05.396981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': '1014f8ab-f9fa-416b-a697-dc8240ac174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:05.397503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: 9ef3c4a5-dd71-42a6-9f12-13aef093edf5, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:05.429987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:05.438548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:05.450897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9ef3c4a5-dd71-42a6-9f12-13aef093edf5) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:05.465086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb264871-e6a6-4185-9911-1e2ce7303bc2 None None] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:05.466065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:05.467148 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.483536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:05.484181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3a4fb03d-a80c-4f5b-af42-b463d21d2b85 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:05.494598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34034) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:05.495150 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8a0afd55-68d5-4313-aa66-4a9f85317b47 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5618548 Nov 02 16:55:05.499642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-305351301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:05.529631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.531053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.602236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.610019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.632444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.637186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1dfa26aa-5387-4e7b-be4b-d067e3575fed tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1385987 Nov 02 16:55:05.637186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34042) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:05.655881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-9ef3c4a5-dd71-42a6-9f12-13aef093edf5', 'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': '7e508f8b-e5a3-417d-af5d-7bb57b1020a6'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:05.656789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:05.840952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Allocated IP 172.20.0.2 (9ef3c4a5-dd71-42a6-9f12-13aef093edf5/7e508f8b-e5a3-417d-af5d-7bb57b1020a6/80e286c6-35f6-41bc-a297-ae59be75df41) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:05.976276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.021126 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.029908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.069571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:06.071616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:06.076012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:06.091806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Pushing event updated for resources: {'Port': ['ID=80e286c6-35f6-41bc-a297-ae59be75df41,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:06.159563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Attempting to bind port 80e286c6-35f6-41bc-a297-ae59be75df41 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:06.159982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Attempting to bind port 80e286c6-35f6-41bc-a297-ae59be75df41 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1014f8ab-f9fa-416b-a697-dc8240ac174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:06.160423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Attempting to bind port 80e286c6-35f6-41bc-a297-ae59be75df41 on network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:06.167736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:06.168106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Checking segment: {'id': '1014f8ab-f9fa-416b-a697-dc8240ac174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:06.168512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.168904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Bound using segment: {'id': '1014f8ab-f9fa-416b-a697-dc8240ac174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:06.169522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Bound port: 80e286c6-35f6-41bc-a297-ae59be75df41, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014f8ab-f9fa-416b-a697-dc8240ac174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9ef3c4a5-dd71-42a6-9f12-13aef093edf5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:06.169910 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.284663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] For port 80e286c6-35f6-41bc-a297-ae59be75df41, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:06.288793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] For port 80e286c6-35f6-41bc-a297-ae59be75df41, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=80e286c6-35f6-41bc-a297-ae59be75df41,segment=NetworkSegment(1014f8ab-f9fa-416b-a697-dc8240ac174c),segment_id=1014f8ab-f9fa-416b-a697-dc8240ac174c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:06.295633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.312061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.20.0.1 (9ef3c4a5-dd71-42a6-9f12-13aef093edf5/7e508f8b-e5a3-417d-af5d-7bb57b1020a6/77993f69-bae3-427a-a4dc-e17b0a06b40d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:06.355438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebffe-e9af-45f9-8dd4-a2e694450742 None None] Pushing event updated for resources: {'Port': ['ID=80e286c6-35f6-41bc-a297-ae59be75df41,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:06.499230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.544685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.593538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:06.596979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:06.606144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:06.610175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=77993f69-bae3-427a-a4dc-e17b0a06b40d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:06.676598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:06.856727 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.302067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.314123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.387801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.553128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80e286c6-35f6-41bc-a297-ae59be75df41 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:07.573962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=77993f69-bae3-427a-a4dc-e17b0a06b40d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:07.669309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:07.672115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:07.676277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 80e286c6-35f6-41bc-a297-ae59be75df41 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:07.677357 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.857728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.874591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router b31987c3-b3d6-4a9c-878b-a36c0abc9319 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:55:07.926531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a92f4d-14fa-4e7d-8c26-40b8da40e3b9 None None] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:07.935919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 80e286c6-35f6-41bc-a297-ae59be75df41, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=80e286c6-35f6-41bc-a297-ae59be75df41,segment=NetworkSegment(1014f8ab-f9fa-416b-a697-dc8240ac174c),segment_id=1014f8ab-f9fa-416b-a697-dc8240ac174c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:07.954167 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:07.983848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:07.990966 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2015943b-8b6f-4f4c-b857-5dcdbc4d2bc9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/b31987c3-b3d6-4a9c-878b-a36c0abc9319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3522940 Nov 02 16:55:07.995794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34126) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:08.020425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] Sync routers for ids ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:08.066792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] Routers {'b31987c3-b3d6-4a9c-878b-a36c0abc9319'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:08.067416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:08.069204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1df998e5-f3b6-4583-9a05-9285278c34e1 None None] Provisioning complete for port 80e286c6-35f6-41bc-a297-ae59be75df41 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:08.069576 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1df998e5-f3b6-4583-9a05-9285278c34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:08.081244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02ada9-14c6-40c1-9401-0aea910013fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:08.089882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7c02ada9-14c6-40c1-9401-0aea910013fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports/77993f69-bae3-427a-a4dc-e17b0a06b40d HTTP/1.1" status: 200 len: 910 time: 0.0914152 Nov 02 16:55:08.091240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:08.151506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:08.194467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=80e286c6-35f6-41bc-a297-ae59be75df41,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:08.224464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] Routers {'b31987c3-b3d6-4a9c-878b-a36c0abc9319'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:08.225499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:08.286961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:08.287930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8926d-b98a-4fa0-b9fc-9c1efb9d4754 None None] The sync data for ids ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:08.474283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34138) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:08.544117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:08.607636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-072599b2-94a4-4abb-a0bb-2932e9b1b694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:08.735786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ef28e9d1-3005-45d8-b8c4-7101daea81cf tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2283 time: 0.2589154 Nov 02 16:55:08.736867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:08.746321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'network': {'name': 'tempest-network-smoke--1962323066', 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'port_security_enabled': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:08.787139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Made reservation on behalf of 139686f37a66471db33bfb50eb3aaba4 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:08.796863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:08.845127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:08.866785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:08.867313 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Added segment b8143203-32ef-450b-a65a-d02a2ac8c3fb of type vlan for network bde03161-614c-4e08-89b2-5b3a3fe176c1 Nov 02 16:55:08.943424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34148) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:08.957836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.003614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0f087d2b-07f0-4cc3-91ee-4eb1b129c363 None None] Provisioning complete for port 77993f69-bae3-427a-a4dc-e17b0a06b40d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:09.004217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f087d2b-07f0-4cc3-91ee-4eb1b129c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.011168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.034764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:09.038754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.104930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0f087d2b-07f0-4cc3-91ee-4eb1b129c363 None None] Port 77993f69-bae3-427a-a4dc-e17b0a06b40d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:09.122783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0f087d2b-07f0-4cc3-91ee-4eb1b129c363 None None] Provisioning complete for port 80e286c6-35f6-41bc-a297-ae59be75df41 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:09.123472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f087d2b-07f0-4cc3-91ee-4eb1b129c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.283511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5443575 Nov 02 16:55:09.284167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34156) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:09.294279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'admin_state_up': True, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:09.326507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dea3c8-6a9f-44f6-9c3d-e224919a27b2 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Network': ['ID=bde03161-614c-4e08-89b2-5b3a3fe176c1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:09.330276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34d5f408-96dc-429f-b367-6d9246301145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.340742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:09.397864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.400505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.468106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 77993f69-bae3-427a-a4dc-e17b0a06b40d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:09.468640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.555843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80e286c6-35f6-41bc-a297-ae59be75df41 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:09.574563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34d5f408-96dc-429f-b367-6d9246301145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.581916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-34d5f408-96dc-429f-b367-6d9246301145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.585547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.738303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d5495e07-cc27-4277-a4b8-000c5a3bc7b4 None None] Provisioning complete for port 77993f69-bae3-427a-a4dc-e17b0a06b40d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:09.740291 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5495e07-cc27-4277-a4b8-000c5a3bc7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.827196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 80e286c6-35f6-41bc-a297-ae59be75df41 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:09.827636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.907405 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:09.948317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d5495e07-cc27-4277-a4b8-000c5a3bc7b4 None None] Port 77993f69-bae3-427a-a4dc-e17b0a06b40d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:09.973539 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.045690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 77993f69-bae3-427a-a4dc-e17b0a06b40d owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:10.061186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5f408-96dc-429f-b367-6d9246301145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b02a73-d729-45ef-b7c3-9aa1393c2485,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:10.064914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-34d5f408-96dc-429f-b367-6d9246301145 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20babb203b6540aab68a303284a650e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1202111 Nov 02 16:55:10.067440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34170) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:10.092895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5c0345cb-d9a2-40af-b2b3-8dd4cd5aed1e None None] Provisioning complete for port 77993f69-bae3-427a-a4dc-e17b0a06b40d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:10.093579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5c0345cb-d9a2-40af-b2b3-8dd4cd5aed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.135954 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50eed844-dd2a-4a15-b39f-bbd481282f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.166094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50eed844-dd2a-4a15-b39f-bbd481282f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.166820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5c0345cb-d9a2-40af-b2b3-8dd4cd5aed1e None None] Port 77993f69-bae3-427a-a4dc-e17b0a06b40d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:10.226683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50eed844-dd2a-4a15-b39f-bbd481282f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.230650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50eed844-dd2a-4a15-b39f-bbd481282f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.231836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-50eed844-dd2a-4a15-b39f-bbd481282f1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2b02a73-d729-45ef-b7c3-9aa1393c2485 HTTP/1.1" status: 204 len: 168 time: 0.1634173 Nov 02 16:55:10.260605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eed844-dd2a-4a15-b39f-bbd481282f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b02a73-d729-45ef-b7c3-9aa1393c2485,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:10.486950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.525533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.540864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.609133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=77993f69-bae3-427a-a4dc-e17b0a06b40d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:10.653205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34182) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:10.672814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2b6a52c6-37dc-47de-a400-d41d56935309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.795358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2b6a52c6-37dc-47de-a400-d41d56935309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.803751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2b6a52c6-37dc-47de-a400-d41d56935309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.839671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a52c6-37dc-47de-a400-d41d56935309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b472e1-e8d3-4e04-a545-452424c607ff,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:10.843958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.25.7.109 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/043bb37d-e1a8-4e91-9dd5-548fec6bbcba) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:10.867841 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.868760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2b6a52c6-37dc-47de-a400-d41d56935309 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60a0789ea2ce44d881e5fa739f45f22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135437 Nov 02 16:55:10.869448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34190) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:10.948360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6257a98a-9d92-4379-a65b-fc56e56f4dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:10.972324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6257a98a-9d92-4379-a65b-fc56e56f4dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.028245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6257a98a-9d92-4379-a65b-fc56e56f4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.032560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6257a98a-9d92-4379-a65b-fc56e56f4dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.034484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6257a98a-9d92-4379-a65b-fc56e56f4dba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49b472e1-e8d3-4e04-a545-452424c607ff HTTP/1.1" status: 204 len: 168 time: 0.1637287 Nov 02 16:55:11.047110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257a98a-9d92-4379-a65b-fc56e56f4dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b472e1-e8d3-4e04-a545-452424c607ff,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:11.112586 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c35903e6-094e-4bc6-9edc-66ee84d97f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.162360 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.174362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router b31987c3-b3d6-4a9c-878b-a36c0abc9319 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:11.281612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:11.290190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:11.290723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc728da7-d5c2-44b8-a3c7-64975408c9b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/b31987c3-b3d6-4a9c-878b-a36c0abc9319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1973581 Nov 02 16:55:11.292441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.305753 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] Sync routers for ids ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:11.321666 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] Routers {'b31987c3-b3d6-4a9c-878b-a36c0abc9319'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:11.323105 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:11.331700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:11.334773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:11.338685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:11.355331 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.368830 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cba69740-6f32-4b41-b006-0c6357edf0c9 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31987c3-b3d6-4a9c-878b-a36c0abc9319 HTTP/1.1" status: 200 len: 205 time: 0.0764842 Nov 02 16:55:11.371444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34202) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:11.372959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:11.395066 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] Routers {'b31987c3-b3d6-4a9c-878b-a36c0abc9319'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:11.395717 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:11.396763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:11.471427 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:11.472113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cece0df-2107-45a4-9fda-973614208d1e None None] The sync data for ids ['b31987c3-b3d6-4a9c-878b-a36c0abc9319'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:11.523932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.702295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.713526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.715988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.772217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.773066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router b31987c3-b3d6-4a9c-878b-a36c0abc9319 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:55:11.781406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.782492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be97d90b-223f-4dc5-964e-00adc4f40ed6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/b31987c3-b3d6-4a9c-878b-a36c0abc9319 HTTP/1.1" status: 204 len: 168 time: 0.4086394 Nov 02 16:55:11.785295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34218) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:11.868990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet 7e508f8b-e5a3-417d-af5d-7bb57b1020a6 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:55:11.872809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:11.968399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.033438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.069494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.162093 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.217282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.220203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router c7606198-c6c3-49ab-97ca-21c650e1ead6 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:55:12.222969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/7e508f8b-e5a3-417d-af5d-7bb57b1020a6 HTTP/1.1" status: 204 len: 168 time: 0.4355910 Nov 02 16:55:12.225216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0668ca2-8bc3-45e0-bc38-2977321cdd8e None None] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:12.225727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6df5-5aa0-4e70-a13a-0838c81603a5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=7e508f8b-e5a3-417d-af5d-7bb57b1020a6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:12.230881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34238) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:12.362164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.403097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:12.429331 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.433706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34242) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:12.438806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-84f13c4d-3325-4467-bea2-fa613f42fd72 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1529453 Nov 02 16:55:12.450514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Sync routers for ids ['c7606198-c6c3-49ab-97ca-21c650e1ead6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:12.481919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Routers {'c7606198-c6c3-49ab-97ca-21c650e1ead6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:12.482926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7606198-c6c3-49ab-97ca-21c650e1ead6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:12.521498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 80e286c6-35f6-41bc-a297-ae59be75df41 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:12.521934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.622832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] DHCP port deletion for 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:55:12.641575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 80e286c6-35f6-41bc-a297-ae59be75df41, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=80e286c6-35f6-41bc-a297-ae59be75df41,segment=NetworkSegment(1014f8ab-f9fa-416b-a697-dc8240ac174c),segment_id=1014f8ab-f9fa-416b-a697-dc8240ac174c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:12.642097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.662665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224ee8f-d3d0-40b2-9f6d-43bffef5ebe6 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:12.668994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34254) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:12.669200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e224ee8f-d3d0-40b2-9f6d-43bffef5ebe6 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=139686f37a66471db33bfb50eb3aaba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2342401 Nov 02 16:55:12.689385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 80e286c6-35f6-41bc-a297-ae59be75df41 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:12.719498 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.745470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Set router c7606198-c6c3-49ab-97ca-21c650e1ead6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:12.800915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20eabf2-d9ec-42e9-a895-747d49a57dc2 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:12.803834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b20eabf2-d9ec-42e9-a895-747d49a57dc2 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321712 Nov 02 16:55:12.806968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:12.864558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7748ee4a-b093-4e0e-92e8-2954835442da tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562253 Nov 02 16:55:12.866816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:12.874800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:12.909882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=80e286c6-35f6-41bc-a297-ae59be75df41,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:12.918800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port 80e286c6-35f6-41bc-a297-ae59be75df41 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:12.938903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eb8aede6-8515-40db-8930-16d9423c3590 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=139686f37a66471db33bfb50eb3aaba4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601022 Nov 02 16:55:12.955601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:13.046648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.071188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef3c4a5-dd71-42a6-9f12-13aef093edf5']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:13.075134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Deleting port 80e286c6-35f6-41bc-a297-ae59be75df41 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:13.075521 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.096179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014f8ab-f9fa-416b-a697-dc8240ac174c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:13.097385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014f8ab-f9fa-416b-a697-dc8240ac174c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:13.117056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.137930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.145897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:55:13.146621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:55:13.151725 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:55:13.187611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] For port 80e286c6-35f6-41bc-a297-ae59be75df41, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:13.188014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.210100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Calling delete_port for 80e286c6-35f6-41bc-a297-ae59be75df41 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:13.227953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa27dfb-2589-4d3c-a1c4-88b29b3a409c tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:13.229808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0aa27dfb-2589-4d3c-a1c4-88b29b3a409c tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2730858 Nov 02 16:55:13.234755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34288) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:13.245078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Port 80e286c6-35f6-41bc-a297-ae59be75df41 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:55:13.252552 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.255562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.271397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.285697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Network 9ef3c4a5-dd71-42a6-9f12-13aef093edf5 is not hosted by any dhcp agent {{(pid=102067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:55:13.285918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/9ef3c4a5-dd71-42a6-9f12-13aef093edf5 HTTP/1.1" status: 204 len: 168 time: 1.0524461 Nov 02 16:55:13.286514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] No DVR routers for this DVR port 80e286c6-35f6-41bc-a297-ae59be75df41 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:13.286883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34290) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:13.291423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-65134e67-1b18-410b-a1a9-a98bc7449f4b tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553696 Nov 02 16:55:13.295008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1d1cc-3f63-411b-a224-ffbc57b5268a None None] Pushing event deleted for resources: {'Port': ['ID=80e286c6-35f6-41bc-a297-ae59be75df41,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:13.300749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-609067575', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:13.308681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34292) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:13.325863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350068402', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:13.326904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:11Z', 'revision_number': 3, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:13.340657 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.342899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.388138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Checking router: c7606198-c6c3-49ab-97ca-21c650e1ead6 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:13.388493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Updating router c7606198-c6c3-49ab-97ca-21c650e1ead6 port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:55:13.388997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b54c-a8a7-4302-98f3-fd96c4bdcd93 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=9ef3c4a5-dd71-42a6-9f12-13aef093edf5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:13.433242 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.532672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Made reservation on behalf of 139686f37a66471db33bfb50eb3aaba4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:13.542444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.717946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80e286c6-35f6-41bc-a297-ae59be75df41 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:13.769768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 80e286c6-35f6-41bc-a297-ae59be75df41 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:13.771956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 80e286c6-35f6-41bc-a297-ae59be75df41 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:13.871048 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.888663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.895919 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.916439 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.928129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:13.975258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Subnet': ['ID=9755cf46-e014-4fc1-8939-259898c7ddb6,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:14.001648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Checking segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:14.002023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network hostable DHCP agents. Network: bde03161-614c-4e08-89b2-5b3a3fe176c1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:14.024275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:14.040301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd106f13-39f5-4723-b77d-a343ab64a0a5 None None] Pushing event updated for resources: {'Port': ['ID=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:14.040707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, bde03161-614c-4e08-89b2-5b3a3fe176c1) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:14.043173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Attempting to bind port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:14.045574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Attempting to bind port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:14.047815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Attempting to bind port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:14.054572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:14.055530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:14.056086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.057053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:14.057352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Bound port: 043bb37d-e1a8-4e91-9dd5-548fec6bbcba, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:14.057842 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.062934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.063876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f828a-8bc6-4d94-a7f1-dcbe1f9fb02e None None] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:14.073183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:14.073814 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.103327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-327c8d77-05fb-4c78-9077-eaa1a01cbb9a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7901325 Nov 02 16:55:14.103572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34306) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:14.222051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] For port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:14.246056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] For port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:14.282119 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.358282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Routers {'c7606198-c6c3-49ab-97ca-21c650e1ead6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:14.358923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7606198-c6c3-49ab-97ca-21c650e1ead6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:14.432351 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.460000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.496608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd106f13-39f5-4723-b77d-a343ab64a0a5 None None] Pushing event updated for resources: {'Port': ['ID=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:14.514592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-bde03161-614c-4e08-89b2-5b3a3fe176c1', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'fixed_ips': [{'subnet_id': '9755cf46-e014-4fc1-8939-259898c7ddb6'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:14.516323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:14.695275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] Set router c7606198-c6c3-49ab-97ca-21c650e1ead6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:14.773249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.25.7.161 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f1ca940a-6667-46ef-9a8d-9210f1b07512) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:14.889146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Allocated IP 172.20.0.18 (bde03161-614c-4e08-89b2-5b3a3fe176c1/9755cf46-e014-4fc1-8939-259898c7ddb6/2091cb3e-55a1-4388-8224-8bc420924598) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:14.986551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.064511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.064739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:11Z', 'revision_number': 3, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:15.093762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb68484-ec3e-4f61-9b08-beb43760482c None None] The sync data for ids ['c7606198-c6c3-49ab-97ca-21c650e1ead6'] in n-d-811405-2 is: [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:11Z', 'revision_number': 3, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:15.100824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.116066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:15.121153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:15.127231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:15.158841 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.168944 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.202159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=f1ca940a-6667-46ef-9a8d-9210f1b07512,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:15.322471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:15.337131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:15.342993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:15.427857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Pushing event updated for resources: {'Port': ['ID=2091cb3e-55a1-4388-8224-8bc420924598,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:15.577393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Attempting to bind port 2091cb3e-55a1-4388-8224-8bc420924598 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:15.578305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Attempting to bind port 2091cb3e-55a1-4388-8224-8bc420924598 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:15.579197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Attempting to bind port 2091cb3e-55a1-4388-8224-8bc420924598 on network bde03161-614c-4e08-89b2-5b3a3fe176c1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:15.587564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:15.588706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Checking segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:15.589374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.20.0.17 (bde03161-614c-4e08-89b2-5b3a3fe176c1/9755cf46-e014-4fc1-8939-259898c7ddb6/9ba53a00-6b69-459f-a433-7891659c61b2) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:15.589914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.590799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Bound using segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:15.591589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Bound port: 2091cb3e-55a1-4388-8224-8bc420924598, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:15.592214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.655445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.746624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] For port 2091cb3e-55a1-4388-8224-8bc420924598, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:15.753825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] For port 2091cb3e-55a1-4388-8224-8bc420924598, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2091cb3e-55a1-4388-8224-8bc420924598,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:15.762295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.820596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.884048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:15.898204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657bda5-6900-434f-ba27-abb8b63c70a8 None None] Pushing event updated for resources: {'Port': ['ID=2091cb3e-55a1-4388-8224-8bc420924598,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:15.955134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=9ba53a00-6b69-459f-a433-7891659c61b2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:15.983206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:15.985070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:15.989110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:16.026018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34332) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:16.057397 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.058824 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.311046 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.325723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7716e4-bafd-4b4b-9b72-3ae224b9b8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.448550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router eaf3ae9f-8114-43e8-857b-41cadb7ebc15 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:55:16.483617 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7716e4-bafd-4b4b-9b72-3ae224b9b8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.606662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b7716e4-bafd-4b4b-9b72-3ae224b9b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.633832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:16.636926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7716e4-bafd-4b4b-9b72-3ae224b9b8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f47460c-9cc0-4c92-b4bc-ef070bbef152,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:16.645748 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] Sync routers for ids ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:16.662668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.666347 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] Routers {'eaf3ae9f-8114-43e8-857b-41cadb7ebc15'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:16.667009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a57c30f0-c27a-4c3c-b12c-622c754a47d3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3788519 Nov 02 16:55:16.667529 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:16.667675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34338) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:16.730371 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:16.744554 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] Routers {'eaf3ae9f-8114-43e8-857b-41cadb7ebc15'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:16.745356 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:16.755921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.756098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b7716e4-bafd-4b4b-9b72-3ae224b9b8d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=735434815a8d4284b5c8fd68404a4188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7288029 Nov 02 16:55:16.756560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34342) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:16.762413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.801298 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:16.810046 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8185017-aa8a-46e3-bc80-d22d90ef5693 None None] The sync data for ids ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:16.838355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=9ba53a00-6b69-459f-a433-7891659c61b2,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:16.855811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dca5559b-b47e-427f-b6f7-659cd3bc1709 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/routers/eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 200 len: 880 time: 0.1844902 Nov 02 16:55:16.858615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34344) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:16.863096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84772f33-28ca-472b-8777-68eb74c93e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.897867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84772f33-28ca-472b-8777-68eb74c93e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.955202 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84772f33-28ca-472b-8777-68eb74c93e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.958212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-84772f33-28ca-472b-8777-68eb74c93e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:16.959736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-84772f33-28ca-472b-8777-68eb74c93e9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f47460c-9cc0-4c92-b4bc-ef070bbef152 HTTP/1.1" status: 204 len: 168 time: 0.1992095 Nov 02 16:55:16.987950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772f33-28ca-472b-8777-68eb74c93e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f47460c-9cc0-4c92-b4bc-ef070bbef152,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:17.319907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34350) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:17.341426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8488b1a4-0c7a-4a0d-bcc0-50133d64fa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.354403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.373515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a70fc8-3827-4fe7-aba7-4a81c7cbcb28 None None] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:17.514691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8488b1a4-0c7a-4a0d-bcc0-50133d64fa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.530703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8488b1a4-0c7a-4a0d-bcc0-50133d64fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.545262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c1893b7f-78c5-4409-87a8-aefb2ca9169e None None] Provisioning complete for port 2091cb3e-55a1-4388-8224-8bc420924598 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:17.545737 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c1893b7f-78c5-4409-87a8-aefb2ca9169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.601364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8488b1a4-0c7a-4a0d-bcc0-50133d64fa59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b34d88b003e44e03ad0c4bed25a7c752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799361 Nov 02 16:55:17.604582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34352) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:17.605286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:17.607254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:17.671345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 043bb37d-e1a8-4e91-9dd5-548fec6bbcba up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:17.673954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488b1a4-0c7a-4a0d-bcc0-50133d64fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63212c-18f1-4cfc-95a7-c3d28ea1eb20,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:17.773061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-118bb1d7-9428-4efd-88bd-c2abf46a0dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.804602 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-118bb1d7-9428-4efd-88bd-c2abf46a0dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.814607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.830692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:17.831263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.892460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router c7606198-c6c3-49ab-97ca-21c650e1ead6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:17.927754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-118bb1d7-9428-4efd-88bd-c2abf46a0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.947639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-118bb1d7-9428-4efd-88bd-c2abf46a0dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:17.950502 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-118bb1d7-9428-4efd-88bd-c2abf46a0dfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd63212c-18f1-4cfc-95a7-c3d28ea1eb20 HTTP/1.1" status: 204 len: 168 time: 0.3445125 Nov 02 16:55:17.966695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-94feaae2-16af-4146-b2ba-b033e5f3e676 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1057799 Nov 02 16:55:17.969923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bb1d7-9428-4efd-88bd-c2abf46a0dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63212c-18f1-4cfc-95a7-c3d28ea1eb20,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:17.970552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34360) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:17.977817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-609067575'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:18.141094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c1893b7f-78c5-4409-87a8-aefb2ca9169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.199631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c1893b7f-78c5-4409-87a8-aefb2ca9169e None None] For port 2091cb3e-55a1-4388-8224-8bc420924598, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2091cb3e-55a1-4388-8224-8bc420924598,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:18.209996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c1893b7f-78c5-4409-87a8-aefb2ca9169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.312898 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.367059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:18.369309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1893b7f-78c5-4409-87a8-aefb2ca9169e None None] Pushing event updated for resources: {'Port': ['ID=2091cb3e-55a1-4388-8224-8bc420924598,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:18.382195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.383879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2091cb3e-55a1-4388-8224-8bc420924598 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:18.458433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b61bb63d-2737-436f-b353-60ce3825aebd None None] Provisioning complete for port 2091cb3e-55a1-4388-8224-8bc420924598 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:18.459042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b61bb63d-2737-436f-b353-60ce3825aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.467301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:18.487545 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-557d2cb2-376e-4b6c-bcf5-3408870bbaac tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "PUT /v2.0/routers/c7606198-c6c3-49ab-97ca-21c650e1ead6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3820026 Nov 02 16:55:18.512134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Sync routers for ids ['c7606198-c6c3-49ab-97ca-21c650e1ead6'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:18.561447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Routers {'c7606198-c6c3-49ab-97ca-21c650e1ead6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:18.563192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7606198-c6c3-49ab-97ca-21c650e1ead6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:18.687916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Set router c7606198-c6c3-49ab-97ca-21c650e1ead6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:18.750467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:18.766106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.787213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2091cb3e-55a1-4388-8224-8bc420924598 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:18.787442 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:18.824768 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.008834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router eaf3ae9f-8114-43e8-857b-41cadb7ebc15 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:19.023191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-1b431030-3c6c-452a-91ee-eceeb63cc490 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:19.039930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-1b431030-3c6c-452a-91ee-eceeb63cc490 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/networks?id=bde03161-614c-4e08-89b2-5b3a3fe176c1 HTTP/1.1" status: 200 len: 798 time: 0.2344816 Nov 02 16:55:19.057684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-b00ce497-1379-4db8-98ea-a09a7559460e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/quotas/139686f37a66471db33bfb50eb3aaba4 HTTP/1.1" status: 200 len: 375 time: 0.0156095 Nov 02 16:55:19.149590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:19.158660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.161635 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] Sync routers for ids ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:19.163236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-23289758-50fa-42fe-8a3e-71596db710df tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 200 len: 887 time: 1.1909704 Nov 02 16:55:19.164581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34396) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:19.177443 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] Routers {'eaf3ae9f-8114-43e8-857b-41cadb7ebc15'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:19.178446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:19.179439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-b1e975a6-c6ed-47bc-abf5-06c97e73bb9f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1148803 Nov 02 16:55:19.244474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b61bb63d-2737-436f-b353-60ce3825aebd None None] Provisioning complete for port 9ba53a00-6b69-459f-a433-7891659c61b2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:19.245101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b61bb63d-2737-436f-b353-60ce3825aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.279070 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:19.301756 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] Routers {'eaf3ae9f-8114-43e8-857b-41cadb7ebc15'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:19.303893 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:19.349122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b61bb63d-2737-436f-b353-60ce3825aebd None None] Port 9ba53a00-6b69-459f-a433-7891659c61b2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:19.356880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:16Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '9ba53a00-6b69-459f-a433-7891659c61b2', 'name': '', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:07:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:15Z', 'updated_at': '2021-11-02T16:55:16Z', 'revision_number': 2, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:19.362393 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e59c0740-ae4c-4143-8f29-33933024b0f8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/routers/eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 200 len: 887 time: 0.1964269 Nov 02 16:55:19.365197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:19.385152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-62da2592-f0b5-4bbc-93af-cc04e804705f service neutron] 10.222.0.31 "GET /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870048 Nov 02 16:55:19.392931 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:19.395063 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83044a-a590-41a9-8da0-4b19db2b249a None None] The sync data for ids ['eaf3ae9f-8114-43e8-857b-41cadb7ebc15'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:19.409004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-883c792e-67a9-4fbf-a0bd-a8c3e4ae7514 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 200 len: 205 time: 0.0426879 Nov 02 16:55:19.412883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34402) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:19.421670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Checking router: c7606198-c6c3-49ab-97ca-21c650e1ead6 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:19.422231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Updating router c7606198-c6c3-49ab-97ca-21c650e1ead6 port 9ba53a00-6b69-459f-a433-7891659c61b2 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:55:19.451209 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.510574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 043bb37d-e1a8-4e91-9dd5-548fec6bbcba up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:19.549632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-c0aa50c4-1e60-452c-8565-80ea52fabd75 service neutron] 10.222.0.31 "GET /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544418 Nov 02 16:55:19.597488 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.675290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9d6e1c8d-2dab-4f35-94ac-d31183b9a482 None None] Provisioning complete for port 9ba53a00-6b69-459f-a433-7891659c61b2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:19.675592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9d6e1c8d-2dab-4f35-94ac-d31183b9a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.763292 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.878186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:19.881688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.893034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port f1ca940a-6667-46ef-9a8d-9210f1b07512 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:19.893034 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:19.893336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16653b74-ed27-40ae-8bc8-c215a577e01f req-f1e7917b-8348-4cf7-8a37-eb778d959837 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 210 time: 0.0748961 Nov 02 16:55:19.919475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e1c8d-2dab-4f35-94ac-d31183b9a482 None None] Port 9ba53a00-6b69-459f-a433-7891659c61b2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:20.084130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.100201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for f1ca940a-6667-46ef-9a8d-9210f1b07512 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:20.113051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2091cb3e-55a1-4388-8224-8bc420924598 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:20.218963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.227388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2091cb3e-55a1-4388-8224-8bc420924598 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:20.227920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.231026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.297872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45c5b-6164-49e9-977d-0e63f58e311d None None] Pushing event updated for resources: {'Port': ['ID=9ba53a00-6b69-459f-a433-7891659c61b2,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:20.313956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.359432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=f1ca940a-6667-46ef-9a8d-9210f1b07512,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:20.471753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Attempting to bind port 9ba53a00-6b69-459f-a433-7891659c61b2 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:20.472406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Attempting to bind port 9ba53a00-6b69-459f-a433-7891659c61b2 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:20.472596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Attempting to bind port 9ba53a00-6b69-459f-a433-7891659c61b2 on network bde03161-614c-4e08-89b2-5b3a3fe176c1 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:20.509782 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.530277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:20.542294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Checking segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:20.542681 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.543081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Bound using segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:20.543592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Bound port: 9ba53a00-6b69-459f-a433-7891659c61b2, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:20.543985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.713721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.717947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.798516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] For port 9ba53a00-6b69-459f-a433-7891659c61b2, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:20.811316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] For port 9ba53a00-6b69-459f-a433-7891659c61b2, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9ba53a00-6b69-459f-a433-7891659c61b2,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:20.824124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4c9255bc-f9ac-4813-8a5a-b137b0e67da1 None None] Provisioning complete for port 9ba53a00-6b69-459f-a433-7891659c61b2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:20.824495 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c9255bc-f9ac-4813-8a5a-b137b0e67da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.830205 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.833300 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.834288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router eaf3ae9f-8114-43e8-857b-41cadb7ebc15 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:55:20.846818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.848664 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0957473d-b486-4593-b8a0-dbbff8b4bdbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 204 len: 168 time: 1.4330237 Nov 02 16:55:20.854952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34436) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:20.862046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-508131874'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:20.904226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:20.910495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.976958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:20.993717 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:20.995411 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment 33fcc4ed-035f-4852-9b5c-f32d2a0452b8 of type vlan for network cded64e3-6887-4bef-a8d3-01c605b1f956 Nov 02 16:55:21.044884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Routers {'c7606198-c6c3-49ab-97ca-21c650e1ead6'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:21.045925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7606198-c6c3-49ab-97ca-21c650e1ead6'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:21.143271 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-214fa23c-c02a-4f92-8ab1-7dd862f64fa5 req-7526afb9-0f6b-4ee7-aa41-91c9c5fd2639 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 210 time: 0.1287847 Nov 02 16:55:21.155226 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:21.190754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:21.199553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:21.200210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:21.216846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45c5b-6164-49e9-977d-0e63f58e311d None None] Pushing event updated for resources: {'Port': ['ID=9ba53a00-6b69-459f-a433-7891659c61b2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:21.389306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5325122 Nov 02 16:55:21.392785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34478) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:21.396289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6fbf6-7614-4f25-808e-28c2100bb1d8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=cded64e3-6887-4bef-a8d3-01c605b1f956,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:21.401238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:21.423948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network cded64e3-6887-4bef-a8d3-01c605b1f956 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:21.434266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c9255bc-f9ac-4813-8a5a-b137b0e67da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:21.687055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] Set router c7606198-c6c3-49ab-97ca-21c650e1ead6 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:21.734998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4c9255bc-f9ac-4813-8a5a-b137b0e67da1 None None] For port 9ba53a00-6b69-459f-a433-7891659c61b2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9ba53a00-6b69-459f-a433-7891659c61b2,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:21.749268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c9255bc-f9ac-4813-8a5a-b137b0e67da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:21.761417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:21.767599 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:21.842026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9255bc-f9ac-4813-8a5a-b137b0e67da1 None None] Pushing event updated for resources: {'Port': ['ID=9ba53a00-6b69-459f-a433-7891659c61b2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:21.940647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-01a3b620-09de-4125-89c5-3b1ef6a72373 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:21.942738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-01a3b620-09de-4125-89c5-3b1ef6a72373 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.100 "GET /v2.0/networks?id=bde03161-614c-4e08-89b2-5b3a3fe176c1 HTTP/1.1" status: 200 len: 798 time: 0.5204811 Nov 02 16:55:21.981817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Request body: {'port': {'device_id': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'admin_state_up': True, 'tenant_id': '139686f37a66471db33bfb50eb3aaba4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:22.248596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5b5fdef6-ac37-4ef4-b751-4f632bd5e4ad None None] Provisioning complete for port 9ba53a00-6b69-459f-a433-7891659c61b2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:22.249227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdef6-ac37-4ef4-b751-4f632bd5e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:22.374859 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b327a87a-491a-4e9b-8edb-3e73cfc13065 req-df4ab5d8-d009-4a0d-a6c4-5040529d5a58 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 210 time: 0.0898285 Nov 02 16:55:22.459515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:16Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '9ba53a00-6b69-459f-a433-7891659c61b2', 'name': '', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:07:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:15Z', 'updated_at': '2021-11-02T16:55:20Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:22.511530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0dacd-a1b6-4aba-969a-768b2a931312 None None] The sync data for ids ['c7606198-c6c3-49ab-97ca-21c650e1ead6'] in n-d-811405-2 is: [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:16Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '9ba53a00-6b69-459f-a433-7891659c61b2', 'name': '', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:07:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:15Z', 'updated_at': '2021-11-02T16:55:20Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:22.917472 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.062360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=52f3ac81-c3a0-4e5b-81c1-597d12a9dd23,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:23.081464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': '33fcc4ed-035f-4852-9b5c-f32d2a0452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:23.081831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: cded64e3-6887-4bef-a8d3-01c605b1f956, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:23.082273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34654) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:23.087914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Made reservation on behalf of 139686f37a66471db33bfb50eb3aaba4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:23.091733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.120779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.153316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network cded64e3-6887-4bef-a8d3-01c605b1f956 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:23.297816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.298162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, cded64e3-6887-4bef-a8d3-01c605b1f956) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:23.309779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:23.310862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.311718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bbf14-fb82-4c95-9e47-4f165c460c7f None None] Network cded64e3-6887-4bef-a8d3-01c605b1f956 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:23.429438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.439161 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a336750-d67f-47fa-b64a-4817e20a257c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0450761 Nov 02 16:55:23.443481 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.446457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 34690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:23.455235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-388559590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:23.561739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3feb2-8ff8-44f0-b58b-f7ba922da329,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:23.576368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Allocated IP 172.20.0.24 (bde03161-614c-4e08-89b2-5b3a3fe176c1/9755cf46-e014-4fc1-8939-259898c7ddb6/be3c3ef4-7190-491d-a06a-cefef38de443) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:23.601724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.603073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3391da4d353148918478da21bdd416da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192790 Nov 02 16:55:23.604746 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.611104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34704) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:23.670035 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d8450ea-fbe5-4c82-996f-3013b1efe2cb req-76aae32f-b478-4d87-9a49-8ddeedcb2cb8 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 210 time: 0.0949523 Nov 02 16:55:23.686550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.689035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.690556 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.696279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.696988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.697506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.698191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.698699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.699186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.699690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.700176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.700656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752a27a-7e8e-4448-9fd4-60c8f281d4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:23.737030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9ba53a00-6b69-459f-a433-7891659c61b2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:23.803149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-cded64e3-6887-4bef-a8d3-01c605b1f956', 'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': '52f3ac81-c3a0-4e5b-81c1-597d12a9dd23'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:23.804553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.818913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b81bb66c-ab25-451e-8394-797ad94e3a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.850212 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b81bb66c-ab25-451e-8394-797ad94e3a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.951103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b81bb66c-ab25-451e-8394-797ad94e3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.959700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b81bb66c-ab25-451e-8394-797ad94e3a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.961378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b81bb66c-ab25-451e-8394-797ad94e3a6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24e3feb2-8ff8-44f0-b58b-f7ba922da329 HTTP/1.1" status: 204 len: 168 time: 0.3459923 Nov 02 16:55:23.961507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.972861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:23.979205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb66c-ab25-451e-8394-797ad94e3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3feb2-8ff8-44f0-b58b-f7ba922da329,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:24.021780 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:55:24.075236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.076916 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1dae1118-6890-4b3c-802c-624fc5af2d95 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6253362 Nov 02 16:55:24.079889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34750) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:24.086747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9ba53a00-6b69-459f-a433-7891659c61b2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:24.086979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.141854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.159426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Allocated IP 172.20.0.2 (cded64e3-6887-4bef-a8d3-01c605b1f956/52f3ac81-c3a0-4e5b-81c1-597d12a9dd23/5e2ff59b-667a-46d6-a419-45b1c62f3007) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:24.206388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.285141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event updated for resources: {'Port': ['ID=be3c3ef4-7190-491d-a06a-cefef38de443,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:24.297117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:24.298753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:24.302805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:24.402040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:24.402750 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.441603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-a122cea3-fca0-444c-852c-0cff7f037395 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4652681 Nov 02 16:55:24.454212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Request body: {'port': {'device_id': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:24.521172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.537892 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.601077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.624221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Network cded64e3-6887-4bef-a8d3-01c605b1f956 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:24.628659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:24.634778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:24.695645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:24.737028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-46c75b9f-ae0d-41f3-9591-bcec0209e94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.766554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Attempting to bind port 5e2ff59b-667a-46d6-a419-45b1c62f3007 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:24.768015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Attempting to bind port 5e2ff59b-667a-46d6-a419-45b1c62f3007 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '33fcc4ed-035f-4852-9b5c-f32d2a0452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:24.769010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Attempting to bind port 5e2ff59b-667a-46d6-a419-45b1c62f3007 on network cded64e3-6887-4bef-a8d3-01c605b1f956 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:24.772149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Pushing event updated for resources: {'Port': ['ID=5e2ff59b-667a-46d6-a419-45b1c62f3007,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:24.779656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:24.780522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Checking segment: {'id': '33fcc4ed-035f-4852-9b5c-f32d2a0452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:24.781927 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.782556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Bound using segment: {'id': '33fcc4ed-035f-4852-9b5c-f32d2a0452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:24.783398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Bound port: 5e2ff59b-667a-46d6-a419-45b1c62f3007, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fcc4ed-035f-4852-9b5c-f32d2a0452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cded64e3-6887-4bef-a8d3-01c605b1f956'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:24.784869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.894643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3e60a174-40ad-4768-88a5-fd8ebd72b5c2 None None] Provisioning complete for port be3c3ef4-7190-491d-a06a-cefef38de443 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:24.895035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3e60a174-40ad-4768-88a5-fd8ebd72b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.930451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.947879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] For port 5e2ff59b-667a-46d6-a419-45b1c62f3007, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:24.958772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] For port 5e2ff59b-667a-46d6-a419-45b1c62f3007, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5e2ff59b-667a-46d6-a419-45b1c62f3007,segment=NetworkSegment(33fcc4ed-035f-4852-9b5c-f32d2a0452b8),segment_id=33fcc4ed-035f-4852-9b5c-f32d2a0452b8)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:24.961751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3e60a174-40ad-4768-88a5-fd8ebd72b5c2 None None] Port be3c3ef4-7190-491d-a06a-cefef38de443 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:24.969724 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:24.980357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401851d2-f132-4101-a869-58f79b492406 req-5aec37e0-716e-40a3-a2bf-cd4ce2d285b3 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:24.982829 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-401851d2-f132-4101-a869-58f79b492406 req-5aec37e0-716e-40a3-a2bf-cd4ce2d285b3 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 895 time: 0.1568735 Nov 02 16:55:25.098241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39792-623d-467c-b686-6b42609ae4b5 None None] Pushing event updated for resources: {'Port': ['ID=5e2ff59b-667a-46d6-a419-45b1c62f3007,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:25.175317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3c3ef4-7190-491d-a06a-cefef38de443 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:55:25.181008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-46c75b9f-ae0d-41f3-9591-bcec0209e94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.187544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.191945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-46c75b9f-ae0d-41f3-9591-bcec0209e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.216218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Transition to ACTIVE for port object be3c3ef4-7190-491d-a06a-cefef38de443 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:55:25.222111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.285353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75b9f-ae0d-41f3-9591-bcec0209e94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cabc662-633d-4456-9394-4bc848cc7c9b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:25.303350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-46c75b9f-ae0d-41f3-9591-bcec0209e94d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afdcb7a73d284530a466d9bc1ac96ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043105 Nov 02 16:55:25.303619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 34872) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:25.357972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c3ef4-7190-491d-a06a-cefef38de443,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:25.455847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.20.0.1 (cded64e3-6887-4bef-a8d3-01c605b1f956/52f3ac81-c3a0-4e5b-81c1-597d12a9dd23/0e96be65-1ad4-4216-8e09-8909fce2c052) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:25.464455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c2ae-733c-4966-81b9-70daf1d0d5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.477853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Attempting to bind port be3c3ef4-7190-491d-a06a-cefef38de443 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:25.478209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Attempting to bind port be3c3ef4-7190-491d-a06a-cefef38de443 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:25.478795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Attempting to bind port be3c3ef4-7190-491d-a06a-cefef38de443 on network bde03161-614c-4e08-89b2-5b3a3fe176c1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:25.486310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Port be3c3ef4-7190-491d-a06a-cefef38de443 on network bde03161-614c-4e08-89b2-5b3a3fe176c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:55:25.489906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Attempting to bind port be3c3ef4-7190-491d-a06a-cefef38de443 on network bde03161-614c-4e08-89b2-5b3a3fe176c1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:25.511908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:25.512894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Checking segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:25.515011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Bound using segment: {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:25.515862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Bound port: be3c3ef4-7190-491d-a06a-cefef38de443, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8143203-32ef-450b-a65a-d02a2ac8c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:25.516172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.599209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c2ae-733c-4966-81b9-70daf1d0d5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.647526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5e2ff59b-667a-46d6-a419-45b1c62f3007 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:25.656317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] For port be3c3ef4-7190-491d-a06a-cefef38de443, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:25.664772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] For port be3c3ef4-7190-491d-a06a-cefef38de443, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be3c3ef4-7190-491d-a06a-cefef38de443,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:25.673807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.725382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:25.726018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.728355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] 10.222.0.100 "PUT /v2.0/ports/be3c3ef4-7190-491d-a06a-cefef38de443 HTTP/1.1" status: 200 len: 1055 time: 1.2790165 Nov 02 16:55:25.728933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'tag': 'be3c3ef4-7190-491d-a06a-cefef38de443'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:25.731522 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbfae19-40f3-4a10-ad70-de7861f486b9" -d '{"events": [{"name": "network-changed", "server_uuid": "50be3f3f-d1c0-4839-a53f-4408d4dfaa5c", "tag": "be3c3ef4-7190-491d-a06a-cefef38de443"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:25.770913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5e2ff59b-667a-46d6-a419-45b1c62f3007 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:25.771295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.792617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f23a-3c20-41fb-a6b9-ce6616bedf85 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c3ef4-7190-491d-a06a-cefef38de443,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:25.813639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c2ae-733c-4966-81b9-70daf1d0d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.830415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c2ae-733c-4966-81b9-70daf1d0d5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.852636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a6e8c2ae-733c-4966-81b9-70daf1d0d5e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cabc662-633d-4456-9394-4bc848cc7c9b HTTP/1.1" status: 204 len: 168 time: 0.5443583 Nov 02 16:55:25.883919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8c2ae-733c-4966-81b9-70daf1d0d5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cabc662-633d-4456-9394-4bc848cc7c9b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:25.901211 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23423e6e-9d35-4a61-9b8f-8433b6b40020 x-openstack-request-id: req-23423e6e-9d35-4a61-9b8f-8433b6b40020 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:25.901930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50be3f3f-d1c0-4839-a53f-4408d4dfaa5c", "tag": "be3c3ef4-7190-491d-a06a-cefef38de443", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:25.903791 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23423e6e-9d35-4a61-9b8f-8433b6b40020 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:25.906111 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'tag': 'be3c3ef4-7190-491d-a06a-cefef38de443', 'status': 'completed', 'code': 200} Nov 02 16:55:25.949702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-d037047b-ac96-4bbf-b1d7-78ff270acf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:25.954913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-d037047b-ac96-4bbf-b1d7-78ff270acf54 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 1058 time: 0.1303713 Nov 02 16:55:25.967595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:25.985967 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:26.045794 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:26.055031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5e2ff59b-667a-46d6-a419-45b1c62f3007, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5e2ff59b-667a-46d6-a419-45b1c62f3007,segment=NetworkSegment(33fcc4ed-035f-4852-9b5c-f32d2a0452b8),segment_id=33fcc4ed-035f-4852-9b5c-f32d2a0452b8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:26.059268 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-d95b8f27-647d-4f5d-b138-e17a24d9a580 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=be3c3ef4-7190-491d-a06a-cefef38de443 HTTP/1.1" status: 200 len: 217 time: 0.0942276 Nov 02 16:55:26.062392 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:26.120117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network cded64e3-6887-4bef-a8d3-01c605b1f956 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:26.156262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:26.157275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5e2ff59b-667a-46d6-a419-45b1c62f3007,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:26.158854 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:26.179236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-acc14fea-fe2e-4d71-b01f-fa670a360f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.180886 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-acc14fea-fe2e-4d71-b01f-fa670a360f89 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9755cf46-e014-4fc1-8939-259898c7ddb6 HTTP/1.1" status: 200 len: 837 time: 0.1157587 Nov 02 16:55:26.230781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=0e96be65-1ad4-4216-8e09-8909fce2c052,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:26.252473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-b203c4c6-36a1-4412-8f1f-cb2145f7a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.255034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-b203c4c6-36a1-4412-8f1f-cb2145f7a4aa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bde03161-614c-4e08-89b2-5b3a3fe176c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658062 Nov 02 16:55:26.255722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998c062-1b34-47ee-b2bb-7f4489e31f47 req-aa4e1007-3108-43e4-83c8-ab2f1e5aa326 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.258832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d998c062-1b34-47ee-b2bb-7f4489e31f47 req-aa4e1007-3108-43e4-83c8-ab2f1e5aa326 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 907 time: 0.1412992 Nov 02 16:55:26.263354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:26.415407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-35555895-7ed8-4c83-beff-5a57f4107653 service neutron] 10.222.0.100 "GET /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347287 Nov 02 16:55:26.483203 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:26.537881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ac2705d4-ab0d-4aad-a985-ab5b8a5eb662 req-9e76881f-fc71-4129-8e79-ec5e88fa6ded service neutron] 10.222.0.100 "GET /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157222 Nov 02 16:55:26.667497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-aeebc9f7-92ec-4963-a932-785944fcfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.673657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-aeebc9f7-92ec-4963-a932-785944fcfb75 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 1058 time: 0.0800068 Nov 02 16:55:26.684417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8253808-238e-44ba-93f5-a5088f77b899 None None] Network cded64e3-6887-4bef-a8d3-01c605b1f956 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:26.795424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9a26fdbc-ec61-497a-a62d-169322099890 None None] Provisioning complete for port 5e2ff59b-667a-46d6-a419-45b1c62f3007 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:26.796161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a26fdbc-ec61-497a-a62d-169322099890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:26.796449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-8bc50641-d6d4-4b99-b111-b6646ec517a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.798374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-8bc50641-d6d4-4b99-b111-b6646ec517a0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bde03161-614c-4e08-89b2-5b3a3fe176c1 HTTP/1.1" status: 200 len: 899 time: 0.1201394 Nov 02 16:55:26.858908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-b5d91fb1-740a-4987-b7a9-cce68e454c30 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=be3c3ef4-7190-491d-a06a-cefef38de443 HTTP/1.1" status: 200 len: 217 time: 0.0521169 Nov 02 16:55:26.957188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-ede3f638-4018-4553-88c7-d04a76e7ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.961626 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-ede3f638-4018-4553-88c7-d04a76e7ea27 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9755cf46-e014-4fc1-8939-259898c7ddb6 HTTP/1.1" status: 200 len: 837 time: 0.0953000 Nov 02 16:55:27.045581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-ffdb3c7a-89e6-4612-91cd-cd50204c8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:27.047471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-ffdb3c7a-89e6-4612-91cd-cd50204c8077 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bde03161-614c-4e08-89b2-5b3a3fe176c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781546 Nov 02 16:55:27.167372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-54a2097f-c3b5-4094-ada6-7ba5207a65d6 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:27.169051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-54a2097f-c3b5-4094-ada6-7ba5207a65d6 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/networks?id=09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 200 len: 814 time: 0.2161906 Nov 02 16:55:27.183765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-4cb0a12b-7911-448e-8648-1cdc32545fec service neutron] 10.222.0.100 "GET /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278334 Nov 02 16:55:27.197182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-44300764-dc22-4ac8-921d-1335b6898ada tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/quotas/ee745dab65864724b2ddb1df892bc2b1 HTTP/1.1" status: 200 len: 375 time: 0.0219159 Nov 02 16:55:27.263704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-8d94f28b-a7ce-44e3-8064-48295ee04f12 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee745dab65864724b2ddb1df892bc2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473495 Nov 02 16:55:27.285616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1de0bbaa-b7de-4c80-86ea-312611446288 None None] Provisioning complete for port 0e96be65-1ad4-4216-8e09-8909fce2c052 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:27.285925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1de0bbaa-b7de-4c80-86ea-312611446288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.324091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5cbfae19-40f3-4a10-ad70-de7861f486b9 req-5f12b358-3592-4afe-b96a-845db85c06b0 service neutron] 10.222.0.100 "GET /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237721 Nov 02 16:55:27.329278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1de0bbaa-b7de-4c80-86ea-312611446288 None None] Port 0e96be65-1ad4-4216-8e09-8909fce2c052 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:27.345859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1de0bbaa-b7de-4c80-86ea-312611446288 None None] Provisioning complete for port 5e2ff59b-667a-46d6-a419-45b1c62f3007 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:27.346860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1de0bbaa-b7de-4c80-86ea-312611446288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.377228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.418207 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.501358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5e2ff59b-667a-46d6-a419-45b1c62f3007 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:27.558623 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.567420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168ace-159a-4d18-afe4-b63aabebeb74 req-18824b5b-b784-4e4d-bf93-c1d162d2a5a5 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:27.568758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5e2ff59b-667a-46d6-a419-45b1c62f3007 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:27.568906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80168ace-159a-4d18-afe4-b63aabebeb74 req-18824b5b-b784-4e4d-bf93-c1d162d2a5a5 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 907 time: 0.1947865 Nov 02 16:55:27.569433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.577693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=0e96be65-1ad4-4216-8e09-8909fce2c052,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:27.597699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-ffc36034-2acd-4101-8186-90b1b2f2be4f service neutron] 10.222.0.31 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123329 Nov 02 16:55:27.620822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3752b85c-64d1-42f0-8e61-c83497bee3da None None] Provisioning complete for port 0e96be65-1ad4-4216-8e09-8909fce2c052 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:27.621571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3752b85c-64d1-42f0-8e61-c83497bee3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:27.663737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3752b85c-64d1-42f0-8e61-c83497bee3da None None] Port 0e96be65-1ad4-4216-8e09-8909fce2c052 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:27.755989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-51f63eaf-2bf7-4e04-a91a-28acaeb98a05 service neutron] 10.222.0.31 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478789 Nov 02 16:55:27.758388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network cded64e3-6887-4bef-a8d3-01c605b1f956 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:27.759976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:27.904840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 0df056cd-3b3e-4c85-88cb-d89f103050cd is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:55:28.012185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43f75331-780a-4798-972e-ee056d41d211 req-e7b8ad8b-a417-4012-a614-13e42da75f87 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0615699 Nov 02 16:55:28.043524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:28.053454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a17df912-4b97-4db9-9733-3d082aa84e2b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/0df056cd-3b3e-4c85-88cb-d89f103050cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9697139 Nov 02 16:55:28.053454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35004) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:28.056055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] Sync routers for ids ['0df056cd-3b3e-4c85-88cb-d89f103050cd'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:28.080431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] Routers {'0df056cd-3b3e-4c85-88cb-d89f103050cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:28.082920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0df056cd-3b3e-4c85-88cb-d89f103050cd'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:28.130591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b0b93-a803-44ee-8417-f8b180c702d1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:28.132333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d76b0b93-a803-44ee-8417-f8b180c702d1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports/0e96be65-1ad4-4216-8e09-8909fce2c052 HTTP/1.1" status: 200 len: 910 time: 0.0766590 Nov 02 16:55:28.135848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35010) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:28.141643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:28.142524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '52f3ac81-c3a0-4e5b-81c1-597d12a9dd23'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:28.153132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] Routers {'0df056cd-3b3e-4c85-88cb-d89f103050cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:28.153859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0df056cd-3b3e-4c85-88cb-d89f103050cd'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:28.193543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:28.194228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d3acb-ef2b-45d7-92cd-0480b6af2491 None None] The sync data for ids ['0df056cd-3b3e-4c85-88cb-d89f103050cd'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:28.222593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d7f87db4-be18-4257-9b99-1f96ac295b9b None None] Provisioning complete for port 0e96be65-1ad4-4216-8e09-8909fce2c052 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:28.222593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d7f87db4-be18-4257-9b99-1f96ac295b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:28.270449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d7f87db4-be18-4257-9b99-1f96ac295b9b None None] Port 0e96be65-1ad4-4216-8e09-8909fce2c052 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:28.319652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:28.770768 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac038e-9119-49bb-8671-08a097db9ad9 req-f272b561-7822-41ea-a027-c23bdb63d301 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:28.772312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69ac038e-9119-49bb-8671-08a097db9ad9 req-f272b561-7822-41ea-a027-c23bdb63d301 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 907 time: 0.0891781 Nov 02 16:55:28.793561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:28.806553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:28.842785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be3c3ef4-7190-491d-a06a-cefef38de443 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:55:28.885652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:28.886642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:28.888051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/ports/0e96be65-1ad4-4216-8e09-8909fce2c052 HTTP/1.1" status: 200 len: 910 time: 0.7511995 Nov 02 16:55:28.888836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239edc4d-0f84-427f-9aeb-1e186ecc9dab tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=0e96be65-1ad4-4216-8e09-8909fce2c052,revision_number=3']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:28.891376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35030) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:28.965729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port be3c3ef4-7190-491d-a06a-cefef38de443, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be3c3ef4-7190-491d-a06a-cefef38de443,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:28.982724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'be3c3ef4-7190-491d-a06a-cefef38de443', 'network_id': 'bde03161-614c-4e08-89b2-5b3a3fe176c1', 'port_id': 'be3c3ef4-7190-491d-a06a-cefef38de443', 'mac_address': 'fa:16:3e:43:c2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9755cf46-e014-4fc1-8939-259898c7ddb6', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:55:29.043906 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.069273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3c3ef4-7190-491d-a06a-cefef38de443 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:55:29.112184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port be3c3ef4-7190-491d-a06a-cefef38de443, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be3c3ef4-7190-491d-a06a-cefef38de443,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:29.120206 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.198671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1804535-7f53-436b-89f4-e5b3baa40e8c req-0a082378-4762-4a1d-90a9-30473752cc85 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0408227 Nov 02 16:55:29.240509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=be3c3ef4-7190-491d-a06a-cefef38de443,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:29.265348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-e7cf6f83-644b-445a-9723-4de9ea0aadbc tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:29.272031 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-e7cf6f83-644b-445a-9723-4de9ea0aadbc tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "GET /v2.0/networks?id=09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 200 len: 814 time: 0.2519174 Nov 02 16:55:29.285460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Request body: {'port': {'device_id': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e', 'admin_state_up': True, 'tenant_id': 'ee745dab65864724b2ddb1df892bc2b1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:29.331420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.345595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['be3c3ef4-7190-491d-a06a-cefef38de443'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:55:29.428974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Made reservation on behalf of ee745dab65864724b2ddb1df892bc2b1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:29.433475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.571461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Allocated IP 172.20.0.10 (09c7a36c-f0ae-4378-bca5-b31b218ed29e/a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b/b25a37cf-a620-4b07-98a4-a4e03b388efa) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:29.609335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 0e96be65-1ad4-4216-8e09-8909fce2c052 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:29.609757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.707917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.721893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 0e96be65-1ad4-4216-8e09-8909fce2c052 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:29.745404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.780572 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.858992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Network 09c7a36c-f0ae-4378-bca5-b31b218ed29e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:29.862298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:29.870335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:29.874836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Pushing event updated for resources: {'Port': ['ID=b25a37cf-a620-4b07-98a4-a4e03b388efa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:29.929827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:29.931650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.948275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:29.955911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-f9568df1-e266-4603-8792-a7d627fabe55 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6749406 Nov 02 16:55:29.971112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Request body: {'port': {'device_id': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:29.985077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12ad4-2eb2-41fa-bccb-f5b8b0baf4c2 req-7490ff28-8621-4a52-afc0-338514f7b8cd tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:29.986629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15a12ad4-2eb2-41fa-bccb-f5b8b0baf4c2 req-7490ff28-8621-4a52-afc0-338514f7b8cd tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 908 time: 0.0938535 Nov 02 16:55:29.988407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=0e96be65-1ad4-4216-8e09-8909fce2c052,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:30.041701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.157034 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.385789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 0df056cd-3b3e-4c85-88cb-d89f103050cd has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:30.406405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25a37cf-a620-4b07-98a4-a4e03b388efa {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:55:30.410937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c15ca-d9ee-473b-9325-76f213529def req-a37484e6-ec8f-428f-8528-d46d815f3076 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:30.412634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d98c15ca-d9ee-473b-9325-76f213529def req-a37484e6-ec8f-428f-8528-d46d815f3076 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 932 time: 0.0697348 Nov 02 16:55:30.414721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.427875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Transition to ACTIVE for port object b25a37cf-a620-4b07-98a4-a4e03b388efa will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:55:30.432184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.497307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:30.507179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-10f1aa35-b0b6-4221-b2e3-62ac94558e91 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/0df056cd-3b3e-4c85-88cb-d89f103050cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147430 Nov 02 16:55:30.509174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Pushing event updated for resources: {'Port': ['ID=b25a37cf-a620-4b07-98a4-a4e03b388efa,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:30.511356 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] Sync routers for ids ['0df056cd-3b3e-4c85-88cb-d89f103050cd'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:30.513004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35064) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:30.521523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] Routers {'0df056cd-3b3e-4c85-88cb-d89f103050cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:30.522240 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0df056cd-3b3e-4c85-88cb-d89f103050cd'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:30.542430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d98c15ca-d9ee-473b-9325-76f213529def req-df27a064-2d10-4354-af25-45f2f1688656 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926108 Nov 02 16:55:30.562854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:30.572508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-47c91114-818b-4616-8eab-009d39715b8e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df056cd-3b3e-4c85-88cb-d89f103050cd HTTP/1.1" status: 200 len: 205 time: 0.0567622 Nov 02 16:55:30.574800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35068) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:30.576135 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] Routers {'0df056cd-3b3e-4c85-88cb-d89f103050cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:30.576914 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0df056cd-3b3e-4c85-88cb-d89f103050cd'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:30.610068 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:30.610806 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23673203-0c42-4e72-b1cf-62ef782e82c7 None None] The sync data for ids ['0df056cd-3b3e-4c85-88cb-d89f103050cd'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:30.664765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.704542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Attempting to bind port b25a37cf-a620-4b07-98a4-a4e03b388efa on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:30.704871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Attempting to bind port b25a37cf-a620-4b07-98a4-a4e03b388efa by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:30.705189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Attempting to bind port b25a37cf-a620-4b07-98a4-a4e03b388efa on network 09c7a36c-f0ae-4378-bca5-b31b218ed29e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:30.743321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Port b25a37cf-a620-4b07-98a4-a4e03b388efa on network 09c7a36c-f0ae-4378-bca5-b31b218ed29e not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:55:30.743638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Attempting to bind port b25a37cf-a620-4b07-98a4-a4e03b388efa on network 09c7a36c-f0ae-4378-bca5-b31b218ed29e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:30.754047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:30.754408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Checking segment: {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:30.754798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Bound using segment: {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:30.755234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Bound port: b25a37cf-a620-4b07-98a4-a4e03b388efa, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:30.755589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.859959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be3c3ef4-7190-491d-a06a-cefef38de443 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:30.880351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.884112 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.921081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port be3c3ef4-7190-491d-a06a-cefef38de443 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:55:30.925329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port be3c3ef4-7190-491d-a06a-cefef38de443 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:30.925825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.950453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.950891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router 0df056cd-3b3e-4c85-88cb-d89f103050cd {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:55:30.953841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] For port b25a37cf-a620-4b07-98a4-a4e03b388efa, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:30.961312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:30.964908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33397eb7-6154-4bcb-9ca4-82ebec9909a1 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/0df056cd-3b3e-4c85-88cb-d89f103050cd HTTP/1.1" status: 204 len: 168 time: 0.3868330 Nov 02 16:55:30.964908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] For port b25a37cf-a620-4b07-98a4-a4e03b388efa, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:30.965383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35076) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:30.969663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.006774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.007732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.009586 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] 10.222.0.55 "PUT /v2.0/ports/b25a37cf-a620-4b07-98a4-a4e03b388efa HTTP/1.1" status: 200 len: 1092 time: 1.0452902 Nov 02 16:55:31.010071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'tag': 'b25a37cf-a620-4b07-98a4-a4e03b388efa'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:31.014881 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9fedb-0fa9-4484-af9f-3bafc94f531e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1132c33-1c0f-4f85-8302-28bab9a9b7e3", "tag": "b25a37cf-a620-4b07-98a4-a4e03b388efa"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:31.029569 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.035973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet 52f3ac81-c3a0-4e5b-81c1-597d12a9dd23 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:55:31.041486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.060054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c3ef4-7190-491d-a06a-cefef38de443'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:31.062932 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1c0622-df32-4662-b848-ea183bd9df25" -d '{"events": [{"server_uuid": "50be3f3f-d1c0-4839-a53f-4408d4dfaa5c", "name": "network-vif-plugged", "status": "completed", "tag": "be3c3ef4-7190-491d-a06a-cefef38de443"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:31.079829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port be3c3ef4-7190-491d-a06a-cefef38de443, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be3c3ef4-7190-491d-a06a-cefef38de443,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:31.085108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.098315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.142899 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a441ca0-e2bb-4596-9a1d-38f50668568d x-openstack-request-id: req-8a441ca0-e2bb-4596-9a1d-38f50668568d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:31.143189 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1132c33-1c0f-4f85-8302-28bab9a9b7e3", "tag": "b25a37cf-a620-4b07-98a4-a4e03b388efa", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:31.143447 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a441ca0-e2bb-4596-9a1d-38f50668568d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:31.143849 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'tag': 'b25a37cf-a620-4b07-98a4-a4e03b388efa', 'status': 'completed', 'code': 200} Nov 02 16:55:31.151330 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b463fe-2105-46f4-a286-4730d5941afb service neutron] Pushing event updated for resources: {'Port': ['ID=b25a37cf-a620-4b07-98a4-a4e03b388efa,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:31.154102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=be3c3ef4-7190-491d-a06a-cefef38de443,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:31.167471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-bc354268-5f47-406a-a12a-2cb1949a9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.169532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-bc354268-5f47-406a-a12a-2cb1949a9390 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee745dab65864724b2ddb1df892bc2b1&device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1023722 Nov 02 16:55:31.184891 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706433d2-a7f5-485a-a56c-4bb680859303 x-openstack-request-id: req-706433d2-a7f5-485a-a56c-4bb680859303 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:31.185193 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50be3f3f-d1c0-4839-a53f-4408d4dfaa5c", "name": "network-vif-plugged", "status": "completed", "tag": "be3c3ef4-7190-491d-a06a-cefef38de443", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:31.185465 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-706433d2-a7f5-485a-a56c-4bb680859303 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:31.185874 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c3ef4-7190-491d-a06a-cefef38de443', 'code': 200} Nov 02 16:55:31.224646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-2785e0b3-f4a4-41a4-be4f-d04c642d19ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa HTTP/1.1" status: 200 len: 217 time: 0.0467496 Nov 02 16:55:31.279642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aab4e5-0b54-493f-a0d5-ce000a0aec3f req-e05c1446-ecdb-43be-9a94-c8ecd3d9df1c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.281184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-03aab4e5-0b54-493f-a0d5-ce000a0aec3f req-e05c1446-ecdb-43be-9a94-c8ecd3d9df1c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.1137874 Nov 02 16:55:31.303964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.312628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-e61b2b2c-1dac-41fc-bb1b-14c1d747979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.314108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-e61b2b2c-1dac-41fc-bb1b-14c1d747979a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b HTTP/1.1" status: 200 len: 854 time: 0.0777142 Nov 02 16:55:31.332018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ae72-58df-4fe6-8970-b09c76123c3b req-1da5275d-215f-48b9-af29-d4d819752573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.333528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c737ae72-58df-4fe6-8970-b09c76123c3b req-1da5275d-215f-48b9-af29-d4d819752573 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 1060 time: 0.0879927 Nov 02 16:55:31.349456 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-d745d36d-833d-46f6-99ac-e9d9fd1da6b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c7a36c-f0ae-4378-bca5-b31b218ed29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278685 Nov 02 16:55:31.386303 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.422661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=52f3ac81-c3a0-4e5b-81c1-597d12a9dd23,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:31.426271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.432764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98fb4746-3bcc-4010-a0b5-0146dc739420 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/52f3ac81-c3a0-4e5b-81c1-597d12a9dd23 HTTP/1.1" status: 204 len: 168 time: 0.4639344 Nov 02 16:55:31.435107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461e653-5e2b-43fa-af3c-6b75e5a21475 None None] Network cded64e3-6887-4bef-a8d3-01c605b1f956 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:31.442286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35090) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:31.481226 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-64e5f6d9-e13f-42f9-ab54-a54e36dbf544 service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248960 Nov 02 16:55:31.545988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.613094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 5e2ff59b-667a-46d6-a419-45b1c62f3007 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:31.613438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.650973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-033efeaf-4626-4fae-ab4d-c77c5a62fcc9 req-dcb51e40-746c-4721-9b20-3d0f1e97657b service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620333 Nov 02 16:55:31.664969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] DHCP port deletion for cded64e3-6887-4bef-a8d3-01c605b1f956 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:55:31.728696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] Deleting port 5e2ff59b-667a-46d6-a419-45b1c62f3007 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:31.729958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.736110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 5e2ff59b-667a-46d6-a419-45b1c62f3007, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5e2ff59b-667a-46d6-a419-45b1c62f3007,segment=NetworkSegment(33fcc4ed-035f-4852-9b5c-f32d2a0452b8),segment_id=33fcc4ed-035f-4852-9b5c-f32d2a0452b8)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:31.736385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.754915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-a299f8df-b6cc-41e0-95b8-8703d8369f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.756612 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-a299f8df-b6cc-41e0-95b8-8703d8369f61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee745dab65864724b2ddb1df892bc2b1&device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 1095 time: 0.0509059 Nov 02 16:55:31.763347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd407-d0d5-4429-8077-2d1b808ac59c req-c3fea275-8e59-425c-bdf4-dafa221d3b3c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.765966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56dfd407-d0d5-4429-8077-2d1b808ac59c req-c3fea275-8e59-425c-bdf4-dafa221d3b3c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 944 time: 0.1307836 Nov 02 16:55:31.767215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 5e2ff59b-667a-46d6-a419-45b1c62f3007 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:31.818808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] For port 5e2ff59b-667a-46d6-a419-45b1c62f3007, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5e2ff59b-667a-46d6-a419-45b1c62f3007,segment=NetworkSegment(33fcc4ed-035f-4852-9b5c-f32d2a0452b8),segment_id=33fcc4ed-035f-4852-9b5c-f32d2a0452b8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:31.819266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.837602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] Calling delete_port for 5e2ff59b-667a-46d6-a419-45b1c62f3007 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:31.874153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-56dfd407-d0d5-4429-8077-2d1b808ac59c req-3f12252c-62bb-45f2-89de-225f6366c16c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594444 Nov 02 16:55:31.910288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.919200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-2f2c6c71-aa7a-4480-88ea-cecce604ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:31.922594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-2f2c6c71-aa7a-4480-88ea-cecce604ab83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 200 len: 915 time: 0.1448550 Nov 02 16:55:31.940731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=5e2ff59b-667a-46d6-a419-45b1c62f3007,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:31.942810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port 5e2ff59b-667a-46d6-a419-45b1c62f3007 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:31.947668 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:31.965471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] No DVR routers for this DVR port 5e2ff59b-667a-46d6-a419-45b1c62f3007 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:31.993091 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-a35594e5-d3f7-415c-8dbb-40d8a0a800c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa HTTP/1.1" status: 200 len: 217 time: 0.0602348 Nov 02 16:55:31.994716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0ac0e-4337-4670-9033-68feb39a7320 None None] Pushing event deleted for resources: {'Port': ['ID=5e2ff59b-667a-46d6-a419-45b1c62f3007,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:32.037308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.054248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-5b82b36e-8d2d-4bd3-92b9-2d8423b65554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.056441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-5b82b36e-8d2d-4bd3-92b9-2d8423b65554 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b HTTP/1.1" status: 200 len: 854 time: 0.0536063 Nov 02 16:55:32.063528 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cded64e3-6887-4bef-a8d3-01c605b1f956']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:32.073997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fcc4ed-035f-4852-9b5c-f32d2a0452b8') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:32.074348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fcc4ed-035f-4852-9b5c-f32d2a0452b8') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:32.085531 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.101907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.105993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-3090bf73-098b-4930-97d4-6ceb8842da1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c7a36c-f0ae-4378-bca5-b31b218ed29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411572 Nov 02 16:55:32.109256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:55:32.109654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:55:32.113087 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:55:32.181218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.191479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.194489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/cded64e3-6887-4bef-a8d3-01c605b1f956 HTTP/1.1" status: 204 len: 168 time: 0.7493629 Nov 02 16:55:32.198720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35102) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:32.207452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ef592-394f-4c0f-89ed-545b3e95d794 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=cded64e3-6887-4bef-a8d3-01c605b1f956,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:32.217153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-418972119', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:32.234322 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-df09ad31-a7f5-4fa7-a8dd-423b5367e288 service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193309 Nov 02 16:55:32.303269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.305140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.388391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.399560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.410866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73f9fedb-0fa9-4484-af9f-3bafc94f531e req-2be16edb-fbf6-4c1f-a598-e9e2857e54c9 service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671999 Nov 02 16:55:32.435496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.436767 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cba53127-b369-4c6d-9395-00ce7607befd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2332115 Nov 02 16:55:32.440201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35110) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:32.442269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eeb01-3257-4bcc-90b0-d1958c4c6c6f req-49aa37d3-3a6e-4d19-bf78-3b65da161199 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.444876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-229039011'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:32.445365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6b7eeb01-3257-4bcc-90b0-d1958c4c6c6f req-49aa37d3-3a6e-4d19-bf78-3b65da161199 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.0721228 Nov 02 16:55:32.478321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:32.482044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.514432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:32.527767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.528181 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment e5b7acdf-f26d-410a-91c3-65070f880b77 of type vlan for network 8d70720c-d115-40de-a4ba-112c6ef82402 Nov 02 16:55:32.573764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.602800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.608953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.609614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:32.668619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2277234 Nov 02 16:55:32.671679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35114) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:32.677178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:32.684421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba37b-59fc-4acf-b68d-20fa4710a271 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=8d70720c-d115-40de-a4ba-112c6ef82402,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:32.698281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 8d70720c-d115-40de-a4ba-112c6ef82402 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:33.126122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30020492-982f-4179-840f-7ab1e70fe068 req-ee57b952-e536-46e5-be82-a6d822e1d472 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:33.127622 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30020492-982f-4179-840f-7ab1e70fe068 req-ee57b952-e536-46e5-be82-a6d822e1d472 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0871720 Nov 02 16:55:33.143928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:33.147247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:33.225430 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30020492-982f-4179-840f-7ab1e70fe068 req-083ed6c3-4630-487b-ae48-ee2e177d7fde tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898199 Nov 02 16:55:33.364284 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:33.438509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=4fd593b3-a0fa-4bb6-a366-d6c94e0808d5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:33.446702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:33.447328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: 8d70720c-d115-40de-a4ba-112c6ef82402, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:33.459987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5e2ff59b-667a-46d6-a419-45b1c62f3007 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:33.467356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 8d70720c-d115-40de-a4ba-112c6ef82402 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:33.478323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 8d70720c-d115-40de-a4ba-112c6ef82402) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:33.481597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5e2ff59b-667a-46d6-a419-45b1c62f3007 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:33.481956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5e2ff59b-667a-46d6-a419-45b1c62f3007 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:33.483472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:33.485364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:33.499176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b429e-baa6-47b1-bc32-6f273bd403a3 None None] Network 8d70720c-d115-40de-a4ba-112c6ef82402 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:33.512898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d880f9fe-21d5-4eb4-bdd4-911773db2f88 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8373094 Nov 02 16:55:33.513295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:33.591969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69d480-4c27-4104-b4bf-7dfd11447c96 req-9a0a7082-30cc-4daa-a2fe-1adac65933f4 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:33.606319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb69d480-4c27-4104-b4bf-7dfd11447c96 req-9a0a7082-30cc-4daa-a2fe-1adac65933f4 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.0653422 Nov 02 16:55:33.720098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-8d70720c-d115-40de-a4ba-112c6ef82402', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:33.721096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:33.739496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98de07-0e34-44ca-aa04-2b598639bd06 req-603cc74e-1922-4565-a301-aa8e2d39508e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:33.741451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb98de07-0e34-44ca-aa04-2b598639bd06 req-603cc74e-1922-4565-a301-aa8e2d39508e tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.0623369 Nov 02 16:55:33.864026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd361b-b7e9-4010-ac32-e5f20d37acef req-453bc400-1dd6-4941-98f6-b3fe3ae655c0 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:33.865608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90cd361b-b7e9-4010-ac32-e5f20d37acef req-453bc400-1dd6-4941-98f6-b3fe3ae655c0 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 1060 time: 0.0489051 Nov 02 16:55:33.889946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Allocated IP 172.20.0.2 (8d70720c-d115-40de-a4ba-112c6ef82402/4fd593b3-a0fa-4bb6-a366-d6c94e0808d5/131ec811-a234-4281-9f22-65ada712952d) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:34.001791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6964b4-039a-4044-a18d-bd39fb71bc7c req-68543a01-cec2-407a-bfad-927d11aaea62 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:34.012290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae6964b4-039a-4044-a18d-bd39fb71bc7c req-68543a01-cec2-407a-bfad-927d11aaea62 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.0634956 Nov 02 16:55:34.068152 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae6964b4-039a-4044-a18d-bd39fb71bc7c req-db20fabf-78e7-4feb-80b0-f659f0db71ab tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0480628 Nov 02 16:55:34.080882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35154) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:34.129979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6183ced-56b0-4e0b-86cb-6db2183d4dc0 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:34.144774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a6183ced-56b0-4e0b-86cb-6db2183d4dc0 tempest-TestSecurityGroupsBasicOps-938903136 tempest-TestSecurityGroupsBasicOps-938903136-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 1055 time: 0.0525506 Nov 02 16:55:34.219037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.229787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.262921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.292430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Network 8d70720c-d115-40de-a4ba-112c6ef82402 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:34.296711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:34.302432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:34.314973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Pushing event updated for resources: {'Port': ['ID=131ec811-a234-4281-9f22-65ada712952d,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.379738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Attempting to bind port 131ec811-a234-4281-9f22-65ada712952d on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:34.380273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Attempting to bind port 131ec811-a234-4281-9f22-65ada712952d by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:34.380654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Attempting to bind port 131ec811-a234-4281-9f22-65ada712952d on network 8d70720c-d115-40de-a4ba-112c6ef82402 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:34.387548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:34.388043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Checking segment: {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:34.388527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.388994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Bound using segment: {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:34.389545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Bound port: 131ec811-a234-4281-9f22-65ada712952d, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:34.390002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.390485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adc4fa-f0e2-4997-8249-8881e5d962e0 req-03c36459-8adf-408e-b9ae-8818b89cabec tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:34.399250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5adc4fa-f0e2-4997-8249-8881e5d962e0 req-03c36459-8adf-408e-b9ae-8818b89cabec tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0704396 Nov 02 16:55:34.477606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] For port 131ec811-a234-4281-9f22-65ada712952d, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:34.482088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] For port 131ec811-a234-4281-9f22-65ada712952d, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=131ec811-a234-4281-9f22-65ada712952d,segment=NetworkSegment(e5b7acdf-f26d-410a-91c3-65070f880b77),segment_id=e5b7acdf-f26d-410a-91c3-65070f880b77)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:34.484903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c5adc4fa-f0e2-4997-8249-8881e5d962e0 req-ab01684c-49d8-48d6-83e9-85479680ceae tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Nov 02 16:55:34.489939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.503557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e02e3f-8805-486a-ae69-51fd71b84af2 req-435309dd-4b35-4d42-bbe3-fbbf0a812c6d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:34.505064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1e02e3f-8805-486a-ae69-51fd71b84af2 req-435309dd-4b35-4d42-bbe3-fbbf0a812c6d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.0906131 Nov 02 16:55:34.560762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eca94-2044-480a-9cc9-ec41771cf5b4 None None] Pushing event updated for resources: {'Port': ['ID=131ec811-a234-4281-9f22-65ada712952d,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.583961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b25a37cf-a620-4b07-98a4-a4e03b388efa details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:55:34.623728 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.20.0.1 (8d70720c-d115-40de-a4ba-112c6ef82402/4fd593b3-a0fa-4bb6-a366-d6c94e0808d5/99ee9dba-a98d-4e9b-b018-f78b02893f92) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:34.695635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b25a37cf-a620-4b07-98a4-a4e03b388efa, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:34.712039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'b25a37cf-a620-4b07-98a4-a4e03b388efa', 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e', 'port_id': 'b25a37cf-a620-4b07-98a4-a4e03b388efa', 'mac_address': 'fa:16:3e:34:01:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:55:34.807292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.834549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.841243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25a37cf-a620-4b07-98a4-a4e03b388efa {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:55:34.868964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b25a37cf-a620-4b07-98a4-a4e03b388efa, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:34.873883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.877692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:34.931418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 8d70720c-d115-40de-a4ba-112c6ef82402 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:34.934731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:34.939237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:34.941579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b25a37cf-a620-4b07-98a4-a4e03b388efa,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.977937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=99ee9dba-a98d-4e9b-b018-f78b02893f92,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.992590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.096146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b25a37cf-a620-4b07-98a4-a4e03b388efa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:55:35.120450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.165934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35180) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:35.339286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62027f63-741e-4278-927a-b23f844e56f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.469581 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.480544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.492032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62027f63-741e-4278-927a-b23f844e56f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.527522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 131ec811-a234-4281-9f22-65ada712952d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:35.530981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-62027f63-741e-4278-927a-b23f844e56f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.621288 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 131ec811-a234-4281-9f22-65ada712952d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:35.621752 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.621955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-62027f63-741e-4278-927a-b23f844e56f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b13c1bae803948d88e0515e49f128b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554136 Nov 02 16:55:35.625714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35188) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:35.632880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=99ee9dba-a98d-4e9b-b018-f78b02893f92,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:35.638032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.639782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62027f63-741e-4278-927a-b23f844e56f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe17ef-71f7-45df-afdd-dd8decefd690,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:35.699111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2141c-d845-4d70-abbb-aba85ce4c86e req-873b8cb5-a4e1-4297-9d6d-349be1d6f163 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:35.714337 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59d2141c-d845-4d70-abbb-aba85ce4c86e req-873b8cb5-a4e1-4297-9d6d-349be1d6f163 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 945 time: 0.1145413 Nov 02 16:55:35.718458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba905234-a18a-4f7c-943d-c5a6a891c3d1 None None] Network 8d70720c-d115-40de-a4ba-112c6ef82402 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:35.734456 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.742213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf8f7c-e7fb-429e-ab22-a6ad333591d6 req-4e0d39fe-f25a-4fb8-a96c-750f8a492856 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:35.744616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-31bf8f7c-e7fb-429e-ab22-a6ad333591d6 req-4e0d39fe-f25a-4fb8-a96c-750f8a492856 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.1335275 Nov 02 16:55:35.780006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1da912ca-983f-4744-9273-ed9acd2801df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.813509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 131ec811-a234-4281-9f22-65ada712952d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=131ec811-a234-4281-9f22-65ada712952d,segment=NetworkSegment(e5b7acdf-f26d-410a-91c3-65070f880b77),segment_id=e5b7acdf-f26d-410a-91c3-65070f880b77)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:35.818217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-d081a939-3413-473e-bbc5-6d2cf9c00cf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:35.819836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-d081a939-3413-473e-bbc5-6d2cf9c00cf0 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.100 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 909 time: 0.1829369 Nov 02 16:55:35.821877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.823845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8d692f47-175a-43b1-9cd8-839a0b1f5b83 None None] Provisioning complete for port 131ec811-a234-4281-9f22-65ada712952d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:35.824751 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d692f47-175a-43b1-9cd8-839a0b1f5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.834988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59d2141c-d845-4d70-abbb-aba85ce4c86e req-67c35abb-3f28-42a9-88dd-181f842c8b89 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196420 Nov 02 16:55:35.855771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1da912ca-983f-4744-9273-ed9acd2801df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:35.902876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 8d70720c-d115-40de-a4ba-112c6ef82402 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:35.915987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:35.970698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=131ec811-a234-4281-9f22-65ada712952d,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:36.039701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1da912ca-983f-4744-9273-ed9acd2801df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.042367 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1da912ca-983f-4744-9273-ed9acd2801df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.043676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1da912ca-983f-4744-9273-ed9acd2801df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ffe17ef-71f7-45df-afdd-dd8decefd690 HTTP/1.1" status: 204 len: 168 time: 0.4168773 Nov 02 16:55:36.059743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da912ca-983f-4744-9273-ed9acd2801df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe17ef-71f7-45df-afdd-dd8decefd690,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:36.077792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port be3c3ef4-7190-491d-a06a-cefef38de443 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:36.078164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.158056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:55:36.276257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port be3c3ef4-7190-491d-a06a-cefef38de443, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=be3c3ef4-7190-491d-a06a-cefef38de443,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:36.276638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.294347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for be3c3ef4-7190-491d-a06a-cefef38de443 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:36.296806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:36.303589 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f2a786ac-393f-4014-95d7-d3ae039400a3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891600 Nov 02 16:55:36.308601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35196) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:36.314029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:36.314987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-1893061008'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:36.331742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:36.334343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:36.397701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:36.401593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.444329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:36.482609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.482968 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment 3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e of type vlan for network b3e94f32-dfbe-4bba-9134-65ec415fdb0b Nov 02 16:55:36.487521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-904c171d-ddc6-429f-b325-07db1c56cc4a None None] Provisioning complete for port 99ee9dba-a98d-4e9b-b018-f78b02893f92 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:36.487521 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-904c171d-ddc6-429f-b325-07db1c56cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.488473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35198) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:36.511017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bf54833-4308-459e-af0c-45acaffbe08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.519873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:36.546316 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.550582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.574607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-904c171d-ddc6-429f-b325-07db1c56cc4a None None] Port 99ee9dba-a98d-4e9b-b018-f78b02893f92 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:36.588765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=be3c3ef4-7190-491d-a06a-cefef38de443,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:36.630505 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b25a37cf-a620-4b07-98a4-a4e03b388efa up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:36.633216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bf54833-4308-459e-af0c-45acaffbe08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.639570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bf54833-4308-459e-af0c-45acaffbe08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.648687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] No DVR routers for this DVR port be3c3ef4-7190-491d-a06a-cefef38de443 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:36.651716 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.655748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4b0d359b-ab68-4b9e-993d-5182c06674b9 req-68f92e10-de0e-435d-a14b-b9508c5ec341 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.100 "DELETE /v2.0/ports/be3c3ef4-7190-491d-a06a-cefef38de443 HTTP/1.1" status: 204 len: 173 time: 0.8251343 Nov 02 16:55:36.656780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'name': 'network-vif-deleted', 'tag': 'be3c3ef4-7190-491d-a06a-cefef38de443'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:36.667878 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff34ca1-fbeb-488a-af93-079a8ee7e358" -d '{"events": [{"server_uuid": "50be3f3f-d1c0-4839-a53f-4408d4dfaa5c", "name": "network-vif-deleted", "tag": "be3c3ef4-7190-491d-a06a-cefef38de443"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:36.671120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.692886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3bf54833-4308-459e-af0c-45acaffbe08d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03f2ba0d49b14e74bf7e9ba3153dbcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031252 Nov 02 16:55:36.693803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54833-4308-459e-af0c-45acaffbe08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf796a7-01bc-4196-b686-1762b5295692,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:36.696679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:36.697337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35202) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:36.699825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.732926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4207857 Nov 02 16:55:36.743067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:36.750022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:36.813077 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da166915-7c62-46f7-9959-b2bbc58beabe x-openstack-request-id: req-da166915-7c62-46f7-9959-b2bbc58beabe {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:36.813606 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50be3f3f-d1c0-4839-a53f-4408d4dfaa5c", "name": "network-vif-deleted", "tag": "be3c3ef4-7190-491d-a06a-cefef38de443", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:36.814699 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da166915-7c62-46f7-9959-b2bbc58beabe {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:36.814699 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50be3f3f-d1c0-4839-a53f-4408d4dfaa5c', 'name': 'network-vif-deleted', 'tag': 'be3c3ef4-7190-491d-a06a-cefef38de443', 'status': 'completed', 'code': 200} Nov 02 16:55:36.821371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-904c171d-ddc6-429f-b325-07db1c56cc4a None None] Provisioning complete for port 131ec811-a234-4281-9f22-65ada712952d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:36.821766 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-904c171d-ddc6-429f-b325-07db1c56cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:36.823559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=b3e94f32-dfbe-4bba-9134-65ec415fdb0b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:36.834920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.836342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.836802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.837348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.838374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.838821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.839271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.839701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.840182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.840636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.841056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.841530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf434f-0926-4a4c-a602-57b3d91f3d8d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:36.950178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:37.008195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-827308e4-9eb5-4acf-af24-1d00e70edb34 req-89b33c19-8e03-44a9-9165-fdaf45d1df6f tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=50be3f3f-d1c0-4839-a53f-4408d4dfaa5c HTTP/1.1" status: 200 len: 210 time: 0.0597119 Nov 02 16:55:37.021698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port b25a37cf-a620-4b07-98a4-a4e03b388efa completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:55:37.033864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port b25a37cf-a620-4b07-98a4-a4e03b388efa triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:37.034268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.066754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1713e66-371d-4925-b283-afe2dd845ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.108950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1713e66-371d-4925-b283-afe2dd845ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.157619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58c911-43a7-4fd8-9b38-eabca5de9790 req-10245595-9e14-4c32-9c92-b7bbaad2c7a1 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:37.160849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:35Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:35Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:37.166938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd58c911-43a7-4fd8-9b38-eabca5de9790 req-10245595-9e14-4c32-9c92-b7bbaad2c7a1 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 945 time: 0.1762633 Nov 02 16:55:37.171907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:37.177221 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.208496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:37.208851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Updating router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 port 99ee9dba-a98d-4e9b-b018-f78b02893f92 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:55:37.246219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.251548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.304818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd58c911-43a7-4fd8-9b38-eabca5de9790 req-8c6b7a06-492b-4b53-8ee6-952790f830e6 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222680 Nov 02 16:55:37.305535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1713e66-371d-4925-b283-afe2dd845ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.308277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1713e66-371d-4925-b283-afe2dd845ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.312235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1713e66-371d-4925-b283-afe2dd845ee0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebf796a7-01bc-4196-b686-1762b5295692 HTTP/1.1" status: 204 len: 168 time: 0.6127076 Nov 02 16:55:37.313193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25a37cf-a620-4b07-98a4-a4e03b388efa'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:37.319180 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fef945-ffdf-400e-807a-a0fc234e96ae" -d '{"events": [{"server_uuid": "b1132c33-1c0f-4f85-8302-28bab9a9b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "b25a37cf-a620-4b07-98a4-a4e03b388efa"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:37.322845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-52339107-7186-4a25-b6c6-94ea70d18a71 None None] Provisioning complete for port 99ee9dba-a98d-4e9b-b018-f78b02893f92 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:37.323231 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-52339107-7186-4a25-b6c6-94ea70d18a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.334445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1713e66-371d-4925-b283-afe2dd845ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf796a7-01bc-4196-b686-1762b5295692,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:37.384636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b25a37cf-a620-4b07-98a4-a4e03b388efa, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:37.387633 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285bd94f-e939-4bba-acad-fdff48bb4724 x-openstack-request-id: req-285bd94f-e939-4bba-acad-fdff48bb4724 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:37.387633 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1132c33-1c0f-4f85-8302-28bab9a9b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "b25a37cf-a620-4b07-98a4-a4e03b388efa", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:37.387633 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-285bd94f-e939-4bba-acad-fdff48bb4724 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:37.387969 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25a37cf-a620-4b07-98a4-a4e03b388efa', 'code': 200} Nov 02 16:55:37.398147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.457654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b25a37cf-a620-4b07-98a4-a4e03b388efa,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:37.497364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.514399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-52339107-7186-4a25-b6c6-94ea70d18a71 None None] Port 99ee9dba-a98d-4e9b-b018-f78b02893f92 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:37.536845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988b2b-6d2a-4474-87d9-47268bc96835 req-bac534d0-b85a-483b-ac1b-c0b3933b4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:37.539053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2988b2b-6d2a-4474-87d9-47268bc96835 req-bac534d0-b85a-483b-ac1b-c0b3933b4e1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0843873 Nov 02 16:55:37.560034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 131ec811-a234-4281-9f22-65ada712952d up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:37.575017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=ef168f65-f0a5-4640-9aae-84f0cbf2de81,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:37.576955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a2988b2b-6d2a-4474-87d9-47268bc96835 req-b54f61e4-f183-4430-ab26-d0334848229d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Nov 02 16:55:37.580538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:37.580920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: b3e94f32-dfbe-4bba-9134-65ec415fdb0b, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:37.599257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:37.610429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b3e94f32-dfbe-4bba-9134-65ec415fdb0b) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:37.615321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:37.616309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:37.633926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-51d5ccad-cf6b-41b6-86ae-98a6f7416ae8 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8896353 Nov 02 16:55:37.636948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35218) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:37.641620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2e2a5-17ac-462e-b2c3-04c198382820 None None] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:37.776293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 131ec811-a234-4281-9f22-65ada712952d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:37.776669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.057959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.060912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35236) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:38.106552 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.120189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.177368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:38.178546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.280197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26a459-fa78-4c6a-b15c-fe22cce21a5c None None] Pushing event updated for resources: {'Port': ['ID=99ee9dba-a98d-4e9b-b018-f78b02893f92,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:38.462680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Attempting to bind port 99ee9dba-a98d-4e9b-b018-f78b02893f92 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:38.466708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Attempting to bind port 99ee9dba-a98d-4e9b-b018-f78b02893f92 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:38.467311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Attempting to bind port 99ee9dba-a98d-4e9b-b018-f78b02893f92 on network 8d70720c-d115-40de-a4ba-112c6ef82402 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:38.480441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:38.484578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Checking segment: {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:38.487712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.21.0.1 (b3e94f32-dfbe-4bba-9134-65ec415fdb0b/ef168f65-f0a5-4640-9aae-84f0cbf2de81/6a5595d3-d89c-45b8-9744-511c55f1edf8) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:38.489275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.489831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Bound using segment: {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:38.492371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Bound port: 99ee9dba-a98d-4e9b-b018-f78b02893f92, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b7acdf-f26d-410a-91c3-65070f880b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:38.494712 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.548799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972eb28-6094-4862-af41-a42adee02bff req-6e6bdc87-f0f1-4238-8ed3-f88ac20f6ec7 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:38.551597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5972eb28-6094-4862-af41-a42adee02bff req-6e6bdc87-f0f1-4238-8ed3-f88ac20f6ec7 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 946 time: 0.1286535 Nov 02 16:55:38.622024 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-abf80006-2704-461c-933e-04021f8328e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.642890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5972eb28-6094-4862-af41-a42adee02bff req-e1e39d14-64cc-45ff-877b-da764ae669e6 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670712 Nov 02 16:55:38.643140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] For port 99ee9dba-a98d-4e9b-b018-f78b02893f92, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:38.643140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] For port 99ee9dba-a98d-4e9b-b018-f78b02893f92, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99ee9dba-a98d-4e9b-b018-f78b02893f92,segment=NetworkSegment(e5b7acdf-f26d-410a-91c3-65070f880b77),segment_id=e5b7acdf-f26d-410a-91c3-65070f880b77)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:38.646793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.730242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26a459-fa78-4c6a-b15c-fe22cce21a5c None None] Pushing event updated for resources: {'Port': ['ID=99ee9dba-a98d-4e9b-b018-f78b02893f92,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:38.738698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f20b3e63-957d-40d7-a53a-07514d1451ea None None] Provisioning complete for port 99ee9dba-a98d-4e9b-b018-f78b02893f92 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:38.739090 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f20b3e63-957d-40d7-a53a-07514d1451ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.742515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:38.747448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:38.762800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.793596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.857968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:38.899413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:38.921757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:38.929961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:38.934510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:38.983535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=6a5595d3-d89c-45b8-9744-511c55f1edf8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:39.014888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.087349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be3c3ef4-7190-491d-a06a-cefef38de443 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:39.128386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Allocated IP 172.21.0.2 (b3e94f32-dfbe-4bba-9134-65ec415fdb0b/ef168f65-f0a5-4640-9aae-84f0cbf2de81/e644c011-e49d-4622-8a91-2ac73e73506f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:39.193491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 9ba53a00-6b69-459f-a433-7891659c61b2 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:39.196263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.341622 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.365418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port 9ba53a00-6b69-459f-a433-7891659c61b2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9ba53a00-6b69-459f-a433-7891659c61b2,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:39.367301 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.389532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 9ba53a00-6b69-459f-a433-7891659c61b2 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:39.400119 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.475497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:39.481606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:39.483961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: be3c3ef4-7190-491d-a06a-cefef38de443 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:39.484311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device be3c3ef4-7190-491d-a06a-cefef38de443 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:39.490849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:39.504002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.559441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Pushing event updated for resources: {'Port': ['ID=e644c011-e49d-4622-8a91-2ac73e73506f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:39.603854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Attempting to bind port e644c011-e49d-4622-8a91-2ac73e73506f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:39.604230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Attempting to bind port e644c011-e49d-4622-8a91-2ac73e73506f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:39.604596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Attempting to bind port e644c011-e49d-4622-8a91-2ac73e73506f on network b3e94f32-dfbe-4bba-9134-65ec415fdb0b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:39.621494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:39.621947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Checking segment: {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:39.622342 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.622712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Bound using segment: {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:39.623202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Bound port: e644c011-e49d-4622-8a91-2ac73e73506f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:39.623647 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.662347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.668355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f20b3e63-957d-40d7-a53a-07514d1451ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.696195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=9ba53a00-6b69-459f-a433-7891659c61b2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:39.792735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f20b3e63-957d-40d7-a53a-07514d1451ea None None] For port 99ee9dba-a98d-4e9b-b018-f78b02893f92, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99ee9dba-a98d-4e9b-b018-f78b02893f92,segment=NetworkSegment(e5b7acdf-f26d-410a-91c3-65070f880b77),segment_id=e5b7acdf-f26d-410a-91c3-65070f880b77)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:39.814814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f20b3e63-957d-40d7-a53a-07514d1451ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.855432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.863177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:39.868760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90965-554b-4b23-921b-facf4aee274f req-fff628bf-e0a7-4538-9ed2-3c0db33df447 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:39.870917 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4e90965-554b-4b23-921b-facf4aee274f req-fff628bf-e0a7-4538-9ed2-3c0db33df447 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 946 time: 0.1077139 Nov 02 16:55:39.908078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] For port e644c011-e49d-4622-8a91-2ac73e73506f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:39.945483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] For port e644c011-e49d-4622-8a91-2ac73e73506f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e644c011-e49d-4622-8a91-2ac73e73506f,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:39.948224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:35Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:38Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:39.950667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b3e63-957d-40d7-a53a-07514d1451ea None None] Pushing event updated for resources: {'Port': ['ID=99ee9dba-a98d-4e9b-b018-f78b02893f92,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:39.995628 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.008194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf9dad-3025-4800-acbe-afffd9deac41 None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:35Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:38Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:40.037346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4e90965-554b-4b23-921b-facf4aee274f req-f6877a6c-982d-45f3-9bb0-078727caaba2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254170 Nov 02 16:55:40.052432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=6a5595d3-d89c-45b8-9744-511c55f1edf8,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:40.056949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b19a921d-b3d1-4efb-b17b-78324bd66648 None None] Provisioning complete for port 99ee9dba-a98d-4e9b-b018-f78b02893f92 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:40.059604 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b19a921d-b3d1-4efb-b17b-78324bd66648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.079732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.111043 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.164070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934f383-2cef-4726-b6c7-493ca03a5888 None None] Pushing event updated for resources: {'Port': ['ID=e644c011-e49d-4622-8a91-2ac73e73506f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:40.353892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:40.356845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:40.560401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:40.586844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router c7606198-c6c3-49ab-97ca-21c650e1ead6 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:40.750612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:40.768308 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-57f15e45-e261-40de-a3b4-74a606d275f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1302342 Nov 02 16:55:40.770874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35320) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:40.777570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:40.789263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-643891442'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:40.790163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-10252fc5-9610-4b81-abbb-b076ebc18f78 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "PUT /v2.0/routers/c7606198-c6c3-49ab-97ca-21c650e1ead6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7264071 Nov 02 16:55:40.793092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:40.802677 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] Sync routers for ids ['c7606198-c6c3-49ab-97ca-21c650e1ead6'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:40.828498 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] Routers {'c7606198-c6c3-49ab-97ca-21c650e1ead6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:40.830116 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7606198-c6c3-49ab-97ca-21c650e1ead6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:40.854093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:40.858394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.911664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting subnet 9755cf46-e014-4fc1-8939-259898c7ddb6 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:55:40.920398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:40.921786 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.946839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:40.947418 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment 1a18681d-3823-4486-b17c-34310e76725f of type vlan for network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 Nov 02 16:55:41.008979 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.027610 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.067678 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] Set router c7606198-c6c3-49ab-97ca-21c650e1ead6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:41.118836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.119808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-241ac3a2-e2cf-4dce-82eb-ee7fe8646bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.134567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:41.135436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.305992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5330400 Nov 02 16:55:41.309162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35364) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:41.310998 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.340045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:41.342119 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.449916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288f65f-0f54-4bdd-887a-119866da8e7d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=0dee8b9e-997b-4ce4-ab16-8bc42c98a501,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:41.477469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:41.487126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:41.551918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.600411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Subnet': ['ID=9755cf46-e014-4fc1-8939-259898c7ddb6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:41.614784 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] Checking router: c7606198-c6c3-49ab-97ca-21c650e1ead6 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:41.623654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.625349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:41.631155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-65697731-15fe-475d-a170-4e95c4f557c9 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/subnets/9755cf46-e014-4fc1-8939-259898c7ddb6 HTTP/1.1" status: 204 len: 168 time: 0.8367820 Nov 02 16:55:41.634074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35372) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:41.649008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.659363 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] Routers {'c7606198-c6c3-49ab-97ca-21c650e1ead6'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:41.666904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7606198-c6c3-49ab-97ca-21c650e1ead6'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:41.671794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2442ef-27a3-416f-bccf-21390847ec41 None None] Network bde03161-614c-4e08-89b2-5b3a3fe176c1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:41.869948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99ee9dba-a98d-4e9b-b018-f78b02893f92 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:41.977315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:41.998487 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] Set router c7606198-c6c3-49ab-97ca-21c650e1ead6 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:42.010661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:42.046794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c22c8-f62a-4817-96f0-e9b53e2b7d13 None None] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:42.193181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Provisioning complete for port e644c011-e49d-4622-8a91-2ac73e73506f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:42.193852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:42.243646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 99ee9dba-a98d-4e9b-b018-f78b02893f92 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:42.244041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:42.249739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=c3b6c470-de87-4df8-9a8a-f8cc063b6a70,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:42.271597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:42.271979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: 0dee8b9e-997b-4ce4-ab16-8bc42c98a501, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:42.342021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:42.363153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0dee8b9e-997b-4ce4-ab16-8bc42c98a501) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:42.370170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:42.372867 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:42.377211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] DHCP port deletion for bde03161-614c-4e08-89b2-5b3a3fe176c1 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:55:42.406050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ad2058f0-f775-4cb6-864f-d0daa57e6e48 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0931587 Nov 02 16:55:42.406050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35380) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:42.417294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:42.449012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0ff21-aea4-40cf-aa17-94127a690316 None None] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:42.515070 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed39cd8-4085-4c49-bbf0-693347c9f882 None None] The sync data for ids ['c7606198-c6c3-49ab-97ca-21c650e1ead6'] in n-d-811405-2 is: [{'id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361339944', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:09Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '043bb37d-e1a8-4e91-9dd5-548fec6bbcba', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606198-c6c3-49ab-97ca-21c650e1ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:10Z', 'updated_at': '2021-11-02T16:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:42.541121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:42.836373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:42.893428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:42.894162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:42.958803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:42.961325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.073606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.084454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e644c011-e49d-4622-8a91-2ac73e73506f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:43.087596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.126949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port 043bb37d-e1a8-4e91-9dd5-548fec6bbcba, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:43.127425 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.167133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 043bb37d-e1a8-4e91-9dd5-548fec6bbcba owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:43.231464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] For port e644c011-e49d-4622-8a91-2ac73e73506f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e644c011-e49d-4622-8a91-2ac73e73506f,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:43.256037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.322513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Pushing event updated for resources: {'Port': ['ID=e644c011-e49d-4622-8a91-2ac73e73506f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:43.328512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.331709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] Deleting port 2091cb3e-55a1-4388-8224-8bc420924598 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:43.332085 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.400411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:43.474219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.482568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.485138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.485503 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.485839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.486777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.490075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.496422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.496775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.497114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.497440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.497770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.498096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3666a-4d7a-47f1-8fe2-ca5023a6322a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:43.516624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=043bb37d-e1a8-4e91-9dd5-548fec6bbcba,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:43.563002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e644c011-e49d-4622-8a91-2ac73e73506f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:43.563389 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.602412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.778000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.783414 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.856540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.857417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Fanout notify agent at l3_agent the message router_deleted on router c7606198-c6c3-49ab-97ca-21c650e1ead6 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:55:43.868087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.870682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b1fe94e9-e8f0-417c-b223-f1255faacf41 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/routers/c7606198-c6c3-49ab-97ca-21c650e1ead6 HTTP/1.1" status: 204 len: 168 time: 2.2337711 Nov 02 16:55:43.871491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] For port 2091cb3e-55a1-4388-8224-8bc420924598, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2091cb3e-55a1-4388-8224-8bc420924598,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:43.872039 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:43.872807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:43.983333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.22.0.1 (0dee8b9e-997b-4ce4-ab16-8bc42c98a501/c3b6c470-de87-4df8-9a8a-f8cc063b6a70/4bf5cf48-b60b-46c6-a338-db97eb0101fc) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:44.037880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:44.049073 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.063504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] Calling delete_port for 2091cb3e-55a1-4388-8224-8bc420924598 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:44.080428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.081979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.175946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-21be3214-af4c-46b4-b62e-4a57d05a05e9 None None] Provisioning complete for port 6a5595d3-d89c-45b8-9744-511c55f1edf8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:44.176811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-21be3214-af4c-46b4-b62e-4a57d05a05e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.243198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.253073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 2091cb3e-55a1-4388-8224-8bc420924598 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:44.253507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.323096 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.378306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:44.384350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port 2091cb3e-55a1-4388-8224-8bc420924598, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2091cb3e-55a1-4388-8224-8bc420924598,segment=NetworkSegment(b8143203-32ef-450b-a65a-d02a2ac8c3fb),segment_id=b8143203-32ef-450b-a65a-d02a2ac8c3fb)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:44.385164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.385676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:44.391866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:44.410741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-21be3214-af4c-46b4-b62e-4a57d05a05e9 None None] Port 6a5595d3-d89c-45b8-9744-511c55f1edf8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:44.426748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 2091cb3e-55a1-4388-8224-8bc420924598 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:44.456194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=4bf5cf48-b60b-46c6-a338-db97eb0101fc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:44.468265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 3, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:44.495031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.536799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:44.537279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Updating router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 port 6a5595d3-d89c-45b8-9744-511c55f1edf8 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:55:44.546629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-21be3214-af4c-46b4-b62e-4a57d05a05e9 None None] Provisioning complete for port e644c011-e49d-4622-8a91-2ac73e73506f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:44.547002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-21be3214-af4c-46b4-b62e-4a57d05a05e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.548536 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.605458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Allocated IP 172.22.0.2 (0dee8b9e-997b-4ce4-ab16-8bc42c98a501/c3b6c470-de87-4df8-9a8a-f8cc063b6a70/e3906106-ff1b-4d33-9f48-a166fc96f0db) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:44.635231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] Pushing event deleted for resources: {'Port': ['ID=2091cb3e-55a1-4388-8224-8bc420924598,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:44.642690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8d9a7-8bbd-4f1f-bfe6-39ae1d0908a4 None None] No DVR routers for this DVR port 2091cb3e-55a1-4388-8224-8bc420924598 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:44.647360 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.702292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.724525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e644c011-e49d-4622-8a91-2ac73e73506f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:44.767229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.779334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] No DVR routers for this DVR port 2091cb3e-55a1-4388-8224-8bc420924598 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:44.793420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=2091cb3e-55a1-4388-8224-8bc420924598,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:44.926260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-4ca5aba4-92fb-4498-8310-9af069ec5cae req-f03d6ec2-9d32-4102-af93-39e59d4a7a2c service neutron] (102065) timed out ('10.222.0.55', 56779) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 16:55:44.948484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:44.983334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde03161-614c-4e08-89b2-5b3a3fe176c1']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:44.996606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8143203-32ef-450b-a65a-d02a2ac8c3fb') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:44.997485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8143203-32ef-450b-a65a-d02a2ac8c3fb') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:45.009467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.023644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e644c011-e49d-4622-8a91-2ac73e73506f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:45.023644 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.025763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.033306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:55:45.034041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:55:45.096590 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:55:45.136750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.143287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.151338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:45.151925 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/networks/bde03161-614c-4e08-89b2-5b3a3fe176c1 HTTP/1.1" status: 204 len: 168 time: 1.2777483 Nov 02 16:55:45.171116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc3865-af65-4161-b44d-4f47811afb3a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Network': ['ID=bde03161-614c-4e08-89b2-5b3a3fe176c1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:45.190789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f2db033-6dc9-49cc-87fc-205fd0c9db05 None None] Provisioning complete for port 6a5595d3-d89c-45b8-9744-511c55f1edf8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:45.191164 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f2db033-6dc9-49cc-87fc-205fd0c9db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.193714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.230048 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.468106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.474696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.483060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:45.496594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:45.510365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:45.520652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6f2db033-6dc9-49cc-87fc-205fd0c9db05 None None] Port 6a5595d3-d89c-45b8-9744-511c55f1edf8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:45.572485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Pushing event updated for resources: {'Port': ['ID=e3906106-ff1b-4d33-9f48-a166fc96f0db,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:45.625428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Attempting to bind port e3906106-ff1b-4d33-9f48-a166fc96f0db on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:45.625812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Attempting to bind port e3906106-ff1b-4d33-9f48-a166fc96f0db by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:45.626205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Attempting to bind port e3906106-ff1b-4d33-9f48-a166fc96f0db on network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:45.658705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:45.659003 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Checking segment: {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:45.659479 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.660117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Bound using segment: {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:45.660941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Bound port: e3906106-ff1b-4d33-9f48-a166fc96f0db, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:45.661517 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.738722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] For port e3906106-ff1b-4d33-9f48-a166fc96f0db, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:45.752523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9ba53a00-6b69-459f-a433-7891659c61b2 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:45.761890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.789979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9ba53a00-6b69-459f-a433-7891659c61b2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:45.790548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9ba53a00-6b69-459f-a433-7891659c61b2 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:45.790853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 043bb37d-e1a8-4e91-9dd5-548fec6bbcba no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:45.792927 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.796248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] For port e3906106-ff1b-4d33-9f48-a166fc96f0db, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e3906106-ff1b-4d33-9f48-a166fc96f0db,segment=NetworkSegment(1a18681d-3823-4486-b17c-34310e76725f),segment_id=1a18681d-3823-4486-b17c-34310e76725f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:45.823789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 043bb37d-e1a8-4e91-9dd5-548fec6bbcba {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:45.824266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 043bb37d-e1a8-4e91-9dd5-548fec6bbcba not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:45.824718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2091cb3e-55a1-4388-8224-8bc420924598 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:45.828203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.907150 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.912386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=4bf5cf48-b60b-46c6-a338-db97eb0101fc,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:45.919781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 9be0de9d-d297-4897-a722-60132e8ca40a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:45.920155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:45.920762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2091cb3e-55a1-4388-8224-8bc420924598 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:45.921832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2091cb3e-55a1-4388-8224-8bc420924598 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:45.958051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f240c-69d0-4fc3-9110-79dd01963bab None None] Pushing event updated for resources: {'Port': ['ID=6a5595d3-d89c-45b8-9744-511c55f1edf8,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:46.067026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Attempting to bind port 6a5595d3-d89c-45b8-9744-511c55f1edf8 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:46.067774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Attempting to bind port 6a5595d3-d89c-45b8-9744-511c55f1edf8 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:46.068341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Attempting to bind port 6a5595d3-d89c-45b8-9744-511c55f1edf8 on network b3e94f32-dfbe-4bba-9134-65ec415fdb0b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:46.117889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:46.119737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Checking segment: {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:46.120551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.120999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Bound using segment: {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:46.121691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Bound port: 6a5595d3-d89c-45b8-9744-511c55f1edf8, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:46.122499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.143310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181f41-b0fb-495a-8515-94732407de90 None None] Pushing event updated for resources: {'Port': ['ID=e3906106-ff1b-4d33-9f48-a166fc96f0db,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:46.177511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.177926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.232847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 9be0de9d-d297-4897-a722-60132e8ca40a owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:46.243140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] For port 6a5595d3-d89c-45b8-9744-511c55f1edf8, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:46.252091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] For port 6a5595d3-d89c-45b8-9744-511c55f1edf8, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6a5595d3-d89c-45b8-9744-511c55f1edf8,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:46.259244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:46.260856 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.262485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:46.417839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f240c-69d0-4fc3-9110-79dd01963bab None None] Pushing event updated for resources: {'Port': ['ID=6a5595d3-d89c-45b8-9744-511c55f1edf8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:46.473385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:46.474239 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:46.593646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d3929959-b623-4308-984c-485d7c3aceec None None] Provisioning complete for port 6a5595d3-d89c-45b8-9744-511c55f1edf8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:46.594275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3929959-b623-4308-984c-485d7c3aceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.683737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3906106-ff1b-4d33-9f48-a166fc96f0db up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:46.707721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:46.739755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:46.923293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:46.935230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:46.936098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-47ca47ca-dbd7-4f63-a7e2-a7b510afc6d2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5284269 Nov 02 16:55:46.942028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'network': {'name': 'tempest-RoutersTest-496391139'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:46.946394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.951060 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3929959-b623-4308-984c-485d7c3aceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.957933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e3906106-ff1b-4d33-9f48-a166fc96f0db triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:46.958550 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:46.981070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=9be0de9d-d297-4897-a722-60132e8ca40a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:47.012406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:47.028854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.079097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d3929959-b623-4308-984c-485d7c3aceec None None] For port 6a5595d3-d89c-45b8-9744-511c55f1edf8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6a5595d3-d89c-45b8-9744-511c55f1edf8,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:47.103338 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3929959-b623-4308-984c-485d7c3aceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.126286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.126741 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Floating IP d9ae5e0a-1c65-4617-b56b-414653f8a699 disassociated (deleted). External IP: 172.25.7.198, port: 29e5824e-e665-46ae-b78c-bdeb5e02b917. Nov 02 16:55:47.134338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:55:47.171824 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.174523 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added segment 45f948bd-500b-4fe6-a729-f75d61a20c2f of type vlan for network 95e9cf37-c7e6-420d-a41e-f20745f4e25f Nov 02 16:55:47.303426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3929959-b623-4308-984c-485d7c3aceec None None] Pushing event updated for resources: {'Port': ['ID=6a5595d3-d89c-45b8-9744-511c55f1edf8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:47.305729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.319737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-70054e4c-c4b0-43b6-a755-4bcb3df7762c None None] Provisioning complete for port 6a5595d3-d89c-45b8-9744-511c55f1edf8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:47.320187 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70054e4c-c4b0-43b6-a755-4bcb3df7762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.352725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.367634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.379569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:47.380510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.434835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-344e618b-9e19-4985-8527-5aba76411401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:44Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:45Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:46Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:47.485606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Network': ['ID=95e9cf37-c7e6-420d-a41e-f20745f4e25f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:47.507760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4a2c6b73-9dd0-4e21-8883-de98e1a7172b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5712974 Nov 02 16:55:47.512440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port e3906106-ff1b-4d33-9f48-a166fc96f0db, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e3906106-ff1b-4d33-9f48-a166fc96f0db,segment=NetworkSegment(1a18681d-3823-4486-b17c-34310e76725f),segment_id=1a18681d-3823-4486-b17c-34310e76725f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:47.512748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35460) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:47.514336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:55:47.520062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e618b-9e19-4985-8527-5aba76411401 None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:44Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:45Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:46Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:47.521154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'subnet': {'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:47.555849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.774077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b61b81-b2e5-49a2-9268-4bf27439264d None None] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:47.831221 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.838840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router 19958c01-035d-4d66-90e5-ce805322313a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:47.864720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Made reservation on behalf of 5522ce10cd144af2b5ccccf1c69f582d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:47.870870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:47.923992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=e3906106-ff1b-4d33-9f48-a166fc96f0db,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:48.021653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-75ed80c3-8bfc-4b1b-8f09-62762d9a9831 None None] Provisioning complete for port e3906106-ff1b-4d33-9f48-a166fc96f0db triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:48.022980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75ed80c3-8bfc-4b1b-8f09-62762d9a9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:48.294275 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:48.398086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:48.407582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:48.409716 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] Sync routers for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:48.423173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:48.424887 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:48.469145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-51abdcdf-8211-4821-aaa5-045cfe6ff50b tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/floatingips/d9ae5e0a-1c65-4617-b56b-414653f8a699 HTTP/1.1" status: 204 len: 168 time: 3.3168213 Nov 02 16:55:48.475291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:48.481468 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534086f5-0408-4b94-b7e1-b48ec4442011" -d '{"events": [{"name": "network-changed", "server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:48.545851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Checking segment: {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:48.547628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network hostable DHCP agents. Network: 95e9cf37-c7e6-420d-a41e-f20745f4e25f, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:55:48.551974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Subnet': ['ID=482ffd65-0704-4fc1-8ddb-f52d676e99e2,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:48.626916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-02fca9eb-5f51-4dc2-9773-bcdeea82b782 None None] Provisioning complete for port 4bf5cf48-b60b-46c6-a338-db97eb0101fc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:48.627295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02fca9eb-5f51-4dc2-9773-bcdeea82b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:48.632620 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbfde15-fbc0-47fd-89c1-bdbbf40bfae7 x-openstack-request-id: req-ddbfde15-fbc0-47fd-89c1-bdbbf40bfae7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:48.632950 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:48.633207 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddbfde15-fbc0-47fd-89c1-bdbbf40bfae7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:48.633905 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'status': 'completed', 'code': 200} Nov 02 16:55:48.656528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:55:48.797675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-02fca9eb-5f51-4dc2-9773-bcdeea82b782 None None] Port 4bf5cf48-b60b-46c6-a338-db97eb0101fc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:48.806611 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-faf8fadf-3288-4c79-aef9-143002cee1a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2377958 Nov 02 16:55:48.810025 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:48.811474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 95e9cf37-c7e6-420d-a41e-f20745f4e25f) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:48.822860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda1d00-1d5b-46d1-9f87-1c2e7f1e896b None None] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:48.838889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:48.839697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:48.879403 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7b2a9070-f8fd-49ac-bdd6-8870c985d5fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3579094 Nov 02 16:55:48.879742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:48.880195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-aa9c09ca-c0a6-4132-802f-e1a739ace78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:48.887528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-02fca9eb-5f51-4dc2-9773-bcdeea82b782 None None] Provisioning complete for port e3906106-ff1b-4d33-9f48-a166fc96f0db triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:48.892974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02fca9eb-5f51-4dc2-9773-bcdeea82b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:48.900749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-aa9c09ca-c0a6-4132-802f-e1a739ace78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.2211111 Nov 02 16:55:49.125100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3906106-ff1b-4d33-9f48-a166fc96f0db up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:49.156824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-66798fe9-141b-48b1-87b4-fa083ceb86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:49.158349 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-66798fe9-141b-48b1-87b4-fa083ceb86d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 898 time: 0.2553201 Nov 02 16:55:49.360098 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-69986689-6e45-40fd-9bd8-cfcf71b53263 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 217 time: 0.1914320 Nov 02 16:55:49.408534 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:19Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:49.488266 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] Checking router: 19958c01-035d-4d66-90e5-ce805322313a for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:49.494254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-9beef9e9-7a5a-4f59-bdbd-0facc90bfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:49.499111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-9beef9e9-7a5a-4f59-bdbd-0facc90bfe29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 200 len: 834 time: 0.1292453 Nov 02 16:55:49.507737 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:49.508388 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:49.615383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e3906106-ff1b-4d33-9f48-a166fc96f0db triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:49.615769 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:49.663287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-25b8e254-c567-492b-85f6-6d28665a27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:49.669065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-25b8e254-c567-492b-85f6-6d28665a27c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51e979d3-c9b1-4495-982c-d350a3240d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572466 Nov 02 16:55:49.680920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:55:49.682015 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:49.769051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82370-69cf-4a2c-b290-2f6942ed44ea req-043ea9b6-2942-4fe0-9af6-25be3643d245 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:49.780662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0c82370-69cf-4a2c-b290-2f6942ed44ea req-043ea9b6-2942-4fe0-9af6-25be3643d245 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 985 time: 0.5732193 Nov 02 16:55:49.797547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:49.822960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d8b7eb73-efd0-46a8-9f43-6c8cc5c25fc2 None None] Provisioning complete for port 4bf5cf48-b60b-46c6-a338-db97eb0101fc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:49.823685 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d8b7eb73-efd0-46a8-9f43-6c8cc5c25fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:49.939861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-18df6a6f-04cd-4adc-8f71-01a5d99cf048 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598000 Nov 02 16:55:50.010825 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:50.027762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:50.028411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:50.103985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0c82370-69cf-4a2c-b290-2f6942ed44ea req-6acb739d-b7db-49e5-a8ca-0e15876bfe5a tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3219225 Nov 02 16:55:50.160973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-534086f5-0408-4b94-b7e1-b48ec4442011 req-7ed6c6c9-ff6c-4dbd-9b85-0277955f5da6 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030048 Nov 02 16:55:50.212095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:50.418904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-e18b4ff9-678b-42e1-acef-118912b9c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:50.421052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-e18b4ff9-678b-42e1-acef-118912b9c494 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=139686f37a66471db33bfb50eb3aaba4&device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 1136 time: 0.1545925 Nov 02 16:55:50.449786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-833c494b-47e6-4af3-b0d7-cd9a9730c1ba tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:50.456609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-833c494b-47e6-4af3-b0d7-cd9a9730c1ba tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.55 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 985 time: 0.1409771 Nov 02 16:55:50.478378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:50.522011 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:19Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:50.596401 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb7e47-5ad7-4825-a629-21390eb5f40d None None] The sync data for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 is: [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:54:14Z', 'revision_number': 4, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '7b157ead-41aa-4e3b-85cf-ba276fee0a62', 'name': '', 'network_id': '51e979d3-c9b1-4495-982c-d350a3240d58', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'mac_address': 'fa:16:3e:fa:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:13Z', 'updated_at': '2021-11-02T16:54:19Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'subnets': [{'id': 'a33873f8-d83c-4c0c-848e-2df21db2afba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:50.791397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-807ecce2-294d-47b4-84ec-6db28c0e7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:50.793607 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-807ecce2-294d-47b4-84ec-6db28c0e7fa3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 200 len: 898 time: 0.3357213 Nov 02 16:55:50.917319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 29e5824e-e665-46ae-b78c-bdeb5e02b917 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:50.917736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:50.924382 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-15e1b1f2-d5b4-4fc5-8994-9b4e3ac82329 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 200 len: 217 time: 0.1192443 Nov 02 16:55:51.050861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Allocated IP 172.23.0.2 (95e9cf37-c7e6-420d-a41e-f20745f4e25f/482ffd65-0704-4fc1-8ddb-f52d676e99e2/1dcb17e6-928f-4a89-9759-e13a29ff5947) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:51.161428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-7a82031d-7132-4565-9e29-bd89a928c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:51.164005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-7a82031d-7132-4565-9e29-bd89a928c206 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 200 len: 834 time: 0.1128278 Nov 02 16:55:51.181303 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97645acd-190e-4373-8443-a1f02b052672 None None] New status for floating IP d9ae5e0a-1c65-4617-b56b-414653f8a699: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:55:51.238970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port 29e5824e-e665-46ae-b78c-bdeb5e02b917, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=29e5824e-e665-46ae-b78c-bdeb5e02b917,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:51.239345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:51.259258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 29e5824e-e665-46ae-b78c-bdeb5e02b917 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:51.277350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-0524e6f7-b250-4059-8d3d-7a1f42de210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:51.279135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-0524e6f7-b250-4059-8d3d-7a1f42de210d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51e979d3-c9b1-4495-982c-d350a3240d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980177 Nov 02 16:55:51.397017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f86a4-7cba-4c58-be68-cca1afaede6f req-f287a786-0f15-4b9b-8624-8657b0c8870c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:51.405251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb8f86a4-7cba-4c58-be68-cca1afaede6f req-f287a786-0f15-4b9b-8624-8657b0c8870c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 985 time: 0.1600180 Nov 02 16:55:51.476663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7eb73-efd0-46a8-9f43-6c8cc5c25fc2 None None] Port 4bf5cf48-b60b-46c6-a338-db97eb0101fc cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:51.523336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb8f86a4-7cba-4c58-be68-cca1afaede6f req-c8955737-614c-49e9-96cb-444a6d597295 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ad36c6f-9586-4b1d-ab90-04e476e6c877&id=573f5e9d-d923-4f94-a03e-bdcbe66403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1032536 Nov 02 16:55:51.526172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6a5595d3-d89c-45b8-9744-511c55f1edf8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:51.607229 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:51.627190 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:51.690798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:51.707087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:51.709799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:51.751055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Pushing event updated for resources: {'Port': ['ID=1dcb17e6-928f-4a89-9759-e13a29ff5947,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:51.769401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Allocated IP 172.23.0.1 (95e9cf37-c7e6-420d-a41e-f20745f4e25f/482ffd65-0704-4fc1-8ddb-f52d676e99e2/25a4c830-09a1-40a4-b201-aac2a0c2f542) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:51.844648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 6a5595d3-d89c-45b8-9744-511c55f1edf8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:51.845217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:51.896126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Attempting to bind port 1dcb17e6-928f-4a89-9759-e13a29ff5947 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:51.896502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Attempting to bind port 1dcb17e6-928f-4a89-9759-e13a29ff5947 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:51.896874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Attempting to bind port 1dcb17e6-928f-4a89-9759-e13a29ff5947 on network 95e9cf37-c7e6-420d-a41e-f20745f4e25f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:51.920295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:51.920859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Checking segment: {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:51.921468 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:51.922023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Bound using segment: {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:51.922839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Bound port: 1dcb17e6-928f-4a89-9759-e13a29ff5947, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:51.923253 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:51.993885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:44Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:45Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:52.052875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-ed72be10-3bc4-4463-b13d-c84f80fb07c4 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052388 Nov 02 16:55:52.063931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.082849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:52.083820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Updating router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 port 4bf5cf48-b60b-46c6-a338-db97eb0101fc binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:55:52.149091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.151743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] For port 1dcb17e6-928f-4a89-9759-e13a29ff5947, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:52.153784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.214313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:52.218453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:52.224971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:52.225204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.260396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] For port 1dcb17e6-928f-4a89-9759-e13a29ff5947, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1dcb17e6-928f-4a89-9759-e13a29ff5947,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:52.260754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=29e5824e-e665-46ae-b78c-bdeb5e02b917,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:52.275787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.277529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=25a4c830-09a1-40a4-b201-aac2a0c2f542,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:52.320404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.381761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] No DVR routers for this DVR port 29e5824e-e665-46ae-b78c-bdeb5e02b917 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:52.385991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.394763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-59764b97-e48d-4390-b93c-9d93711ec0fe req-52b64c69-c113-4305-a2a4-50d7abfb3105 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.55 "DELETE /v2.0/ports/29e5824e-e665-46ae-b78c-bdeb5e02b917 HTTP/1.1" status: 204 len: 173 time: 1.9141455 Nov 02 16:55:52.395659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'name': 'network-vif-deleted', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:52.399317 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b821d6-7f56-4318-88af-0d17b687ec02" -d '{"events": [{"server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "name": "network-vif-deleted", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:52.406515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5f8c6c5b-58d3-4e64-b5f5-4653c0d62e53 req-652c34d4-eaa4-418c-b643-0e80834d0629 service neutron] 10.222.0.55 "GET /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415658 Nov 02 16:55:52.470561 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415bba72-5cef-4136-ac5f-5559d1b61f4a x-openstack-request-id: req-415bba72-5cef-4136-ac5f-5559d1b61f4a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:52.471154 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52db0721-6ddc-47c7-bc12-817f52239c40", "name": "network-vif-deleted", "tag": "29e5824e-e665-46ae-b78c-bdeb5e02b917", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:52.471660 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-415bba72-5cef-4136-ac5f-5559d1b61f4a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:52.473224 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52db0721-6ddc-47c7-bc12-817f52239c40', 'name': 'network-vif-deleted', 'tag': '29e5824e-e665-46ae-b78c-bdeb5e02b917', 'status': 'completed', 'code': 200} Nov 02 16:55:52.498749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9808c38-d48c-42a4-aac0-864467d20911 None None] Pushing event updated for resources: {'Port': ['ID=1dcb17e6-928f-4a89-9759-e13a29ff5947,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:52.572881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.873933 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:52.890343 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.089500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93bdb-d308-40f4-b200-d23f0f25816d None None] Pushing event updated for resources: {'Port': ['ID=4bf5cf48-b60b-46c6-a338-db97eb0101fc,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:53.155155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.173223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c249fafa-0b16-4f3d-a045-201231060e4b req-260ef9d8-29b3-4460-b4fa-4c3b47b30d0d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "GET /v2.0/ports?device_id=52db0721-6ddc-47c7-bc12-817f52239c40 HTTP/1.1" status: 200 len: 210 time: 0.1726687 Nov 02 16:55:53.182816 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.186777 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.235058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Attempting to bind port 4bf5cf48-b60b-46c6-a338-db97eb0101fc on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:53.235432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Attempting to bind port 4bf5cf48-b60b-46c6-a338-db97eb0101fc by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:53.236036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Attempting to bind port 4bf5cf48-b60b-46c6-a338-db97eb0101fc on network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:53.241870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:53.242432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Checking segment: {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:53.242847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.243325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Bound using segment: {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:53.250783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Bound port: 4bf5cf48-b60b-46c6-a338-db97eb0101fc, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a18681d-3823-4486-b17c-34310e76725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:53.250783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.339661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event updated for resources: {'Port': ['ID=25a4c830-09a1-40a4-b201-aac2a0c2f542,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:53.350011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.374597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] For port 4bf5cf48-b60b-46c6-a338-db97eb0101fc, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:53.377907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] For port 4bf5cf48-b60b-46c6-a338-db97eb0101fc, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4bf5cf48-b60b-46c6-a338-db97eb0101fc,segment=NetworkSegment(1a18681d-3823-4486-b17c-34310e76725f),segment_id=1a18681d-3823-4486-b17c-34310e76725f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:53.386296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:53.455933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:53.456563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:53.566434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:53.571398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:53.635767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:53.765619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:53.952954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:53.965580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35576) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:53.966065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2dc15c22-6929-4c28-ae00-554300b9fe76 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0868366 Nov 02 16:55:53.970834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:53.988574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93bdb-d308-40f4-b200-d23f0f25816d None None] Pushing event updated for resources: {'Port': ['ID=4bf5cf48-b60b-46c6-a338-db97eb0101fc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:54.012223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-56608cff-d0b6-4de5-8c13-2c9765190933 None None] Provisioning complete for port 4bf5cf48-b60b-46c6-a338-db97eb0101fc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:54.012600 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-56608cff-d0b6-4de5-8c13-2c9765190933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.253880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35590) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:54.308902 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-56608cff-d0b6-4de5-8c13-2c9765190933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.321569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:52Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '25a4c830-09a1-40a4-b201-aac2a0c2f542', 'name': '', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:50Z', 'updated_at': '2021-11-02T16:55:52Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:53Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:54.418495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b9658-b2d4-49e4-93da-25b00cb822cf None None] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:54.491213 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-38a16ce6-0fbd-453d-963b-cf67b675106c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.537046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c64326-0f84-4014-a658-ebb841fc030a None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:52Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '25a4c830-09a1-40a4-b201-aac2a0c2f542', 'name': '', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:50Z', 'updated_at': '2021-11-02T16:55:52Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:53Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:54.542758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-38a16ce6-0fbd-453d-963b-cf67b675106c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.667586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-56608cff-d0b6-4de5-8c13-2c9765190933 None None] For port 4bf5cf48-b60b-46c6-a338-db97eb0101fc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4bf5cf48-b60b-46c6-a338-db97eb0101fc,segment=NetworkSegment(1a18681d-3823-4486-b17c-34310e76725f),segment_id=1a18681d-3823-4486-b17c-34310e76725f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:54.674030 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-56608cff-d0b6-4de5-8c13-2c9765190933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.695609 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-38a16ce6-0fbd-453d-963b-cf67b675106c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.700131 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-38a16ce6-0fbd-453d-963b-cf67b675106c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.714757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-38a16ce6-0fbd-453d-963b-cf67b675106c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ad36c6f-9586-4b1d-ab90-04e476e6c877 HTTP/1.1" status: 204 len: 168 time: 0.4594300 Nov 02 16:55:54.715536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35598) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:54.755774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 29e5824e-e665-46ae-b78c-bdeb5e02b917 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:54.758663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4bf5cf48-b60b-46c6-a338-db97eb0101fc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:54.841167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 29e5824e-e665-46ae-b78c-bdeb5e02b917 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:55:54.841518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 29e5824e-e665-46ae-b78c-bdeb5e02b917 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:54.855744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a16ce6-0fbd-453d-963b-cf67b675106c tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad36c6f-9586-4b1d-ab90-04e476e6c877,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:54.913156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72b1a-9385-4923-953f-669b968e577d req-fd1994dc-8d98-4a15-aacf-82e5badcfdfb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:54.914835 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22a72b1a-9385-4923-953f-669b968e577d req-fd1994dc-8d98-4a15-aacf-82e5badcfdfb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1982658 Nov 02 16:55:54.940265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.extraroute_db [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 16:55:54.967191 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c070b63b-7576-43c3-8f86-be27a7a86dfa tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.978498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.extraroute_db [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Removed routes are [] {{(pid=102065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 16:55:54.980133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:54.993423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Provisioning complete for port 1dcb17e6-928f-4a89-9759-e13a29ff5947 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:54.994230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.050761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c070b63b-7576-43c3-8f86-be27a7a86dfa tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.089742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56608cff-d0b6-4de5-8c13-2c9765190933 None None] Pushing event updated for resources: {'Port': ['ID=4bf5cf48-b60b-46c6-a338-db97eb0101fc,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:55.098885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22a72b1a-9385-4923-953f-669b968e577d req-9c4514c5-09cf-444b-ba83-47034a8161de tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595223 Nov 02 16:55:55.126196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4bf5cf48-b60b-46c6-a338-db97eb0101fc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:55.126578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.173336 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c070b63b-7576-43c3-8f86-be27a7a86dfa tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.176238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c070b63b-7576-43c3-8f86-be27a7a86dfa tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.178961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c070b63b-7576-43c3-8f86-be27a7a86dfa tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/security-groups/573f5e9d-d923-4f94-a03e-bdcbe66403d3 HTTP/1.1" status: 204 len: 168 time: 0.3991716 Nov 02 16:55:55.181494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:55.199737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070b63b-7576-43c3-8f86-be27a7a86dfa tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f5e9d-d923-4f94-a03e-bdcbe66403d3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:55.359849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.398355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1dcb17e6-928f-4a89-9759-e13a29ff5947 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:55.552282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] For port 1dcb17e6-928f-4a89-9759-e13a29ff5947, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1dcb17e6-928f-4a89-9759-e13a29ff5947,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:55.562291 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.563625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.587760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.689746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Pushing event updated for resources: {'Port': ['ID=1dcb17e6-928f-4a89-9759-e13a29ff5947,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:55.715233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Provisioning complete for port 4bf5cf48-b60b-46c6-a338-db97eb0101fc triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:55.715717 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8b84caae-3126-4190-bf88-f797e6d76405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.778853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1dcb17e6-928f-4a89-9759-e13a29ff5947 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:55.779369 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:55.864572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:55.922728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:55.923544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:55.924177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:56.140605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:56.149793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:56.151059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d268e2bd-7742-4cfa-b361-f6afef6c0d9f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 933 time: 2.1843195 Nov 02 16:55:56.153857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:56.342964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:56.392547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6740ad1d-132c-42d1-b484-21f33eead3aa None None] Provisioning complete for port 1dcb17e6-928f-4a89-9759-e13a29ff5947 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:56.394483 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6740ad1d-132c-42d1-b484-21f33eead3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:56.460809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:56.555368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-83d8764c-b8d5-410c-b089-52b5023498f0 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 933 time: 0.3968999 Nov 02 16:55:56.557849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35638) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:56.562897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'routes': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:56.748539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0b64-5268-495e-9325-df13ba483fd1 req-f6b57da9-7dc3-414d-826c-2e1a550ac5dc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:56.755548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4bf5cf48-b60b-46c6-a338-db97eb0101fc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:56.761410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a8b0b64-5268-495e-9325-df13ba483fd1 req-f6b57da9-7dc3-414d-826c-2e1a550ac5dc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.4745903 Nov 02 16:55:56.928131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a8b0b64-5268-495e-9325-df13ba483fd1 req-c95fb64f-210b-45d2-a363-cb2813f89b41 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587961 Nov 02 16:55:56.963158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6740ad1d-132c-42d1-b484-21f33eead3aa None None] Provisioning complete for port 25a4c830-09a1-40a4-b201-aac2a0c2f542 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:56.963522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6740ad1d-132c-42d1-b484-21f33eead3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.045627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 7b157ead-41aa-4e3b-85cf-ba276fee0a62 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:55:57.045627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.095948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6740ad1d-132c-42d1-b484-21f33eead3aa None None] Port 25a4c830-09a1-40a4-b201-aac2a0c2f542 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:57.124041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4bf5cf48-b60b-46c6-a338-db97eb0101fc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:57.124680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.152174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 6, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '25a4c830-09a1-40a4-b201-aac2a0c2f542', 'name': '', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:50Z', 'updated_at': '2021-11-02T16:55:52Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:57.238521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:57.238885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Updating router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 port 25a4c830-09a1-40a4-b201-aac2a0c2f542 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:55:57.275148 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.301549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port 7b157ead-41aa-4e3b-85cf-ba276fee0a62, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7b157ead-41aa-4e3b-85cf-ba276fee0a62,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:57.302105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.322440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-62c6329a-2f5c-4d6a-b883-fc7432447e1d None None] Provisioning complete for port 25a4c830-09a1-40a4-b201-aac2a0c2f542 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:57.322911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62c6329a-2f5c-4d6a-b883-fc7432447e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.326517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 7b157ead-41aa-4e3b-85cf-ba276fee0a62 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:55:57.401946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-62c6329a-2f5c-4d6a-b883-fc7432447e1d None None] Port 25a4c830-09a1-40a4-b201-aac2a0c2f542 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:55:57.460778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1dcb17e6-928f-4a89-9759-e13a29ff5947 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:57.622098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.690519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=7b157ead-41aa-4e3b-85cf-ba276fee0a62,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:57.691997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1dcb17e6-928f-4a89-9759-e13a29ff5947 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:57.692420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:57.924039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.extraroute_db [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added routes are [] {{(pid=102066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 16:55:57.924607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.extraroute_db [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 16:55:57.994740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.088403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.141047 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.151231 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.296329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9248e-5598-42a7-b160-a106ed0dc127 None None] Pushing event updated for resources: {'Port': ['ID=25a4c830-09a1-40a4-b201-aac2a0c2f542,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:58.430655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Attempting to bind port 25a4c830-09a1-40a4-b201-aac2a0c2f542 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:55:58.431299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Attempting to bind port 25a4c830-09a1-40a4-b201-aac2a0c2f542 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:55:58.431494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Attempting to bind port 25a4c830-09a1-40a4-b201-aac2a0c2f542 on network 95e9cf37-c7e6-420d-a41e-f20745f4e25f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:58.464053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:58.464692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Checking segment: {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:55:58.465591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.466389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Bound using segment: {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:58.467208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Bound port: 25a4c830-09a1-40a4-b201-aac2a0c2f542, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f948bd-500b-4fe6-a729-f75d61a20c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:55:58.468566 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.563957 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.579694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2728396-eb8a-4d04-8a92-0ea394648d4b req-13697369-179c-41a5-ab12-2f679b69554c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:58.591117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2728396-eb8a-4d04-8a92-0ea394648d4b req-13697369-179c-41a5-ab12-2f679b69554c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.3458846 Nov 02 16:55:58.610522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.646508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] For port 25a4c830-09a1-40a4-b201-aac2a0c2f542, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:58.651513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] For port 25a4c830-09a1-40a4-b201-aac2a0c2f542, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25a4c830-09a1-40a4-b201-aac2a0c2f542,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:58.659093 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.729370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9248e-5598-42a7-b160-a106ed0dc127 None None] Pushing event updated for resources: {'Port': ['ID=25a4c830-09a1-40a4-b201-aac2a0c2f542,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:58.762799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2728396-eb8a-4d04-8a92-0ea394648d4b req-a577ab8f-148f-4150-a376-6fd8286755a6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705372 Nov 02 16:55:58.767013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-038e75cd-4bd9-4244-ba25-5c847c0b400b None None] Provisioning complete for port 25a4c830-09a1-40a4-b201-aac2a0c2f542 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:58.767396 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-038e75cd-4bd9-4244-ba25-5c847c0b400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:58.812642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:58.891930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:58.892822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:59.014005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:59.032594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.033790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e0c44954-4f60-4547-a13b-3427b0a1909a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 699 time: 2.4747415 Nov 02 16:55:59.036690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35674) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:59.062918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-038e75cd-4bd9-4244-ba25-5c847c0b400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.117012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:59.151248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Router 19958c01-035d-4d66-90e5-ce805322313a has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:59.174283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-038e75cd-4bd9-4244-ba25-5c847c0b400b None None] For port 25a4c830-09a1-40a4-b201-aac2a0c2f542, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25a4c830-09a1-40a4-b201-aac2a0c2f542,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:59.186537 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-038e75cd-4bd9-4244-ba25-5c847c0b400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.229420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf0821a4-8657-4516-a0aa-7c2b5d7d08e4 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 699 time: 0.1914155 Nov 02 16:55:59.230492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35680) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:59.327300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:59.340064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-210be776-7563-4695-8a0f-ce07332a6768 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "PUT /v2.0/routers/19958c01-035d-4d66-90e5-ce805322313a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1566296 Nov 02 16:55:59.340741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:59.341412 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] Sync routers for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:59.359355 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:59.361593 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:59.432630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting subnet a33873f8-d83c-4c0c-848e-2df21db2afba {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:55:59.437163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.511069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.523045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-686716a8-bb6c-43ed-bd6e-f9abb54ee313 None None] Provisioning complete for port 25a4c830-09a1-40a4-b201-aac2a0c2f542 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:59.524292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-686716a8-bb6c-43ed-bd6e-f9abb54ee313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.528866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e75cd-4bd9-4244-ba25-5c847c0b400b None None] Pushing event updated for resources: {'Port': ['ID=25a4c830-09a1-40a4-b201-aac2a0c2f542,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:59.592404 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:59.669551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.746800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:57Z', 'revision_number': 7, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '25a4c830-09a1-40a4-b201-aac2a0c2f542', 'name': '', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:50Z', 'updated_at': '2021-11-02T16:55:58Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:59.776622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.785745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd9bfe-82e5-4801-a928-995f901338dc None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:57Z', 'revision_number': 7, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '25a4c830-09a1-40a4-b201-aac2a0c2f542', 'name': '', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:50Z', 'updated_at': '2021-11-02T16:55:58Z', 'revision_number': 4, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:59.856184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:55:59.861939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/subnets/a33873f8-d83c-4c0c-848e-2df21db2afba HTTP/1.1" status: 204 len: 168 time: 0.5200746 Nov 02 16:55:59.863680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67efd41-6d92-4c6e-ba77-7bac97509915 None None] Network 51e979d3-c9b1-4495-982c-d350a3240d58 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:59.864429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f703a84-3400-448d-9458-6898ca02170d tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Subnet': ['ID=a33873f8-d83c-4c0c-848e-2df21db2afba,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:59.873784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35700) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:00.032604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b45b-8370-4094-994a-1c0d8e6f5830 req-124c9377-d231-4554-816e-bfc2a2108bba tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:00.035960 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5353b45b-8370-4094-994a-1c0d8e6f5830 req-124c9377-d231-4554-816e-bfc2a2108bba tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1204083 Nov 02 16:56:00.051567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:00.070459 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:55:57Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:00.128852 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] Checking router: 19958c01-035d-4d66-90e5-ce805322313a for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:00.134016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:00.159340 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] Routers {'19958c01-035d-4d66-90e5-ce805322313a'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:00.160474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['19958c01-035d-4d66-90e5-ce805322313a'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:00.183070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:00.237618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:00.241177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:00.254011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5353b45b-8370-4094-994a-1c0d8e6f5830 req-9133c0f4-976e-41a9-bc34-81beab8665a1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037675 Nov 02 16:56:00.362016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:00.429915 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] Set router 19958c01-035d-4d66-90e5-ce805322313a gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:00.590644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Deleting port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:00.595783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:00.785693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] DHCP port deletion for 51e979d3-c9b1-4495-982c-d350a3240d58 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:56:00.796972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25a4c830-09a1-40a4-b201-aac2a0c2f542 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:56:00.813410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] For port 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:00.814414 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:00.838655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Calling delete_port for 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:00.871519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 25a4c830-09a1-40a4-b201-aac2a0c2f542 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:00.871867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:00.907621 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:55:57Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:00.956522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:00.992722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6660d-fb54-4fb8-9003-2582648fce9d None None] The sync data for ids ['19958c01-035d-4d66-90e5-ce805322313a'] in n-d-811405-2 is: [{'id': '19958c01-035d-4d66-90e5-ce805322313a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1846825856', 'tenant_id': '139686f37a66471db33bfb50eb3aaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:54:07Z', 'updated_at': '2021-11-02T16:55:57Z', 'revision_number': 5, 'project_id': '139686f37a66471db33bfb50eb3aaba4', 'gw_port': {'id': '02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19958c01-035d-4d66-90e5-ce805322313a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:54:08Z', 'updated_at': '2021-11-02T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:01.029717 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:56:01.081460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] Deleting port 75fd7021-130e-4e4a-ba92-265adea001e8 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:01.081460 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.090799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 25a4c830-09a1-40a4-b201-aac2a0c2f542 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:56:01.091339 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.164413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 25a4c830-09a1-40a4-b201-aac2a0c2f542, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=25a4c830-09a1-40a4-b201-aac2a0c2f542,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:01.164988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.182435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 25a4c830-09a1-40a4-b201-aac2a0c2f542 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:01.224134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.265939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Port': ['ID=02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:01.342058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.357475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] For port 75fd7021-130e-4e4a-ba92-265adea001e8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=75fd7021-130e-4e4a-ba92-265adea001e8,segment=NetworkSegment(0fae785f-2720-4c22-b465-f435fe57a768),segment_id=0fae785f-2720-4c22-b465-f435fe57a768)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:01.357886 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.433373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] Calling delete_port for 75fd7021-130e-4e4a-ba92-265adea001e8 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:01.507833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.565265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=25a4c830-09a1-40a4-b201-aac2a0c2f542,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:01.601176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.612363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.673234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97593-da0b-4455-a70d-7b90f0873b3a req-d3536b6b-426f-4307-99da-e501b65912d8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:01.675235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dd97593-da0b-4455-a70d-7b90f0873b3a req-d3536b6b-426f-4307-99da-e501b65912d8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1812427 Nov 02 16:56:01.771862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.772302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Fanout notify agent at l3_agent the message router_deleted on router 19958c01-035d-4d66-90e5-ce805322313a {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:01.799189 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.803562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7e0d340-a290-4d73-a94f-532b432d4983 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/routers/19958c01-035d-4d66-90e5-ce805322313a HTTP/1.1" status: 204 len: 168 time: 1.9257691 Nov 02 16:56:01.803562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:01.822169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35720) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:01.825253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4dd97593-da0b-4455-a70d-7b90f0873b3a req-3d46af27-b720-4398-833d-3d7df08e87f5 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401143 Nov 02 16:56:01.940899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 75fd7021-130e-4e4a-ba92-265adea001e8 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:01.962941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:01.996033 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.054717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] No DVR routers for this DVR port 75fd7021-130e-4e4a-ba92-265adea001e8 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:02.094260 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.094903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992d9ae-9357-4e17-a7a9-29ef133ad176 None None] Pushing event deleted for resources: {'Port': ['ID=75fd7021-130e-4e4a-ba92-265adea001e8,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:02.143737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No active binding found for port 75fd7021-130e-4e4a-ba92-265adea001e8 {{(pid=102067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 16:56:02.144707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 75fd7021-130e-4e4a-ba92-265adea001e8 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:02.174353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:55:57Z', 'revision_number': 7, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '25a4c830-09a1-40a4-b201-aac2a0c2f542', 'name': '', 'network_id': '95e9cf37-c7e6-420d-a41e-f20745f4e25f', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:50Z', 'updated_at': '2021-11-02T16:55:59Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '482ffd65-0704-4fc1-8ddb-f52d676e99e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:02.222606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:02.232960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02c82ea8-6ad1-49b7-915b-69a086b70899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.245136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:02.246161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:02.328983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.375799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:02.381280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e979d3-c9b1-4495-982c-d350a3240d58']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:02.397786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fae785f-2720-4c22-b465-f435fe57a768') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:02.398255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fae785f-2720-4c22-b465-f435fe57a768') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:02.416662 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.477629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.526189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:02.526933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:02.530463 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:02.612223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02c82ea8-6ad1-49b7-915b-69a086b70899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.632604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-02c82ea8-6ad1-49b7-915b-69a086b70899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.643625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:02.665270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.673045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:02.673640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 02ee5698-b3ff-4fc2-bc00-e4f5cd52efe6 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:02.674247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7b157ead-41aa-4e3b-85cf-ba276fee0a62 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:02.689773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.695706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] 10.222.0.31 "DELETE /v2.0/networks/51e979d3-c9b1-4495-982c-d350a3240d58 HTTP/1.1" status: 204 len: 168 time: 0.8715806 Nov 02 16:56:02.704114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7b157ead-41aa-4e3b-85cf-ba276fee0a62 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:02.704438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7b157ead-41aa-4e3b-85cf-ba276fee0a62 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:02.717623 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-02c82ea8-6ad1-49b7-915b-69a086b70899 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b9c9b2e26734bfbafac4d7a30f4acce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150214 Nov 02 16:56:02.718830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0661-59b5-477e-866e-1ecf3d3fa472 tempest-TestSecurityGroupsBasicOps-1307160495 tempest-TestSecurityGroupsBasicOps-1307160495-project] Pushing event deleted for resources: {'Network': ['ID=51e979d3-c9b1-4495-982c-d350a3240d58,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:02.720617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c82ea8-6ad1-49b7-915b-69a086b70899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f522b3c-f5b8-49fd-b68d-9ba430c298b8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:02.722889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:02.734350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:01Z', 'revision_number': 8, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:02.769927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94469f03-9066-4f87-ab1a-79ce2f836a52 None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:01Z', 'revision_number': 8, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:02.784011 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17ab310-62dd-487c-ba9a-04c06a095250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.816885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17ab310-62dd-487c-ba9a-04c06a095250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.827376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:56:02.877127 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17ab310-62dd-487c-ba9a-04c06a095250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.879932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c17ab310-62dd-487c-ba9a-04c06a095250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:02.881215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c17ab310-62dd-487c-ba9a-04c06a095250 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f522b3c-f5b8-49fd-b68d-9ba430c298b8 HTTP/1.1" status: 204 len: 168 time: 0.1570113 Nov 02 16:56:02.890089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ab310-62dd-487c-ba9a-04c06a095250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f522b3c-f5b8-49fd-b68d-9ba430c298b8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:02.962947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:02.976065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:02.976379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bca18c8a-204d-4414-b1a1-f36a74c5e290 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7438700 Nov 02 16:56:03.038993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fdff0-155c-4988-9c85-14f50f7912fb req-995cecd1-e8b7-47e6-95d7-c63d178edb34 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:03.040854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b1fdff0-155c-4988-9c85-14f50f7912fb req-995cecd1-e8b7-47e6-95d7-c63d178edb34 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0576737 Nov 02 16:56:03.044175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet 482ffd65-0704-4fc1-8ddb-f52d676e99e2 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:56:03.050648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.088520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b1fdff0-155c-4988-9c85-14f50f7912fb req-0561029b-0240-4704-8297-05d4f72c3bc1 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Nov 02 16:56:03.104694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.218002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.303509 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.323304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35756) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:03.341222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b86492e-cb31-4a8d-b040-bd3b5c0fa894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.342952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.350282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27a959-5bfb-44c3-b36a-bd922f9aa44c None None] Network 95e9cf37-c7e6-420d-a41e-f20745f4e25f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:03.352387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/482ffd65-0704-4fc1-8ddb-f52d676e99e2 HTTP/1.1" status: 204 len: 168 time: 0.3746417 Nov 02 16:56:03.352846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea690aba-36e3-400e-95f1-76f281ae4804 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=482ffd65-0704-4fc1-8ddb-f52d676e99e2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:03.355865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35758) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:03.453473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b86492e-cb31-4a8d-b040-bd3b5c0fa894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.466713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.470700 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:03.476211 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0b86492e-cb31-4a8d-b040-bd3b5c0fa894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.483361 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:03.484230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:03.517732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0b86492e-cb31-4a8d-b040-bd3b5c0fa894 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bea6c0592ae0459aa7da6393ba612fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910138 Nov 02 16:56:03.518419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35760) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:03.555172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86492e-cb31-4a8d-b040-bd3b5c0fa894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03921fb1-1161-44fc-bed9-2a9ed25d87b3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:03.575306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] DHCP port deletion for 95e9cf37-c7e6-420d-a41e-f20745f4e25f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:56:03.603628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4c07ea1-5d5c-44e4-930f-b234037ba9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.613996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 1dcb17e6-928f-4a89-9759-e13a29ff5947 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:03.614702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.615231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:03.629942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] Deleting port 1dcb17e6-928f-4a89-9759-e13a29ff5947 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:03.630681 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.676337 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4c07ea1-5d5c-44e4-930f-b234037ba9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.701851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] For port 1dcb17e6-928f-4a89-9759-e13a29ff5947, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1dcb17e6-928f-4a89-9759-e13a29ff5947,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:03.702276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.721194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] Calling delete_port for 1dcb17e6-928f-4a89-9759-e13a29ff5947 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:03.747159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 1dcb17e6-928f-4a89-9759-e13a29ff5947, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1dcb17e6-928f-4a89-9759-e13a29ff5947,segment=NetworkSegment(45f948bd-500b-4fe6-a729-f75d61a20c2f),segment_id=45f948bd-500b-4fe6-a729-f75d61a20c2f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:03.747538 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.774819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 1dcb17e6-928f-4a89-9759-e13a29ff5947 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:03.859320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4c07ea1-5d5c-44e4-930f-b234037ba9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.862428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4c07ea1-5d5c-44e4-930f-b234037ba9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.867542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f4c07ea1-5d5c-44e4-930f-b234037ba9ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03921fb1-1161-44fc-bed9-2a9ed25d87b3 HTTP/1.1" status: 204 len: 168 time: 0.3470445 Nov 02 16:56:03.873071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.884400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07ea1-5d5c-44e4-930f-b234037ba9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03921fb1-1161-44fc-bed9-2a9ed25d87b3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:03.929538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] Pushing event deleted for resources: {'Port': ['ID=1dcb17e6-928f-4a89-9759-e13a29ff5947,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:03.935231 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:03.940480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4372e-e4b2-4fe4-84e3-f9bcdbc74aa8 None None] No DVR routers for this DVR port 1dcb17e6-928f-4a89-9759-e13a29ff5947 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:03.988279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=1dcb17e6-928f-4a89-9759-e13a29ff5947,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:03.988611 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:01Z', 'revision_number': 8, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:03.991518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port 1dcb17e6-928f-4a89-9759-e13a29ff5947 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:04.030605 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:04.042876 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:04.043866 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:04.110630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.142708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e9cf37-c7e6-420d-a41e-f20745f4e25f']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:04.155653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f948bd-500b-4fe6-a729-f75d61a20c2f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:04.156288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f948bd-500b-4fe6-a729-f75d61a20c2f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:04.169792 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.186818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.196370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:04.197023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:04.253996 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:04.295338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.307385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:04.319403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.329214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/95e9cf37-c7e6-420d-a41e-f20745f4e25f HTTP/1.1" status: 204 len: 168 time: 0.9700406 Nov 02 16:56:04.329420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35776) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:04.329648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35778) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:04.394714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d639b5e-a76b-4fee-9ca8-66205f5a71f2 req-b4a26831-0683-4ce3-8ad5-75d5099a5b3f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:04.398482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba574a0-3d28-4a2e-9451-4109e285cf46 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=95e9cf37-c7e6-420d-a41e-f20745f4e25f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:04.400992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d639b5e-a76b-4fee-9ca8-66205f5a71f2 req-b4a26831-0683-4ce3-8ad5-75d5099a5b3f tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1612461 Nov 02 16:56:04.493146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d639b5e-a76b-4fee-9ca8-66205f5a71f2 req-fbde165f-b499-4899-9b3b-ea38be0b57ee tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730932 Nov 02 16:56:04.591085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25a4c830-09a1-40a4-b201-aac2a0c2f542 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:04.637894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 25a4c830-09a1-40a4-b201-aac2a0c2f542 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:04.638364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 25a4c830-09a1-40a4-b201-aac2a0c2f542 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:04.643008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1dcb17e6-928f-4a89-9759-e13a29ff5947 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:04.686569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1dcb17e6-928f-4a89-9759-e13a29ff5947 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:04.687750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1dcb17e6-928f-4a89-9759-e13a29ff5947 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:04.697210 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:01Z', 'revision_number': 8, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:04.731125 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c23bc4-7aa1-433e-99e5-acfb9ac5c9bc None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:01Z', 'revision_number': 8, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '4bf5cf48-b60b-46c6-a338-db97eb0101fc', 'name': '', 'network_id': '0dee8b9e-997b-4ce4-ab16-8bc42c98a501', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e0:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:43Z', 'updated_at': '2021-11-02T16:55:54Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'c3b6c470-de87-4df8-9a8a-f8cc063b6a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:04.810924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d54f8d70-dd26-407b-bb46-7daf2224704e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=139686f37a66471db33bfb50eb3aaba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800351 Nov 02 16:56:04.813715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:04.909627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47948888-8183-4ca3-9a01-c4879f899e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:04.965311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47948888-8183-4ca3-9a01-c4879f899e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.060286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47948888-8183-4ca3-9a01-c4879f899e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.061753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.064446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47948888-8183-4ca3-9a01-c4879f899e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.068097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-47948888-8183-4ca3-9a01-c4879f899e7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2137fc2f-a968-44a7-bef6-2d0117c3a909 HTTP/1.1" status: 204 len: 168 time: 0.2509985 Nov 02 16:56:05.076269 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47948888-8183-4ca3-9a01-c4879f899e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2137fc2f-a968-44a7-bef6-2d0117c3a909,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:05.407033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 4bf5cf48-b60b-46c6-a338-db97eb0101fc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:05.407381 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.521000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 4bf5cf48-b60b-46c6-a338-db97eb0101fc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4bf5cf48-b60b-46c6-a338-db97eb0101fc,segment=NetworkSegment(1a18681d-3823-4486-b17c-34310e76725f),segment_id=1a18681d-3823-4486-b17c-34310e76725f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:05.521366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.537466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 4bf5cf48-b60b-46c6-a338-db97eb0101fc owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:05.617547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-334ae92a-a8d8-4df6-bfcc-d980145cfac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:05.619182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-334ae92a-a8d8-4df6-bfcc-d980145cfac9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1096 time: 0.2678342 Nov 02 16:56:05.675541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35824) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:05.706434 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ec698b7-82e4-4c0c-a906-acd97bd124b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.743064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826383b9-717b-4808-ad9c-d6bcb9758c8b req-0fafa519-997e-4982-8f11-d4cbc504067b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:05.745052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-826383b9-717b-4808-ad9c-d6bcb9758c8b req-0fafa519-997e-4982-8f11-d4cbc504067b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1286838 Nov 02 16:56:05.812976 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-826383b9-717b-4808-ad9c-d6bcb9758c8b req-3de03d08-873c-4cf5-828d-05f1029b40aa tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542986 Nov 02 16:56:05.859265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-18d75ad0-1178-420d-a351-1af592b0d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:05.860772 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-18d75ad0-1178-420d-a351-1af592b0d728 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1819484 Nov 02 16:56:05.939378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:05.992996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=4bf5cf48-b60b-46c6-a338-db97eb0101fc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:05.999648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-f22ae774-aba6-4d6a-954b-47a5405b90bd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 1001 time: 0.1292453 Nov 02 16:56:06.057611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ec698b7-82e4-4c0c-a906-acd97bd124b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.077214 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ec698b7-82e4-4c0c-a906-acd97bd124b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.107911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-e384f313-26f0-4865-95e9-45953514894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:06.109715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-e384f313-26f0-4865-95e9-45953514894b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0986588 Nov 02 16:56:06.171773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec698b7-82e4-4c0c-a906-acd97bd124b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2106a3-82b7-4b15-8f2c-4956653a0a22,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:06.182020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ec698b7-82e4-4c0c-a906-acd97bd124b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d88dee28a03c42d982ea25e63aef334f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002692 Nov 02 16:56:06.182622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35840) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:06.290786 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a24b31d-2f7b-4ba6-ac78-0ac06b0c9f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.316329 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.341022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-95764c4c-6b17-4810-a1af-5fe8d4e9f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:06.341701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a24b31d-2f7b-4ba6-ac78-0ac06b0c9f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.342586 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-95764c4c-6b17-4810-a1af-5fe8d4e9f60c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062867 Nov 02 16:56:06.421972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a24b31d-2f7b-4ba6-ac78-0ac06b0c9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.432823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a24b31d-2f7b-4ba6-ac78-0ac06b0c9f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:06.438767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a24b31d-2f7b-4ba6-ac78-0ac06b0c9f40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e2106a3-82b7-4b15-8f2c-4956653a0a22 HTTP/1.1" status: 204 len: 168 time: 0.2531366 Nov 02 16:56:06.452961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24b31d-2f7b-4ba6-ac78-0ac06b0c9f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2106a3-82b7-4b15-8f2c-4956653a0a22,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:06.579739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-dbea6657-4628-4d46-826e-215fcad725ce service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018201 Nov 02 16:56:07.043347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:56:07.051385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a23dd1-57a7-4f9f-b4fd-abe50823f3f3 req-9638a757-0b0b-4d5d-8ac5-ff9e00ed1512 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:07.054552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9a23dd1-57a7-4f9f-b4fd-abe50823f3f3 req-9638a757-0b0b-4d5d-8ac5-ff9e00ed1512 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1028826 Nov 02 16:56:07.164633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35880) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:07.183073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b9a23dd1-57a7-4f9f-b4fd-abe50823f3f3 req-67359c19-22e2-43df-a538-253096509338 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040351 Nov 02 16:56:07.184320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d1dd5345-9416-4d15-ab83-e15e1076df31 req-ab392ad7-d56a-4028-a4db-550a1da670f7 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935168 Nov 02 16:56:07.269623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:56:07.282544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2e9aaf6c-cde6-483b-9173-3cd6bfb111f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2731ea447024953be4ce65db3120dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975103 Nov 02 16:56:07.285530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35890) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:07.315290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:07.341042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'mac_address': 'fa:16:3e:38:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:56:07.435978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:07.438747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.450326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ac4a1ed-f776-446e-849d-2f3ea232be00 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183014 Nov 02 16:56:07.456814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35894) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:07.477066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb8d3ac4-2bdf-44d7-b529-63e76aa58357 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:56:07.478344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f8a61b1-4be3-410b-833c-d7336326429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.524354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:07.531650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:07.532323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f8a61b1-4be3-410b-833c-d7336326429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.536649 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.572800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35898) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:07.590476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet c3b6c470-de87-4df8-9a8a-f8cc063b6a70 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:56:07.594307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.685940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f8a61b1-4be3-410b-833c-d7336326429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.691494 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f8a61b1-4be3-410b-833c-d7336326429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.695964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.698840 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f8a61b1-4be3-410b-833c-d7336326429b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13a3c507-0c12-4846-ad3e-a7cb09473215 HTTP/1.1" status: 204 len: 168 time: 0.4116962 Nov 02 16:56:07.703230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:07.750435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a61b1-4be3-410b-833c-d7336326429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3c507-0c12-4846-ad3e-a7cb09473215,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:07.765383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:07.767005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:07.910457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:07.988693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:07.996817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd397-deeb-4c3d-bc58-5d9d996ac780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.078480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.154891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['eb8d3ac4-2bdf-44d7-b529-63e76aa58357'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:56:08.337371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd397-deeb-4c3d-bc58-5d9d996ac780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.356569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b6c470-de87-4df8-9a8a-f8cc063b6a70,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:08.387457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.393826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7534f9bb-b1a1-4ce9-adb3-9f27705753b5 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/c3b6c470-de87-4df8-9a8a-f8cc063b6a70 HTTP/1.1" status: 204 len: 168 time: 0.9357314 Nov 02 16:56:08.395271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd397-deeb-4c3d-bc58-5d9d996ac780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.427215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35920) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:08.453734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4481172-0d88-4f46-9722-f5f8180810bf None None] Network 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:08.485721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ee4dd397-deeb-4c3d-bc58-5d9d996ac780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16dfc13fc4e64ee9b3486446dff4c6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9074116 Nov 02 16:56:08.487138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35924) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:08.631612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dd397-deeb-4c3d-bc58-5d9d996ac780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1597cd-78e3-48ec-a625-58643ed0620f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:08.680688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5d91394-f4b9-4681-9d5f-d32cfd88b0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.703555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de29d0-5290-473f-a07f-d33ee3f63523 req-f8c2eb5f-271b-47b8-917b-4005b127ac21 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:08.714458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81de29d0-5290-473f-a07f-d33ee3f63523 req-f8c2eb5f-271b-47b8-917b-4005b127ac21 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 944 time: 0.3229313 Nov 02 16:56:08.718879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5d91394-f4b9-4681-9d5f-d32cfd88b0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.741029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.838660 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e217a880-baec-40b2-9240-cad41205aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.861448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5d91394-f4b9-4681-9d5f-d32cfd88b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.867724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5d91394-f4b9-4681-9d5f-d32cfd88b0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:08.868589 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a5d91394-f4b9-4681-9d5f-d32cfd88b0d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c1597cd-78e3-48ec-a625-58643ed0620f HTTP/1.1" status: 204 len: 168 time: 0.3787944 Nov 02 16:56:08.925080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-81de29d0-5290-473f-a07f-d33ee3f63523 req-b37aa947-4d6c-405b-afec-8acd1d2ce839 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995997 Nov 02 16:56:08.945240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d91394-f4b9-4681-9d5f-d32cfd88b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1597cd-78e3-48ec-a625-58643ed0620f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:08.996847 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] DHCP port deletion for 0dee8b9e-997b-4ce4-ab16-8bc42c98a501 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:56:09.005457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port e3906106-ff1b-4d33-9f48-a166fc96f0db {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:09.005951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.042394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:05Z', 'revision_number': 9, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:09.173894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port e3906106-ff1b-4d33-9f48-a166fc96f0db, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e3906106-ff1b-4d33-9f48-a166fc96f0db,segment=NetworkSegment(1a18681d-3823-4486-b17c-34310e76725f),segment_id=1a18681d-3823-4486-b17c-34310e76725f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:09.174304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.191382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for e3906106-ff1b-4d33-9f48-a166fc96f0db owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:09.263980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:09.288320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:09.289196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:55:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:09.365690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.386550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Deleting port e3906106-ff1b-4d33-9f48-a166fc96f0db {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:09.387227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.395612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=e3906106-ff1b-4d33-9f48-a166fc96f0db,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:09.409391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port e3906106-ff1b-4d33-9f48-a166fc96f0db on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:09.461294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:09.531294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] For port e3906106-ff1b-4d33-9f48-a166fc96f0db, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:09.531942 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.552122 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.591969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Calling delete_port for e3906106-ff1b-4d33-9f48-a166fc96f0db owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:09.604863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dee8b9e-997b-4ce4-ab16-8bc42c98a501']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:09.635560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a18681d-3823-4486-b17c-34310e76725f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:09.637150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a18681d-3823-4486-b17c-34310e76725f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:09.654979 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Port e3906106-ff1b-4d33-9f48-a166fc96f0db was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:56:09.671673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.687835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.699025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35936) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:09.727124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.735783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ab7dd53-209e-4b05-9597-f607bd37dbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.742535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] No DVR routers for this DVR port e3906106-ff1b-4d33-9f48-a166fc96f0db on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:09.750888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:09.754016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e0213-a084-4bdd-8619-a8e432493047 None None] Pushing event deleted for resources: {'Port': ['ID=e3906106-ff1b-4d33-9f48-a166fc96f0db,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:09.756632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:09.764646 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:09.857523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:05Z', 'revision_number': 9, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:09.907717 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8882eff8-d174-406e-9904-fe59773f2a0a None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:05Z', 'revision_number': 9, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '6a5595d3-d89c-45b8-9744-511c55f1edf8', 'name': '', 'network_id': 'b3e94f32-dfbe-4bba-9134-65ec415fdb0b', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:e4:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:38Z', 'updated_at': '2021-11-02T16:55:47Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': 'ef168f65-f0a5-4640-9aae-84f0cbf2de81', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:09.912339 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.921724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:09.930777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/0dee8b9e-997b-4ce4-ab16-8bc42c98a501 HTTP/1.1" status: 204 len: 168 time: 1.4968817 Nov 02 16:56:09.936378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 35940) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:09.976588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26a8ed-8b97-457b-80c8-cd3a8dd14adf tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=0dee8b9e-997b-4ce4-ab16-8bc42c98a501,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:10.125842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252fcc-6d01-4f0a-976f-620f641f0cbb req-435adb44-5661-4021-bd1b-28f4ad86201c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:10.127823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc252fcc-6d01-4f0a-976f-620f641f0cbb req-435adb44-5661-4021-bd1b-28f4ad86201c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 944 time: 0.0715799 Nov 02 16:56:10.202248 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ab7dd53-209e-4b05-9597-f607bd37dbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.216302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc252fcc-6d01-4f0a-976f-620f641f0cbb req-7f978e6e-3e84-4428-892f-9c8ad0ac06ad tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732005 Nov 02 16:56:10.241744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8ab7dd53-209e-4b05-9597-f607bd37dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.341075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8ab7dd53-209e-4b05-9597-f607bd37dbf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19e852c2b99d45e4a43e2045f13c3efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6405029 Nov 02 16:56:10.344291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35952) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:10.345731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7dd53-209e-4b05-9597-f607bd37dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1e005-885b-4b56-81fd-c643ccffb9d2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:10.493687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17761ae5-caa3-457c-80d5-fac270375174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.527216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3906106-ff1b-4d33-9f48-a166fc96f0db no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:10.560056 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17761ae5-caa3-457c-80d5-fac270375174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.605888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e3906106-ff1b-4d33-9f48-a166fc96f0db {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:10.605888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e3906106-ff1b-4d33-9f48-a166fc96f0db not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:10.605888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4bf5cf48-b60b-46c6-a338-db97eb0101fc no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:10.635176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4bf5cf48-b60b-46c6-a338-db97eb0101fc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:10.635902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4bf5cf48-b60b-46c6-a338-db97eb0101fc not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:10.690906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17761ae5-caa3-457c-80d5-fac270375174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.694628 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17761ae5-caa3-457c-80d5-fac270375174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.695794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-17761ae5-caa3-457c-80d5-fac270375174 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4c1e005-885b-4b56-81fd-c643ccffb9d2 HTTP/1.1" status: 204 len: 168 time: 0.3493826 Nov 02 16:56:10.698956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:10.737311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17761ae5-caa3-457c-80d5-fac270375174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1e005-885b-4b56-81fd-c643ccffb9d2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:11.064842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:56:11.140544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 6a5595d3-d89c-45b8-9744-511c55f1edf8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:11.141493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.206376 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88b6c39b-1d35-460b-8373-8aa4609a4478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.238794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:56:11.241974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.424926 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.434623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 6a5595d3-d89c-45b8-9744-511c55f1edf8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=6a5595d3-d89c-45b8-9744-511c55f1edf8,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:11.435113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.451124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 6a5595d3-d89c-45b8-9744-511c55f1edf8 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:11.467038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.479806 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b340-d3a5-4b48-9c2e-075bfa1b52b3 req-48e3fb73-30b4-4138-bc26-28a90585af5c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:11.487630 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f539b340-d3a5-4b48-9c2e-075bfa1b52b3 req-48e3fb73-30b4-4138-bc26-28a90585af5c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 944 time: 0.1099412 Nov 02 16:56:11.541817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:11.558246 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9f59d9-5de7-43fb-8f6c-067d5a4c0689" -d '{"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:11.606825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:11.618225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.642381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f539b340-d3a5-4b48-9c2e-075bfa1b52b3 req-fcb0bd60-43bf-4013-a86f-d593f2261fdb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419799 Nov 02 16:56:11.667679 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34631a03-cc0a-4738-a06a-90266a6322dc x-openstack-request-id: req-34631a03-cc0a-4738-a06a-90266a6322dc {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:11.675883 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:11.676386 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34631a03-cc0a-4738-a06a-90266a6322dc {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:11.677012 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'code': 200} Nov 02 16:56:11.727752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:11.819159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:11.852685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=6a5595d3-d89c-45b8-9744-511c55f1edf8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:12.095286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:12.415275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:56:12.539553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:12.549432 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:12.554287 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-180700b5-a6fc-4554-b0eb-60e64cd256f6 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6140122 Nov 02 16:56:12.555974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 35986) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:12.560778 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:12.561394 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:12.644784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet ef168f65-f0a5-4640-9aae-84f0cbf2de81 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:56:12.649761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:12.650349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:12.747673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:12.792447 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:12.965344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.111110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd788128-c084-4a7b-9b8c-e1574b5ab58f req-8e016e77-3d67-4311-aea7-89a19ef8cb16 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.116185 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:11Z', 'revision_number': 10, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:13.123935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd788128-c084-4a7b-9b8c-e1574b5ab58f req-8e016e77-3d67-4311-aea7-89a19ef8cb16 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.3151882 Nov 02 16:56:13.129954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.190942 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:13.211641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:13.213282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:13.226160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=ef168f65-f0a5-4640-9aae-84f0cbf2de81,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:13.231378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.239028 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a5ed554a-3e34-4900-a240-e3e5c48fa160 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/ef168f65-f0a5-4640-9aae-84f0cbf2de81 HTTP/1.1" status: 204 len: 168 time: 0.6769061 Nov 02 16:56:13.240014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36008) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:13.286446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c2a52c-5bec-46e2-82e4-1ef447e4ae17 None None] Network b3e94f32-dfbe-4bba-9134-65ec415fdb0b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:13.329767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd788128-c084-4a7b-9b8c-e1574b5ab58f req-b9cde329-1831-440b-887c-252857d7e430 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961973 Nov 02 16:56:13.390071 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:13.401226 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.587553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port e644c011-e49d-4622-8a91-2ac73e73506f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:13.596725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.666715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] DHCP port deletion for b3e94f32-dfbe-4bba-9134-65ec415fdb0b request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:56:13.763897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] Deleting port e644c011-e49d-4622-8a91-2ac73e73506f {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:13.764192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.832822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port e644c011-e49d-4622-8a91-2ac73e73506f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e644c011-e49d-4622-8a91-2ac73e73506f,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:13.836914 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:11Z', 'revision_number': 10, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:13.840934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.880568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for e644c011-e49d-4622-8a91-2ac73e73506f owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:13.902035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:13.919264 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ea1c-25d8-4e81-93a1-edca953747dc None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:11Z', 'revision_number': 10, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None, '_interfaces': [{'id': '99ee9dba-a98d-4e9b-b018-f78b02893f92', 'name': '', 'network_id': '8d70720c-d115-40de-a4ba-112c6ef82402', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'mac_address': 'fa:16:3e:87:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:55:34Z', 'updated_at': '2021-11-02T16:55:39Z', 'revision_number': 5, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'subnets': [{'id': '4fd593b3-a0fa-4bb6-a366-d6c94e0808d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:14.027930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.087765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=e644c011-e49d-4622-8a91-2ac73e73506f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:14.095301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port e644c011-e49d-4622-8a91-2ac73e73506f on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:14.171715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] For port e644c011-e49d-4622-8a91-2ac73e73506f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e644c011-e49d-4622-8a91-2ac73e73506f,segment=NetworkSegment(3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e),segment_id=3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:14.172135 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.207096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] Calling delete_port for e644c011-e49d-4622-8a91-2ac73e73506f owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:14.216287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.253887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e94f32-dfbe-4bba-9134-65ec415fdb0b']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:14.296141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:14.296742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db4dea7-dc7a-49b2-a7a8-4d67c4f2c39e') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:14.310476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.328966 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.338741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:14.339513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:14.348293 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:14.387860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.481877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] Pushing event deleted for resources: {'Port': ['ID=e644c011-e49d-4622-8a91-2ac73e73506f,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:14.492715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6f933-daf5-4e54-8ff3-77b4654b1d0a None None] No DVR routers for this DVR port e644c011-e49d-4622-8a91-2ac73e73506f on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:14.510281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.517396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:14.520652 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/b3e94f32-dfbe-4bba-9134-65ec415fdb0b HTTP/1.1" status: 204 len: 168 time: 1.2792552 Nov 02 16:56:14.524501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36068) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:14.577332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac9fc0-7a88-43c4-abdc-85afec5c97f7 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=b3e94f32-dfbe-4bba-9134-65ec415fdb0b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:14.610459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6a5595d3-d89c-45b8-9744-511c55f1edf8 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:14.648762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 6a5595d3-d89c-45b8-9744-511c55f1edf8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:14.649408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 6a5595d3-d89c-45b8-9744-511c55f1edf8 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:14.649934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e644c011-e49d-4622-8a91-2ac73e73506f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:14.673202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e644c011-e49d-4622-8a91-2ac73e73506f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:14.674421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e644c011-e49d-4622-8a91-2ac73e73506f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:14.720599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dcf06-2a28-472d-9ba9-5efb1853c198 req-d8a83af9-797f-4adc-bdb7-abbd4aa73c64 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:14.722770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb1dcf06-2a28-472d-9ba9-5efb1853c198 req-d8a83af9-797f-4adc-bdb7-abbd4aa73c64 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1156473 Nov 02 16:56:14.888384 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb1dcf06-2a28-472d-9ba9-5efb1853c198 req-27860b58-7966-4d99-9589-ccc85374c51a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299012 Nov 02 16:56:15.169368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36092) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:15.178239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.344461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4cae4213-e927-435f-a1e0-1a52d9d51540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.452212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4cae4213-e927-435f-a1e0-1a52d9d51540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.476211 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4cae4213-e927-435f-a1e0-1a52d9d51540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.543270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 99ee9dba-a98d-4e9b-b018-f78b02893f92 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:15.543973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.560147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36096) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:15.560506 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4cae4213-e927-435f-a1e0-1a52d9d51540 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25ecfec20ba44d64b55c05bbb9b503c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893051 Nov 02 16:56:15.561168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae4213-e927-435f-a1e0-1a52d9d51540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f4a308-46ab-44ef-b7db-90c5cbeaf4ad,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:15.680827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2ce08d5-ad74-4e70-a351-4feb492d8438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.683525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 99ee9dba-a98d-4e9b-b018-f78b02893f92, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=99ee9dba-a98d-4e9b-b018-f78b02893f92,segment=NetworkSegment(e5b7acdf-f26d-410a-91c3-65070f880b77),segment_id=e5b7acdf-f26d-410a-91c3-65070f880b77)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:15.683883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.706027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 99ee9dba-a98d-4e9b-b018-f78b02893f92 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:15.724171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2ce08d5-ad74-4e70-a351-4feb492d8438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.873061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2ce08d5-ad74-4e70-a351-4feb492d8438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.876365 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2ce08d5-ad74-4e70-a351-4feb492d8438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:15.877560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e2ce08d5-ad74-4e70-a351-4feb492d8438 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10f4a308-46ab-44ef-b7db-90c5cbeaf4ad HTTP/1.1" status: 204 len: 168 time: 0.2908161 Nov 02 16:56:15.889210 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce08d5-ad74-4e70-a351-4feb492d8438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f4a308-46ab-44ef-b7db-90c5cbeaf4ad,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:16.027458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.076124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=99ee9dba-a98d-4e9b-b018-f78b02893f92,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:16.203162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee4d7-b26c-48fc-9525-e5bae3139acd req-755d03bf-b816-4648-b8e9-dd9d0544e2da tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:16.209539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c32ee4d7-b26c-48fc-9525-e5bae3139acd req-755d03bf-b816-4648-b8e9-dd9d0544e2da tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1622055 Nov 02 16:56:16.344616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c32ee4d7-b26c-48fc-9525-e5bae3139acd req-8753a222-3ec1-41c6-8372-bc38c83178fc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200330 Nov 02 16:56:16.493032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.498669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36106) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:16.530611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7b98953-1fc5-4489-b782-48965a1aa053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.669935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7b98953-1fc5-4489-b782-48965a1aa053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.674491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7b98953-1fc5-4489-b782-48965a1aa053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.702418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98953-1fc5-4489-b782-48965a1aa053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d3936f-6907-4f63-9add-f7f3f38b486d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:16.712765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:56:16.749442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f7b98953-1fc5-4489-b782-48965a1aa053 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bec9bfd4902447dbba418a547552a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496605 Nov 02 16:56:16.752230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36108) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:16.847602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:16.856440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57231d8b-739f-4a6e-b520-ff6ef567624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.860516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:16.884096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:16.884742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:16.888626 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57231d8b-739f-4a6e-b520-ff6ef567624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.890996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-52e25f25-964d-4342-98c1-69524ce766fe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3653672 Nov 02 16:56:16.897270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36110) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:16.983504 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57231d8b-739f-4a6e-b520-ff6ef567624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.987015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57231d8b-739f-4a6e-b520-ff6ef567624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:16.989152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-57231d8b-739f-4a6e-b520-ff6ef567624a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52d3936f-6907-4f63-9add-f7f3f38b486d HTTP/1.1" status: 204 len: 168 time: 0.2356303 Nov 02 16:56:17.017385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231d8b-739f-4a6e-b520-ff6ef567624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d3936f-6907-4f63-9add-f7f3f38b486d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:17.036930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting subnet 4fd593b3-a0fa-4bb6-a366-d6c94e0808d5 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:56:17.042466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.071033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:17.106448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.179498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:15Z', 'revision_number': 11, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:17.238161 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.296024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:17.336466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.348678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:17.349461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:17.383887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd593b3-a0fa-4bb6-a366-d6c94e0808d5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:17.390007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.393452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5164b8bb-3bbb-415a-a6a6-5474c3488b77 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/4fd593b3-a0fa-4bb6-a366-d6c94e0808d5 HTTP/1.1" status: 204 len: 168 time: 0.4946194 Nov 02 16:56:17.396062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36118) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:17.472945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cb344-a0c9-4d3a-befd-769223578e60 None None] Network 8d70720c-d115-40de-a4ba-112c6ef82402 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:17.589431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.615953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af426070-b427-4ca1-a7b0-ef773d3e9e60 req-07fd1e4b-7709-45d3-8f98-25e11f37e37a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:17.630905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af426070-b427-4ca1-a7b0-ef773d3e9e60 req-07fd1e4b-7709-45d3-8f98-25e11f37e37a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1094069 Nov 02 16:56:17.707730 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af426070-b427-4ca1-a7b0-ef773d3e9e60 req-c753f27f-0fe2-4944-83b1-88402816bbb6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736220 Nov 02 16:56:17.746237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Deleting port 131ec811-a234-4281-9f22-65ada712952d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:17.747959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.827205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:17.841481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] For port 131ec811-a234-4281-9f22-65ada712952d, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=131ec811-a234-4281-9f22-65ada712952d,segment=NetworkSegment(e5b7acdf-f26d-410a-91c3-65070f880b77),segment_id=e5b7acdf-f26d-410a-91c3-65070f880b77)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:17.842416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.863723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Calling delete_port for 131ec811-a234-4281-9f22-65ada712952d owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:17.870198 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:17.910991 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:15Z', 'revision_number': 11, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:17.945413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f9603-dc74-486d-8c5a-88f2367fa9db None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:15Z', 'revision_number': 11, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:17.989683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.043618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No DVR routers for this DVR port 131ec811-a234-4281-9f22-65ada712952d on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:18.046327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Port': ['ID=131ec811-a234-4281-9f22-65ada712952d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:18.165852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.194088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d70720c-d115-40de-a4ba-112c6ef82402']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:18.208069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b7acdf-f26d-410a-91c3-65070f880b77') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:18.208522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b7acdf-f26d-410a-91c3-65070f880b77') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:18.220158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.262389 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.282241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:18.282667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:18.287233 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:18.339666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e881464-65b7-42b3-9881-80e2cc3d4a5a None None] DHCP port deletion for 8d70720c-d115-40de-a4ba-112c6ef82402 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:56:18.545238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 131ec811-a234-4281-9f22-65ada712952d no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:18.611352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 131ec811-a234-4281-9f22-65ada712952d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:18.617793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 131ec811-a234-4281-9f22-65ada712952d not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:18.618394 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99ee9dba-a98d-4e9b-b018-f78b02893f92 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:18.651914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 99ee9dba-a98d-4e9b-b018-f78b02893f92 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:18.652389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 99ee9dba-a98d-4e9b-b018-f78b02893f92 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:18.930366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.942811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:18.952780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/networks/8d70720c-d115-40de-a4ba-112c6ef82402 HTTP/1.1" status: 204 len: 168 time: 1.5517406 Nov 02 16:56:18.953382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36152) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:18.959255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'routes': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:18.964720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149a11-f153-4a05-a5ad-8ee2a4c893e2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Pushing event deleted for resources: {'Network': ['ID=8d70720c-d115-40de-a4ba-112c6ef82402,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:18.978703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f225e-bec3-4e76-85dd-1d051ffdf5b7 req-fa2dda56-2617-47dd-89d1-d246c365f6f2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:18.980262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760f225e-bec3-4e76-85dd-1d051ffdf5b7 req-fa2dda56-2617-47dd-89d1-d246c365f6f2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1129382 Nov 02 16:56:19.050653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760f225e-bec3-4e76-85dd-1d051ffdf5b7 req-e08d68d7-edde-4d2b-b1a7-0f0e8b871cd7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629399 Nov 02 16:56:19.220590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.extraroute_db [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Added routes are [] {{(pid=102065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 16:56:19.221260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.extraroute_db [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Removed routes are [] {{(pid=102065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 16:56:19.221996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:19.401065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:19.406099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:19.499771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:56:19.564887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36168) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:19.592437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:19.604423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:19.604633 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] Sync routers for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:19.609070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1f513ad2-10c2-46b3-b114-13296f37d912 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 700 time: 0.6544135 Nov 02 16:56:19.609366 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36172) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:19.619432 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:19.621994 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:19.647598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-316ff8d8-ab70-4745-aedd-ec764478982a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 205 time: 0.0357623 Nov 02 16:56:19.649816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:19.717902 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:19.762364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:19.769833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8a70f52b-9065-49f7-8992-a090ebffd48f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:19.781035 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:15Z', 'revision_number': 11, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:19.813190 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] Checking router: 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:19.824730 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] Routers {'43e6f79c-804b-4c64-96b0-0bd17b7b2f48'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:19.825680 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:19.902987 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] Set router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:19.964105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36178) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:19.964665 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8a70f52b-9065-49f7-8992-a090ebffd48f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "PUT /v2.0/quotas/b6be9280cc8b4890bfcc3a0d13f514c1 HTTP/1.1" status: 200 len: 368 time: 0.3982618 Nov 02 16:56:19.973090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Request body: {'network': {'project_id': 'b6be9280cc8b4890bfcc3a0d13f514c1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:20.013071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.016567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Made reservation on behalf of b6be9280cc8b4890bfcc3a0d13f514c1 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:20.016758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.020776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.040105 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.094313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.094967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router 43e6f79c-804b-4c64-96b0-0bd17b7b2f48 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:20.108086 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:15Z', 'revision_number': 11, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:20.123018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.124838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-519de9d3-40b5-4661-aaba-1d4ad204b583 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 204 len: 168 time: 0.4729712 Nov 02 16:56:20.130114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36182) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:20.138974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1339839553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:20.146992 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72792f3a-6d89-4cff-b85e-e3ab596a780c None None] The sync data for ids ['43e6f79c-804b-4c64-96b0-0bd17b7b2f48'] in n-d-811405-2 is: [{'id': '43e6f79c-804b-4c64-96b0-0bd17b7b2f48', 'name': 'tempest-RoutersTest-router-418972119', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:55:32Z', 'updated_at': '2021-11-02T16:56:15Z', 'revision_number': 11, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:20.210958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.216964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.221977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.223060 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.255247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:56:20.273862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3825ce94-c1ef-46b4-a0c6-939f856ad62b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:20.282682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.283655 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Added segment 70424dab-5bb6-4b5d-b6a3-3d41a4d641aa of type vlan for network 80b06cdd-494b-4a2a-8c45-ee145d2b6495 Nov 02 16:56:20.351080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.353930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f0749-09c0-4875-8b5d-73d9859ae97b req-7de6f5bd-ec36-4af5-9024-d65dd851d0c3 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:20.362176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f3f0749-09c0-4875-8b5d-73d9859ae97b req-7de6f5bd-ec36-4af5-9024-d65dd851d0c3 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1635375 Nov 02 16:56:20.364577 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.374593 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.395214 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.396625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:20.399274 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.431780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f3f0749-09c0-4875-8b5d-73d9859ae97b req-8bbde5e3-955f-4fd9-9609-24dafc56fc3d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605009 Nov 02 16:56:20.438381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4688637 Nov 02 16:56:20.438588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.438703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-63e0dace-577b-4614-b5d7-09041302fee2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3057179 Nov 02 16:56:20.439286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36184) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:20.445301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Request body: {'network': {'project_id': 'b6be9280cc8b4890bfcc3a0d13f514c1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:20.450392 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36186) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:20.455790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:20.477086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Made reservation on behalf of b6be9280cc8b4890bfcc3a0d13f514c1 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:20.479737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.517199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:56:20.537260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.537621 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Added segment f619b8a8-6144-42e0-b73f-3d895adcd348 of type vlan for network 92ae0da8-2d26-4832-902b-fc7d429f02c4 Nov 02 16:56:20.598378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.652496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.653716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:20.654500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.717454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2769940 Nov 02 16:56:20.727411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36188) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:20.727411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3589c057-2b32-4493-8be0-2d324cf79d20 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Request body: {'network': {'project_id': 'b6be9280cc8b4890bfcc3a0d13f514c1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:20.755448 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3589c057-2b32-4493-8be0-2d324cf79d20 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 16:56:20.756036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3589c057-2b32-4493-8be0-2d324cf79d20 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:20.759435 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3589c057-2b32-4493-8be0-2d324cf79d20 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0359631 Nov 02 16:56:20.759435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda517c-260a-4dc0-b123-f1fc28d54296 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Pushing event updated for resources: {'Network': ['ID=92ae0da8-2d26-4832-902b-fc7d429f02c4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:20.762527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36192) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:20.769621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 92ae0da8-2d26-4832-902b-fc7d429f02c4 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:56:20.815992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b2cf24fd-d93e-4056-be60-76df58823de2 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6be9280cc8b4890bfcc3a0d13f514c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522478 Nov 02 16:56:20.821330 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36194) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:20.912380 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c43604db-b54a-4c18-9162-10f32f250003 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:20.941820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c43604db-b54a-4c18-9162-10f32f250003 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.011008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c43604db-b54a-4c18-9162-10f32f250003 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.014927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c43604db-b54a-4c18-9162-10f32f250003 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.016454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c43604db-b54a-4c18-9162-10f32f250003 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/3825ce94-c1ef-46b4-a0c6-939f856ad62b HTTP/1.1" status: 204 len: 168 time: 0.1943989 Nov 02 16:56:21.028670 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36196) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:21.030007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43604db-b54a-4c18-9162-10f32f250003 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825ce94-c1ef-46b4-a0c6-939f856ad62b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:21.091898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f5410-cd02-4de9-b9c6-00c32c0aaed6 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Pushing event updated for resources: {'Network': ['ID=80b06cdd-494b-4a2a-8c45-ee145d2b6495,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:21.106544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 80b06cdd-494b-4a2a-8c45-ee145d2b6495 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:56:21.128917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.187413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.201998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.245945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.277685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ae0da8-2d26-4832-902b-fc7d429f02c4']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.291009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f619b8a8-6144-42e0-b73f-3d895adcd348') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.291576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f619b8a8-6144-42e0-b73f-3d895adcd348') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.302396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.317823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.322069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Router e4091f16-4232-444f-a239-41ac2e5b76ee is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:21.325956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:21.326406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:21.328284 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:21.388910 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.398891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.407723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "DELETE /v2.0/networks/92ae0da8-2d26-4832-902b-fc7d429f02c4 HTTP/1.1" status: 204 len: 168 time: 0.3748715 Nov 02 16:56:21.413281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36198) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:21.419621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:21.426532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.432404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8592fead-84b6-4094-8a36-79ef6d81ebeb tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "PUT /v2.0/routers/e4091f16-4232-444f-a239-41ac2e5b76ee HTTP/1.1" status: 200 len: 694 time: 0.9764366 Nov 02 16:56:21.432559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36200) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:21.439935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] Sync routers for ids ['e4091f16-4232-444f-a239-41ac2e5b76ee'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:21.440292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a203fd-6578-4125-afac-77adc7a480f8 tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Pushing event deleted for resources: {'Network': ['ID=92ae0da8-2d26-4832-902b-fc7d429f02c4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:21.455428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] Routers {'e4091f16-4232-444f-a239-41ac2e5b76ee'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:21.456098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e4091f16-4232-444f-a239-41ac2e5b76ee'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.543889 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.582348 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a723b75f-1126-47ab-9c3f-a5300f497039 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/routers/e4091f16-4232-444f-a239-41ac2e5b76ee HTTP/1.1" status: 200 len: 700 time: 0.1474841 Nov 02 16:56:21.584342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36204) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:21.598156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] Set router e4091f16-4232-444f-a239-41ac2e5b76ee gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:21.627053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36ddf-2725-48e0-870a-5f0fc45c318f req-55343815-28d6-4c1c-bc81-13e2884b1b1e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:21.634922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0dc469b3-81bd-4b05-83a8-30f266dd7e90 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4091f16-4232-444f-a239-41ac2e5b76ee HTTP/1.1" status: 200 len: 205 time: 0.0484164 Nov 02 16:56:21.636076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3b36ddf-2725-48e0-870a-5f0fc45c318f req-55343815-28d6-4c1c-bc81-13e2884b1b1e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0965283 Nov 02 16:56:21.637435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36206) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:21.676798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4091f16-4232-444f-a239-41ac2e5b76ee', 'name': 'tempest-RoutersTest-router-1339839553', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:20Z', 'updated_at': '2021-11-02T16:56:21Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.721450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] Checking router: e4091f16-4232-444f-a239-41ac2e5b76ee for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:21.731969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.735323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] Routers {'e4091f16-4232-444f-a239-41ac2e5b76ee'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:21.736729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e4091f16-4232-444f-a239-41ac2e5b76ee'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.742938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.769242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3b36ddf-2725-48e0-870a-5f0fc45c318f req-0f394803-7065-4b20-99eb-f1870cd4c937 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319575 Nov 02 16:56:21.799703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b06cdd-494b-4a2a-8c45-ee145d2b6495']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.812530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70424dab-5bb6-4b5d-b6a3-3d41a4d641aa') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.812530 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70424dab-5bb6-4b5d-b6a3-3d41a4d641aa') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.819653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] Set router e4091f16-4232-444f-a239-41ac2e5b76ee gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:21.825291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.846041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.859979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:21.860401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:21.862319 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:21.898818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4091f16-4232-444f-a239-41ac2e5b76ee', 'name': 'tempest-RoutersTest-router-1339839553', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:20Z', 'updated_at': '2021-11-02T16:56:21Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:21.970835 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.982444 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:21.986105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] 10.222.0.31 "DELETE /v2.0/networks/80b06cdd-494b-4a2a-8c45-ee145d2b6495 HTTP/1.1" status: 204 len: 168 time: 0.5688615 Nov 02 16:56:21.989779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00040b-7b88-4c11-b274-3f57d829a01d None None] The sync data for ids ['e4091f16-4232-444f-a239-41ac2e5b76ee'] in n-d-811405-2 is: [{'id': 'e4091f16-4232-444f-a239-41ac2e5b76ee', 'name': 'tempest-RoutersTest-router-1339839553', 'tenant_id': '5522ce10cd144af2b5ccccf1c69f582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:20Z', 'updated_at': '2021-11-02T16:56:21Z', 'revision_number': 2, 'project_id': '5522ce10cd144af2b5ccccf1c69f582d', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:22.000266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:22.010465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:22.030832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b63fb2-8ddf-46d5-aa32-e49c682e1e8f tempest-QuotasNegativeTest-769078056 tempest-QuotasNegativeTest-769078056-project-admin] Pushing event deleted for resources: {'Network': ['ID=80b06cdd-494b-4a2a-8c45-ee145d2b6495,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:22.097597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:22.100229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Fanout notify agent at l3_agent the message router_deleted on router e4091f16-4232-444f-a239-41ac2e5b76ee {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:22.119502 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:22.125637 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-59d1bf42-0e7c-47c1-b2c5-61c85fd4f9af tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/e4091f16-4232-444f-a239-41ac2e5b76ee HTTP/1.1" status: 204 len: 168 time: 0.4863784 Nov 02 16:56:22.129525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36212) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.185515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b32400f2-aec9-452f-8a92-7ea7f24b419b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4091f16-4232-444f-a239-41ac2e5b76ee HTTP/1.1" status: 200 len: 205 time: 0.0542529 Nov 02 16:56:22.187377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36214) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.288164 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-34c39714-6dca-41cb-9654-23eb82bfd25c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:22.290323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-34c39714-6dca-41cb-9654-23eb82bfd25c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/e4091f16-4232-444f-a239-41ac2e5b76ee HTTP/1.1" status: 404 len: 336 time: 0.1001732 Nov 02 16:56:22.291806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36218) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.333117 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c370cda0-73d6-42ba-bc30-6a02db354c7a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:22.334299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c370cda0-73d6-42ba-bc30-6a02db354c7a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:22.346063 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c370cda0-73d6-42ba-bc30-6a02db354c7a tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/482ffd65-0704-4fc1-8ddb-f52d676e99e2 HTTP/1.1" status: 404 len: 337 time: 0.0533185 Nov 02 16:56:22.348278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36220) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.399084 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f41c6e-a53a-46c9-9eba-4f25d80a1721 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:22.399587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f41c6e-a53a-46c9-9eba-4f25d80a1721 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:22.402776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b4f41c6e-a53a-46c9-9eba-4f25d80a1721 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/c3b6c470-de87-4df8-9a8a-f8cc063b6a70 HTTP/1.1" status: 404 len: 337 time: 0.0532291 Nov 02 16:56:22.405228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36222) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.482301 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7481165-b9d7-4216-8509-68ad9e2f778d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:22.483678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7481165-b9d7-4216-8509-68ad9e2f778d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:22.494350 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7481165-b9d7-4216-8509-68ad9e2f778d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/ef168f65-f0a5-4640-9aae-84f0cbf2de81 HTTP/1.1" status: 404 len: 337 time: 0.0879204 Nov 02 16:56:22.496799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36224) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.570593 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78eb383-3c74-4c18-8ba8-b3de35ae7d75 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:22.571065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78eb383-3c74-4c18-8ba8-b3de35ae7d75 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:22.579854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36226) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.586387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e78eb383-3c74-4c18-8ba8-b3de35ae7d75 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/4fd593b3-a0fa-4bb6-a366-d6c94e0808d5 HTTP/1.1" status: 404 len: 337 time: 0.0763872 Nov 02 16:56:22.668165 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-10ce7dd7-2041-44e6-8483-3f2b0f883bbe tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 200 len: 205 time: 0.0865617 Nov 02 16:56:22.670324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36230) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.732668 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-c9a2bca0-6e5a-4ab2-9352-33b915d7836c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:22.733896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c9a2bca0-6e5a-4ab2-9352-33b915d7836c tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/43e6f79c-804b-4c64-96b0-0bd17b7b2f48 HTTP/1.1" status: 404 len: 336 time: 0.0622747 Nov 02 16:56:22.736785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.778261 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13edef48-b4cc-47f3-b912-ed4ecec3a5f3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df056cd-3b3e-4c85-88cb-d89f103050cd HTTP/1.1" status: 200 len: 205 time: 0.0401211 Nov 02 16:56:22.781648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36234) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.782390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36236) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.845827 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-4112882e-b801-446f-a9a2-0d7f7e68df37 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:22.846940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4112882e-b801-446f-a9a2-0d7f7e68df37 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/0df056cd-3b3e-4c85-88cb-d89f103050cd HTTP/1.1" status: 404 len: 336 time: 0.0643032 Nov 02 16:56:22.851051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36242) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.900789 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-339f7e92-b55e-43d9-b583-de223851ddb3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:22.901564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339f7e92-b55e-43d9-b583-de223851ddb3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:22.904980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-339f7e92-b55e-43d9-b583-de223851ddb3 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/52f3ac81-c3a0-4e5b-81c1-597d12a9dd23 HTTP/1.1" status: 404 len: 337 time: 0.0522079 Nov 02 16:56:22.907523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36244) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:22.963616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96166359-0747-4a53-8387-71793cc780a2 req-e6a74378-afa1-47fa-8856-1d746498f0f4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:22.965291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96166359-0747-4a53-8387-71793cc780a2 req-e6a74378-afa1-47fa-8856-1d746498f0f4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0908322 Nov 02 16:56:22.969911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-61b639e8-6463-44e9-9db6-eb3db6287bbd tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 200 len: 205 time: 0.0610309 Nov 02 16:56:22.970572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36246) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.057383 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-5c8ec781-2003-47fb-b40f-0e512878f8f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:23.058158 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-96166359-0747-4a53-8387-71793cc780a2 req-a6f42c12-a92a-4216-aa7f-21bb7edd4ae3 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773292 Nov 02 16:56:23.073614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c8ec781-2003-47fb-b40f-0e512878f8f2 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/eaf3ae9f-8114-43e8-857b-41cadb7ebc15 HTTP/1.1" status: 404 len: 336 time: 0.1013832 Nov 02 16:56:23.077954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36250) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.147623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.173705 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78cedb10-2cff-45b3-b607-a9df37f8453e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.187134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36252) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.187542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6d3b8a81-c10c-40e5-a3a3-a8a5b11397fc tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31987c3-b3d6-4a9c-878b-a36c0abc9319 HTTP/1.1" status: 200 len: 205 time: 0.1073124 Nov 02 16:56:23.295736 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-fce1c0c6-3994-433f-b9c5-e8b9b53b0593 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:23.297101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fce1c0c6-3994-433f-b9c5-e8b9b53b0593 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/b31987c3-b3d6-4a9c-878b-a36c0abc9319 HTTP/1.1" status: 404 len: 336 time: 0.1082022 Nov 02 16:56:23.299637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36254) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.313985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78cedb10-2cff-45b3-b607-a9df37f8453e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.321860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-78cedb10-2cff-45b3-b607-a9df37f8453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.350015 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5698ebb-768c-4ef5-ab66-44e7d43a772b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:23.350015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5698ebb-768c-4ef5-ab66-44e7d43a772b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:23.357255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c5698ebb-768c-4ef5-ab66-44e7d43a772b tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/7e508f8b-e5a3-417d-af5d-7bb57b1020a6 HTTP/1.1" status: 404 len: 337 time: 0.0533538 Nov 02 16:56:23.357767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.390302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-188f52d2-cfa8-4449-b494-404a9f5c8b1e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebb028a-081f-48f6-981a-bbb2945394a7 HTTP/1.1" status: 200 len: 205 time: 0.0290391 Nov 02 16:56:23.390707 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36258) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.405042 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-78cedb10-2cff-45b3-b607-a9df37f8453e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62915b7865bc43198f724f613c0a328f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209979 Nov 02 16:56:23.405745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cedb10-2cff-45b3-b607-a9df37f8453e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da80a05-72f8-4db6-bb99-6e466eb350aa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:23.411021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36260) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.439722 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-905a8cbb-bae9-41a9-9012-e6c1856554b4 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:23.440777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-905a8cbb-bae9-41a9-9012-e6c1856554b4 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/3ebb028a-081f-48f6-981a-bbb2945394a7 HTTP/1.1" status: 404 len: 336 time: 0.0490031 Nov 02 16:56:23.444746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.483565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57519e-74e6-44d5-a625-7c472462248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.501856 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe0c606-dbdf-4d0a-8ed2-b336b724e76d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:23.502353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe0c606-dbdf-4d0a-8ed2-b336b724e76d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:23.513030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dfe0c606-dbdf-4d0a-8ed2-b336b724e76d tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/6d78b0f0-4598-49d0-8b36-2c6a21cf46f8 HTTP/1.1" status: 404 len: 337 time: 0.0669498 Nov 02 16:56:23.514407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36264) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.534253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57519e-74e6-44d5-a625-7c472462248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.566756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-66662638-6039-4a7b-9fa0-174c287f8b67 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a040d70-214d-4a6a-badf-bee6c9968af6 HTTP/1.1" status: 200 len: 205 time: 0.0481484 Nov 02 16:56:23.567504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36266) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.646509 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57519e-74e6-44d5-a625-7c472462248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.650933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57519e-74e6-44d5-a625-7c472462248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:23.656542 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea57519e-74e6-44d5-a625-7c472462248e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6da80a05-72f8-4db6-bb99-6e466eb350aa HTTP/1.1" status: 204 len: 168 time: 0.2430060 Nov 02 16:56:23.667442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57519e-74e6-44d5-a625-7c472462248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da80a05-72f8-4db6-bb99-6e466eb350aa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:23.668181 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-bc37a478-c914-4f31-9a53-81850a30cbf0 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:23.670065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bc37a478-c914-4f31-9a53-81850a30cbf0 tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/routers/1a040d70-214d-4a6a-badf-bee6c9968af6 HTTP/1.1" status: 404 len: 336 time: 0.1008518 Nov 02 16:56:23.672922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36270) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.728055 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-283d0d93-fdca-4631-a2fe-1c422a12d07f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:23.735835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283d0d93-fdca-4631-a2fe-1c422a12d07f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:23.739709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-283d0d93-fdca-4631-a2fe-1c422a12d07f tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/5218c480-a027-4dad-b82a-cb4e5b209930 HTTP/1.1" status: 404 len: 337 time: 0.0647082 Nov 02 16:56:23.743075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36272) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:23.786433 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a949cf27-3a43-4a7a-925c-7731c25bb88e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] DELETE failed (client error): The resource could not be found. Nov 02 16:56:23.787139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a949cf27-3a43-4a7a-925c-7731c25bb88e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:56:23.791259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a949cf27-3a43-4a7a-925c-7731c25bb88e tempest-RoutersTest-756620579 tempest-RoutersTest-756620579-project] 10.222.0.31 "DELETE /v2.0/subnets/d4478ced-9b95-497e-9466-16aba10421ab HTTP/1.1" status: 404 len: 337 time: 0.0457513 Nov 02 16:56:24.161774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36286) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:24.185628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7e93-2bc7-40fe-849f-735b660bcb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.321802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36292) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:24.334534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754dd0-af57-469b-8c28-33dac41ee0b9 req-aef9bd87-5d6c-4014-beac-06ce5914ac9a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:24.336584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06754dd0-af57-469b-8c28-33dac41ee0b9 req-aef9bd87-5d6c-4014-beac-06ce5914ac9a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1173887 Nov 02 16:56:24.409354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7e93-2bc7-40fe-849f-735b660bcb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.414010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06754dd0-af57-469b-8c28-33dac41ee0b9 req-24db0c11-0dc5-44f3-936b-2679660b6280 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689631 Nov 02 16:56:24.416539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7e93-2bc7-40fe-849f-735b660bcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.479509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a3dd7e93-2bc7-40fe-849f-735b660bcb22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71d3b56584ea44aaa19fc28512f6f25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163936 Nov 02 16:56:24.480516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd7e93-2bc7-40fe-849f-735b660bcb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36283f1-2fa1-4fba-bdc5-098a202b7ae6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:24.482267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36298) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:24.613217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.620807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a778317f-1e4f-4e54-85b6-b6aefa4cbbd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5522ce10cd144af2b5ccccf1c69f582d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973564 Nov 02 16:56:24.626024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36300) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:24.688096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.761039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe6d7d4-ec05-4ff5-b1e4-87864555a2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.791155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe6d7d4-ec05-4ff5-b1e4-87864555a2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.814613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.817329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.831896 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a36283f1-2fa1-4fba-bdc5-098a202b7ae6 HTTP/1.1" status: 204 len: 168 time: 0.3404326 Nov 02 16:56:24.875175 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36283f1-2fa1-4fba-bdc5-098a202b7ae6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:24.908605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.910109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.915191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.915777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.916294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.916791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.917299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.917791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.918328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.919818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.920318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.922253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766a378-c54f-4a06-89cf-d23e9da92e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:24.981269 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe6d7d4-ec05-4ff5-b1e4-87864555a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.986071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afe6d7d4-ec05-4ff5-b1e4-87864555a2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:24.987737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-afe6d7d4-ec05-4ff5-b1e4-87864555a2a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5d32bb3-c4b1-4b1f-964e-de3d767a2a62 HTTP/1.1" status: 204 len: 168 time: 0.3618124 Nov 02 16:56:25.005746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6d7d4-ec05-4ff5-b1e4-87864555a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d32bb3-c4b1-4b1f-964e-de3d767a2a62,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:25.579837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db555a2-4157-4a9f-b3f9-c323102d16aa req-b3e71d56-cf05-4156-b763-3bb1120d9649 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:25.586742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db555a2-4157-4a9f-b3f9-c323102d16aa req-b3e71d56-cf05-4156-b763-3bb1120d9649 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0718448 Nov 02 16:56:25.648770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8db555a2-4157-4a9f-b3f9-c323102d16aa req-a42aa8f3-f8e2-4157-873f-6a9d5f02dec7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587361 Nov 02 16:56:26.077715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-8718888e-aa93-4b7a-a577-3a31c1dec0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:26.082700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-8718888e-aa93-4b7a-a577-3a31c1dec0ae service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1096 time: 0.1114812 Nov 02 16:56:26.218909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-9a6d7e7e-580d-4d7c-9ca2-e901136e0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:26.220544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-9a6d7e7e-580d-4d7c-9ca2-e901136e0a89 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1298299 Nov 02 16:56:26.309834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36362) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:26.317403 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-951448b0-4462-4ff7-983d-1f73ef839bf7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 1001 time: 0.0878057 Nov 02 16:56:26.379996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-955a8ed0-af84-47b9-8b70-cc698167f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:26.383047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-955a8ed0-af84-47b9-8b70-cc698167f12e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0569177 Nov 02 16:56:26.436920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--602303291'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:26.439082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-44237767-5e70-465e-810c-bcd8648f26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:26.440670 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-44237767-5e70-465e-810c-bcd8648f26c6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505755 Nov 02 16:56:26.464937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.474732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.559067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-f005ba02-ba7d-415a-bfa4-baa16a2f2790 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105204 Nov 02 16:56:26.573853 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.578624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.619129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2629e-abdb-4829-90fc-f2e959f741fd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:26.663337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.668293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.686376 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3cb5d54-bcfe-4084-893d-b52387ef0df8 req-9bf0ab30-3754-4c0b-93ed-28f8da9ee5a3 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190870 Nov 02 16:56:26.701097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.702729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3915913 Nov 02 16:56:26.705194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b0c84-f213-4ba8-b857-7f0e30660444 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261d0b19-7eab-475f-a912-6e367e840572,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:26.706191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:26.795043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e486e00d-cc13-4571-ac40-6ee496d66552 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0865953 Nov 02 16:56:26.795858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36384) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:26.800612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-security--737165647', 'description': 'tempest-security-description-15951598'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:26.812523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36386) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:26.834547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.838634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af762b70-af7d-4566-9471-43feecf8f29d req-23e6e35a-a3bb-4ed8-8da0-94a8306679eb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:26.840816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af762b70-af7d-4566-9471-43feecf8f29d req-23e6e35a-a3bb-4ed8-8da0-94a8306679eb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.0831804 Nov 02 16:56:26.912955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af762b70-af7d-4566-9471-43feecf8f29d req-05535ce2-ed71-44a7-83c5-19598fcd29d7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559723 Nov 02 16:56:26.915377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.934486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.934486 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:26.934486 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "PUT /v2.0/security-groups/261d0b19-7eab-475f-a912-6e367e840572 HTTP/1.1" status: 200 len: 1777 time: 0.1338301 Nov 02 16:56:26.934979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36390) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:26.972715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484558c-ca73-40cf-bb3c-6fd0b1bf8b33 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261d0b19-7eab-475f-a912-6e367e840572,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.010009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1795688098', 'router:external': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:27.023267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1ce044ca-ffcd-4d45-8562-6cc11ad1bf28 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups/261d0b19-7eab-475f-a912-6e367e840572 HTTP/1.1" status: 200 len: 1777 time: 0.0876913 Nov 02 16:56:27.026030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.058981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Made reservation on behalf of cd291c02842c48b99133262ab7a71a5d for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:27.061322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.074462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.124716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-19f9554d-0eb4-4b74-a110-fdf3c98564ab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.157920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-19f9554d-0eb4-4b74-a110-fdf3c98564ab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.226234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.230497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-19f9554d-0eb4-4b74-a110-fdf3c98564ab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.234772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-19f9554d-0eb4-4b74-a110-fdf3c98564ab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.236929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-19f9554d-0eb4-4b74-a110-fdf3c98564ab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/261d0b19-7eab-475f-a912-6e367e840572 HTTP/1.1" status: 204 len: 168 time: 0.2093835 Nov 02 16:56:27.240210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36396) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.254389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9554d-0eb4-4b74-a110-fdf3c98564ab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261d0b19-7eab-475f-a912-6e367e840572,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.261163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.309090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:56:27.315158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831d3828-8a14-45f3-964e-c1dee7fb45e9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.328516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.329142 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Added segment 6bec00b9-8a2c-4420-9269-0c832dc1b0fe of type vlan for network aefcc45e-9623-4225-9901-1308d6f531d9 Nov 02 16:56:27.338389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-023b9d7f-a3c7-49c1-8de1-511708cfdefe tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932145 Nov 02 16:56:27.338866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.355611 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-74291588-1abe-4c80-8b41-76e9294c8971 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] delete failed (client error): The resource could not be found. Nov 02 16:56:27.360508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-74291588-1abe-4c80-8b41-76e9294c8971 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/261d0b19-7eab-475f-a912-6e367e840572 HTTP/1.1" status: 404 len: 347 time: 0.0169036 Nov 02 16:56:27.361324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36400) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.367447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--404765281'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:27.388076 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.398286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.422743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.423952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:27.424585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.488036 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.492290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6779032 Nov 02 16:56:27.496333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36402) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.501844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'subnet': {'network_id': 'aefcc45e-9623-4225-9901-1308d6f531d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:27.505325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.506638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb3278-95ed-4c3b-b348-f33beb12c370 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Network': ['ID=aefcc45e-9623-4225-9901-1308d6f531d9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.519068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network aefcc45e-9623-4225-9901-1308d6f531d9 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:56:27.557653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7992d013-fe8e-41df-a109-fc31602607a4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.564814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Made reservation on behalf of cd291c02842c48b99133262ab7a71a5d for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:27.568647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.574235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.575334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c68b2980-faf1-4f27-9268-ce14de552891 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2129869 Nov 02 16:56:27.578409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.583185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '7992d013-fe8e-41df-a109-fc31602607a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:27.619847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.695589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.701572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.722075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411e2060-9c43-4839-99e9-894f6efb5996,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.732518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.735531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc88bd1c-a506-40f2-b305-0effaf1903b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542964 Nov 02 16:56:27.737726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36406) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.775336 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-307c3621-35a3-468d-aae7-058f2d34dbde tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.784399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-307c3621-35a3-468d-aae7-058f2d34dbde tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.826439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-307c3621-35a3-468d-aae7-058f2d34dbde tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.833017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-307c3621-35a3-468d-aae7-058f2d34dbde tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.840148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-307c3621-35a3-468d-aae7-058f2d34dbde tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/411e2060-9c43-4839-99e9-894f6efb5996 HTTP/1.1" status: 204 len: 168 time: 0.0950894 Nov 02 16:56:27.840535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36408) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.847416 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3621-35a3-468d-aae7-058f2d34dbde tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=411e2060-9c43-4839-99e9-894f6efb5996,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.906620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ece91153-fba8-4625-8aa3-54e8523104b0 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648427 Nov 02 16:56:27.909218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36410) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.966266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:56:27.967291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:27.976543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7034ee2c-a66f-4535-a3e6-ad61542aadda tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.012783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7034ee2c-a66f-4535-a3e6-ad61542aadda tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.074507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Subnet': ['ID=88b11936-2c67-4008-a8a7-dce47d5ee614,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.088199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Checking segment: {'id': '6bec00b9-8a2c-4420-9269-0c832dc1b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aefcc45e-9623-4225-9901-1308d6f531d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:56:28.088827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network hostable DHCP agents. Network: aefcc45e-9623-4225-9901-1308d6f531d9, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:56:28.144094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network aefcc45e-9623-4225-9901-1308d6f531d9 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:56:28.152364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aebc30-c7c1-4787-ac8e-5ac6eaf31f72 req-a6003ef2-6f26-46ba-9715-85fe2adb5174 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.153949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23aebc30-c7c1-4787-ac8e-5ac6eaf31f72 req-a6003ef2-6f26-46ba-9715-85fe2adb5174 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 945 time: 0.1190770 Nov 02 16:56:28.175350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, aefcc45e-9623-4225-9901-1308d6f531d9) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:28.184317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.185210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.185531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f9084-2803-4b5b-b919-8e351acadf78 None None] Network aefcc45e-9623-4225-9901-1308d6f531d9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:28.197221 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7034ee2c-a66f-4535-a3e6-ad61542aadda tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.200251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7034ee2c-a66f-4535-a3e6-ad61542aadda tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.201871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7034ee2c-a66f-4535-a3e6-ad61542aadda tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/7992d013-fe8e-41df-a109-fc31602607a4 HTTP/1.1" status: 204 len: 168 time: 0.2914507 Nov 02 16:56:28.207128 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-60dfb9d4-f993-44e4-8c8c-def0828cf0f7 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7096760 Nov 02 16:56:28.212064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36418) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.220331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36416) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.223225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1749391591', 'network_id': 'aefcc45e-9623-4225-9901-1308d6f531d9'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:28.232484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034ee2c-a66f-4535-a3e6-ad61542aadda tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7992d013-fe8e-41df-a109-fc31602607a4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.286910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23aebc30-c7c1-4787-ac8e-5ac6eaf31f72 req-ac86e386-f77d-4bcc-946c-1b3ab191d24c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200707 Nov 02 16:56:28.290542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Made reservation on behalf of cd291c02842c48b99133262ab7a71a5d for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:28.293037 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.320799 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3cebee83-470e-40aa-a262-5ca7a253289e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936720 Nov 02 16:56:28.323485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36420) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.328220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] device_id is not set on port 56573d98-4c37-4585-aabc-31e19681c095 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:56:28.331612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--233235529'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:28.377386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.486816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.492227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.513900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c436f-6d23-402a-a0b4-832de98e653f None None] Network aefcc45e-9623-4225-9901-1308d6f531d9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:28.528542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02abb769-2d01-470b-80f5-4ac2d361a4be,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.529278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Allocated IP 172.20.0.13 (aefcc45e-9623-4225-9901-1308d6f531d9/88b11936-2c67-4008-a8a7-dce47d5ee614/56573d98-4c37-4585-aabc-31e19681c095) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:28.535052 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.539979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e78d8b2a-f3e1-4eb8-a674-d4f9468fc7a8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2147930 Nov 02 16:56:28.540376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.545343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '02abb769-2d01-470b-80f5-4ac2d361a4be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:28.608964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.733650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.740230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.770590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b1c63c-8394-4882-8a34-b0e6d3ca70e7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.779977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.790830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.792795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c37d9b79-c00a-4adf-8e2b-6ac38603719b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2511094 Nov 02 16:56:28.796173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36424) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.802628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '02abb769-2d01-470b-80f5-4ac2d361a4be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:28.818690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.838747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.858734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network aefcc45e-9623-4225-9901-1308d6f531d9 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:28.861803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:28.867054 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:28.894735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Port': ['ID=56573d98-4c37-4585-aabc-31e19681c095,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.921665 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.927366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.927589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.928072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.945606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-475a6249-014f-4c99-a456-b503fe7d315b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7277772 Nov 02 16:56:28.946864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca14cfef-bc40-4ce2-ae28-36c37edb15a0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.949300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.961247 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:28.962626 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-787b2d09-4a57-4245-a54e-9b1991015c9e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652179 Nov 02 16:56:28.965602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36428) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.970225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '02abb769-2d01-470b-80f5-4ac2d361a4be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:29.000111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.041447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Deleting port 56573d98-4c37-4585-aabc-31e19681c095 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:29.042552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.069251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.074587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.097758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0c42bc-b1b7-48af-9524-090c8699ee64,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.103640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.107689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-67441277-2b35-44fc-84ee-dc165524877a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410372 Nov 02 16:56:29.107895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36434) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.114194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '02abb769-2d01-470b-80f5-4ac2d361a4be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:29.142640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:29.158323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.182058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Calling delete_port for 56573d98-4c37-4585-aabc-31e19681c095 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:29.186540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.250578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.287200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:29.290503 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b3555-0f06-4948-a24e-61e63e09f67c" -d '{"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:29.305748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:29.314161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.345108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.357258 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.377558 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f304c78-f53b-4661-bf42-31e4901dac4c x-openstack-request-id: req-3f304c78-f53b-4661-bf42-31e4901dac4c {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:29.378190 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-unplugged", "status": "failed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "code": 422}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:29.378635 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f304c78-f53b-4661-bf42-31e4901dac4c {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:29.379279 n-d-811405-2 neutron-server[102067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'code': 422} returned with failed status Nov 02 16:56:29.380097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.395043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a70d928-b7c6-4a1d-b0ee-0ccfc387774a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.427267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.428431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0a87dbf5-b685-452b-8f14-1b216b2e8619 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3196242 Nov 02 16:56:29.431535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36442) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.436780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '02abb769-2d01-470b-80f5-4ac2d361a4be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:29.477897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.485976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.527221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb0c7-821a-48ca-a3fa-13b03f6164ef req-c5402447-336d-4ffe-a769-76314c024ada tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:29.528768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-189bb0c7-821a-48ca-a3fa-13b03f6164ef req-c5402447-336d-4ffe-a769-76314c024ada tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1073494 Nov 02 16:56:29.531612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event deleted for resources: {'Port': ['ID=56573d98-4c37-4585-aabc-31e19681c095,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.570842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.577598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.597468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda9309a-4a02-4569-8036-d49f2beb7162,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.618412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.622257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3d284a67-e2bf-44c2-a9c6-da8ccaf958e8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1868458 Nov 02 16:56:29.622399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-189bb0c7-821a-48ca-a3fa-13b03f6164ef req-8fbf4f9d-2af7-4be7-ba2f-c488241039aa tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812902 Nov 02 16:56:29.622516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36444) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.631390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.636353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8052ef69-3cbf-452a-b7af-bea3ae56fd01 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/ports/56573d98-4c37-4585-aabc-31e19681c095 HTTP/1.1" status: 204 len: 168 time: 0.6852074 Nov 02 16:56:29.642475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36446) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.653969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aefcc45e-9623-4225-9901-1308d6f531d9', 'external_fixed_ips': [{'subnet_id': '88b11936-2c67-4008-a8a7-dce47d5ee614', 'ip_address': '172.20.0.13'}]}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:29.670709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6378a98b-89fe-4480-b54d-5f75448ebdfc tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.688762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6378a98b-89fe-4480-b54d-5f75448ebdfc tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.707857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.709471 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.730532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6378a98b-89fe-4480-b54d-5f75448ebdfc tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.741950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6378a98b-89fe-4480-b54d-5f75448ebdfc tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.745607 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6378a98b-89fe-4480-b54d-5f75448ebdfc tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bda9309a-4a02-4569-8036-d49f2beb7162 HTTP/1.1" status: 204 len: 168 time: 0.1192942 Nov 02 16:56:29.746284 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.798412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378a98b-89fe-4480-b54d-5f75448ebdfc tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda9309a-4a02-4569-8036-d49f2beb7162,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.806224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.816021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e956f51d-f963-455f-96ff-7b50644b50b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0677266 Nov 02 16:56:29.827471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36458) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.864116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bccf74-916e-47ca-b34d-352e11b666ba tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.874523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bccf74-916e-47ca-b34d-352e11b666ba tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.926020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bccf74-916e-47ca-b34d-352e11b666ba tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.947638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bccf74-916e-47ca-b34d-352e11b666ba tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:29.950257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-15bccf74-916e-47ca-b34d-352e11b666ba tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1a70d928-b7c6-4a1d-b0ee-0ccfc387774a HTTP/1.1" status: 204 len: 168 time: 0.1211979 Nov 02 16:56:29.952317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bccf74-916e-47ca-b34d-352e11b666ba tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a70d928-b7c6-4a1d-b0ee-0ccfc387774a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:29.960541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36460) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:29.986653 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.019021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e9d944d7-adfb-4a7f-9096-6745163a2c19 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0530846 Nov 02 16:56:30.019021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36464) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.058474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7e034b7-f2f2-40d6-9d58-8acea217f4a4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.070740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7e034b7-f2f2-40d6-9d58-8acea217f4a4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.103163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7e034b7-f2f2-40d6-9d58-8acea217f4a4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.123005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f7e034b7-f2f2-40d6-9d58-8acea217f4a4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.125016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7e034b7-f2f2-40d6-9d58-8acea217f4a4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8e0c42bc-b1b7-48af-9524-090c8699ee64 HTTP/1.1" status: 204 len: 168 time: 0.1062136 Nov 02 16:56:30.126299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e034b7-f2f2-40d6-9d58-8acea217f4a4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e0c42bc-b1b7-48af-9524-090c8699ee64,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:30.136050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36468) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.189350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58e189ad-929a-4d27-9c3c-f7a4c6560267 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0518775 Nov 02 16:56:30.192322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.221631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f47e9dc9-23ff-41a7-a9d7-a61f578999b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.231248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f47e9dc9-23ff-41a7-a9d7-a61f578999b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.254174 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.271505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f47e9dc9-23ff-41a7-a9d7-a61f578999b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.277279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f47e9dc9-23ff-41a7-a9d7-a61f578999b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.280915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f47e9dc9-23ff-41a7-a9d7-a61f578999b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ca14cfef-bc40-4ce2-ae28-36c37edb15a0 HTTP/1.1" status: 204 len: 168 time: 0.0846047 Nov 02 16:56:30.281413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36478) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.290505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.322637 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e9dc9-23ff-41a7-a9d7-a61f578999b7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca14cfef-bc40-4ce2-ae28-36c37edb15a0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:30.365634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ef782750-ffb1-422d-905d-567e4b611ffb tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0830071 Nov 02 16:56:30.368531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36482) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.406290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1492-0ac9-4962-9b39-47a0a6621af1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.435948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1492-0ac9-4962-9b39-47a0a6621af1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.558026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1492-0ac9-4962-9b39-47a0a6621af1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.565624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1492-0ac9-4962-9b39-47a0a6621af1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.569122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d5a1492-0ac9-4962-9b39-47a0a6621af1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/66b1c63c-8394-4882-8a34-b0e6d3ca70e7 HTTP/1.1" status: 204 len: 168 time: 0.1978872 Nov 02 16:56:30.574959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36486) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.581523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1492-0ac9-4962-9b39-47a0a6621af1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b1c63c-8394-4882-8a34-b0e6d3ca70e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:30.611749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Allocated IP 172.20.0.13 (aefcc45e-9623-4225-9901-1308d6f531d9/88b11936-2c67-4008-a8a7-dce47d5ee614/c2ae25e1-8456-4747-98c5-0cfe1fd44a11) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:30.706255 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c08c9c2-7447-4b9f-9cbb-160f47d79280 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1253262 Nov 02 16:56:30.708128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36490) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.778223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c20f6cc-2e84-4f4f-bcd4-04a0030fc591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.780320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.802044 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c20f6cc-2e84-4f4f-bcd4-04a0030fc591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.819025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.845211 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c20f6cc-2e84-4f4f-bcd4-04a0030fc591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.848788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c20f6cc-2e84-4f4f-bcd4-04a0030fc591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:30.853761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c20f6cc-2e84-4f4f-bcd4-04a0030fc591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/02abb769-2d01-470b-80f5-4ac2d361a4be HTTP/1.1" status: 204 len: 168 time: 0.1428339 Nov 02 16:56:30.854649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36496) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.864243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network aefcc45e-9623-4225-9901-1308d6f531d9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:30.868491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:30.874288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:30.894977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f6cc-2e84-4f4f-bcd4-04a0030fc591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02abb769-2d01-470b-80f5-4ac2d361a4be,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:30.932430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Port': ['ID=c2ae25e1-8456-4747-98c5-0cfe1fd44a11,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:30.938396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2f5d77b-d890-4951-92f1-9d4f7b81e3fd tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798573 Nov 02 16:56:30.943656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36504) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:30.950038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644461293'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:30.976249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2340492-e747-44f3-9384-3b4068f071f7 req-15df285b-6545-4fdd-963e-9bd189f3f6c2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:30.977873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2340492-e747-44f3-9384-3b4068f071f7 req-15df285b-6545-4fdd-963e-9bd189f3f6c2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.0572469 Nov 02 16:56:31.023419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2340492-e747-44f3-9384-3b4068f071f7 req-76a93e84-2ccb-4a2e-99a8-5177b2dc49cc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391104 Nov 02 16:56:31.260488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-b5ad1b39-c47f-4da7-a5c7-f76ad0477578 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969069 Nov 02 16:56:31.373402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.586546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.597993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.623821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.674037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.675252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7305310 Nov 02 16:56:31.678928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36524) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:31.683735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '6fc751eb-fd9a-4abd-9ee4-08b4a33f3164', 'direction': 'ingress', 'protocol': 17}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:31.724928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.755987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08001678-9e22-4944-bbe0-855d157bfeab tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc751eb-fd9a-4abd-9ee4-08b4a33f3164,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:31.803617 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.809081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.828729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77261af2-7330-4b41-9407-af79fa86f330,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:31.837275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.841095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-585cef32-c949-446a-a251-47faf6322d41 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1583400 Nov 02 16:56:31.841334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36526) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:31.914080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-261442be-2dd6-4621-a232-bb5dd6a278c6 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.941227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-261442be-2dd6-4621-a232-bb5dd6a278c6 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.942354 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:31.999811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-261442be-2dd6-4621-a232-bb5dd6a278c6 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.002548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-261442be-2dd6-4621-a232-bb5dd6a278c6 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.003704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-261442be-2dd6-4621-a232-bb5dd6a278c6 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fc751eb-fd9a-4abd-9ee4-08b4a33f3164 HTTP/1.1" status: 204 len: 168 time: 0.1613483 Nov 02 16:56:32.007870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36528) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:32.026802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261442be-2dd6-4621-a232-bb5dd6a278c6 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc751eb-fd9a-4abd-9ee4-08b4a33f3164,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:32.078468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee1f8d1e-4282-4e3b-9155-0a66b1069e7a tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657721 Nov 02 16:56:32.078691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36532) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:32.086168 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552795959'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:32.103150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Router 9a3fb4f5-79c6-46a0-86a1-e997c41da064 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:32.112813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.210727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cea35-1c79-43f9-9aef-070775def5a4 req-7b6f90fb-dd05-4a28-a3c0-f8e88bacd960 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.212705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a4cea35-1c79-43f9-9aef-070775def5a4 req-7b6f90fb-dd05-4a28-a3c0-f8e88bacd960 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.0790408 Nov 02 16:56:32.249655 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.258194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.264889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:32.278808 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Sync routers for ids ['9a3fb4f5-79c6-46a0-86a1-e997c41da064'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:32.291197 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Routers {'9a3fb4f5-79c6-46a0-86a1-e997c41da064'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:32.292514 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['9a3fb4f5-79c6-46a0-86a1-e997c41da064'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:32.301357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.303364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2234664 Nov 02 16:56:32.306409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36534) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:32.306583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0a4cea35-1c79-43f9-9aef-070775def5a4 req-50851440-3b66-436a-996d-d92572a11d06 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806253 Nov 02 16:56:32.311679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768252988'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:32.317334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a0005-5dd7-47f6-ad84-74bfe8d20b9d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab5f10-3bda-467f-8285-c4d2238104cb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:32.347524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.351974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e12be259-d257-41e8-add3-e97f4a6b33ea tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7054188 Nov 02 16:56:32.352800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36536) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:32.360664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-4c13d4f8-ef00-4001-b4e8-35602d423a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.362231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-4c13d4f8-ef00-4001-b4e8-35602d423a0f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784&tenant_id=5c06930d3455485d87586b09ae99e7db HTTP/1.1" status: 200 len: 1094 time: 0.1406438 Nov 02 16:56:32.363806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.515408 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Set router 9a3fb4f5-79c6-46a0-86a1-e997c41da064 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:32.566427 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.573236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-f384e4fd-5938-4759-b908-1df9fbfb335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.574835 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-f384e4fd-5938-4759-b908-1df9fbfb335f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1094 time: 0.1118379 Nov 02 16:56:32.652412 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.663406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.695910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.699861 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.700062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3898365 Nov 02 16:56:32.702194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36540) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:32.710496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '29ab5f10-3bda-467f-8285-c4d2238104cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fdbf14ec-94ff-4c7a-88de-42739c8046aa', 'remote_ip_prefix': None}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:32.730065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198bf0c-c0a5-40e0-871c-d8c542bb05b4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf14ec-94ff-4c7a-88de-42739c8046aa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:32.748660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-27acde0d-ab40-444a-ac6a-ec6b782715a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.750377 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-27acde0d-ab40-444a-ac6a-ec6b782715a6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1687498 Nov 02 16:56:32.772344 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3fb4f5-79c6-46a0-86a1-e997c41da064', 'name': '', 'tenant_id': 'cd291c02842c48b99133262ab7a71a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aefcc45e-9623-4225-9901-1308d6f531d9', 'external_fixed_ips': [{'subnet_id': '88b11936-2c67-4008-a8a7-dce47d5ee614', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c2ae25e1-8456-4747-98c5-0cfe1fd44a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:29Z', 'updated_at': '2021-11-02T16:56:31Z', 'revision_number': 3, 'project_id': 'cd291c02842c48b99133262ab7a71a5d', 'gw_port': {'id': 'c2ae25e1-8456-4747-98c5-0cfe1fd44a11', 'name': '', 'network_id': 'aefcc45e-9623-4225-9901-1308d6f531d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3fb4f5-79c6-46a0-86a1-e997c41da064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '88b11936-2c67-4008-a8a7-dce47d5ee614', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:56:30Z', 'updated_at': '2021-11-02T16:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88b11936-2c67-4008-a8a7-dce47d5ee614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:32.788017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.807450 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Checking router: 9a3fb4f5-79c6-46a0-86a1-e997c41da064 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:32.808230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Updating router 9a3fb4f5-79c6-46a0-86a1-e997c41da064 port c2ae25e1-8456-4747-98c5-0cfe1fd44a11 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:56:32.826781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Deleting port c2ae25e1-8456-4747-98c5-0cfe1fd44a11 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:32.827117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.838633 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-b52f8151-1a16-42ff-a693-d6dee53efaa4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 999 time: 0.0804932 Nov 02 16:56:32.838881 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.905532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-b56fff42-7e62-4c86-82e2-c2de643590bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.907145 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-b56fff42-7e62-4c86-82e2-c2de643590bb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.0621326 Nov 02 16:56:32.938763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.947716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.953459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:32.963697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-ef57d46a-7dff-4ae5-b370-4f3d46b57019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.965207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-ef57d46a-7dff-4ae5-b370-4f3d46b57019 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513949 Nov 02 16:56:32.980857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bd761a-9e9a-45ab-b608-895dca38bf67,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:32.983828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Calling delete_port for c2ae25e1-8456-4747-98c5-0cfe1fd44a11 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:32.998170 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.002882 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b405c100-1125-4429-ace9-7c7941ef91d3 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2963672 Nov 02 16:56:33.003540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36542) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.074102 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2f717795-8d84-4aaf-b9c0-a078d0f89db7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.097859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2f717795-8d84-4aaf-b9c0-a078d0f89db7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.104925 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-b78ff38e-345b-4781-94ea-8ba33baea935 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323307 Nov 02 16:56:33.153053 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.168172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2f717795-8d84-4aaf-b9c0-a078d0f89db7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.168571 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.db.api [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:56:33.168571 n-d-811405-2 neutron-server[102068]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 02 16:56:33.168571 n-d-811405-2 neutron-server[102068]: [parameters: {'host': 'n-d-811405-2', 'ml2_port_bindings_port_id': 'c2ae25e1-8456-4747-98c5-0cfe1fd44a11', 'ml2_port_bindings_host': ''}] Nov 02 16:56:33.168571 n-d-811405-2 neutron-server[102068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:56:33.168911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:33.169395 n-d-811405-2 neutron-server[102068]: DEBUG oslo_db.api [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:56:33.179378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2f717795-8d84-4aaf-b9c0-a078d0f89db7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.183928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2f717795-8d84-4aaf-b9c0-a078d0f89db7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f5bd761a-9e9a-45ab-b608-895dca38bf67 HTTP/1.1" status: 204 len: 168 time: 0.1791482 Nov 02 16:56:33.184222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36544) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.212364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717795-8d84-4aaf-b9c0-a078d0f89db7 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5bd761a-9e9a-45ab-b608-895dca38bf67,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:33.242856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.248704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9234a03b-78fe-4d93-ac83-ac87116c249e tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0601850 Nov 02 16:56:33.251347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36546) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.273560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2ae25e1-8456-4747-98c5-0cfe1fd44a11,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:33.277277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30782c0c-e855-4d1b-aa75-a9c92d61da68 req-19a2265a-7dc2-4547-a9d1-8506f7cfe928 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644986 Nov 02 16:56:33.326341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fdb95466-143d-406d-b62f-a55344c4eec9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.359218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.367169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fdb95466-143d-406d-b62f-a55344c4eec9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.431756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fdb95466-143d-406d-b62f-a55344c4eec9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.434524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fdb95466-143d-406d-b62f-a55344c4eec9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.437071 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fdb95466-143d-406d-b62f-a55344c4eec9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/fdbf14ec-94ff-4c7a-88de-42739c8046aa HTTP/1.1" status: 204 len: 168 time: 0.1835160 Nov 02 16:56:33.441321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36556) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.464349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb95466-143d-406d-b62f-a55344c4eec9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf14ec-94ff-4c7a-88de-42739c8046aa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:33.498792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.501488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.530353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-22b39a8a-1b42-40f4-9e2e-3f80f9f751b9 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0848339 Nov 02 16:56:33.531429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36564) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.560934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ecbae-0b11-4f5c-971d-ae145e3848d6 req-77e15965-6b53-4a9d-a635-a8634583e288 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:33.562617 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b34ecbae-0b11-4f5c-971d-ae145e3848d6 req-77e15965-6b53-4a9d-a635-a8634583e288 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1623132 Nov 02 16:56:33.563852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.564534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3fb4f5-79c6-46a0-86a1-e997c41da064 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:33.574862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.576050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-731d91cd-74ea-46c9-81b6-074be5151b32 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9a3fb4f5-79c6-46a0-86a1-e997c41da064 HTTP/1.1" status: 204 len: 168 time: 1.2224705 Nov 02 16:56:33.585674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36568) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.645347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a5b3e9-3658-4884-80f8-0da5a7669751 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.657467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b34ecbae-0b11-4f5c-971d-ae145e3848d6 req-061e5739-55de-4606-8108-3f7a0ef0c8af tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800436 Nov 02 16:56:33.671243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Deleting subnet 88b11936-2c67-4008-a8a7-dce47d5ee614 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:56:33.676977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.690090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a5b3e9-3658-4884-80f8-0da5a7669751 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.696200 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Port c2ae25e1-8456-4747-98c5-0cfe1fd44a11 not found while updating agent binding for router 9a3fb4f5-79c6-46a0-86a1-e997c41da064. {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 16:56:33.727517 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:33.727671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.727903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:56:33.728514 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a3fb4f5-79c6-46a0-86a1-e997c41da064'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:56:33.729427 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a553c39-1ce4-483a-b2ce-44e7daa4b510 None None] The sync data for ids ['9a3fb4f5-79c6-46a0-86a1-e997c41da064'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:33.749597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a5b3e9-3658-4884-80f8-0da5a7669751 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.752554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a5b3e9-3658-4884-80f8-0da5a7669751 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.753702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93a5b3e9-3658-4884-80f8-0da5a7669751 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/29ab5f10-3bda-467f-8285-c4d2238104cb HTTP/1.1" status: 204 len: 168 time: 0.2220154 Nov 02 16:56:33.764085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.772985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5b3e9-3658-4884-80f8-0da5a7669751 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab5f10-3bda-467f-8285-c4d2238104cb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:33.812174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.880662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.940769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:33.947800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/88b11936-2c67-4008-a8a7-dce47d5ee614 HTTP/1.1" status: 204 len: 168 time: 0.3632956 Nov 02 16:56:33.950477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36580) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.960983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bfb98-ede6-466a-b929-fe353570a206 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=88b11936-2c67-4008-a8a7-dce47d5ee614,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:33.989972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a19ba0b6-820e-47a7-a810-73d13b6e6570 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2245300 Nov 02 16:56:33.994066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36582) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:33.998922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138367799'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:34.033526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.112515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.187658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.194493 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.229577 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.231232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2359209 Nov 02 16:56:34.233664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0023a35-7f6b-4277-b38b-b682e67258a1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c080516-9303-4baa-9601-bf36100ae062,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:34.248060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36584) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:34.253125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': '3c080516-9303-4baa-9601-bf36100ae062', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:34.315072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.335834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.358023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefcc45e-9623-4225-9901-1308d6f531d9']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:34.379634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bec00b9-8a2c-4420-9269-0c832dc1b0fe') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:34.380617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bec00b9-8a2c-4420-9269-0c832dc1b0fe') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:34.399788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.404062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.413052 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.426074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.434696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:56:34.435158 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:56:34.437170 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:56:34.449836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.451106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2017267 Nov 02 16:56:34.454191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bf361-7388-480d-bcec-f0e313a8cde8 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54db6c08-ad49-4bde-8ca1-d9b6dc8ec4a3,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:34.456544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36586) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:34.596632 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c4fd2a-6067-479c-ae46-8cce139c3c5f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.617923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c4fd2a-6067-479c-ae46-8cce139c3c5f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.641933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.649705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aefcc45e-9623-4225-9901-1308d6f531d9 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 16:56:34.706041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.709872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/networks/aefcc45e-9623-4225-9901-1308d6f531d9 HTTP/1.1" status: 204 len: 168 time: 0.7583029 Nov 02 16:56:34.720393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfc69d-139a-4a95-aa8d-e3a5071b4853 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event deleted for resources: {'Network': ['ID=aefcc45e-9623-4225-9901-1308d6f531d9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:34.737788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c4fd2a-6067-479c-ae46-8cce139c3c5f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.747583 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84c4fd2a-6067-479c-ae46-8cce139c3c5f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:34.761318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:34.761472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-84c4fd2a-6067-479c-ae46-8cce139c3c5f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/54db6c08-ad49-4bde-8ca1-d9b6dc8ec4a3 HTTP/1.1" status: 204 len: 168 time: 0.3036680 Nov 02 16:56:34.784355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4fd2a-6067-479c-ae46-8cce139c3c5f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54db6c08-ad49-4bde-8ca1-d9b6dc8ec4a3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:35.033927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1fc5ceb5-1b03-43d7-9c7f-6a4386e92c5b tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2709610 Nov 02 16:56:35.036940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:35.088604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332458d-fe9e-4dec-9620-dfd719201d5b req-75adeeb9-83c3-467e-96b4-faceb2e317da tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:35.090231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d332458d-fe9e-4dec-9620-dfd719201d5b req-75adeeb9-83c3-467e-96b4-faceb2e317da tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.2855198 Nov 02 16:56:35.197427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36602) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:35.202731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'name': 'tempest-router--1696406106', 'project_id': '3b51280d01ec400c83cc620b4af8f1f6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:35.211025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d332458d-fe9e-4dec-9620-dfd719201d5b req-d9e1b7c5-583d-48f1-a1ad-24086c0206f6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037254 Nov 02 16:56:35.228937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e86173b-f00d-4d43-81d1-690501842306 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.255463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.256656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.355962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.373630 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e86173b-f00d-4d43-81d1-690501842306 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.420467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.439113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e86173b-f00d-4d43-81d1-690501842306 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.442019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e86173b-f00d-4d43-81d1-690501842306 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.443390 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2e86173b-f00d-4d43-81d1-690501842306 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c080516-9303-4baa-9601-bf36100ae062 HTTP/1.1" status: 204 len: 168 time: 0.4054313 Nov 02 16:56:35.446172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36604) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:35.449368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.453036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b76efc2-4a3d-4c34-aaef-d73783cf976d tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2515213 Nov 02 16:56:35.453600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36606) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:35.458636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86173b-f00d-4d43-81d1-690501842306 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c080516-9303-4baa-9601-bf36100ae062,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:35.550483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.651675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36608) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:35.656487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group': {'name': 'tempest-secgroup--275715743'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:35.660270 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a24b82fd-19c3-4b89-b1b4-70d9fe1ec806 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2028921 Nov 02 16:56:35.686836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.760908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.763667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.781747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.787837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.825227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.825839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ddc26-b6f4-40e3-9582-bd80b137ebc5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:35.826016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e69dfd9-0573-4d1a-a719-69c2761b41e8 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:35.831346 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.832505 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea02b1c9-284f-40da-9728-74a138678f0c tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1e69dfd9-0573-4d1a-a719-69c2761b41e8 HTTP/1.1" status: 204 len: 168 time: 0.3779862 Nov 02 16:56:35.851796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:35.855641 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-86c844e4-3c3b-4e9a-a769-2661df1832be tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2027693 Nov 02 16:56:35.857681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36618) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:35.862559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ddc26-b6f4-40e3-9582-bd80b137ebc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:35.913942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.014906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.020372 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.043078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2b9edd-4d08-422b-ad82-edebca44b09e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:36.053217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36620) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:36.056548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.060756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8a6c36b0-b8dc-466e-8231-f1f0b64539df tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2019801 Nov 02 16:56:36.062716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36624) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:36.084777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36626) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:36.085560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3da437ca-685c-4a76-9569-9e921e42fd85 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules/5e2b9edd-4d08-422b-ad82-edebca44b09e HTTP/1.1" status: 200 len: 763 time: 0.0207865 Nov 02 16:56:36.171307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a21e08a2-153e-4cd5-9de1-479773aaf21d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829406 Nov 02 16:56:36.171622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36628) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:36.219404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ebd5-35ce-4326-a310-c7fbc40d441f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.232046 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ebd5-35ce-4326-a310-c7fbc40d441f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.271492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ebd5-35ce-4326-a310-c7fbc40d441f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.283688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ebd5-35ce-4326-a310-c7fbc40d441f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.284868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0eb6ebd5-35ce-4326-a310-c7fbc40d441f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5e2b9edd-4d08-422b-ad82-edebca44b09e HTTP/1.1" status: 204 len: 168 time: 0.1123064 Nov 02 16:56:36.287815 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36632) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:36.291972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6ebd5-35ce-4326-a310-c7fbc40d441f tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e2b9edd-4d08-422b-ad82-edebca44b09e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:36.414607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58f2f4cf-0ed4-4cad-b06a-60448c290731 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1200554 Nov 02 16:56:36.414749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1130276121', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:36.415016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36634) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:36.420917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ddc26-b6f4-40e3-9582-bd80b137ebc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:36.445042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.api [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:56:36.445042 n-d-811405-2 neutron-server[102066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 16:56:36.445042 n-d-811405-2 neutron-server[102066]: [parameters: {'project_id': 'c1a07aa64e65408fa5686b7eb140ff9d', 'id': 'c3ba1f3c-b9bb-4bb6-b129-b64af0dea509', 'expiration': datetime.datetime(2021, 11, 2, 16, 58, 36, 437781)}] Nov 02 16:56:36.445042 n-d-811405-2 neutron-server[102066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:56:36.445563 n-d-811405-2 neutron-server[102066]: DEBUG oslo_db.api [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:56:36.459742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119cfd2-f351-475b-bad3-d7864cf210c0 req-4ab9f9fd-ffe2-4b0c-b4ee-cc99e15e7d68 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:36.461453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6119cfd2-f351-475b-bad3-d7864cf210c0 req-4ab9f9fd-ffe2-4b0c-b4ee-cc99e15e7d68 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1200962 Nov 02 16:56:36.468242 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.469338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.540017 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6119cfd2-f351-475b-bad3-d7864cf210c0 req-0ba5848e-d4a5-4183-9ab6-790a25d0838c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699577 Nov 02 16:56:36.567006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:36.742983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.008025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.011781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.032839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.151510 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.159736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.191195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Allocated IP 172.25.7.4 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/777a877c-1118-4dbf-b87e-88eb08d27bf0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:37.345940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.393757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.469388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:37.474919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:37.480526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:37.490806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event updated for resources: {'Port': ['ID=777a877c-1118-4dbf-b87e-88eb08d27bf0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:37.540972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc7999-f737-483f-b8a4-487ddc409255,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:37.550083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.552663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.553724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.554422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.554613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.555348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.558385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a653d1fd-ddfe-48fc-8341-fa1542626e5d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1395278 Nov 02 16:56:37.558505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36640) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:37.559046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.559599 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.560094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.560584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.561090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.561624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.562470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:37.578713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bb9e80d2-17e5-4dcc-a354-c7934b685599 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules/efbc7999-f737-483f-b8a4-487ddc409255 HTTP/1.1" status: 200 len: 763 time: 0.0189788 Nov 02 16:56:37.581037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36644) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:37.646872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7d1eac99-a464-40e4-b828-ad44e59fdec1 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622737 Nov 02 16:56:37.649762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36646) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:37.695715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45841bf-c764-437e-9b39-2f83554ffe7c req-52ad0cec-3a46-463c-be59-63c42a96d0d0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:37.697290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45841bf-c764-437e-9b39-2f83554ffe7c req-52ad0cec-3a46-463c-be59-63c42a96d0d0 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.0640228 Nov 02 16:56:37.706358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9874daf1-5997-47af-815c-6cfde83ecb84 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.717827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9874daf1-5997-47af-815c-6cfde83ecb84 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.750743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45841bf-c764-437e-9b39-2f83554ffe7c req-2d9e1ed1-4799-41b8-9243-b1e3fc9245ea tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466290 Nov 02 16:56:37.798098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9874daf1-5997-47af-815c-6cfde83ecb84 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.836246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9874daf1-5997-47af-815c-6cfde83ecb84 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.837504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9874daf1-5997-47af-815c-6cfde83ecb84 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/efbc7999-f737-483f-b8a4-487ddc409255 HTTP/1.1" status: 204 len: 168 time: 0.1869192 Nov 02 16:56:37.840144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:37.847760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874daf1-5997-47af-815c-6cfde83ecb84 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efbc7999-f737-483f-b8a4-487ddc409255,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:37.883105 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9b40450a-0e7f-4256-bcb2-84ab730caba5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417216 Nov 02 16:56:37.886213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36650) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:37.891704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:37.912892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ddc26-b6f4-40e3-9582-bd80b137ebc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:37.943442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.009833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.017520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.021387 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:56:38.046588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5877d18a-4c92-4cdf-a094-ab5bbb64ca39,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:38.077907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.079547 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43cce2bf-58c4-4de9-bcec-ca7061bb9ff5 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924176 Nov 02 16:56:38.082216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36658) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.104364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-09768fb8-ef1a-4253-8de6-571da709d424 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules/5877d18a-4c92-4cdf-a094-ab5bbb64ca39 HTTP/1.1" status: 200 len: 764 time: 0.0210261 Nov 02 16:56:38.110816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36660) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.173805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0e57f0b7-ecab-48ba-8c11-044d0fef7e60 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0613108 Nov 02 16:56:38.178685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36664) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.219233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-978fdbe7-df28-4a9d-be1a-c3d749de0591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.230809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-978fdbe7-df28-4a9d-be1a-c3d749de0591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.327361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-978fdbe7-df28-4a9d-be1a-c3d749de0591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.348265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-978fdbe7-df28-4a9d-be1a-c3d749de0591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.352582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-978fdbe7-df28-4a9d-be1a-c3d749de0591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5877d18a-4c92-4cdf-a094-ab5bbb64ca39 HTTP/1.1" status: 204 len: 168 time: 0.1702960 Nov 02 16:56:38.354006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36668) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.384532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fdbe7-df28-4a9d-be1a-c3d749de0591 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5877d18a-4c92-4cdf-a094-ab5bbb64ca39,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:38.419499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-414bb274-235e-404a-af1a-d4e55873fdb4 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616305 Nov 02 16:56:38.419732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36670) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.479634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d7d022-2d49-4c2d-9c44-9f204932cd49 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.502678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d7d022-2d49-4c2d-9c44-9f204932cd49 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.553550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d7d022-2d49-4c2d-9c44-9f204932cd49 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.556661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-98d7d022-2d49-4c2d-9c44-9f204932cd49 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.560344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98d7d022-2d49-4c2d-9c44-9f204932cd49 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac6ddc26-b6f4-40e3-9582-bd80b137ebc5 HTTP/1.1" status: 204 len: 168 time: 0.1371844 Nov 02 16:56:38.560513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.563209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36672) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.571157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7d022-2d49-4c2d-9c44-9f204932cd49 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ddc26-b6f4-40e3-9582-bd80b137ebc5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:38.623638 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c4d53f84-a68d-4260-b252-c89493fee4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:38.690438 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-18a288d1-197e-479b-9126-ca857967935d tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1245117 Nov 02 16:56:38.695476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36674) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:38.790839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Router c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:38.796530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-05b2223d-77e2-4b5f-a2f7-0b78ab5a2b37 tempest-SecGroupTest-327521579 tempest-SecGroupTest-327521579-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995505 Nov 02 16:56:38.931192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfabf8-ca8c-4eac-b058-9059c1426829 req-31a06113-c55b-4301-96b1-8a3468521abe tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:38.932742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1dfabf8-ca8c-4eac-b058-9059c1426829 req-31a06113-c55b-4301-96b1-8a3468521abe tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.0685174 Nov 02 16:56:38.983568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:38.996899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] Sync routers for ids ['c7c5a057-d1f8-42d5-85ba-e4bcae9331a5'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:39.017877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.019329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] Routers {'c7c5a057-d1f8-42d5-85ba-e4bcae9331a5'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:39.022194 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c180d26f-f673-4493-8c7d-f3a2123dc917 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9655588 Nov 02 16:56:39.022437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7c5a057-d1f8-42d5-85ba-e4bcae9331a5'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:39.033731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36680) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:39.055823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1dfabf8-ca8c-4eac-b058-9059c1426829 req-ff64a713-61e1-46b0-abbc-2d4a558c382b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094522 Nov 02 16:56:39.096496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:39.115821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] Routers {'c7c5a057-d1f8-42d5-85ba-e4bcae9331a5'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:39.117390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c7c5a057-d1f8-42d5-85ba-e4bcae9331a5'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:39.182318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c7de5ef-4546-4c74-8fa1-dee4f094611f tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 HTTP/1.1" status: 200 len: 919 time: 0.1469374 Nov 02 16:56:39.184949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36684) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:39.199561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:39.200334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cff21-d5e0-47ff-b1e2-3bf217c1cdd0 None None] The sync data for ids ['c7c5a057-d1f8-42d5-85ba-e4bcae9331a5'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:39.281659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-90296aee-94f2-4cfc-b9cb-76ccb92d2d67 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 HTTP/1.1" status: 200 len: 205 time: 0.0950203 Nov 02 16:56:39.284038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:39.361370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:39.524927 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.656869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-960dc2f9-e879-47b9-8410-1897ca6ae5e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1a07aa64e65408fa5686b7eb140ff9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936337 Nov 02 16:56:39.662256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36694) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:39.742520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.747363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93117f1b-3890-4ec2-ab27-cd30372830e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.775706 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93117f1b-3890-4ec2-ab27-cd30372830e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.812979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Deleting port 777a877c-1118-4dbf-b87e-88eb08d27bf0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:39.813678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.843448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93117f1b-3890-4ec2-ab27-cd30372830e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.846446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93117f1b-3890-4ec2-ab27-cd30372830e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.853161 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93117f1b-3890-4ec2-ab27-cd30372830e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78c2629e-abdb-4829-90fc-f2e959f741fd HTTP/1.1" status: 204 len: 168 time: 0.1842113 Nov 02 16:56:39.877207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93117f1b-3890-4ec2-ab27-cd30372830e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2629e-abdb-4829-90fc-f2e959f741fd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:39.982920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:39.999767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Calling delete_port for 777a877c-1118-4dbf-b87e-88eb08d27bf0 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:40.349558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f97e8-32d8-4c46-976e-5610adfd37fd req-322c993a-1ed1-4db4-a931-3473f7de9b9e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:40.354699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638f97e8-32d8-4c46-976e-5610adfd37fd req-322c993a-1ed1-4db4-a931-3473f7de9b9e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1576731 Nov 02 16:56:40.429475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.502469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event deleted for resources: {'Port': ['ID=777a877c-1118-4dbf-b87e-88eb08d27bf0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:40.534239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-638f97e8-32d8-4c46-976e-5610adfd37fd req-30a01efb-0052-4ea3-98f5-0ac4d5d4d1db tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465178 Nov 02 16:56:40.603801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.720492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.723178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.770841 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.771627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Fanout notify agent at l3_agent the message router_deleted on router c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:40.779378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.781344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c5578aae-a000-403a-a412-769c6849563f tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 HTTP/1.1" status: 204 len: 168 time: 1.4957833 Nov 02 16:56:40.785019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:40.790661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1839746129', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': False}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:40.851825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.853188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:40.971877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:41.124009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36400eb2-bcad-4ee2-ae6c-f507a4c22d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:41.191774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:41.346779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:41.541545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:41.563777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:41.791488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf133015-fc40-483b-91bc-87f39f194957 req-bfc71ddc-ed6e-42ed-9769-eacd8a9f259a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:41.800398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf133015-fc40-483b-91bc-87f39f194957 req-bfc71ddc-ed6e-42ed-9769-eacd8a9f259a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1170597 Nov 02 16:56:41.804154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Allocated IP 172.25.7.169 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/c994a9bc-5aec-4f50-94fb-167004d1b3fc) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:41.856474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf133015-fc40-483b-91bc-87f39f194957 req-da482bba-9bd1-4943-bc0b-8ce306f82f3c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546467 Nov 02 16:56:42.024080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:42.126350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:42.174939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:42.178690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:42.185165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:42.249755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Port': ['ID=c994a9bc-5aec-4f50-94fb-167004d1b3fc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:42.532971 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:42.643038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:42.865146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.127667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1817e3d-8ad1-432a-8d61-e12b9ca2eec4 req-d5034cf7-ed6a-4154-8dfe-bb12bdd43c0d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:43.138371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1817e3d-8ad1-432a-8d61-e12b9ca2eec4 req-d5034cf7-ed6a-4154-8dfe-bb12bdd43c0d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1513288 Nov 02 16:56:43.173310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Router 0a5c5f6d-a8a0-481a-9032-1c62607962a2 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:43.224531 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1817e3d-8ad1-432a-8d61-e12b9ca2eec4 req-4a0c797e-4604-4315-8614-9e430d40e247 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848026 Nov 02 16:56:43.329962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:43.340533 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Sync routers for ids ['0a5c5f6d-a8a0-481a-9032-1c62607962a2'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:43.367722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.367979 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Routers {'0a5c5f6d-a8a0-481a-9032-1c62607962a2'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:43.368441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0a5c5f6d-a8a0-481a-9032-1c62607962a2'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:43.370850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3d93bde6-a8f2-49d9-bbed-8aff90dea0c2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5835629 Nov 02 16:56:43.373088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36766) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:43.530818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8437d7a4-01af-401f-aca1-01b11a34ea15 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/0a5c5f6d-a8a0-481a-9032-1c62607962a2 HTTP/1.1" status: 200 len: 909 time: 0.1564956 Nov 02 16:56:43.533126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36768) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:43.538663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1839746129', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': True}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:43.577204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.580430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.609687 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Set router 0a5c5f6d-a8a0-481a-9032-1c62607962a2 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:43.659499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.807748 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.841777 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c5f6d-a8a0-481a-9032-1c62607962a2', 'name': 'tempest-snat-router-1839746129', 'tenant_id': 'cd291c02842c48b99133262ab7a71a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': 'c994a9bc-5aec-4f50-94fb-167004d1b3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:40Z', 'updated_at': '2021-11-02T16:56:42Z', 'revision_number': 3, 'project_id': 'cd291c02842c48b99133262ab7a71a5d', 'gw_port': {'id': 'c994a9bc-5aec-4f50-94fb-167004d1b3fc', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c5f6d-a8a0-481a-9032-1c62607962a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:56:41Z', 'updated_at': '2021-11-02T16:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:43.855315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:43.869933 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Checking router: 0a5c5f6d-a8a0-481a-9032-1c62607962a2 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:43.870524 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Updating router 0a5c5f6d-a8a0-481a-9032-1c62607962a2 port c994a9bc-5aec-4f50-94fb-167004d1b3fc binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:56:43.899543 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.117869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.146319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.157486 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.165921 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.228245 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Pushing event updated for resources: {'Port': ['ID=c994a9bc-5aec-4f50-94fb-167004d1b3fc,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:44.236108 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.236678 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.237194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.237694 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.238235 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.238737 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.239273 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.239607 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.239950 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.240264 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.240826 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.240917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:44.244284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Attempting to bind port c994a9bc-5aec-4f50-94fb-167004d1b3fc on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:56:44.244653 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Attempting to bind port c994a9bc-5aec-4f50-94fb-167004d1b3fc by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:56:44.245187 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Attempting to bind port c994a9bc-5aec-4f50-94fb-167004d1b3fc on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:56:44.254469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:56:44.254469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:56:44.254469 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.254469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:56:44.254469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Bound port: c994a9bc-5aec-4f50-94fb-167004d1b3fc, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:56:44.254469 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.290957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Allocated IP 172.25.7.161 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/175eddd8-e903-4ea6-bb5b-17943825d5a3) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:44.316032 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] For port c994a9bc-5aec-4f50-94fb-167004d1b3fc, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:56:44.321222 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] For port c994a9bc-5aec-4f50-94fb-167004d1b3fc, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c994a9bc-5aec-4f50-94fb-167004d1b3fc,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:56:44.332131 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.392505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Routers {'0a5c5f6d-a8a0-481a-9032-1c62607962a2'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:44.393125 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0a5c5f6d-a8a0-481a-9032-1c62607962a2'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:44.472331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00491d0d-286f-4b08-a8fe-801477e2cbdf req-4cd063bd-7343-48f5-8c15-822ea19be74b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:44.473897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00491d0d-286f-4b08-a8fe-801477e2cbdf req-4cd063bd-7343-48f5-8c15-822ea19be74b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1481328 Nov 02 16:56:44.525001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4638-9e7f-497f-aeeb-0969b7cacd31 req-1f3ecbe0-879c-41dc-9184-8e0799462ee1 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:44.527524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b3e4638-9e7f-497f-aeeb-0969b7cacd31 req-1f3ecbe0-879c-41dc-9184-8e0799462ee1 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 946 time: 0.1355770 Nov 02 16:56:44.531429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.562305 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51be6-80d5-49f1-8ae2-1c54070f3a8a None None] Pushing event updated for resources: {'Port': ['ID=c994a9bc-5aec-4f50-94fb-167004d1b3fc,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:44.605644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00491d0d-286f-4b08-a8fe-801477e2cbdf req-0269d144-50f0-48bd-b097-07e364bc7290 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210458 Nov 02 16:56:44.609911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7b3e4638-9e7f-497f-aeeb-0969b7cacd31 req-3ac408b4-fb7d-4abc-bb2b-e9462b12e2c4 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706873 Nov 02 16:56:44.621536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:44.625912 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] Set router 0a5c5f6d-a8a0-481a-9032-1c62607962a2 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:44.680738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:44.682516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:44.690303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:44.713263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Port': ['ID=175eddd8-e903-4ea6-bb5b-17943825d5a3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:44.878293 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c5f6d-a8a0-481a-9032-1c62607962a2', 'name': 'tempest-snat-router-1839746129', 'tenant_id': 'cd291c02842c48b99133262ab7a71a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': 'c994a9bc-5aec-4f50-94fb-167004d1b3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:40Z', 'updated_at': '2021-11-02T16:56:42Z', 'revision_number': 3, 'project_id': 'cd291c02842c48b99133262ab7a71a5d', 'gw_port': {'id': 'c994a9bc-5aec-4f50-94fb-167004d1b3fc', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c5f6d-a8a0-481a-9032-1c62607962a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:56:41Z', 'updated_at': '2021-11-02T16:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:44.912605 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9ba92-00b1-465b-8be0-ef30c7795e9d None None] The sync data for ids ['0a5c5f6d-a8a0-481a-9032-1c62607962a2'] in n-d-811405-2 is: [{'id': '0a5c5f6d-a8a0-481a-9032-1c62607962a2', 'name': 'tempest-snat-router-1839746129', 'tenant_id': 'cd291c02842c48b99133262ab7a71a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': 'c994a9bc-5aec-4f50-94fb-167004d1b3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:40Z', 'updated_at': '2021-11-02T16:56:42Z', 'revision_number': 3, 'project_id': 'cd291c02842c48b99133262ab7a71a5d', 'gw_port': {'id': 'c994a9bc-5aec-4f50-94fb-167004d1b3fc', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c5f6d-a8a0-481a-9032-1c62607962a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:56:41Z', 'updated_at': '2021-11-02T16:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:45.013431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:45.299027 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:45.454922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Router f4c3b636-e40f-4782-8752-21dc24b6ce3d is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:45.864474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-22c9fc55-c3c7-423f-91d3-e9686f1231ac tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:45.866293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-22c9fc55-c3c7-423f-91d3-e9686f1231ac tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0521917 Nov 02 16:56:45.936265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499428-774a-4597-9763-c9cb15014d8f req-6fa2be77-cad1-44b1-98a5-465ad9f43aba tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:45.937728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3499428-774a-4597-9763-c9cb15014d8f req-6fa2be77-cad1-44b1-98a5-465ad9f43aba tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1132c33-1c0f-4f85-8302-28bab9a9b7e3 HTTP/1.1" status: 200 len: 946 time: 0.1305249 Nov 02 16:56:45.945972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251eed8-252d-453f-b068-11b671893372 req-47124f85-f402-41bc-85e9-bcb5f19d8228 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:45.947577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a251eed8-252d-453f-b068-11b671893372 req-47124f85-f402-41bc-85e9-bcb5f19d8228 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1391482 Nov 02 16:56:45.959260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:45.968818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Sync routers for ids ['f4c3b636-e40f-4782-8752-21dc24b6ce3d'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:45.980937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Deleting port b25a37cf-a620-4b07-98a4-a4e03b388efa {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:45.982508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:45.983602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Routers {'f4c3b636-e40f-4782-8752-21dc24b6ce3d'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:45.984407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['f4c3b636-e40f-4782-8752-21dc24b6ce3d'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:46.011477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.012733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff64ada2-ec67-4ae2-bd55-36c6001348c9 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4784758 Nov 02 16:56:46.016847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36804) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:46.045607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3499428-774a-4597-9763-c9cb15014d8f req-1d075c83-2fd0-4692-997e-1e12fa868087 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923381 Nov 02 16:56:46.111830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a251eed8-252d-453f-b068-11b671893372 req-3642981b-d3dc-4bdf-a4c1-6253933a182c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506484 Nov 02 16:56:46.120834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] For port b25a37cf-a620-4b07-98a4-a4e03b388efa, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b25a37cf-a620-4b07-98a4-a4e03b388efa,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:46.121198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.138741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Set router f4c3b636-e40f-4782-8752-21dc24b6ce3d gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:56:46.146047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Calling delete_port for b25a37cf-a620-4b07-98a4-a4e03b388efa owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:46.173537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-33ddda45-b934-45ae-b6b1-e6845faaa651 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/f4c3b636-e40f-4782-8752-21dc24b6ce3d HTTP/1.1" status: 200 len: 908 time: 0.1555607 Nov 02 16:56:46.174258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36812) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:46.314519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.329658 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.350307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b25a37cf-a620-4b07-98a4-a4e03b388efa'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:56:46.384839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Pushing event deleted for resources: {'Port': ['ID=b25a37cf-a620-4b07-98a4-a4e03b388efa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:46.434531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] No DVR routers for this DVR port b25a37cf-a620-4b07-98a4-a4e03b388efa on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:56:46.437637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.442437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5dfb9567-b81e-4dd9-ac82-dbada0dd2c57 req-ce155541-75ab-464d-a6fe-3d3a2cc85c93 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "DELETE /v2.0/ports/b25a37cf-a620-4b07-98a4-a4e03b388efa HTTP/1.1" status: 204 len: 173 time: 0.5702107 Nov 02 16:56:46.443226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'name': 'network-vif-deleted', 'tag': 'b25a37cf-a620-4b07-98a4-a4e03b388efa'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:46.445795 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8572f4-19bb-4975-99d4-d2c11d1d2c2e" -d '{"events": [{"server_uuid": "b1132c33-1c0f-4f85-8302-28bab9a9b7e3", "name": "network-vif-deleted", "tag": "b25a37cf-a620-4b07-98a4-a4e03b388efa"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:46.452435 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.499896 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c6858-1e38-4bd0-bc79-ca07b65dde5e x-openstack-request-id: req-2c0c6858-1e38-4bd0-bc79-ca07b65dde5e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:46.500183 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1132c33-1c0f-4f85-8302-28bab9a9b7e3", "name": "network-vif-deleted", "tag": "b25a37cf-a620-4b07-98a4-a4e03b388efa", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:46.501277 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0c6858-1e38-4bd0-bc79-ca07b65dde5e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:46.501277 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1132c33-1c0f-4f85-8302-28bab9a9b7e3', 'name': 'network-vif-deleted', 'tag': 'b25a37cf-a620-4b07-98a4-a4e03b388efa', 'status': 'completed', 'code': 200} Nov 02 16:56:46.512086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c3b636-e40f-4782-8752-21dc24b6ce3d', 'name': 'tempest-snat-router-1839746129', 'tenant_id': 'cd291c02842c48b99133262ab7a71a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '175eddd8-e903-4ea6-bb5b-17943825d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:56:43Z', 'updated_at': '2021-11-02T16:56:44Z', 'revision_number': 3, 'project_id': 'cd291c02842c48b99133262ab7a71a5d', 'gw_port': {'id': '175eddd8-e903-4ea6-bb5b-17943825d5a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c3b636-e40f-4782-8752-21dc24b6ce3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:56:44Z', 'updated_at': '2021-11-02T16:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:46.542015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Deleting port 175eddd8-e903-4ea6-bb5b-17943825d5a3 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:46.542327 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.550766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Checking router: f4c3b636-e40f-4782-8752-21dc24b6ce3d for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:56:46.551600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Updating router f4c3b636-e40f-4782-8752-21dc24b6ce3d port 175eddd8-e903-4ea6-bb5b-17943825d5a3 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:56:46.584670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.656938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.689763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c994a9bc-5aec-4f50-94fb-167004d1b3fc up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:56:46.690562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Calling delete_port for 175eddd8-e903-4ea6-bb5b-17943825d5a3 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:46.822895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c994a9bc-5aec-4f50-94fb-167004d1b3fc triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:56:46.823262 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.954516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:46.996023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event deleted for resources: {'Port': ['ID=175eddd8-e903-4ea6-bb5b-17943825d5a3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:47.009507 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.014366 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:56:47.014704 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:56:47.038422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port c994a9bc-5aec-4f50-94fb-167004d1b3fc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c994a9bc-5aec-4f50-94fb-167004d1b3fc,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:47.043423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.097486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=c994a9bc-5aec-4f50-94fb-167004d1b3fc,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:47.107349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.107693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.108193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.108562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.108894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.109219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.109541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.109860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.120712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.120712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.120712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.120712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:47.121147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.247062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:56:47.255496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.258358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.347845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f00f06-b5e4-46fa-9acc-a983d3587f30 req-5cc61a39-d88c-41d5-8f5f-50e391f34cd2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:47.350452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8f00f06-b5e4-46fa-9acc-a983d3587f30 req-5cc61a39-d88c-41d5-8f5f-50e391f34cd2 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 943 time: 0.1591799 Nov 02 16:56:47.352153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.352338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4c3b636-e40f-4782-8752-21dc24b6ce3d {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:47.360828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.360828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee77f489-d3ec-4432-8aee-7fa2367fc8c1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f4c3b636-e40f-4782-8752-21dc24b6ce3d HTTP/1.1" status: 204 len: 168 time: 1.1833222 Nov 02 16:56:47.361381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36836) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:47.394406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b8f00f06-b5e4-46fa-9acc-a983d3587f30 req-55144912-81de-418f-a44f-0c7cc2dfe667 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347381 Nov 02 16:56:47.408761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:47.437300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'port_id': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'mac_address': 'fa:16:3e:38:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:56:47.478469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.491958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.492178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8d3ac4-2bdf-44d7-b529-63e76aa58357 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:56:47.514062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:47.536979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.589852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Port 175eddd8-e903-4ea6-bb5b-17943825d5a3 not found while updating agent binding for router f4c3b636-e40f-4782-8752-21dc24b6ce3d. {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 16:56:47.593689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:47.604241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:47.604964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:56:47.605274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_agentschedulers_db [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4c3b636-e40f-4782-8752-21dc24b6ce3d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:56:47.605664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835da9a4-7139-467c-8371-b9bac93191ef None None] The sync data for ids ['f4c3b636-e40f-4782-8752-21dc24b6ce3d'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:47.607407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.643010 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.686761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Deleting port c994a9bc-5aec-4f50-94fb-167004d1b3fc {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:47.687203 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.749031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['eb8d3ac4-2bdf-44d7-b529-63e76aa58357'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:56:47.771057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] For port c994a9bc-5aec-4f50-94fb-167004d1b3fc, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c994a9bc-5aec-4f50-94fb-167004d1b3fc,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:47.771435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:47.785402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Calling delete_port for c994a9bc-5aec-4f50-94fb-167004d1b3fc owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:48.007037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.087686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event deleted for resources: {'Port': ['ID=c994a9bc-5aec-4f50-94fb-167004d1b3fc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:48.105740 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.198800 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.200941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.247148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.247738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5c5f6d-a8a0-481a-9032-1c62607962a2 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:48.253258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.258321 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-260de474-e06c-4bf8-9798-e5dd5d1f6d28 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0a5c5f6d-a8a0-481a-9032-1c62607962a2 HTTP/1.1" status: 204 len: 168 time: 0.8912847 Nov 02 16:56:48.258831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36842) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:48.263297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1913428164', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:48.296315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.297514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.657200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c994a9bc-5aec-4f50-94fb-167004d1b3fc no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:48.699167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c994a9bc-5aec-4f50-94fb-167004d1b3fc {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:48.699591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c994a9bc-5aec-4f50-94fb-167004d1b3fc not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:48.703352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3ad73-6548-4f2a-9d95-b3c83ee20a6a req-46f28b86-10d5-40fe-8c86-cba46d0a3039 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:48.705423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04c3ad73-6548-4f2a-9d95-b3c83ee20a6a req-46f28b86-10d5-40fe-8c86-cba46d0a3039 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 944 time: 0.0813727 Nov 02 16:56:48.756915 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04c3ad73-6548-4f2a-9d95-b3c83ee20a6a req-9500a5cf-ae85-44e5-9f6e-49640d5757b8 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Nov 02 16:56:48.897190 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:48.977307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b25a37cf-a620-4b07-98a4-a4e03b388efa no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:49.024568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: b25a37cf-a620-4b07-98a4-a4e03b388efa {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:56:49.032776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b25a37cf-a620-4b07-98a4-a4e03b388efa not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:56:49.054618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.261703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:56:49.271402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.290700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.337783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:56:49.338105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.451374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Allocated IP 172.25.7.215 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/a9a4c581-3e30-4d60-b83f-aeb3213fb806) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:49.595030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.645453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.652539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.681883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:49.687018 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631386fb-107e-47ac-8015-abf00e0105d9" -d '{"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:49.711141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event updated for resources: {'Port': ['ID=a9a4c581-3e30-4d60-b83f-aeb3213fb806,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:49.730609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:49.736476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:49.737518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:49.742339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:49.745472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:49.754254 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f50c55-be16-47fc-b840-ade651c8f907 x-openstack-request-id: req-22f50c55-be16-47fc-b840-ade651c8f907 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:49.754601 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:49.755008 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22f50c55-be16-47fc-b840-ade651c8f907 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:49.755593 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'code': 200} Nov 02 16:56:49.877116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:49.987512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87639978-6160-4603-a5d4-f29002b7a930 req-4138fc41-6696-469f-92c3-bda1e2875407 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:49.996893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87639978-6160-4603-a5d4-f29002b7a930 req-4138fc41-6696-469f-92c3-bda1e2875407 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.0924137 Nov 02 16:56:50.072838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87639978-6160-4603-a5d4-f29002b7a930 req-7828673d-0b82-4690-a137-e11932e18b1e tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746768 Nov 02 16:56:50.084777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8608f0-06be-4920-acae-9a15e175a28d req-d0aa7fa4-9676-479e-a8b0-2506e5641b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:50.086929 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ee8608f0-06be-4920-acae-9a15e175a28d req-d0aa7fa4-9676-479e-a8b0-2506e5641b54 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1097 time: 0.1373439 Nov 02 16:56:50.227915 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ee8608f0-06be-4920-acae-9a15e175a28d req-cdda0e29-4274-46a7-9b8f-26a6c34a93a0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331034 Nov 02 16:56:50.294833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:50.558749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:50.706842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Router 48243274-f54d-4c34-8df8-23bdcf58fa59 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:50.845195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:50.855235 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] Sync routers for ids ['48243274-f54d-4c34-8df8-23bdcf58fa59'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:50.865802 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] Routers {'48243274-f54d-4c34-8df8-23bdcf58fa59'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:50.866039 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:50.866682 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['48243274-f54d-4c34-8df8-23bdcf58fa59'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:50.868321 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a039721-2ced-4b7b-b602-1df7d7aab0d4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6080222 Nov 02 16:56:50.870873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36900) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:50.877702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': False}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:50.922482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:50.933195 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] Routers {'48243274-f54d-4c34-8df8-23bdcf58fa59'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:50.933873 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['48243274-f54d-4c34-8df8-23bdcf58fa59'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:50.970464 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:50.971010 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaab1f5-3b43-411a-9ca9-b41fc0790791 None None] The sync data for ids ['48243274-f54d-4c34-8df8-23bdcf58fa59'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:51.212226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e50f9-780a-4a34-82bd-1b17ae16588a req-7e9f796b-58cf-478c-b3ae-8aadc5dc5c5d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:51.213764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:51.214370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-391e50f9-780a-4a34-82bd-1b17ae16588a req-7e9f796b-58cf-478c-b3ae-8aadc5dc5c5d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.0543699 Nov 02 16:56:51.271898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-391e50f9-780a-4a34-82bd-1b17ae16588a req-1c7b7aa5-26b2-4d8e-af8d-6bde2cc7f698 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507903 Nov 02 16:56:51.683075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:51.686767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:51.839385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Router 48243274-f54d-4c34-8df8-23bdcf58fa59 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:56:52.012069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:52.016958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:52.018358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-766477f0-e0aa-4321-bcd2-373cf48bfd42 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "PUT /v2.0/routers/48243274-f54d-4c34-8df8-23bdcf58fa59 HTTP/1.1" status: 200 len: 922 time: 1.1450317 Nov 02 16:56:52.021007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36956) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:52.026658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] Sync routers for ids ['48243274-f54d-4c34-8df8-23bdcf58fa59'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:52.050151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] Routers {'48243274-f54d-4c34-8df8-23bdcf58fa59'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:52.050907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['48243274-f54d-4c34-8df8-23bdcf58fa59'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:52.101189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:52.114626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] Routers {'48243274-f54d-4c34-8df8-23bdcf58fa59'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:52.115563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['48243274-f54d-4c34-8df8-23bdcf58fa59'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:52.149963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:52.150796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825c602-212d-45d7-a811-5bd84db2ecbb None None] The sync data for ids ['48243274-f54d-4c34-8df8-23bdcf58fa59'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:52.180346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d1e05173-c426-43e4-be4a-194aa3b6c7a3 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/48243274-f54d-4c34-8df8-23bdcf58fa59 HTTP/1.1" status: 200 len: 922 time: 0.1553478 Nov 02 16:56:52.180887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36964) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:52.269381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3ec45-e71a-412f-bafc-7ee797d43cc4 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:52.274631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25e3ec45-e71a-412f-bafc-7ee797d43cc4 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=48243274-f54d-4c34-8df8-23bdcf58fa59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887606 Nov 02 16:56:52.274771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36966) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:52.407197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f07b9b-9ab3-46dc-90ad-0f15f752ccde tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:52.412321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36970) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:52.412681 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-35f07b9b-9ab3-46dc-90ad-0f15f752ccde tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.1364503 Nov 02 16:56:52.449501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7029dfa7-7d7e-437b-95ca-6635c0472e2d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=48243274-f54d-4c34-8df8-23bdcf58fa59 HTTP/1.1" status: 200 len: 205 time: 0.0355308 Nov 02 16:56:52.458914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36972) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:52.470288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ea8ab-6423-46d1-b477-49615e79dfea req-3dbffed3-2e8c-4ce2-8128-c9ed6f36a3bc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:52.478793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb5ea8ab-6423-46d1-b477-49615e79dfea req-3dbffed3-2e8c-4ce2-8128-c9ed6f36a3bc tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.1029799 Nov 02 16:56:52.530771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb5ea8ab-6423-46d1-b477-49615e79dfea req-b35c3374-de8a-44f0-97ac-b85871be2c17 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501626 Nov 02 16:56:52.597073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:52.716786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:52.799656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Deleting port a9a4c581-3e30-4d60-b83f-aeb3213fb806 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:52.800030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:52.897816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:52.911242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Calling delete_port for a9a4c581-3e30-4d60-b83f-aeb3213fb806 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:53.153154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.505858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.536591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event deleted for resources: {'Port': ['ID=a9a4c581-3e30-4d60-b83f-aeb3213fb806,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:53.622521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.728546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.730757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.779575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.780496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Fanout notify agent at l3_agent the message router_deleted on router 48243274-f54d-4c34-8df8-23bdcf58fa59 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:53.797718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.803355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33ce2399-4aec-4697-af1d-86b7e71fc751 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/48243274-f54d-4c34-8df8-23bdcf58fa59 HTTP/1.1" status: 204 len: 168 time: 1.3388326 Nov 02 16:56:53.803355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-d1411106-aee9-42e0-ab97-1f448f443370 req-9bb43e3e-a509-4e5d-865a-6004ccae6def service neutron] (102065) timed out ('10.222.0.31', 45736) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 16:56:53.803890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 36994) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:53.810825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-57196862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:53.837774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.839113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.913634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.918806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.941533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:53.946112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 36996) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:53.946362 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-febeb9d7-718d-45e5-ba8e-96fed6fad9c7 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1409891 Nov 02 16:56:53.952653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:54.175526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:54.380563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-68209a8b-abd9-45b8-a3aa-3f245349b170 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:54.382257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-68209a8b-abd9-45b8-a3aa-3f245349b170 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/networks?id=09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 200 len: 814 time: 0.1380146 Nov 02 16:56:54.401252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-7587624b-c540-455e-b66d-fbd7bfef5c30 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/quotas/ee745dab65864724b2ddb1df892bc2b1 HTTP/1.1" status: 200 len: 375 time: 0.0119178 Nov 02 16:56:54.437973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:54.451472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-a69daf7f-b5b4-40b9-95c2-e2af12f013ce tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee745dab65864724b2ddb1df892bc2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352211 Nov 02 16:56:54.460378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:54.468399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-fe7390ca-6fb0-49d0-aeba-f88baab9e708 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:56:54.469724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-fe7390ca-6fb0-49d0-aeba-f88baab9e708 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057409 Nov 02 16:56:54.575141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-2348f963-35d6-4879-8471-3ba3aef35aab service neutron] 10.222.0.31 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975783 Nov 02 16:56:54.578976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Allocated IP 172.25.7.105 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/9a844b22-a3e5-4aae-a12d-7e2360af3a15) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:54.679507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-07dbac3c-b36a-49db-94e5-c03318af9208 service neutron] 10.222.0.31 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936234 Nov 02 16:56:54.699556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:54.743289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:54.792528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:54.795647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:54.800274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:54.829822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event updated for resources: {'Port': ['ID=9a844b22-a3e5-4aae-a12d-7e2360af3a15,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:54.936351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74e376b0-767d-4d5d-a69b-64c470b1d129 req-9909daec-ba0b-43d8-8439-56e9058a2484 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 210 time: 0.0552802 Nov 02 16:56:55.151310 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:55.378797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:55.383294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:55.527118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Router dda491e6-5355-4034-8d40-afc87cb4a751 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:56:55.640222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:56:55.648018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:55.650616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e37e29d1-fc17-471e-afbd-40c063ec4674 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "PUT /v2.0/routers/dda491e6-5355-4034-8d40-afc87cb4a751 HTTP/1.1" status: 200 len: 878 time: 1.7030227 Nov 02 16:56:55.651930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:55.652238 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] Sync routers for ids ['dda491e6-5355-4034-8d40-afc87cb4a751'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:56:55.665439 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] Routers {'dda491e6-5355-4034-8d40-afc87cb4a751'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:55.666338 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['dda491e6-5355-4034-8d40-afc87cb4a751'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:55.703235 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:55.713026 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] Routers {'dda491e6-5355-4034-8d40-afc87cb4a751'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:56:55.713636 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['dda491e6-5355-4034-8d40-afc87cb4a751'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:55.753557 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:56:55.755107 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080d4ba1-a29a-4b3c-aa68-0a7a62be70aa None None] The sync data for ids ['dda491e6-5355-4034-8d40-afc87cb4a751'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:56:55.766905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e6cff398-bc5c-4d34-8621-cfc8fc2a492b tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/dda491e6-5355-4034-8d40-afc87cb4a751 HTTP/1.1" status: 200 len: 919 time: 0.1134911 Nov 02 16:56:55.769665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37032) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:55.904312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880499d8-1e2d-4ec8-b08b-cce18493d7d1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:55.905907 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-880499d8-1e2d-4ec8-b08b-cce18493d7d1 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=dda491e6-5355-4034-8d40-afc87cb4a751&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1342938 Nov 02 16:56:55.909180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37034) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:55.970942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-23ab8f13-1ff0-4143-8bf5-da6a4bd0b589 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:55.973059 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-23ab8f13-1ff0-4143-8bf5-da6a4bd0b589 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "GET /v2.0/networks?id=09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 200 len: 814 time: 0.1291707 Nov 02 16:56:55.989438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Request body: {'port': {'device_id': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e', 'admin_state_up': True, 'tenant_id': 'ee745dab65864724b2ddb1df892bc2b1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:56.011812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d95497-e3aa-4e69-89e4-48a0c971d345 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:56.013413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-90d95497-e3aa-4e69-89e4-48a0c971d345 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.1031046 Nov 02 16:56:56.016414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37038) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:56.048693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b6d220e0-615c-49fb-b253-fe317c906fb4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda491e6-5355-4034-8d40-afc87cb4a751 HTTP/1.1" status: 200 len: 205 time: 0.0310090 Nov 02 16:56:56.053029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37040) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:56.083898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a8f578ff-512a-47da-94a3-b432ba0d6162 req-4546b89e-6223-4caa-bdc2-4559e38afc13 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 210 time: 0.0385048 Nov 02 16:56:56.207088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:56.211246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Made reservation on behalf of ee745dab65864724b2ddb1df892bc2b1 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:56.214963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:56.752013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:56.796340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Allocated IP 172.20.0.7 (09c7a36c-f0ae-4378-bca5-b31b218ed29e/a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b/aac6fe58-82a9-443b-b696-2e4b4b915b40) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:56.868978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Deleting port 9a844b22-a3e5-4aae-a12d-7e2360af3a15 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:56:56.869349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.023672 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.045769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.047547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Calling delete_port for 9a844b22-a3e5-4aae-a12d-7e2360af3a15 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:56:57.139748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.213001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3c04-b00e-4ef4-98b0-f544f7434959 req-abaf11fc-9955-435e-921a-c0a89de25048 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:57.214886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd5f3c04-b00e-4ef4-98b0-f544f7434959 req-abaf11fc-9955-435e-921a-c0a89de25048 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 931 time: 0.0509627 Nov 02 16:56:57.230908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Network 09c7a36c-f0ae-4378-bca5-b31b218ed29e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:57.234690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:57.243115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:57.248515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Pushing event updated for resources: {'Port': ['ID=aac6fe58-82a9-443b-b696-2e4b4b915b40,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:57.267264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd5f3c04-b00e-4ef4-98b0-f544f7434959 req-216f9498-ab2c-4fe2-8fd6-87a6f2d39542 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Nov 02 16:56:57.340023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:57.340660 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.360856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.368853 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e348215d-4eb5-4630-81e9-c7b23aa3f3bd tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871369 Nov 02 16:56:57.395573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Request body: {'port': {'device_id': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:57.399597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event deleted for resources: {'Port': ['ID=9a844b22-a3e5-4aae-a12d-7e2360af3a15,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:57.501122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.517147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.645891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.649484 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.752988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.753699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Fanout notify agent at l3_agent the message router_deleted on router dda491e6-5355-4034-8d40-afc87cb4a751 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:56:57.762885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.772544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-433450fd-1a93-4586-99df-2a7069b01446 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/dda491e6-5355-4034-8d40-afc87cb4a751 HTTP/1.1" status: 204 len: 168 time: 1.7079670 Nov 02 16:56:57.772544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37072) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:57.776598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1475627323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:57.852541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.854201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.942804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.957030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.986686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:57.987911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7de507be-4044-423c-8113-f351f062e091 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2174766 Nov 02 16:56:57.992046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:57.999870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': True}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:58.034242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac6fe58-82a9-443b-b696-2e4b4b915b40 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:56:58.044513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.062782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Transition to ACTIVE for port object aac6fe58-82a9-443b-b696-2e4b4b915b40 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:56:58.068916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.121864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Pushing event updated for resources: {'Port': ['ID=aac6fe58-82a9-443b-b696-2e4b4b915b40,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:58.206923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Attempting to bind port aac6fe58-82a9-443b-b696-2e4b4b915b40 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:56:58.208103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Attempting to bind port aac6fe58-82a9-443b-b696-2e4b4b915b40 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:56:58.208627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Attempting to bind port aac6fe58-82a9-443b-b696-2e4b4b915b40 on network 09c7a36c-f0ae-4378-bca5-b31b218ed29e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:56:58.213989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Port aac6fe58-82a9-443b-b696-2e4b4b915b40 on network 09c7a36c-f0ae-4378-bca5-b31b218ed29e not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:56:58.214478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Attempting to bind port aac6fe58-82a9-443b-b696-2e4b4b915b40 on network 09c7a36c-f0ae-4378-bca5-b31b218ed29e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:56:58.220046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:56:58.220556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Checking segment: {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:56:58.221053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Bound using segment: {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:56:58.221621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Bound port: aac6fe58-82a9-443b-b696-2e4b4b915b40, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:56:58.222084 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.249024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.302732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] For port aac6fe58-82a9-443b-b696-2e4b4b915b40, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:56:58.307197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] For port aac6fe58-82a9-443b-b696-2e4b4b915b40, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:56:58.313455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.385193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:58.385827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.387319 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/aac6fe58-82a9-443b-b696-2e4b4b915b40 HTTP/1.1" status: 200 len: 1091 time: 0.9974928 Nov 02 16:56:58.387783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'tag': 'aac6fe58-82a9-443b-b696-2e4b4b915b40'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:58.390192 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f04ff4-e26e-42ac-82c5-a997ad5ffa62", "tag": "aac6fe58-82a9-443b-b696-2e4b4b915b40"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:58.418447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048f09b-9803-4e80-bdc2-ae2f0fd954b6 service neutron] Pushing event updated for resources: {'Port': ['ID=aac6fe58-82a9-443b-b696-2e4b4b915b40,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:58.463248 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f22c7-30b3-4978-bddd-91636afd083d x-openstack-request-id: req-ae7f22c7-30b3-4978-bddd-91636afd083d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:58.463542 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f04ff4-e26e-42ac-82c5-a997ad5ffa62", "tag": "aac6fe58-82a9-443b-b696-2e4b4b915b40", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:58.463797 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae7f22c7-30b3-4978-bddd-91636afd083d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:58.464234 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'tag': 'aac6fe58-82a9-443b-b696-2e4b4b915b40', 'status': 'completed', 'code': 200} Nov 02 16:56:58.480953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-112d5d46-e862-48e8-8d93-a83478b91229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:58.482824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-112d5d46-e862-48e8-8d93-a83478b91229 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee745dab65864724b2ddb1df892bc2b1&device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 1094 time: 0.0546794 Nov 02 16:56:58.535204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-9d6cdcf1-b822-43b8-810b-1fadc4441ba8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40 HTTP/1.1" status: 200 len: 217 time: 0.0441713 Nov 02 16:56:58.569082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67ab1e-ef93-4e54-8e68-3568234b4eeb req-7badc2fd-0867-4bcf-b85a-305d526d6d40 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:58.570670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c67ab1e-ef93-4e54-8e68-3568234b4eeb req-7badc2fd-0867-4bcf-b85a-305d526d6d40 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 943 time: 0.0875230 Nov 02 16:56:58.572469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.590869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-b411246c-c806-4181-871d-a7a39bbdafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:58.592615 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-b411246c-c806-4181-871d-a7a39bbdafaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b HTTP/1.1" status: 200 len: 854 time: 0.0496171 Nov 02 16:56:58.596884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.632708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-5cabf798-6fa6-4fc7-862e-f9f73ea5cfd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c7a36c-f0ae-4378-bca5-b31b218ed29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324845 Nov 02 16:56:58.694867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3c67ab1e-ef93-4e54-8e68-3568234b4eeb req-2b5ebe9d-870a-41da-ada8-d8daa8e1eee9 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004393 Nov 02 16:56:58.758805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-4c253f4d-f026-4b97-9ab5-5b160c0bc26a service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187706 Nov 02 16:56:58.761155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Allocated IP 172.25.7.193 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e204641e-a0d0-43a9-b158-933cfc25c42f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:58.870486 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ec010ce0-6ce0-4777-be0c-5263195f1687 req-12ec5258-7de9-4a92-bade-a24411538eb5 service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037028 Nov 02 16:56:58.880124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.926327 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:58.964414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:58.968835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:58.973620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:58.980801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-f879a81e-2da1-49eb-8821-9498c95318fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:58.982358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-f879a81e-2da1-49eb-8821-9498c95318fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee745dab65864724b2ddb1df892bc2b1&device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 1094 time: 0.0632119 Nov 02 16:56:59.015133 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Port': ['ID=e204641e-a0d0-43a9-b158-933cfc25c42f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:59.119707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-8f997f4d-379d-4fc1-b7b0-692adbcb4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:59.121204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-8f997f4d-379d-4fc1-b7b0-692adbcb4ae8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 200 len: 915 time: 0.1313722 Nov 02 16:56:59.171004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-e778bf40-a5a3-4b95-972b-748afc36e510 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40 HTTP/1.1" status: 200 len: 217 time: 0.0399811 Nov 02 16:56:59.233535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-9dcabffa-eae0-48cf-9857-81a24e16e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:59.235161 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-9dcabffa-eae0-48cf-9857-81a24e16e49d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b HTTP/1.1" status: 200 len: 854 time: 0.0563676 Nov 02 16:56:59.272049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-9c3f61a6-548e-45f3-a342-2f85eb44f033 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c7a36c-f0ae-4378-bca5-b31b218ed29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291705 Nov 02 16:56:59.402007 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-3716b2f0-68b0-4a87-95d0-c3af71845b1c service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208029 Nov 02 16:56:59.521152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa0206b5-ab0b-4af4-92c5-6811bcc8faf9 req-238fcbac-630f-430a-8704-8802e8e27a09 service neutron] 10.222.0.55 "GET /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114702 Nov 02 16:56:59.583442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:59.828376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:59.834159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:56:59.850897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf00f1-0916-4f62-b36e-45eff72c63f9 req-63b6fe5a-ba0c-4034-a39d-6c6d1ce2cebb tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:59.852409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8baf00f1-0916-4f62-b36e-45eff72c63f9 req-63b6fe5a-ba0c-4034-a39d-6c6d1ce2cebb tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 943 time: 0.0743940 Nov 02 16:56:59.962673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8baf00f1-0916-4f62-b36e-45eff72c63f9 req-0d76c753-a96d-459f-b209-15248621504f tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787027 Nov 02 16:57:00.021463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Router dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:57:00.146333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:00.151390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:00.155813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5c970836-10ce-4292-b70b-1eac82f9a8b2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "PUT /v2.0/routers/dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 HTTP/1.1" status: 200 len: 915 time: 2.1583650 Nov 02 16:57:00.155813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37096) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:00.157108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] Sync routers for ids ['dcdcd6a2-4fd8-4d9d-8869-0bc9da608156'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:00.168229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] Routers {'dcdcd6a2-4fd8-4d9d-8869-0bc9da608156'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:00.168844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['dcdcd6a2-4fd8-4d9d-8869-0bc9da608156'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:00.205293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:00.216509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] Routers {'dcdcd6a2-4fd8-4d9d-8869-0bc9da608156'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:00.217149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['dcdcd6a2-4fd8-4d9d-8869-0bc9da608156'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:00.258396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:00.259720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294829b-612b-4edf-963f-670fff9dc20d None None] The sync data for ids ['dcdcd6a2-4fd8-4d9d-8869-0bc9da608156'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:00.295345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f7de67b9-dad7-4a74-9d5d-1701ab4582cc tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 HTTP/1.1" status: 200 len: 921 time: 0.1378255 Nov 02 16:57:00.297697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37098) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:00.343458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c146aec-c062-47c3-b825-539288205ba2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:00.345004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9c146aec-c062-47c3-b825-539288205ba2 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=dcdcd6a2-4fd8-4d9d-8869-0bc9da608156&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0463226 Nov 02 16:57:00.348889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37100) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:00.454027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b143a-21ba-44bb-b5e7-5661139836cf tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:00.455469 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0b6b143a-21ba-44bb-b5e7-5661139836cf tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.1053894 Nov 02 16:57:00.459205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37102) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:00.489998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dea0e7da-2bc1-403a-8eba-e3c29c74d716 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 HTTP/1.1" status: 200 len: 205 time: 0.0301061 Nov 02 16:57:00.492661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37104) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:00.603947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:00.711272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:00.765231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Deleting port e204641e-a0d0-43a9-b158-933cfc25c42f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:00.765571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:00.841512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:00.854801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Calling delete_port for e204641e-a0d0-43a9-b158-933cfc25c42f owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:01.018487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device aac6fe58-82a9-443b-b696-2e4b4b915b40 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:57:01.037192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.089912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event deleted for resources: {'Port': ['ID=e204641e-a0d0-43a9-b158-933cfc25c42f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:01.149777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port aac6fe58-82a9-443b-b696-2e4b4b915b40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:01.165864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'aac6fe58-82a9-443b-b696-2e4b4b915b40', 'network_id': '09c7a36c-f0ae-4378-bca5-b31b218ed29e', 'port_id': 'aac6fe58-82a9-443b-b696-2e4b4b915b40', 'mac_address': 'fa:16:3e:70:5d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:57:01.202784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce4f73-f02a-43ed-b98b-f0bccc024a2c req-242bb12e-cf6e-4fd7-8c37-cbc1f5f7099c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:01.204382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2ce4f73-f02a-43ed-b98b-f0bccc024a2c req-242bb12e-cf6e-4fd7-8c37-cbc1f5f7099c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 943 time: 0.1184540 Nov 02 16:57:01.205294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.214151 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.230080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac6fe58-82a9-443b-b696-2e4b4b915b40 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:01.257664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port aac6fe58-82a9-443b-b696-2e4b4b915b40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:01.265049 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.318831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=aac6fe58-82a9-443b-b696-2e4b4b915b40,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:01.319584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.322691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.341096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c2ce4f73-f02a-43ed-b98b-f0bccc024a2c req-dcb50566-fd2a-494f-9a65-e21361a62ffc tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008432 Nov 02 16:57:01.382018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.382734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Fanout notify agent at l3_agent the message router_deleted on router dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:57:01.389593 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.394440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-24453698-231e-48b8-9868-14dc93b1bf78 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 HTTP/1.1" status: 204 len: 168 time: 0.8971956 Nov 02 16:57:01.395149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:01.399722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2047229036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:01.424451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.425598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.469357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['aac6fe58-82a9-443b-b696-2e4b4b915b40'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:57:01.479731 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.484348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.503475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.505368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-485db58a-61fe-447a-807f-c8440cc4a82d tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1091630 Nov 02 16:57:01.508586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37114) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:01.512570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'enable_snat': False}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:01.735105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.944249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:01.963858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:02.073595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Allocated IP 172.25.7.70 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/3ec3927d-40a6-43a4-989a-2c40bf9a60d4) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:02.178774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:02.215476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:02.260989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:02.264233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:02.272215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:02.275500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec3927d-40a6-43a4-989a-2c40bf9a60d4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:02.801069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37142) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:02.860732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60d789-922a-4879-8f62-5343ebf3a815 req-1652a9ac-40e3-4f87-aa60-bb82cf1be7a8 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:02.862169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e60d789-922a-4879-8f62-5343ebf3a815 req-1652a9ac-40e3-4f87-aa60-bb82cf1be7a8 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 944 time: 0.4401596 Nov 02 16:57:02.899462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:02.911724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-901e0f01-e848-4606-8519-f6daa1ab71bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:02.972704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e60d789-922a-4879-8f62-5343ebf3a815 req-261666c0-b7a7-4580-9ef9-231a4a1ca7bf tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042764 Nov 02 16:57:02.993862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-901e0f01-e848-4606-8519-f6daa1ab71bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:02.998114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-901e0f01-e848-4606-8519-f6daa1ab71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.033672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device aac6fe58-82a9-443b-b696-2e4b4b915b40 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:03.037749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-901e0f01-e848-4606-8519-f6daa1ab71bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d948fcb7cb19478ea23cecf33412d3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353222 Nov 02 16:57:03.038660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0f01-e848-4606-8519-f6daa1ab71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8d42e-32d9-42d1-9c1c-4e48fd7e943b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:03.041457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37146) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.093160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-632d39fd-9136-4252-acca-cee8007015fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.099214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port aac6fe58-82a9-443b-b696-2e4b4b915b40 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:57:03.103649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port aac6fe58-82a9-443b-b696-2e4b4b915b40 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:03.104233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.116498 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-632d39fd-9136-4252-acca-cee8007015fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.122278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.126505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.175375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-632d39fd-9136-4252-acca-cee8007015fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.178675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-632d39fd-9136-4252-acca-cee8007015fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.182343 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-632d39fd-9136-4252-acca-cee8007015fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69f8d42e-32d9-42d1-9c1c-4e48fd7e943b HTTP/1.1" status: 204 len: 168 time: 0.1371195 Nov 02 16:57:03.197677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d39fd-9136-4252-acca-cee8007015fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8d42e-32d9-42d1-9c1c-4e48fd7e943b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:03.218542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.250181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac6fe58-82a9-443b-b696-2e4b4b915b40'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:03.251743 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652c310-f0a4-445e-89c7-ae9d78f17083" -d '{"events": [{"server_uuid": "e7f04ff4-e26e-42ac-82c5-a997ad5ffa62", "name": "network-vif-plugged", "status": "completed", "tag": "aac6fe58-82a9-443b-b696-2e4b4b915b40"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:03.283570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port aac6fe58-82a9-443b-b696-2e4b4b915b40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:03.291760 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.302237 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d7890-91c5-41ab-8630-80629ee2d9e3 x-openstack-request-id: req-253d7890-91c5-41ab-8630-80629ee2d9e3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:03.303479 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f04ff4-e26e-42ac-82c5-a997ad5ffa62", "name": "network-vif-plugged", "status": "completed", "tag": "aac6fe58-82a9-443b-b696-2e4b4b915b40", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:03.304017 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-253d7890-91c5-41ab-8630-80629ee2d9e3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:03.304738 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac6fe58-82a9-443b-b696-2e4b4b915b40', 'code': 200} Nov 02 16:57:03.319196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Router 7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:57:03.382275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=aac6fe58-82a9-443b-b696-2e4b4b915b40,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:03.431391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e672240-674a-4213-ac89-088ef88be60c req-d12569c6-bbad-47db-958f-04d87d79af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:03.432921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9e672240-674a-4213-ac89-088ef88be60c req-d12569c6-bbad-47db-958f-04d87d79af75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 1096 time: 0.0590160 Nov 02 16:57:03.472208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:03.476345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9e672240-674a-4213-ac89-088ef88be60c req-add90e6f-826f-4937-b7b6-45c0abeb0072 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Nov 02 16:57:03.477138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.479238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c3273e4b-e1f8-4efc-9870-1684430d3521 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "PUT /v2.0/routers/7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 HTTP/1.1" status: 200 len: 915 time: 1.9693649 Nov 02 16:57:03.482341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37154) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.487211 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] Sync routers for ids ['7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:03.497833 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] Routers {'7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:03.498732 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:03.532772 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:03.541946 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] Routers {'7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:03.542625 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:03.576001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37156) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.580407 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:03.581231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e72f0c-9545-4e6c-ad47-635cc7c5cdd5 None None] The sync data for ids ['7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:03.600598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49c917d1-d9e4-410b-89fa-5c712487e895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.627138 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-99d2668a-f60b-4221-aa11-4be78bd6da80 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 HTTP/1.1" status: 200 len: 921 time: 0.1433580 Nov 02 16:57:03.630766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37158) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.673255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a45c2-aa78-444f-9a71-d5be162e7a83 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:03.674871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1b4a45c2-aa78-444f-9a71-d5be162e7a83 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0431144 Nov 02 16:57:03.678030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37160) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.694722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49c917d1-d9e4-410b-89fa-5c712487e895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.698876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49c917d1-d9e4-410b-89fa-5c712487e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.740554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-49c917d1-d9e4-410b-89fa-5c712487e895 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab7cde62122d4451a1a13867743304d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634793 Nov 02 16:57:03.741334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c917d1-d9e4-410b-89fa-5c712487e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3092c8-d6ec-46db-b696-d0c556b016ad,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:03.743115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37162) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.798524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a7fda-840e-4cef-a140-3647a1f818dc tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:03.799908 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a26a7fda-840e-4cef-a140-3647a1f818dc tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/networks/d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 HTTP/1.1" status: 200 len: 881 time: 0.1208830 Nov 02 16:57:03.804074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.815866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd70e-177a-4e45-bbe3-f45c53805617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.834002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f6af0070-af32-4246-beab-dda96962bde5 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 HTTP/1.1" status: 200 len: 205 time: 0.0258620 Nov 02 16:57:03.834285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37166) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:03.837743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd70e-177a-4e45-bbe3-f45c53805617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.886863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd70e-177a-4e45-bbe3-f45c53805617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.889427 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd70e-177a-4e45-bbe3-f45c53805617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:03.890629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6b8dd70e-177a-4e45-bbe3-f45c53805617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d3092c8-d6ec-46db-b696-d0c556b016ad HTTP/1.1" status: 204 len: 168 time: 0.1457694 Nov 02 16:57:03.899112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dd70e-177a-4e45-bbe3-f45c53805617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3092c8-d6ec-46db-b696-d0c556b016ad,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:03.952412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.090359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.114935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282d2f-5808-41a2-8431-6e91098e15df req-977c58ba-93b9-4da0-8092-4113ea4f88bc tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:04.116533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7282d2f-5808-41a2-8431-6e91098e15df req-977c58ba-93b9-4da0-8092-4113ea4f88bc tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 945 time: 0.0692039 Nov 02 16:57:04.175007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7282d2f-5808-41a2-8431-6e91098e15df req-c7a51454-07f3-409c-9e1b-fd51b38b0a98 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Nov 02 16:57:04.190392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Deleting port 3ec3927d-40a6-43a4-989a-2c40bf9a60d4 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:04.190734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.278785 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.291811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Calling delete_port for 3ec3927d-40a6-43a4-989a-2c40bf9a60d4 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:04.484423 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.520717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event deleted for resources: {'Port': ['ID=3ec3927d-40a6-43a4-989a-2c40bf9a60d4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:04.583460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.681661 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.687650 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.740378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.740921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Fanout notify agent at l3_agent the message router_deleted on router 7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:57:04.747942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.749059 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f5ea8f1-e314-4f50-932e-37ee454782a6 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 HTTP/1.1" status: 204 len: 168 time: 0.9138575 Nov 02 16:57:04.752955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37192) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:04.759212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1288865239', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}, 'admin_state_up': False}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:04.785644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.786958 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:04.853788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:05.006491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:05.216258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:05.250396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:05.303335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff8df6-d674-408f-bf87-a65676a811b3 req-3219e12a-3229-4545-affe-a38d750b999c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:05.304908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23ff8df6-d674-408f-bf87-a65676a811b3 req-3219e12a-3229-4545-affe-a38d750b999c tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 945 time: 0.0564089 Nov 02 16:57:05.367273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23ff8df6-d674-408f-bf87-a65676a811b3 req-40f56010-fa21-4d90-9bf4-10a2f33c4d78 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557051 Nov 02 16:57:05.388558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Allocated IP 172.25.7.223 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/441bc3fa-4b2c-40d0-b9d1-87f62d80f03e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:05.557214 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:05.597375 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:05.635034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:05.638346 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:05.640853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:05.687598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event updated for resources: {'Port': ['ID=441bc3fa-4b2c-40d0-b9d1-87f62d80f03e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:06.256290 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:06.381493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-8bf6996a-4e01-4573-980e-a3cd4438f219 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897610 Nov 02 16:57:06.517011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-815a4027-edea-4406-8cc1-29ab2cdc4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:06.518538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-815a4027-edea-4406-8cc1-29ab2cdc4000 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5c06930d3455485d87586b09ae99e7db&device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 1097 time: 0.0910320 Nov 02 16:57:06.528014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:06.714885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-a7fcad10-4adf-412f-a757-0a6cc35c60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:06.716267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-a7fcad10-4adf-412f-a757-0a6cc35c60f3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 200 len: 918 time: 0.1474991 Nov 02 16:57:06.797793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-6f0c8bb8-11f7-4b29-a1fc-397f14ccc42c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 200 len: 1001 time: 0.0709548 Nov 02 16:57:06.800110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Router ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:57:06.928915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-3d9c6c6f-9e33-4ce2-b504-89a73ca064a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:06.930446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-3d9c6c6f-9e33-4ce2-b504-89a73ca064a6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 200 len: 856 time: 0.1244824 Nov 02 16:57:06.986502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:07.000095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] Sync routers for ids ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:07.006704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-a73e59eb-40cc-4ef1-b73b-c5ed633256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:07.008437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-a73e59eb-40cc-4ef1-b73b-c5ed633256bc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5476ab48-1fab-43c7-a527-d9915ccaa9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683465 Nov 02 16:57:07.015399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:07.016064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] Routers {'ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:07.016965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4783f9af-4dfb-41f3-bd64-7a9122301742 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2626035 Nov 02 16:57:07.019974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:07.021863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:07.025094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:07.136481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:07.147804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-363731f5-97dc-48e5-b7e2-9940b0e4f978 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292601 Nov 02 16:57:07.159288 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] Routers {'ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:07.160670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:07.210439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:07.211383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dd19b-0722-4334-b4cb-239c626f53ac None None] The sync data for ids ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:07.309315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eff34669-38db-4f5a-ad4b-c6708fa946bd req-e2cdbc0f-23b5-4faf-aa94-5ec2f1f8c602 service neutron] 10.222.0.100 "GET /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540678 Nov 02 16:57:07.483093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:07.500894 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:07.576498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Deleting port 441bc3fa-4b2c-40d0-b9d1-87f62d80f03e {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:07.576986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:07.657930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:07.671938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Calling delete_port for 441bc3fa-4b2c-40d0-b9d1-87f62d80f03e owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:07.848312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:07.888557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Pushing event deleted for resources: {'Port': ['ID=441bc3fa-4b2c-40d0-b9d1-87f62d80f03e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:07.963144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:08.173596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-352'] for router, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:08.177024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768400'] for router, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:08.265746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Router ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:57:08.346786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:08.354178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:08.357548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb094d72-5930-4b0c-a051-1229e929b65c tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "PUT /v2.0/routers/ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 200 len: 706 time: 1.3340960 Nov 02 16:57:08.357700 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] Sync routers for ids ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:08.358096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37260) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:08.369156 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] Routers {'ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:08.370111 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:08.404027 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:08.413294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] Routers {'ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:08.413991 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:56:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:08.447923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9f6c97b6-1d93-4388-b254-2f8cf3eb7384 tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/routers/ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 200 len: 741 time: 0.0886307 Nov 02 16:57:08.450318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37262) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:08.467249 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:08.467968 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a363ff-aa0a-42a3-b82b-7e0b7b962d70 None None] The sync data for ids ['ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:08.520313 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0df8bedb-cc21-450c-a7df-82641637f65f tempest-RoutersAdminTest-847824362 tempest-RoutersAdminTest-847824362-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&device_id=ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 200 len: 205 time: 0.0648651 Nov 02 16:57:08.521139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37268) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:08.551171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-feef23d3-6451-4a5c-95f7-99e0d3fab807 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 200 len: 205 time: 0.0275195 Nov 02 16:57:08.555753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:08.609335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c4df2f4-b189-43d6-ac69-dd4ac1ad30fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:08.650069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:08.951415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37282) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.100546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8199d32-18db-4e28-8942-010509f6941c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.168383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.170877 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.196675 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8199d32-18db-4e28-8942-010509f6941c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.201365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8199d32-18db-4e28-8942-010509f6941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.221270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.221909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Fanout notify agent at l3_agent the message router_deleted on router ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:57:09.229868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.232097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e24c15ef-5d66-4342-aa22-0fdd51ef22a3 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 204 len: 168 time: 0.6752443 Nov 02 16:57:09.235896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37286) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.259190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d8199d32-18db-4e28-8942-010509f6941c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac3b65fd050c4437a6178ab5e1b2c31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064492 Nov 02 16:57:09.260365 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8199d32-18db-4e28-8942-010509f6941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e5e80-3200-4f53-b5d4-f1a01e49c750,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:09.264676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37288) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.270444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7e925850-4612-4a08-a3c3-01ac03614688 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 200 len: 205 time: 0.0327094 Nov 02 16:57:09.272611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37290) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.317253 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-61731ee3-9109-4de1-b055-20dacf3fbf81 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] delete failed (client error): The resource could not be found. Nov 02 16:57:09.318705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-61731ee3-9109-4de1-b055-20dacf3fbf81 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/ec61ea28-1e7b-46f6-b344-6f1ea6e7d9ce HTTP/1.1" status: 404 len: 336 time: 0.0446448 Nov 02 16:57:09.321408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37292) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.329709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d874-af9b-4339-8c2b-422ce702af20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.351898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d92c5ae3-867f-427d-a2a4-d850e599bfd5 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 HTTP/1.1" status: 200 len: 205 time: 0.0290711 Nov 02 16:57:09.354372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37294) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.358512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d874-af9b-4339-8c2b-422ce702af20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.392011 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-2bfb1ccf-128e-4668-b977-bc6565f530bd tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] delete failed (client error): The resource could not be found. Nov 02 16:57:09.393122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2bfb1ccf-128e-4668-b977-bc6565f530bd tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/7c06acb7-8f2a-4c5c-8ec6-8c254c5c6ea8 HTTP/1.1" status: 404 len: 336 time: 0.0376024 Nov 02 16:57:09.396646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37296) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.415862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d874-af9b-4339-8c2b-422ce702af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.418560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d874-af9b-4339-8c2b-422ce702af20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.419760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b3d3d874-af9b-4339-8c2b-422ce702af20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed8e5e80-3200-4f53-b5d4-f1a01e49c750 HTTP/1.1" status: 204 len: 168 time: 0.1538677 Nov 02 16:57:09.429134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3d874-af9b-4339-8c2b-422ce702af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e5e80-3200-4f53-b5d4-f1a01e49c750,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:09.433697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a803e745-94b6-4a46-8835-2a92cc6410d5 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 HTTP/1.1" status: 200 len: 205 time: 0.0363154 Nov 02 16:57:09.446450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37300) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.487339 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-1591b699-e5b7-4dc3-9082-874438e83f74 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] delete failed (client error): The resource could not be found. Nov 02 16:57:09.491196 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1591b699-e5b7-4dc3-9082-874438e83f74 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/dcdcd6a2-4fd8-4d9d-8869-0bc9da608156 HTTP/1.1" status: 404 len: 336 time: 0.0513556 Nov 02 16:57:09.491586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37302) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.522199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4cf45fe8-7be6-4bd3-91f9-f78e960745a1 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda491e6-5355-4034-8d40-afc87cb4a751 HTTP/1.1" status: 200 len: 205 time: 0.0276465 Nov 02 16:57:09.522960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37304) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.566268 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-4e64685c-d56c-49dc-90f5-5e12a5ff61e4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] delete failed (client error): The resource could not be found. Nov 02 16:57:09.569895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4e64685c-d56c-49dc-90f5-5e12a5ff61e4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/dda491e6-5355-4034-8d40-afc87cb4a751 HTTP/1.1" status: 404 len: 336 time: 0.0434399 Nov 02 16:57:09.570231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37308) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.599558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c778f4e-cd49-4514-97cf-73a01c58e2a5 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=48243274-f54d-4c34-8df8-23bdcf58fa59 HTTP/1.1" status: 200 len: 205 time: 0.0277801 Nov 02 16:57:09.603364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37310) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.644130 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-54e155b0-bec0-4475-b552-962b2a2f9b30 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] delete failed (client error): The resource could not be found. Nov 02 16:57:09.648736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-54e155b0-bec0-4475-b552-962b2a2f9b30 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/48243274-f54d-4c34-8df8-23bdcf58fa59 HTTP/1.1" status: 404 len: 336 time: 0.0413728 Nov 02 16:57:09.648970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37312) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.679002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc53dddb-9628-4a4e-913a-5cb2fa9f65b5 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 HTTP/1.1" status: 200 len: 205 time: 0.0289223 Nov 02 16:57:09.681407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37314) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.720787 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-563a5d4f-9409-4cad-b6a9-ca801d6733c0 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] delete failed (client error): The resource could not be found. Nov 02 16:57:09.721851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-563a5d4f-9409-4cad-b6a9-ca801d6733c0 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/routers/c7c5a057-d1f8-42d5-85ba-e4bcae9331a5 HTTP/1.1" status: 404 len: 336 time: 0.0395019 Nov 02 16:57:09.725156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37316) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.739376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37318) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.758353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37809e1c-a556-4493-aa10-d94bcd4bccf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.761116 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac88747-a80b-4685-a24e-97867f09b8c4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] DELETE failed (client error): The resource could not be found. Nov 02 16:57:09.761268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac88747-a80b-4685-a24e-97867f09b8c4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:57:09.768556 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ac88747-a80b-4685-a24e-97867f09b8c4 tempest-RoutersAdminTest-727346444 tempest-RoutersAdminTest-727346444-project] 10.222.0.31 "DELETE /v2.0/subnets/88b11936-2c67-4008-a8a7-dce47d5ee614 HTTP/1.1" status: 404 len: 337 time: 0.0382247 Nov 02 16:57:09.841111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37809e1c-a556-4493-aa10-d94bcd4bccf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.845031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-37809e1c-a556-4493-aa10-d94bcd4bccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.892731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-37809e1c-a556-4493-aa10-d94bcd4bccf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d63dc3a217e54650b3120d55198ab073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522107 Nov 02 16:57:09.893621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37809e1c-a556-4493-aa10-d94bcd4bccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a7d51-fd80-4c28-a1a5-7439e7ff8986,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:09.897264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37322) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:09.956588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b59516b-4ef4-40ce-a48a-d7fcdf22016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:09.980982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b59516b-4ef4-40ce-a48a-d7fcdf22016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.045123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b59516b-4ef4-40ce-a48a-d7fcdf22016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.047970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8b59516b-4ef4-40ce-a48a-d7fcdf22016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.061086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8b59516b-4ef4-40ce-a48a-d7fcdf22016f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b97a7d51-fd80-4c28-a1a5-7439e7ff8986 HTTP/1.1" status: 204 len: 168 time: 0.1568346 Nov 02 16:57:10.084771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59516b-4ef4-40ce-a48a-d7fcdf22016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a7d51-fd80-4c28-a1a5-7439e7ff8986,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:10.112609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37330) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:10.251732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93fbe199-6ee0-438d-97ae-5023ef9d7321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.338997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93fbe199-6ee0-438d-97ae-5023ef9d7321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.343178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93fbe199-6ee0-438d-97ae-5023ef9d7321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.385745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbe199-6ee0-438d-97ae-5023ef9d7321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9f7cb-33a7-4ed3-962f-ed66ffbeee59,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:10.390693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-93fbe199-6ee0-438d-97ae-5023ef9d7321 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a1140f112e64f24b3d840634d51bc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768617 Nov 02 16:57:10.393290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37338) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:10.448535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be2259c-f0f3-4fd3-b999-489d733e66ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.472749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be2259c-f0f3-4fd3-b999-489d733e66ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.529552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be2259c-f0f3-4fd3-b999-489d733e66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.534266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5be2259c-f0f3-4fd3-b999-489d733e66ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:10.536285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5be2259c-f0f3-4fd3-b999-489d733e66ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2a9f7cb-33a7-4ed3-962f-ed66ffbeee59 HTTP/1.1" status: 204 len: 168 time: 0.1417100 Nov 02 16:57:10.549158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2259c-f0f3-4fd3-b999-489d733e66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9f7cb-33a7-4ed3-962f-ed66ffbeee59,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:10.896241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37356) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:10.945156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d82857b1-ae28-40a9-8133-b7ed816633f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd291c02842c48b99133262ab7a71a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474513 Nov 02 16:57:10.947595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37360) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:11.005165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e8a531a-046b-4a21-b47f-5a8e1f0054cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:11.035180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e8a531a-046b-4a21-b47f-5a8e1f0054cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:11.092597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e8a531a-046b-4a21-b47f-5a8e1f0054cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:11.097521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9e8a531a-046b-4a21-b47f-5a8e1f0054cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:11.099712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9e8a531a-046b-4a21-b47f-5a8e1f0054cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/831d3828-8a14-45f3-964e-c1dee7fb45e9 HTTP/1.1" status: 204 len: 168 time: 0.1507254 Nov 02 16:57:11.114186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a531a-046b-4a21-b47f-5a8e1f0054cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d3828-8a14-45f3-964e-c1dee7fb45e9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:11.160011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-28ec0c2b-0d67-4312-b90c-259e5185d33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:11.343477 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.088361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:12.194566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1366061044'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:12.219909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:12.224607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.234308 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.321134 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.325160 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.358732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:57:12.364205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556684ca-9d65-4edf-871d-d4cdd3bceec1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:12.373388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.373745 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Added segment 636b2f09-5a74-4eaa-89e1-9563c0123b86 of type vlan for network 146e7d9c-95ea-44f6-88ab-fe519b79e300 Nov 02 16:57:12.416757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.446476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.453876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:12.454571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.518661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4288919 Nov 02 16:57:12.522434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37414) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:12.527620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'subnet': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:12.537708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb0eb6-92cb-40a3-b180-991d0a856971 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Network': ['ID=146e7d9c-95ea-44f6-88ab-fe519b79e300,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:12.550499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:57:12.637589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.668533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:12.672277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.866692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:12.935935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Subnet': ['ID=96319698-0798-4669-8878-a3352858c011,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:12.947978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Checking segment: {'id': '636b2f09-5a74-4eaa-89e1-9563c0123b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:12.948350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network hostable DHCP agents. Network: 146e7d9c-95ea-44f6-88ab-fe519b79e300, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:57:12.966051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:57:12.975480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 146e7d9c-95ea-44f6-88ab-fe519b79e300) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:12.983464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:12.983801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a1115-4f70-4083-bad2-92319fe8aa9e None None] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:12.984133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.009558 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5292390a-3d04-4d76-96eb-032f6d6ff88e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4858491 Nov 02 16:57:13.012072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:13.017162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'name': 'tempest-AllowedAddressPairTestJSON-8690755'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:13.137348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:13.138397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-146e7d9c-95ea-44f6-88ab-fe519b79e300', 'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'tenant_id': '988905c35bef4aa3a10af9f5ed1ac931', 'fixed_ips': [{'subnet_id': '96319698-0798-4669-8878-a3352858c011'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:13.139342 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.141053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.164394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] device_id is not set on port fd2e7b34-72c8-452d-a754-ad0131446759 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:13.326920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Allocated IP 172.20.0.10 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/fd2e7b34-72c8-452d-a754-ad0131446759) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:13.522160 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.558264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.602571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:13.605870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:13.609976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Allocated IP 172.20.0.2 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/9f56f518-4475-45c8-9ce6-88f159338660) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:13.610772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:13.643168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=fd2e7b34-72c8-452d-a754-ad0131446759,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:13.673748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:13.674516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.696088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37432) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:13.699123 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b3b6c9bc-b0fd-4241-820c-058c1c49a897 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6855447 Nov 02 16:57:13.701534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'name': 'tempest-AllowedAddressPairTestJSON-1873875825', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9a:ca:3f'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:13.779581 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.789125 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.840700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:13.843217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.846421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:13.850855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:13.855219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:13.858434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Pushing event updated for resources: {'Port': ['ID=9f56f518-4475-45c8-9ce6-88f159338660,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:13.931642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Attempting to bind port 9f56f518-4475-45c8-9ce6-88f159338660 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:13.932018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Attempting to bind port 9f56f518-4475-45c8-9ce6-88f159338660 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '636b2f09-5a74-4eaa-89e1-9563c0123b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:13.932596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Attempting to bind port 9f56f518-4475-45c8-9ce6-88f159338660 on network 146e7d9c-95ea-44f6-88ab-fe519b79e300 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:13.938455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:13.939382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Checking segment: {'id': '636b2f09-5a74-4eaa-89e1-9563c0123b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:13.940175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.940582 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Bound using segment: {'id': '636b2f09-5a74-4eaa-89e1-9563c0123b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:13.941139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Bound port: 9f56f518-4475-45c8-9ce6-88f159338660, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636b2f09-5a74-4eaa-89e1-9563c0123b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:13.941532 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.965690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:13.996817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] device_id is not set on port cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:14.049734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] For port 9f56f518-4475-45c8-9ce6-88f159338660, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:14.055900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] For port 9f56f518-4475-45c8-9ce6-88f159338660, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9f56f518-4475-45c8-9ce6-88f159338660,segment=NetworkSegment(636b2f09-5a74-4eaa-89e1-9563c0123b86),segment_id=636b2f09-5a74-4eaa-89e1-9563c0123b86)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:14.063304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.141431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8c91-0753-4cc9-9516-ffeab2d7a188 None None] Pushing event updated for resources: {'Port': ['ID=9f56f518-4475-45c8-9ce6-88f159338660,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:14.173792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Allocated IP 172.20.0.11 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:14.386718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.430585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.492190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:14.496206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:14.498759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:14.512808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:14.578276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:14.578906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.596937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9f56f518-4475-45c8-9ce6-88f159338660 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:14.601741 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9910f017-9947-4679-bafc-07c8e074aaf3 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.9043171 Nov 02 16:57:14.604455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37438) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:14.661337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9f56f518-4475-45c8-9ce6-88f159338660 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:14.662376 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.700818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a1e73-2a0b-4e71-8a55-210f65a88a59 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:14.708053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a1e73-2a0b-4e71-8a55-210f65a88a59 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:14.715311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a1e73-2a0b-4e71-8a55-210f65a88a59 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:14.717038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f49a1e73-2a0b-4e71-8a55-210f65a88a59 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1111288 Nov 02 16:57:14.719933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37440) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:14.758080 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.794385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 9f56f518-4475-45c8-9ce6-88f159338660, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9f56f518-4475-45c8-9ce6-88f159338660,segment=NetworkSegment(636b2f09-5a74-4eaa-89e1-9563c0123b86),segment_id=636b2f09-5a74-4eaa-89e1-9563c0123b86)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:14.799018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.826801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:14.827146 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.851589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=9f56f518-4475-45c8-9ce6-88f159338660,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:14.927256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:14.949425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:15.024045 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:57:15.152174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.187923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:15.341290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.344636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5f795565-6186-4a84-9410-355f5ac61d2e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/ports/cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f HTTP/1.1" status: 204 len: 168 time: 0.6236877 Nov 02 16:57:15.348364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37444) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:15.368813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2251a-c66e-47b3-a8bc-cd88d3bd55f7 None None] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:15.377867 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-30925a43-fef6-4071-be53-70ad4c91bba6 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] GET failed (client error): The resource could not be found. Nov 02 16:57:15.379554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-30925a43-fef6-4071-be53-70ad4c91bba6 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "GET /v2.0/ports/cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f HTTP/1.1" status: 404 len: 333 time: 0.0297465 Nov 02 16:57:15.384271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37446) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:15.389416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'name': 'tempest-AllowedAddressPairTestJSON-1347277186'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:15.460727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c4d36bc7-510c-4119-8722-36bc736f609b None None] Provisioning complete for port 9f56f518-4475-45c8-9ce6-88f159338660 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:15.461022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c4d36bc7-510c-4119-8722-36bc736f609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.499416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:15.503849 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.523952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] device_id is not set on port 37261cca-a6be-4343-ac4a-f3a76c7795d0 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:15.665582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Allocated IP 172.20.0.9 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/37261cca-a6be-4343-ac4a-f3a76c7795d0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:15.829992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ebcf92dd-d469-48f1-a119-a36e6f137f98 None None] Provisioning complete for port fd2e7b34-72c8-452d-a754-ad0131446759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:15.830560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcf92dd-d469-48f1-a119-a36e6f137f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.833696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.870295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf92dd-d469-48f1-a119-a36e6f137f98 None None] Port fd2e7b34-72c8-452d-a754-ad0131446759 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:15.871563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.883030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ebcf92dd-d469-48f1-a119-a36e6f137f98 None None] Provisioning complete for port 9f56f518-4475-45c8-9ce6-88f159338660 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:15.883405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcf92dd-d469-48f1-a119-a36e6f137f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:15.914235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:15.918093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:15.921963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:15.963089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=37261cca-a6be-4343-ac4a-f3a76c7795d0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:15.983148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:15.983811 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.006405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-84d9d432-4782-408e-9d79-f71fa3661f78 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6191995 Nov 02 16:57:16.007856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:16.014253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9a:ca:3f'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:16.085589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.109658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9ce84053-0bec-4adc-bc7a-385d704a8407 None None] Provisioning complete for port fd2e7b34-72c8-452d-a754-ad0131446759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:16.110356 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9ce84053-0bec-4adc-bc7a-385d704a8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.150541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9ce84053-0bec-4adc-bc7a-385d704a8407 None None] Port fd2e7b34-72c8-452d-a754-ad0131446759 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:16.321561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.333473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.367115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d80c0ca1-a605-424d-aa92-accc91e1dab8 None None] Could not find standard attr ID for object cc14fa24-5d91-4854-bbe3-03ac8ccdbd9f. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:16.433169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=37261cca-a6be-4343-ac4a-f3a76c7795d0,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:16.438439 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] In _notify_port_updated(), no bound segment for port 37261cca-a6be-4343-ac4a-f3a76c7795d0 on network 146e7d9c-95ea-44f6-88ab-fe519b79e300 {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:57:16.444609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:16.445524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.451109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-68a5bfb0-0160-4a96-943e-34fbc2f8958a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "PUT /v2.0/ports/37261cca-a6be-4343-ac4a-f3a76c7795d0 HTTP/1.1" status: 200 len: 994 time: 0.4380708 Nov 02 16:57:16.451364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37464) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:16.580287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9f56f518-4475-45c8-9ce6-88f159338660 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:16.610235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port 37261cca-a6be-4343-ac4a-f3a76c7795d0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:16.610707 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.628495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-98750fdf-b438-418f-b85e-f49fca6c8467 None None] Provisioning complete for port 37261cca-a6be-4343-ac4a-f3a76c7795d0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:16.629147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-98750fdf-b438-418f-b85e-f49fca6c8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.688871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-98750fdf-b438-418f-b85e-f49fca6c8467 None None] Port 37261cca-a6be-4343-ac4a-f3a76c7795d0 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:16.725435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9f56f518-4475-45c8-9ce6-88f159338660 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:16.726496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.800542 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:16.853888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for 37261cca-a6be-4343-ac4a-f3a76c7795d0 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:17.031326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:17.073268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=37261cca-a6be-4343-ac4a-f3a76c7795d0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:17.207938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ada1e57e-de68-42cd-b883-042bc12cf0a7 None None] Could not find standard attr ID for object 37261cca-a6be-4343-ac4a-f3a76c7795d0. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:17.303032 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:17.308973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-18e300dd-2cc9-4a52-b8fd-32476cddac1c tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/ports/37261cca-a6be-4343-ac4a-f3a76c7795d0 HTTP/1.1" status: 204 len: 168 time: 0.8563790 Nov 02 16:57:17.312509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37474) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:17.367089 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f37c15-3572-421f-9fe1-51f3a4183d25 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] GET failed (client error): The resource could not be found. Nov 02 16:57:17.373379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-66f37c15-3572-421f-9fe1-51f3a4183d25 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "GET /v2.0/ports/37261cca-a6be-4343-ac4a-f3a76c7795d0 HTTP/1.1" status: 404 len: 333 time: 0.0558088 Nov 02 16:57:17.373844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37476) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:17.382008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'name': 'tempest-AllowedAddressPairTestJSON-524305322'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:17.507526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:17.512410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:17.531455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] device_id is not set on port 8965143b-c545-435c-8616-1007d21f059a yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:17.672091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:17.679468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Allocated IP 172.20.0.3 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/8965143b-c545-435c-8616-1007d21f059a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:17.859685 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:17.917249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:17.967356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:17.971579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:17.976871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:18.021241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=8965143b-c545-435c-8616-1007d21f059a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:18.060334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:18.061023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.085812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5af6e4ac-ae6b-4918-891b-235789754829 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7103982 Nov 02 16:57:18.087197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37482) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:18.107772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9a:ca:3f'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:18.234388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.334835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9a559480-0a9d-40ce-9c9c-5f5a890f7a47 None None] Provisioning complete for port 8965143b-c545-435c-8616-1007d21f059a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:18.335958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a559480-0a9d-40ce-9c9c-5f5a890f7a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.382464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9a559480-0a9d-40ce-9c9c-5f5a890f7a47 None None] Port 8965143b-c545-435c-8616-1007d21f059a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:18.444601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.449375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.531879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=8965143b-c545-435c-8616-1007d21f059a,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:18.552547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] In _notify_port_updated(), no bound segment for port 8965143b-c545-435c-8616-1007d21f059a on network 146e7d9c-95ea-44f6-88ab-fe519b79e300 {{(pid=102066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:57:18.557321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:18.558003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.562409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42425318-d973-47ee-b5f6-5bb2c01cc60e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "PUT /v2.0/ports/8965143b-c545-435c-8616-1007d21f059a HTTP/1.1" status: 200 len: 995 time: 0.4704840 Nov 02 16:57:18.562409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:18.673156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port 8965143b-c545-435c-8616-1007d21f059a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:18.673503 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.709938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0df79822-4779-4d77-bf71-c255039d53ff None None] Provisioning complete for port 8965143b-c545-435c-8616-1007d21f059a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:18.710603 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0df79822-4779-4d77-bf71-c255039d53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.750656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0df79822-4779-4d77-bf71-c255039d53ff None None] Port 8965143b-c545-435c-8616-1007d21f059a cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:18.781401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.795264 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for 8965143b-c545-435c-8616-1007d21f059a owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:18.941106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:18.975007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=8965143b-c545-435c-8616-1007d21f059a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:19.060337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:19.064192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec240956-fa0e-4e71-b9a3-f7fe0ade0382 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/ports/8965143b-c545-435c-8616-1007d21f059a HTTP/1.1" status: 204 len: 168 time: 0.5008471 Nov 02 16:57:19.069420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37496) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:19.097435 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a68186-3707-4938-9570-2f01a18ffef7 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] GET failed (client error): The resource could not be found. Nov 02 16:57:19.099530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a7a68186-3707-4938-9570-2f01a18ffef7 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "GET /v2.0/ports/8965143b-c545-435c-8616-1007d21f059a HTTP/1.1" status: 404 len: 333 time: 0.0285485 Nov 02 16:57:19.103082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37498) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:19.109389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'name': 'tempest-AllowedAddressPairTestJSON-45124577'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:19.258212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:19.262497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:19.288617 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] device_id is not set on port 9ba2fc1e-1477-4b72-813d-c291d1459dda yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:19.756739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Allocated IP 172.20.0.13 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/9ba2fc1e-1477-4b72-813d-c291d1459dda) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:19.926623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:19.962758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.011283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:20.014689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:20.022596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:20.026795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=9ba2fc1e-1477-4b72-813d-c291d1459dda,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:20.081148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:20.082667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.110237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37506) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:20.114765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c10e0dd-475f-4bbc-bfec-373b7070f307 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0099876 Nov 02 16:57:20.115928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'network_id': '146e7d9c-95ea-44f6-88ab-fe519b79e300', 'name': 'tempest-AllowedAddressPairTestJSON-1682427833'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:20.340702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Made reservation on behalf of 988905c35bef4aa3a10af9f5ed1ac931 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:20.352394 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.384764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] device_id is not set on port 0d988d61-e815-4921-9614-1fae48774755 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:20.394405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-031c2c03-9ec9-4be9-8c59-92e35d42d0e8 None None] Provisioning complete for port 9ba2fc1e-1477-4b72-813d-c291d1459dda triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:20.394977 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-031c2c03-9ec9-4be9-8c59-92e35d42d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.437412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-031c2c03-9ec9-4be9-8c59-92e35d42d0e8 None None] Port 9ba2fc1e-1477-4b72-813d-c291d1459dda cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:20.521789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Allocated IP 172.20.0.6 (146e7d9c-95ea-44f6-88ab-fe519b79e300/96319698-0798-4669-8878-a3352858c011/0d988d61-e815-4921-9614-1fae48774755) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:20.694252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.732502 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.783346 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:20.788010 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:20.790693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:20.824444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=0d988d61-e815-4921-9614-1fae48774755,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:20.868470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:20.869350 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:20.892471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1cac2e9f-ba4a-47ed-b760-7a64b9f73798 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7810829 Nov 02 16:57:20.895612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37516) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:20.902429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9a:ca:3f'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:92:f3:ae'}]}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:21.109086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.167389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c85388ad-531f-4d4b-9537-eec75d8ef449 None None] Provisioning complete for port 0d988d61-e815-4921-9614-1fae48774755 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:21.168055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c85388ad-531f-4d4b-9537-eec75d8ef449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.238022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c85388ad-531f-4d4b-9537-eec75d8ef449 None None] Port 0d988d61-e815-4921-9614-1fae48774755 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:21.355869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.361425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.365592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37528) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:21.489630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event updated for resources: {'Port': ['ID=0d988d61-e815-4921-9614-1fae48774755,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:21.510010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] In _notify_port_updated(), no bound segment for port 0d988d61-e815-4921-9614-1fae48774755 on network 146e7d9c-95ea-44f6-88ab-fe519b79e300 {{(pid=102065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 02 16:57:21.516199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:21.518758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.526704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a6aba339-abd9-415a-917e-92b2fce20a93 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "PUT /v2.0/ports/0d988d61-e815-4921-9614-1fae48774755 HTTP/1.1" status: 200 len: 1057 time: 0.6269314 Nov 02 16:57:21.527719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37532) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:21.531578 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-715cb326-b01b-4dd3-ba58-48dd1e75e504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.663784 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-715cb326-b01b-4dd3-ba58-48dd1e75e504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.671686 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-715cb326-b01b-4dd3-ba58-48dd1e75e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.679713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port 0d988d61-e815-4921-9614-1fae48774755 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:21.680157 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.726563 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-715cb326-b01b-4dd3-ba58-48dd1e75e504 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cd0f8b932b34264a59daa9e55c99b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587952 Nov 02 16:57:21.727715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37534) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:21.741949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cb326-b01b-4dd3-ba58-48dd1e75e504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c90c9f-91b7-4977-bcc6-ab1a437db808,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:21.783612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3a2f826c-10c1-4c64-a06b-6362fff5a7ef None None] Provisioning complete for port 0d988d61-e815-4921-9614-1fae48774755 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:21.784122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a2f826c-10c1-4c64-a06b-6362fff5a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.830772 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.832832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12b92eb-cf2b-45d9-881b-9c6fd73dcbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.843388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f826c-10c1-4c64-a06b-6362fff5a7ef None None] Port 0d988d61-e815-4921-9614-1fae48774755 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:21.855815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for 0d988d61-e815-4921-9614-1fae48774755 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:21.859618 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12b92eb-cf2b-45d9-881b-9c6fd73dcbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.912627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12b92eb-cf2b-45d9-881b-9c6fd73dcbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.918403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d12b92eb-cf2b-45d9-881b-9c6fd73dcbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:21.923032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d12b92eb-cf2b-45d9-881b-9c6fd73dcbdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2c90c9f-91b7-4977-bcc6-ab1a437db808 HTTP/1.1" status: 204 len: 168 time: 0.1794634 Nov 02 16:57:21.935486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b92eb-cf2b-45d9-881b-9c6fd73dcbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c90c9f-91b7-4977-bcc6-ab1a437db808,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:21.998618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.036229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=0d988d61-e815-4921-9614-1fae48774755,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:22.277187 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.283923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37540) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:22.295780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7b58f7f4-9d3b-495b-b24a-490abc04ac50 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/ports/0d988d61-e815-4921-9614-1fae48774755 HTTP/1.1" status: 204 len: 168 time: 0.7664168 Nov 02 16:57:22.308741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37542) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:22.318302 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e836e38-c01b-439c-ba92-a8ba13bd22de tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] GET failed (client error): The resource could not be found. Nov 02 16:57:22.319932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0e836e38-c01b-439c-ba92-a8ba13bd22de tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "GET /v2.0/ports/0d988d61-e815-4921-9614-1fae48774755 HTTP/1.1" status: 404 len: 333 time: 0.0348275 Nov 02 16:57:22.322700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:22.323857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32fb2ed4-31b7-451e-a68f-55592d83d939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.450693 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32fb2ed4-31b7-451e-a68f-55592d83d939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.461281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-32fb2ed4-31b7-451e-a68f-55592d83d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.478700 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port 9ba2fc1e-1477-4b72-813d-c291d1459dda {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:22.479235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.527864 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-32fb2ed4-31b7-451e-a68f-55592d83d939 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcb71535c1ad49dcb25c9054bb57ee1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178550 Nov 02 16:57:22.528682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb2ed4-31b7-451e-a68f-55592d83d939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fc95db-a9aa-4b2f-892d-906fded7ee00,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:22.535225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37548) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:22.613104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.628229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for 9ba2fc1e-1477-4b72-813d-c291d1459dda owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:22.661838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b80e810-f4b2-46e9-b86c-39ce2501a3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.705829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b80e810-f4b2-46e9-b86c-39ce2501a3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.764962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b80e810-f4b2-46e9-b86c-39ce2501a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.768102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b80e810-f4b2-46e9-b86c-39ce2501a3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.769997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b80e810-f4b2-46e9-b86c-39ce2501a3cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55fc95db-a9aa-4b2f-892d-906fded7ee00 HTTP/1.1" status: 204 len: 168 time: 0.2337775 Nov 02 16:57:22.781150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80e810-f4b2-46e9-b86c-39ce2501a3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fc95db-a9aa-4b2f-892d-906fded7ee00,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:22.821636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.855995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=9ba2fc1e-1477-4b72-813d-c291d1459dda,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:22.957565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:22.962792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0cd14207-a5a6-475f-9b3d-6e1c996b3101 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/ports/9ba2fc1e-1477-4b72-813d-c291d1459dda HTTP/1.1" status: 204 len: 168 time: 0.6388357 Nov 02 16:57:22.965195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37552) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:22.997639 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2e62cb-9432-4846-aa3e-4c4c7a9e9e0a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] GET failed (client error): The resource could not be found. Nov 02 16:57:22.999385 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a2e62cb-9432-4846-aa3e-4c4c7a9e9e0a tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "GET /v2.0/ports/9ba2fc1e-1477-4b72-813d-c291d1459dda HTTP/1.1" status: 404 len: 333 time: 0.0331705 Nov 02 16:57:23.003596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37554) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:23.106527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port fd2e7b34-72c8-452d-a754-ad0131446759 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:23.107430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.150410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.197545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.209665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for fd2e7b34-72c8-452d-a754-ad0131446759 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:23.353512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.384281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=fd2e7b34-72c8-452d-a754-ad0131446759,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:23.470819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.475758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b6d6a3eb-70c1-4ae2-a906-57c2e14f533e tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/ports/fd2e7b34-72c8-452d-a754-ad0131446759 HTTP/1.1" status: 204 len: 168 time: 0.4709065 Nov 02 16:57:23.479579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:23.587206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting subnet 96319698-0798-4669-8878-a3352858c011 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:23.592607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.647450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.786595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.855496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.895098 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:23.902242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/subnets/96319698-0798-4669-8878-a3352858c011 HTTP/1.1" status: 204 len: 168 time: 0.4210057 Nov 02 16:57:23.903547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00890ca-5268-4782-bbce-7ccc4acaeb6d tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Subnet': ['ID=96319698-0798-4669-8878-a3352858c011,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:23.906323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37584) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:23.908826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbd012-aec2-4b6b-b594-8f50dc2e3775 None None] Network 146e7d9c-95ea-44f6-88ab-fe519b79e300 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:24.008946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.098027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Deleting port 9f56f518-4475-45c8-9ce6-88f159338660 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:24.098529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.118836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] DHCP port deletion for 146e7d9c-95ea-44f6-88ab-fe519b79e300 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:24.178465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] For port 9f56f518-4475-45c8-9ce6-88f159338660, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9f56f518-4475-45c8-9ce6-88f159338660,segment=NetworkSegment(636b2f09-5a74-4eaa-89e1-9563c0123b86),segment_id=636b2f09-5a74-4eaa-89e1-9563c0123b86)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:24.179107 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.180456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] Deleting port 9f56f518-4475-45c8-9ce6-88f159338660 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:24.180962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.196671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Calling delete_port for 9f56f518-4475-45c8-9ce6-88f159338660 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:24.287643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] For port 9f56f518-4475-45c8-9ce6-88f159338660, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9f56f518-4475-45c8-9ce6-88f159338660,segment=NetworkSegment(636b2f09-5a74-4eaa-89e1-9563c0123b86),segment_id=636b2f09-5a74-4eaa-89e1-9563c0123b86)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:24.288328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.311180 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] Calling delete_port for 9f56f518-4475-45c8-9ce6-88f159338660 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:24.314806 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.350533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] No DVR routers for this DVR port 9f56f518-4475-45c8-9ce6-88f159338660 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:24.353005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Port': ['ID=9f56f518-4475-45c8-9ce6-88f159338660,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:24.424228 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.456809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] Pushing event deleted for resources: {'Port': ['ID=9f56f518-4475-45c8-9ce6-88f159338660,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:24.463966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef91acf-f623-4842-91d7-0ce1f7ad4e89 None None] No DVR routers for this DVR port 9f56f518-4475-45c8-9ce6-88f159338660 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:24.483003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.514450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146e7d9c-95ea-44f6-88ab-fe519b79e300']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:24.532196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636b2f09-5a74-4eaa-89e1-9563c0123b86') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:24.532818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636b2f09-5a74-4eaa-89e1-9563c0123b86') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:24.560210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.574586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9f56f518-4475-45c8-9ce6-88f159338660 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:24.600233 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.607025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9f56f518-4475-45c8-9ce6-88f159338660 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:24.607466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9f56f518-4475-45c8-9ce6-88f159338660 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:24.620467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:57:24.621067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:57:24.624662 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:57:24.748389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.761861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:24.765185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] 10.222.0.31 "DELETE /v2.0/networks/146e7d9c-95ea-44f6-88ab-fe519b79e300 HTTP/1.1" status: 204 len: 168 time: 0.8577704 Nov 02 16:57:24.776650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892a655-fcfb-4821-a065-467beee84837 tempest-AllowedAddressPairTestJSON-898903424 tempest-AllowedAddressPairTestJSON-898903424-project] Pushing event deleted for resources: {'Network': ['ID=146e7d9c-95ea-44f6-88ab-fe519b79e300,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:25.041169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37614) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:25.325185 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2900129a-081e-4ddd-a271-17c94452b5fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=988905c35bef4aa3a10af9f5ed1ac931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826197 Nov 02 16:57:25.328407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37634) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:25.397116 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fb83c31-9e06-4e8e-a6f3-7a374c423f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:25.442466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fb83c31-9e06-4e8e-a6f3-7a374c423f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:25.513232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b6a55-c8a3-47f8-8e75-c13278c027c9 req-4f3f67b9-d479-4a28-aff2-39ec96b19c59 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:25.515852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-286b6a55-c8a3-47f8-8e75-c13278c027c9 req-4f3f67b9-d479-4a28-aff2-39ec96b19c59 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.0807328 Nov 02 16:57:25.516047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fb83c31-9e06-4e8e-a6f3-7a374c423f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:25.519251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4fb83c31-9e06-4e8e-a6f3-7a374c423f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:25.520889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4fb83c31-9e06-4e8e-a6f3-7a374c423f92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/556684ca-9d65-4edf-871d-d4cdd3bceec1 HTTP/1.1" status: 204 len: 168 time: 0.1911957 Nov 02 16:57:25.533861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb83c31-9e06-4e8e-a6f3-7a374c423f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556684ca-9d65-4edf-871d-d4cdd3bceec1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:25.572129 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-286b6a55-c8a3-47f8-8e75-c13278c027c9 req-27a33e0b-307e-4855-a594-36205b79d829 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460982 Nov 02 16:57:26.315243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37678) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:26.421983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2114877825'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:26.448848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:26.452816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.462028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.542676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.548214 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.595715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:57:26.605039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd8cb4-c9bc-416f-8aa0-4379ec3974d8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:26.615616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.615972 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Added segment 5111601a-e03b-4d78-8123-66ab1421087e of type vlan for network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f Nov 02 16:57:26.679867 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.721529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.728562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:26.729183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:26.762546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e6c4f-22ab-4206-ac36-d07ed0ecb0a4 req-763bf0c3-1a55-4e28-b9a2-f689592abbf4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:26.770911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-246e6c4f-22ab-4206-ac36-d07ed0ecb0a4 req-763bf0c3-1a55-4e28-b9a2-f689592abbf4 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.0956650 Nov 02 16:57:26.838589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-246e6c4f-22ab-4206-ac36-d07ed0ecb0a4 req-f4a63320-8344-4862-9f3a-6efd95430ac7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663881 Nov 02 16:57:26.860295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5425987 Nov 02 16:57:26.867175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:26.874975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:26.892642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64517bb-5802-4f48-976d-48db8474c83e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Network': ['ID=d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:26.926600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:57:26.983172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ef0f8-10cd-46c0-b640-d44783491720 req-946fafa4-8638-4471-9dd1-0548d714c6eb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:26.985181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-032ef0f8-10cd-46c0-b640-d44783491720 req-946fafa4-8638-4471-9dd1-0548d714c6eb tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.2272754 Nov 02 16:57:27.108967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:27.113562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.230306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Deleting port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:27.230648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.422144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] For port eb8d3ac4-2bdf-44d7-b529-63e76aa58357, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:27.422926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.466642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.660948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=b9b2e247-dbc1-4c09-9297-8378f30badcd,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:27.680412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:27.680786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network hostable DHCP agents. Network: d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:57:27.744414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:57:27.765003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.765343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.765645 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Floating IP 7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5 disassociated. External IP: 172.25.7.113, port: eb8d3ac4-2bdf-44d7-b529-63e76aa58357. Nov 02 16:57:27.766056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Calling delete_port for eb8d3ac4-2bdf-44d7-b529-63e76aa58357 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:27.771176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:27.779711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:27.780464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:27.782936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46672f7-6138-4e71-8289-b7488574748c None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:27.846113 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1372662e-db40-4063-b6a4-20e30a2a52c0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9772973 Nov 02 16:57:27.850770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37696) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:27.856902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'name': 'tempest-NetworksTestDHCPv6-1222515412'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:27.990173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': 'b9b2e247-dbc1-4c09-9297-8378f30badcd'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:27.991975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.061237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72fdfa-5941-4e38-96ba-f896771f1681 req-8311fc02-f4cc-40af-b172-12249a56ec6c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:28.077192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e72fdfa-5941-4e38-96ba-f896771f1681 req-8311fc02-f4cc-40af-b172-12249a56ec6c tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 946 time: 0.1289449 Nov 02 16:57:28.112069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:28.116094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.148921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.151295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port cf6561cb-8e36-47f7-b24b-554c46c1ad26 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:28.166656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e72fdfa-5941-4e38-96ba-f896771f1681 req-ddb74b42-eb3f-4307-8efd-f6836478dbd6 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858006 Nov 02 16:57:28.192560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event deleted for resources: {'Port': ['ID=eb8d3ac4-2bdf-44d7-b529-63e76aa58357,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:28.271862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/b9b2e247-dbc1-4c09-9297-8378f30badcd/caa4d654-7834-41cf-9dc4-33d57726f71f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:28.388973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:57:28.464493 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.478820 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.540313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:28.544772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:28.548210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:28.557836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::356 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/b9b2e247-dbc1-4c09-9297-8378f30badcd/cf6561cb-8e36-47f7-b24b-554c46c1ad26) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:28.576808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Pushing event updated for resources: {'Port': ['ID=caa4d654-7834-41cf-9dc4-33d57726f71f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:28.581743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:28.607758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:28.666278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Attempting to bind port caa4d654-7834-41cf-9dc4-33d57726f71f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:28.666820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Attempting to bind port caa4d654-7834-41cf-9dc4-33d57726f71f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:28.667351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Attempting to bind port caa4d654-7834-41cf-9dc4-33d57726f71f on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:28.677672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:28.678635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:28.683576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:28.684123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:28.684718 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.685294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:28.685974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Bound port: caa4d654-7834-41cf-9dc4-33d57726f71f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:28.686706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.870041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] For port caa4d654-7834-41cf-9dc4-33d57726f71f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:28.874914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] For port caa4d654-7834-41cf-9dc4-33d57726f71f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=caa4d654-7834-41cf-9dc4-33d57726f71f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:28.887220 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:28.899312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:29.157626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91c88-675e-41f7-82ea-b8056bf4b833 None None] Pushing event updated for resources: {'Port': ['ID=caa4d654-7834-41cf-9dc4-33d57726f71f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:29.212055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] No DVR routers for this DVR port eb8d3ac4-2bdf-44d7-b529-63e76aa58357 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:29.219137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:29.225579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-032ef0f8-10cd-46c0-b640-d44783491720 req-366d53de-bb20-4e3b-bd3f-5aaf44f5330a tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.100 "DELETE /v2.0/ports/eb8d3ac4-2bdf-44d7-b529-63e76aa58357 HTTP/1.1" status: 204 len: 173 time: 2.2304425 Nov 02 16:57:29.226175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-deleted', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:29.249543 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c5a62a-7ee8-44d3-b664-51c4d6bf30a8" -d '{"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-deleted", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:29.427046 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dddfd2-232b-4f41-9405-dc9bdf20473e x-openstack-request-id: req-74dddfd2-232b-4f41-9405-dc9bdf20473e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:29.429267 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc8f53-1251-4f83-946c-75315cb12784", "name": "network-vif-deleted", "tag": "eb8d3ac4-2bdf-44d7-b529-63e76aa58357", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:29.429626 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74dddfd2-232b-4f41-9405-dc9bdf20473e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:29.430141 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fc8f53-1251-4f83-946c-75315cb12784', 'name': 'network-vif-deleted', 'tag': 'eb8d3ac4-2bdf-44d7-b529-63e76aa58357', 'status': 'completed', 'code': 200} Nov 02 16:57:29.483477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:29.533709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:29.589200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb349924-84d7-4e02-bf68-397007c84d71 req-f1267f14-eeb6-4420-a228-2bc0bcab8c7d tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2fc8f53-1251-4f83-946c-75315cb12784 HTTP/1.1" status: 200 len: 210 time: 0.0786862 Nov 02 16:57:29.596128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:29.617224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:57:29.633732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:29.634692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:29.688164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:29.693971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:29.699519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:29.705684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:29.707182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:29.720240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=cf6561cb-8e36-47f7-b24b-554c46c1ad26,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:29.759790 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e0cf0f58-dcd6-42cd-a683-b5629c347b43 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9043670 Nov 02 16:57:29.760110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37736) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:29.807368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:29.950430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988fedf-cfe8-4283-9078-d1b67f971d3c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:29.957779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988fedf-cfe8-4283-9078-d1b67f971d3c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:29.959850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b988fedf-cfe8-4283-9078-d1b67f971d3c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1987090 Nov 02 16:57:29.963957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37738) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:30.192765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:30.222912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f669cc-1e02-4f61-8451-056ea330cdac None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:49:29Z', 'revision_number': 4, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8b6536b6-af2c-4d8c-a5ce-be79ce323639', 'name': '', 'network_id': '5476ab48-1fab-43c7-a527-d9915ccaa9aa', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'mac_address': 'fa:16:3e:fa:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:29Z', 'updated_at': '2021-11-02T16:49:37Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'subnets': [{'id': '1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:30.480979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port cf6561cb-8e36-47f7-b24b-554c46c1ad26 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:30.481329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:30.685762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device caa4d654-7834-41cf-9dc4-33d57726f71f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:30.724342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:30.750225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for cf6561cb-8e36-47f7-b24b-554c46c1ad26 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:30.787523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:30.819457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627ee0d-4ae6-4fe7-a667-f469b5f39607 None None] New status for floating IP 7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:57:30.825651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port caa4d654-7834-41cf-9dc4-33d57726f71f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:30.826399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:30.889562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95278287-6e21-42c7-b7cc-74441aaaf312 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:30.918183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ce3ed4-2587-4652-86ce-98ba09b5030b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:30.976891 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ce3ed4-2587-4652-86ce-98ba09b5030b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.048139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.073992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ffdf2a99-4b28-476e-a68c-3e3dbf02eaf1 None None] Provisioning complete for port caa4d654-7834-41cf-9dc4-33d57726f71f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:31.074893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2a99-4b28-476e-a68c-3e3dbf02eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.085331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ce3ed4-2587-4652-86ce-98ba09b5030b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.088466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-82ce3ed4-2587-4652-86ce-98ba09b5030b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.090195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-82ce3ed4-2587-4652-86ce-98ba09b5030b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c4b9671-2c4c-477c-a949-8a1b5a3ceffb HTTP/1.1" status: 204 len: 168 time: 0.3010914 Nov 02 16:57:31.091012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=cf6561cb-8e36-47f7-b24b-554c46c1ad26,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:31.095950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37750) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:31.109056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce3ed4-2587-4652-86ce-98ba09b5030b tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b9671-2c4c-477c-a949-8a1b5a3ceffb,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:31.150060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.150437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.150781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.151085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.151412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.151747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.152061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.152378 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.152699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.153022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.153903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.155871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:31.172733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.181327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-edb94096-3564-4cf3-8584-a41b51d54195 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/cf6561cb-8e36-47f7-b24b-554c46c1ad26 HTTP/1.1" status: 204 len: 168 time: 1.2121165 Nov 02 16:57:31.181327 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-0fec38b2-e581-49c7-9443-0fc37bc4a3e7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] show failed (client error): The resource could not be found. Nov 02 16:57:31.181733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37754) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:31.192525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0fec38b2-e581-49c7-9443-0fc37bc4a3e7 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "GET /v2.0/security-groups/8c4b9671-2c4c-477c-a949-8a1b5a3ceffb HTTP/1.1" status: 404 len: 347 time: 0.0955238 Nov 02 16:57:31.202634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37756) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:31.290603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c2aaf-91eb-4511-9a9a-d1ef6075f16b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:31.292182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c2aaf-91eb-4511-9a9a-d1ef6075f16b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:31.293810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-993c2aaf-91eb-4511-9a9a-d1ef6075f16b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109419 Nov 02 16:57:31.296417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37758) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:31.301633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.384040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet b9b2e247-dbc1-4c09-9297-8378f30badcd {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:31.396772 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.431882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:31.441557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Deleting port a4fd3c64-41d5-4f98-b4c3-f5343a21775b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:31.443142 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.465289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.483039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: eb8d3ac4-2bdf-44d7-b529-63e76aa58357 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:31.483388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device eb8d3ac4-2bdf-44d7-b529-63e76aa58357 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:31.554676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port caa4d654-7834-41cf-9dc4-33d57726f71f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=caa4d654-7834-41cf-9dc4-33d57726f71f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:31.556636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2a99-4b28-476e-a68c-3e3dbf02eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.568018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.575547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.576321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.590837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Calling delete_port for a4fd3c64-41d5-4f98-b4c3-f5343a21775b owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:31.634834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.686568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=caa4d654-7834-41cf-9dc4-33d57726f71f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:31.717012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-ffdf2a99-4b28-476e-a68c-3e3dbf02eaf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:57:31.717766 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-ffdf2a99-4b28-476e-a68c-3e3dbf02eaf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:57:31.782650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.823987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b2e247-dbc1-4c09-9297-8378f30badcd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:31.837575 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.841259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-19dccb44-913f-47df-81ac-2dc5aa72ac28 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/b9b2e247-dbc1-4c09-9297-8378f30badcd HTTP/1.1" status: 204 len: 168 time: 0.5434315 Nov 02 16:57:31.845328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37762) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:31.845492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:31.896777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Pushing event deleted for resources: {'Port': ['ID=a4fd3c64-41d5-4f98-b4c3-f5343a21775b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:31.901118 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e70d1df-4918-4388-89cd-7ed27cc0288f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545068 Nov 02 16:57:31.916152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37764) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:31.921920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:31.991311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b0fa8-7b33-40b3-b2dc-17f158e2a1a1 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:32.004803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.008715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.010198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9ba7aaec-da98-4ca3-a4bd-5f79d9d86573 tempest-AttachVolumeShelveTestJSON-54437750 tempest-AttachVolumeShelveTestJSON-54437750-project] 10.222.0.31 "DELETE /v2.0/floatingips/7ba23eaa-9ae9-4332-8e12-5c2442aa1ea5 HTTP/1.1" status: 204 len: 168 time: 0.8065155 Nov 02 16:57:32.124267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:32.132577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.287347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:32.421797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] Deleting port caa4d654-7834-41cf-9dc4-33d57726f71f {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:32.425012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.544454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.574095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6c9130b5-7940-4778-86a8-e541c878eb61 None None] Provisioning complete for port caa4d654-7834-41cf-9dc4-33d57726f71f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:32.574836 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6c9130b5-7940-4778-86a8-e541c878eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.618253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:32.623558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:32.630212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:32.630809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.655179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=2d5f1206-907e-4a07-b3ba-24b463a2f990,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:32.668210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d2571a5e-15f6-4e95-a623-0ab19d3cfd3e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7508862 Nov 02 16:57:32.672383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37778) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:32.679529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'name': 'tempest-NetworksTestDHCPv6-1706420553'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:32.690838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device caa4d654-7834-41cf-9dc4-33d57726f71f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:32.906545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] For port caa4d654-7834-41cf-9dc4-33d57726f71f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=caa4d654-7834-41cf-9dc4-33d57726f71f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:32.907107 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.933562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:32.939703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] Calling delete_port for caa4d654-7834-41cf-9dc4-33d57726f71f owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:32.941378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:32.966214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port a4bf203c-2716-4db2-a0a8-1edd246d2a66 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:33.063662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37784) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:33.165631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.195432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::57 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/2d5f1206-907e-4a07-b3ba-24b463a2f990/a4bf203c-2716-4db2-a0a8-1edd246d2a66) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:33.239510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] No DVR routers for this DVR port caa4d654-7834-41cf-9dc4-33d57726f71f on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:33.252512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb5a82-6dda-4a84-a194-4f0b78817fe5 None None] Pushing event deleted for resources: {'Port': ['ID=caa4d654-7834-41cf-9dc4-33d57726f71f,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:33.264936 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.307539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad71ad5-cf25-4099-b996-584199b77cb0 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:33.425682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.461993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.481680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d714b9c-cf46-4c8c-ac7d-655f89b15b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.536225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:33.541553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:33.544420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:33.550785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:33.551428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.578062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9040737 Nov 02 16:57:33.582342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:33.621451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aabd1-6dc7-40a0-806c-76ae1838179a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=a4bf203c-2716-4db2-a0a8-1edd246d2a66,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:33.664763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e237aed-d4ba-44e6-b01b-473ae532ef01 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:33.666389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4e237aed-d4ba-44e6-b01b-473ae532ef01 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0829210 Nov 02 16:57:33.669194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37792) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:33.689538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '2d5f1206-907e-4a07-b3ba-24b463a2f990'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:33.692031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.708752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d714b9c-cf46-4c8c-ac7d-655f89b15b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.716745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d714b9c-cf46-4c8c-ac7d-655f89b15b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.783906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7d714b9c-cf46-4c8c-ac7d-655f89b15b05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67f416cf4f5a4579a1e369752d2749aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7187722 Nov 02 16:57:33.790814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37794) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:33.827463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port a4bf203c-2716-4db2-a0a8-1edd246d2a66 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:33.828069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.852996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d714b9c-cf46-4c8c-ac7d-655f89b15b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd6afd-3272-49e5-abb8-f7f9ea9bb7f0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:33.869121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-934af7bc-6b6f-4e53-863a-ffbc4e68eb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.906645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-934af7bc-6b6f-4e53-863a-ffbc4e68eb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:33.973022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.002548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for a4bf203c-2716-4db2-a0a8-1edd246d2a66 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:34.007474 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-934af7bc-6b6f-4e53-863a-ffbc4e68eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.015783 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-934af7bc-6b6f-4e53-863a-ffbc4e68eb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.023103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-934af7bc-6b6f-4e53-863a-ffbc4e68eb79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5dd6afd-3272-49e5-abb8-f7f9ea9bb7f0 HTTP/1.1" status: 204 len: 168 time: 0.2309482 Nov 02 16:57:34.041231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934af7bc-6b6f-4e53-863a-ffbc4e68eb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd6afd-3272-49e5-abb8-f7f9ea9bb7f0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:34.115896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/2d5f1206-907e-4a07-b3ba-24b463a2f990/2fc90dda-daf6-4f37-b20e-df8ee215513e) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:34.194102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.230689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=a4bf203c-2716-4db2-a0a8-1edd246d2a66,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:34.292986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.298075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2e284697-515b-4826-858e-6a1b32ceaad1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/a4bf203c-2716-4db2-a0a8-1edd246d2a66 HTTP/1.1" status: 204 len: 168 time: 0.6254096 Nov 02 16:57:34.301031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37800) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:34.359059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a093e3a-c6fd-4fc0-b5e1-446bb3f8ad56 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:34.361114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a093e3a-c6fd-4fc0-b5e1-446bb3f8ad56 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:34.363314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a093e3a-c6fd-4fc0-b5e1-446bb3f8ad56 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0612149 Nov 02 16:57:34.374647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37804) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:34.459420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 2d5f1206-907e-4a07-b3ba-24b463a2f990 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:34.482171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.491185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.495709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.614827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.618639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:34.620609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Pushing event updated for resources: {'Port': ['ID=2fc90dda-daf6-4f37-b20e-df8ee215513e,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:34.625393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:34.631317 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:34.725435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37808) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:34.732874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Attempting to bind port 2fc90dda-daf6-4f37-b20e-df8ee215513e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:34.734257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Attempting to bind port 2fc90dda-daf6-4f37-b20e-df8ee215513e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:34.734835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Attempting to bind port 2fc90dda-daf6-4f37-b20e-df8ee215513e on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:34.743395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:34.744100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:34.744841 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.745617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:34.746338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Bound port: 2fc90dda-daf6-4f37-b20e-df8ee215513e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:34.746937 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.750114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.755733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5223205a-343d-4c6b-808c-d9732e8c71de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.844606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.851080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] For port 2fc90dda-daf6-4f37-b20e-df8ee215513e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:34.855056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] For port 2fc90dda-daf6-4f37-b20e-df8ee215513e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2fc90dda-daf6-4f37-b20e-df8ee215513e,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:34.866218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.919119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.922484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/2d5f1206-907e-4a07-b3ba-24b463a2f990 HTTP/1.1" status: 204 len: 168 time: 0.5465481 Nov 02 16:57:34.925012 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37810) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:34.926402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122fffe-93c8-49f8-a5dd-2b59119c41f9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5f1206-907e-4a07-b3ba-24b463a2f990,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:34.929675 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5223205a-343d-4c6b-808c-d9732e8c71de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.947599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5223205a-343d-4c6b-808c-d9732e8c71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:34.950382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0219be-3367-4760-8a72-45e1dd09847d None None] Pushing event updated for resources: {'Port': ['ID=2fc90dda-daf6-4f37-b20e-df8ee215513e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:35.012931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0936181c-21d1-4d6c-bb28-e8bcec0f1849 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865932 Nov 02 16:57:35.017073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37814) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:35.024015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:35.048737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5223205a-343d-4c6b-808c-d9732e8c71de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc406ae725644c65a5ab8566702c34c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221841 Nov 02 16:57:35.052703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37816) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:35.061725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223205a-343d-4c6b-808c-d9732e8c71de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff37a7d-9ed9-43e5-a9ff-c56fe43acfe4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:35.155263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea454170-f8ff-4596-b00b-f37f535d1260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.192678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea454170-f8ff-4596-b00b-f37f535d1260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.258745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:35.276289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.283535 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea454170-f8ff-4596-b00b-f37f535d1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.288599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea454170-f8ff-4596-b00b-f37f535d1260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.299029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea454170-f8ff-4596-b00b-f37f535d1260 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ff37a7d-9ed9-43e5-a9ff-c56fe43acfe4 HTTP/1.1" status: 204 len: 168 time: 0.2416735 Nov 02 16:57:35.324027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea454170-f8ff-4596-b00b-f37f535d1260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff37a7d-9ed9-43e5-a9ff-c56fe43acfe4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:35.595809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.653682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:35.656813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:35.667469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:35.668076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.678643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=3928f5db-9014-4396-9191-c60b48488d9c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:35.699233 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9d7e5d05-38bc-410e-96fc-8d61de0842f7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6785765 Nov 02 16:57:35.699470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37828) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:35.705120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'name': 'tempest-NetworksTestDHCPv6-1360202649'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:35.776372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:35.803136 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993dcc0f-de5b-46b7-a83b-fe94fb5a75b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.857518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:35.866322 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.905630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port ab3db173-084b-4415-9f5c-3bf70ae08344 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:35.922068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993dcc0f-de5b-46b7-a83b-fe94fb5a75b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.926981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-993dcc0f-de5b-46b7-a83b-fe94fb5a75b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:35.974251 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-993dcc0f-de5b-46b7-a83b-fe94fb5a75b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=506ad120871d45b884be29181ceacb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963925 Nov 02 16:57:35.976441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37836) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:35.984266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dcc0f-de5b-46b7-a83b-fe94fb5a75b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316cb679-2303-4516-97ac-fbea7f0bc913,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:36.101603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::2a (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/3928f5db-9014-4396-9191-c60b48488d9c/ab3db173-084b-4415-9f5c-3bf70ae08344) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:36.107749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c840a2b2-9823-4012-8bad-615734966504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.154615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c840a2b2-9823-4012-8bad-615734966504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.284428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c840a2b2-9823-4012-8bad-615734966504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.287255 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c840a2b2-9823-4012-8bad-615734966504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.291048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c840a2b2-9823-4012-8bad-615734966504 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/316cb679-2303-4516-97ac-fbea7f0bc913 HTTP/1.1" status: 204 len: 168 time: 0.3110821 Nov 02 16:57:36.309702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840a2b2-9823-4012-8bad-615734966504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316cb679-2303-4516-97ac-fbea7f0bc913,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:36.349741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.407180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.463789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:36.479851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:36.489450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:36.495106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:36.495724 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.509099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba04d37-a0ea-4e0a-be43-eae1fa785656 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:36.542195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=ab3db173-084b-4415-9f5c-3bf70ae08344,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:36.578663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-31505256-0389-4097-8684-ab412be638a7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8780277 Nov 02 16:57:36.581356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37846) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:36.620961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] Could not find standard attr ID for object a4bf203c-2716-4db2-a0a8-1edd246d2a66. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:36.633053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983136d2-8309-485a-9d44-189405c05480 req-688551ee-77b1-42d6-bd44-cbee1ffed1d2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:36.634971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-983136d2-8309-485a-9d44-189405c05480 req-688551ee-77b1-42d6-bd44-cbee1ffed1d2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 945 time: 0.1654634 Nov 02 16:57:36.673701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2fc90dda-daf6-4f37-b20e-df8ee215513e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:36.677192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] Provisioning complete for port 2fc90dda-daf6-4f37-b20e-df8ee215513e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:36.677560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:36.704865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a722c28d-aa4c-4c62-9eeb-e7ea766109dd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:36.712629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a722c28d-aa4c-4c62-9eeb-e7ea766109dd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:36.729001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a722c28d-aa4c-4c62-9eeb-e7ea766109dd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1462693 Nov 02 16:57:36.734642 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-983136d2-8309-485a-9d44-189405c05480 req-1c725d40-3d90-4793-bf61-24497e9c505d tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895612 Nov 02 16:57:36.735678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37850) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:36.860281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port ab3db173-084b-4415-9f5c-3bf70ae08344 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:36.861409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.001533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.016426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for ab3db173-084b-4415-9f5c-3bf70ae08344 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:37.069207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.087699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2fc90dda-daf6-4f37-b20e-df8ee215513e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:37.088312 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.174890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] For port 2fc90dda-daf6-4f37-b20e-df8ee215513e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2fc90dda-daf6-4f37-b20e-df8ee215513e,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:37.234070 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.234924 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.309642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=ab3db173-084b-4415-9f5c-3bf70ae08344,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:37.342396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.347842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c40fd6-74ad-4ac5-8abb-a67d8d9b9ff7 None None] Pushing event updated for resources: {'Port': ['ID=2fc90dda-daf6-4f37-b20e-df8ee215513e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:37.349677 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c9760f0-3990-47da-974b-7b00b7db1016 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/ab3db173-084b-4415-9f5c-3bf70ae08344 HTTP/1.1" status: 204 len: 168 time: 0.6124797 Nov 02 16:57:37.350224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37870) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:37.437107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37872) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:37.463474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6e7b833b-e8bf-4710-b68b-5be55d2740d8 None None] Provisioning complete for port 2fc90dda-daf6-4f37-b20e-df8ee215513e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:37.463853 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6e7b833b-e8bf-4710-b68b-5be55d2740d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.464086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482055aa-3bee-4beb-8787-0fd4ade5e3d6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:37.465867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482055aa-3bee-4beb-8787-0fd4ade5e3d6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:37.468712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-482055aa-3bee-4beb-8787-0fd4ade5e3d6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1170433 Nov 02 16:57:37.471954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37876) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:37.541033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 3928f5db-9014-4396-9191-c60b48488d9c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:37.545576 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.606380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.628577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364335342-network', 'tenant_id': 'caa363d6afec4911b6ae49139160d284'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:37.647450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6e7b833b-e8bf-4710-b68b-5be55d2740d8 None None] Could not find standard attr ID for object ab3db173-084b-4415-9f5c-3bf70ae08344. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:37.657874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Made reservation on behalf of caa363d6afec4911b6ae49139160d284 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:37.663601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.681332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.683558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.773589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e61cf223-2587-45e9-8e09-303cab7fdd60 None None] Could not find standard attr ID for object cf6561cb-8e36-47f7-b24b-554c46c1ad26. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:37.777872 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.790996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.795900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.801368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.803312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/3928f5db-9014-4396-9191-c60b48488d9c HTTP/1.1" status: 204 len: 168 time: 0.3287938 Nov 02 16:57:37.804020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37880) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:37.830226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=3928f5db-9014-4396-9191-c60b48488d9c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:37.866780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cb6a3579-8172-4896-b2f4-2fc5b21a3a08 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430291 Nov 02 16:57:37.868753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37882) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:37.869891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:57:37.873934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.874609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.875085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.876353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.876802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.877124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.878081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.880289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.880685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.881116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.881452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.881914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ec1f3-fe23-4868-a950-c814eb9b7cfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:37.923388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84420eec-53dc-443a-b4bd-77031a0607d1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:37.937876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:37.938342 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Added segment f581206b-e5ea-45c1-b405-37ebd9a9e246 of type vlan for network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 Nov 02 16:57:37.952316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f059ad-5877-421f-873a-d87754454f73 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:37.962553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670cea-7312-45b4-8f4c-839db990549d req-86239963-ff40-45e5-bcb7-f50871499d14 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:37.964156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89670cea-7312-45b4-8f4c-839db990549d req-86239963-ff40-45e5-bcb7-f50871499d14 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 945 time: 0.1461790 Nov 02 16:57:37.975199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388c591-1d9b-4368-a28f-c26403bd779f req-74efda42-33b3-46ed-86a3-569e5798207a tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:37.978568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b388c591-1d9b-4368-a28f-c26403bd779f req-74efda42-33b3-46ed-86a3-569e5798207a tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 945 time: 0.0879261 Nov 02 16:57:38.019130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dc49b781-194a-4f67-9765-cae90086b531 None None] Could not find standard attr ID for object a4bf203c-2716-4db2-a0a8-1edd246d2a66. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:38.067306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696997e-cf5f-47e6-8301-b26359bc6389 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:38.071149 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f696997e-cf5f-47e6-8301-b26359bc6389 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1923714 Nov 02 16:57:38.072051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:38.073419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.107733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89670cea-7312-45b4-8f4c-839db990549d req-6cd081dd-7076-4025-9672-666e9a7b0fa4 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0adbfc-560c-4423-b141-cd94e3743904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157346 Nov 02 16:57:38.133386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.133386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:38.133386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.161666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910c1fd-a7e6-4320-af50-30ff3bd6de05 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:38.165547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f910c1fd-a7e6-4320-af50-30ff3bd6de05 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900719 Nov 02 16:57:38.165695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7272048 Nov 02 16:57:38.168393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:38.168790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37890) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:38.183002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Request body: {'subnet': {'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364335342-subnet', 'tenant_id': 'caa363d6afec4911b6ae49139160d284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:38.201998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Deleting port aac6fe58-82a9-443b-b696-2e4b4b915b40 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:38.202483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.214533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968da9-0636-4cfe-bb83-8f55ae990138 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:38.225015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:57:38.240626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:38.242851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3181d956-ab9d-4a84-807d-dbb1667b840f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727601 Nov 02 16:57:38.250050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:38.255987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:38.302819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Made reservation on behalf of caa363d6afec4911b6ae49139160d284 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:38.305429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.375531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:38.379316 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.391305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] Deleting port 2fc90dda-daf6-4f37-b20e-df8ee215513e {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:38.391688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.423297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] For port aac6fe58-82a9-443b-b696-2e4b4b915b40, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=aac6fe58-82a9-443b-b696-2e4b4b915b40,segment=NetworkSegment(e6813fc8-7b55-4e0f-9597-e9e4bb69a613),segment_id=e6813fc8-7b55-4e0f-9597-e9e4bb69a613)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:38.423695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.454723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Calling delete_port for aac6fe58-82a9-443b-b696-2e4b4b915b40 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:38.466065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] For port 2fc90dda-daf6-4f37-b20e-df8ee215513e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2fc90dda-daf6-4f37-b20e-df8ee215513e,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:38.466907 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.502260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] Calling delete_port for 2fc90dda-daf6-4f37-b20e-df8ee215513e owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:38.603125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2fc90dda-daf6-4f37-b20e-df8ee215513e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:38.647883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.669281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62363cf4-32db-4fc6-a256-33bdaf006d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.684821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.690584 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.719808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:38.724179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:38.729753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:38.730392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.742356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=ec959f69-f7c8-417f-8ffb-2e0c8394bf2f,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:38.756352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] Pushing event deleted for resources: {'Port': ['ID=2fc90dda-daf6-4f37-b20e-df8ee215513e,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:38.766451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43dcbd9d-8631-4b80-8a0c-ebfb7bfce734 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5113292 Nov 02 16:57:38.766644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Port 2fc90dda-daf6-4f37-b20e-df8ee215513e update to DOWN by agent not found {{(pid=102067) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 02 16:57:38.766793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37896) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:38.772304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'ec959f69-f7c8-417f-8ffb-2e0c8394bf2f', 'ip_address': '2001:db8::b463:f8b9:7ef9:17eb'}], 'name': 'tempest-NetworksTestDHCPv6-2100501048'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:38.793084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe0f2a8-685d-4272-86cb-59b029dfd45b,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:38.797320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b86cd0-61cb-4d70-a917-2607efd5caf3 None None] No DVR routers for this DVR port 2fc90dda-daf6-4f37-b20e-df8ee215513e on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:38.806064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.832858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['aac6fe58-82a9-443b-b696-2e4b4b915b40'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:57:38.835790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6d1ee-0e70-4e7c-95c1-b9d6ada1a09d None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:38.854278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Pushing event deleted for resources: {'Port': ['ID=aac6fe58-82a9-443b-b696-2e4b4b915b40,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:38.860612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Checking segment: {'id': 'f581206b-e5ea-45c1-b405-37ebd9a9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:38.860979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Network hostable DHCP agents. Network: 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:57:38.916250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] No DVR routers for this DVR port aac6fe58-82a9-443b-b696-2e4b4b915b40 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:38.919567 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.923045 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b388c591-1d9b-4368-a28f-c26403bd779f req-864331d6-b23f-42c7-a94b-cc62273aa4b2 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.55 "DELETE /v2.0/ports/aac6fe58-82a9-443b-b696-2e4b4b915b40 HTTP/1.1" status: 204 len: 173 time: 0.9362762 Nov 02 16:57:38.923503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'name': 'network-vif-deleted', 'tag': 'aac6fe58-82a9-443b-b696-2e4b4b915b40'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:38.933912 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28576d2b-2dfb-40ec-82fd-b888e7c9e38a" -d '{"events": [{"server_uuid": "e7f04ff4-e26e-42ac-82c5-a997ad5ffa62", "name": "network-vif-deleted", "tag": "aac6fe58-82a9-443b-b696-2e4b4b915b40"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:38.938014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:57:38.957551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:38.962720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:38.963308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:38.965555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:38.969731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd6194-da1b-45d5-b417-669628eb6288 None None] Network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:39.011362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e0c91a08-7725-48fe-b3a9-011d76f0b790 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8400548 Nov 02 16:57:39.042980 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399fad9-7438-4255-8fb9-8a96acaecf5a x-openstack-request-id: req-7399fad9-7438-4255-8fb9-8a96acaecf5a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:39.043359 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f04ff4-e26e-42ac-82c5-a997ad5ffa62", "name": "network-vif-deleted", "tag": "aac6fe58-82a9-443b-b696-2e4b4b915b40", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:39.043615 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7399fad9-7438-4255-8fb9-8a96acaecf5a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:39.044026 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f04ff4-e26e-42ac-82c5-a997ad5ffa62', 'name': 'network-vif-deleted', 'tag': 'aac6fe58-82a9-443b-b696-2e4b4b915b40', 'status': 'completed', 'code': 200} Nov 02 16:57:39.113977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.150682 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 8ca77281-c74e-4fc4-8658-9d59bbf7fb9b yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:39.156422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': 'ec959f69-f7c8-417f-8ffb-2e0c8394bf2f'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:39.157499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.309235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37912) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:39.436216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-258939c4-dc0d-4dc7-94d1-8e5956eeb3f9 req-1ecbcc69-7358-421b-8703-e52884c8b510 tempest-VolumesSnapshotTestJSON-1192832468 tempest-VolumesSnapshotTestJSON-1192832468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f04ff4-e26e-42ac-82c5-a997ad5ffa62 HTTP/1.1" status: 200 len: 210 time: 0.1191118 Nov 02 16:57:39.472148 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8d8dc-cb1e-4a02-b106-04317c241edd None None] Network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:39.552158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/ec959f69-f7c8-417f-8ffb-2e0c8394bf2f/27c6e9b4-a38c-4ee9-a65f-c74433da6c1b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:39.815041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.835211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.881393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37926) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:39.888672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515501544-network', 'tenant_id': '2325ac4be4ce42369aecdba80d171380'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:39.899870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::b463:f8b9:7ef9:17eb (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/ec959f69-f7c8-417f-8ffb-2e0c8394bf2f/8ca77281-c74e-4fc4-8658-9d59bbf7fb9b) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:39.904256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:39.907077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:39.914604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:39.947120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Made reservation on behalf of 2325ac4be4ce42369aecdba80d171380 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:39.950279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.961177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Pushing event updated for resources: {'Port': ['ID=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:39.972762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.995901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:39.999892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Attempting to bind port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:40.000286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Attempting to bind port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:40.000659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Attempting to bind port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:40.007275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:40.007663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:40.008071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.009428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:40.009428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Bound port: 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:40.009428 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.090576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] For port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:40.095192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] For port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:40.101661 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.156185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.198611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660f781-0f49-42bf-a540-3e97570f318a None None] Pushing event updated for resources: {'Port': ['ID=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:40.202413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.235070 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.242972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.258300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:40.262684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:40.268199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:40.275067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:40.275868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.281663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:57:40.291722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=8ca77281-c74e-4fc4-8658-9d59bbf7fb9b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:40.304538 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.304927 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Added segment 173cb082-2f5c-4cf9-8a3a-0c114d821cb5 of type vlan for network 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa Nov 02 16:57:40.307540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fcfc8f1e-5cae-485e-a295-387999961f81 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5393703 Nov 02 16:57:40.309826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37928) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:40.336803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02a9961-98bb-460b-9458-c4375b5491e9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:40.365684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f635c-9569-440b-8827-bf01e3673436 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:40.373225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f635c-9569-440b-8827-bf01e3673436 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:40.375104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d79f635c-9569-440b-8827-bf01e3673436 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0640550 Nov 02 16:57:40.377526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37930) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:40.383751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.457649 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.459292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:40.459890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.519107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 8ca77281-c74e-4fc4-8658-9d59bbf7fb9b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:40.520417 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.569714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6861680 Nov 02 16:57:40.571316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651b08f-2edd-4706-8860-e21a7716fe27 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:40.582633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37936) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:40.583704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:57:40.584208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Deleting port 8b6536b6-af2c-4d8c-a5ce-be79ce323639 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:40.584552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.592066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Request body: {'subnet': {'network_id': '7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515501544-subnet', 'tenant_id': '2325ac4be4ce42369aecdba80d171380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:40.675319 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.689400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:40.703893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 8ca77281-c74e-4fc4-8658-9d59bbf7fb9b owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:40.710608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Made reservation on behalf of 2325ac4be4ce42369aecdba80d171380 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:40.714085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.783927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:40.784328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.808457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] For port 8b6536b6-af2c-4d8c-a5ce-be79ce323639, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8b6536b6-af2c-4d8c-a5ce-be79ce323639,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:40.808817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.832776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Calling delete_port for 8b6536b6-af2c-4d8c-a5ce-be79ce323639 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:40.907482 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.930377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:40.985488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:40.989058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=8ca77281-c74e-4fc4-8658-9d59bbf7fb9b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:40.994430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.023230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.027123 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42f25856-7402-4ee4-a4b5-a17b53a4747a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/8ca77281-c74e-4fc4-8658-9d59bbf7fb9b HTTP/1.1" status: 204 len: 168 time: 0.6485708 Nov 02 16:57:41.029565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37942) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:41.075424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:41.108409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c18b43-d5e8-48c1-86a3-592255c22f18 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:41.110663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c18b43-d5e8-48c1-86a3-592255c22f18 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:41.111832 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fe108f3-bf3a-4b99-87e3-42b69e8664a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.113940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-75c18b43-d5e8-48c1-86a3-592255c22f18 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0831156 Nov 02 16:57:41.118748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37946) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:41.165865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.183934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet ec959f69-f7c8-417f-8ffb-2e0c8394bf2f {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:41.187964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.249976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.268805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device aac6fe58-82a9-443b-b696-2e4b4b915b40 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:41.298834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: aac6fe58-82a9-443b-b696-2e4b4b915b40 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:41.300332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device aac6fe58-82a9-443b-b696-2e4b4b915b40 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:41.329922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Checking segment: {'id': '173cb082-2f5c-4cf9-8a3a-0c114d821cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:41.330343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Network hostable DHCP agents. Network: 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:57:41.349405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c777ad2b-8621-440b-a079-9f495d1b07f1,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:41.356068 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.375328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.402431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6536b6-af2c-4d8c-a5ce-be79ce323639,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:41.404566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Network 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:57:41.412743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.437078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:41.450864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317b90f-9906-4267-9060-938bd7ceccc8 None None] Network 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:41.453224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:41.453822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.539569 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.548480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a43d929-9b59-4b76-b93a-0f81b15d8378 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9604070 Nov 02 16:57:41.620870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9b38571c-51d1-48e3-94b7-509009462984 None None] Provisioning complete for port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:41.622348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9b38571c-51d1-48e3-94b7-509009462984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.623397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=ec959f69-f7c8-417f-8ffb-2e0c8394bf2f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:41.636522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:41.639884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a5e9736b-c2a2-4b79-8d15-d2641994065a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/ec959f69-f7c8-417f-8ffb-2e0c8394bf2f HTTP/1.1" status: 204 len: 168 time: 0.5199838 Nov 02 16:57:41.654664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37950) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:41.803579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b0d18080-6c8f-4f81-8ac0-e5456c608ad0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474810 Nov 02 16:57:41.830004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37952) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:41.841349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:41.931497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef0ba3-ee45-4db0-b9fb-53c6fe1f59bd None None] Network 7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:42.022920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:42.025410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83340118-6035-4ecc-8f6a-147d10796cf5 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:42.040466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.159538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e3079a15-e9ce-4b3f-bf91-8ba7519125a7 None None] Could not find standard attr ID for object ab3db173-084b-4415-9f5c-3bf70ae08344. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:42.360641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.379531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:42.417744 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.445904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] Deleting port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:42.446758 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.489374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=7b452e63-0aff-483f-9dc7-d2bbee576070,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:42.499303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:42.503322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:42.506913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:42.508077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.550491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-04d3ccb2-e91f-41cb-a3c4-bf900868a7fa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7141125 Nov 02 16:57:42.553683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37974) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:42.559386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '7b452e63-0aff-483f-9dc7-d2bbee576070', 'ip_address': '2001:db8::f4de:831a:ec62:abdb'}], 'name': 'tempest-NetworksTestDHCPv6-1318552702'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:42.572272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] For port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:42.576132 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.593693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] Calling delete_port for 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:42.626106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-b23b3fdb-933e-463a-b3ee-0d2a75f27fc4 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:42.628365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-b23b3fdb-933e-463a-b3ee-0d2a75f27fc4 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/networks?id=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 HTTP/1.1" status: 200 len: 809 time: 0.2794092 Nov 02 16:57:42.665941 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.681356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:57:42.704130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-226a02c2-1a5e-4499-937f-d38745d28f97 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/quotas/caa363d6afec4911b6ae49139160d284 HTTP/1.1" status: 200 len: 375 time: 0.0652084 Nov 02 16:57:42.712759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:42.758411 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.762048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-ae6e8605-ad4b-45d7-9456-7e04b337905d tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=caa363d6afec4911b6ae49139160d284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470145 Nov 02 16:57:42.777337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:42.783124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:42.804036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 8a619d95-28d6-484d-a89d-ef99840e7ba2 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:42.811603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] Pushing event deleted for resources: {'Port': ['ID=27c6e9b4-a38c-4ee9-a65f-c74433da6c1b,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:42.820765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No active binding found for port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b {{(pid=102067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 16:57:42.821480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:42.826569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb894cb5-133b-45eb-afc6-22755b1029c7 None None] No DVR routers for this DVR port 27c6e9b4-a38c-4ee9-a65f-c74433da6c1b on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:42.855470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd913fc-3be9-4a6e-98eb-1b649952bc31 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:42.869420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:42.877110 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1af5fdb8-3c36-472b-9b64-d73dafb15ffc admin admin] 10.222.0.31 "PUT /v2.0/routers/803d91ec-bd42-4b02-bdd0-e4584d8ec26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5667882 Nov 02 16:57:42.879863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 37978) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:42.895353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] Sync routers for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:42.980365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:42.981729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:43.036850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.146797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-8c3b0fd6-e762-49f4-82fb-2160a14fd55e service neutron] 10.222.0.31 "GET /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755593 Nov 02 16:57:43.173600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.209304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f4de:831a:ec62:abdb (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/7b452e63-0aff-483f-9dc7-d2bbee576070/8a619d95-28d6-484d-a89d-ef99840e7ba2) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:43.260733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Deleting port 8878e466-b910-4bcd-ab8e-318112c9d47e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:43.261246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.308697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-255625dd-b694-4cb9-ab73-2626540372b5 service neutron] 10.222.0.31 "GET /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610203 Nov 02 16:57:43.360995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:43.415518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] For port 8878e466-b910-4bcd-ab8e-318112c9d47e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8878e466-b910-4bcd-ab8e-318112c9d47e,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:43.416043 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.437454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Calling delete_port for 8878e466-b910-4bcd-ab8e-318112c9d47e owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:43.478750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '7b452e63-0aff-483f-9dc7-d2bbee576070'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:43.480017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.543948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.722415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.781228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8878e466-b910-4bcd-ab8e-318112c9d47e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:43.829008 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.925950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:43.992879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:57:41Z', 'revision_number': 5, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port': {'id': '8878e466-b910-4bcd-ab8e-318112c9d47e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:25Z', 'updated_at': '2021-11-02T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:44.033457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] Checking router: 803d91ec-bd42-4b02-bdd0-e4584d8ec26e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:57:44.045903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] Routers {'803d91ec-bd42-4b02-bdd0-e4584d8ec26e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:44.046715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:44.123846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-917ccd97-3b01-4299-9c4e-c82b2f5124d0 req-7deed09c-226a-4ecf-aaf8-1ee831ee28e7 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 210 time: 0.0816112 Nov 02 16:57:44.139781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.162724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.166250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.186266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:44.190057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:44.194468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:44.200623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:44.201317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.210851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=8a619d95-28d6-484d-a89d-ef99840e7ba2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:44.211187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] Set router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:44.231319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-06507265-7601-45a9-9104-6b0e03932716 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6763675 Nov 02 16:57:44.235610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37992) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:44.285642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:57:43Z', 'revision_number': 7, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:44.297265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.298078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 803d91ec-bd42-4b02-bdd0-e4584d8ec26e {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:57:44.311426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46527c-c1b3-4496-b29a-15691a1871bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:44.317077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f46527c-c1b3-4496-b29a-15691a1871bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0763817 Nov 02 16:57:44.317302 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37994) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:44.321199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.326747 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c645b72b-57cc-4f73-9b24-ab1d076075f0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/803d91ec-bd42-4b02-bdd0-e4584d8ec26e HTTP/1.1" status: 204 len: 168 time: 1.4417660 Nov 02 16:57:44.327016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 37996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:44.331940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d20d4-be07-4eb4-95d9-415d06cd0f69 None None] The sync data for ids ['803d91ec-bd42-4b02-bdd0-e4584d8ec26e'] in n-d-811405-2 is: [{'id': '803d91ec-bd42-4b02-bdd0-e4584d8ec26e', 'name': 'tempest-AttachVolumeShelveTestJSON-1024284129-router', 'tenant_id': '5c06930d3455485d87586b09ae99e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:49:24Z', 'updated_at': '2021-11-02T16:57:43Z', 'revision_number': 7, 'project_id': '5c06930d3455485d87586b09ae99e7db', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:44.343493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/7b452e63-0aff-483f-9dc7-d2bbee576070/8f22b075-25c9-49b9-9731-b987eb664287) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:44.438557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Deleting subnet 1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:44.443960 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.489460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.555073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 8a619d95-28d6-484d-a89d-ef99840e7ba2 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:44.555073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.628778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8b6536b6-af2c-4d8c-a5ce-be79ce323639 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:44.635153 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.671994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8b6536b6-af2c-4d8c-a5ce-be79ce323639 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:44.672438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8b6536b6-af2c-4d8c-a5ce-be79ce323639 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:44.675964 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.695513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:44.698451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:44.700983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:44.719665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.748547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.764892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Pushing event updated for resources: {'Port': ['ID=8f22b075-25c9-49b9-9731-b987eb664287,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:44.767620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 8a619d95-28d6-484d-a89d-ef99840e7ba2 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:44.806895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Attempting to bind port 8f22b075-25c9-49b9-9731-b987eb664287 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:44.807420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Attempting to bind port 8f22b075-25c9-49b9-9731-b987eb664287 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:44.807908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Attempting to bind port 8f22b075-25c9-49b9-9731-b987eb664287 on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:44.814506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:44.814928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:44.815635 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.816126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:44.816730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Bound port: 8f22b075-25c9-49b9-9731-b987eb664287, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:44.817199 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.841766 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.891385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:44.894236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] For port 8f22b075-25c9-49b9-9731-b987eb664287, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:44.901137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] For port 8f22b075-25c9-49b9-9731-b987eb664287, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8f22b075-25c9-49b9-9731-b987eb664287,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:44.905293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffae4239-e3ab-4627-8739-e2abdbfe4c71 None None] Network 5476ab48-1fab-43c7-a527-d9915ccaa9aa requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:44.919092 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.922633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-99d4ba77-4b83-4a4e-a2a7-7ad1511379f4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1f1a6f9b-8b69-44e0-b0f8-fc4213c9cad5 HTTP/1.1" status: 204 len: 168 time: 0.5946698 Nov 02 16:57:44.926176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38004) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:44.984259 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:44.986728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.027816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=8a619d95-28d6-484d-a89d-ef99840e7ba2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:45.061164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.065299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-950495e7-8c9b-4fda-8d6e-b55b9c02b120 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/8a619d95-28d6-484d-a89d-ef99840e7ba2 HTTP/1.1" status: 204 len: 168 time: 0.7468948 Nov 02 16:57:45.069441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38008) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:45.143902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b656-83b6-4af8-b4e8-921385c7c4e2 None None] Pushing event updated for resources: {'Port': ['ID=8f22b075-25c9-49b9-9731-b987eb664287,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:45.218474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63590c0a-5e6d-4d60-9a44-8b879c6b0d1e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:45.220118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63590c0a-5e6d-4d60-9a44-8b879c6b0d1e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:45.221745 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-63590c0a-5e6d-4d60-9a44-8b879c6b0d1e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1513019 Nov 02 16:57:45.224805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38012) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:45.360396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] DHCP port deletion for 5476ab48-1fab-43c7-a527-d9915ccaa9aa request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:45.369053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.400599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a0e10ab-4a8b-47cd-b72e-b5e0bb6527eb req-4e0c8a9d-5a58-4123-8bdb-f54edb20987e tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 210 time: 0.0918341 Nov 02 16:57:45.435944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 7b452e63-0aff-483f-9dc7-d2bbee576070 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:45.447547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.492203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] Deleting port 144aa8f6-6103-40fa-ba83-50a4d717d247 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:45.492928 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.522362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-ff7f982c-f2a6-45b7-9163-a319c4390650 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:45.524439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-ff7f982c-f2a6-45b7-9163-a319c4390650 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.55 "GET /v2.0/networks?id=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 HTTP/1.1" status: 200 len: 809 time: 0.4389515 Nov 02 16:57:45.540713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Request body: {'port': {'device_id': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4', 'admin_state_up': True, 'tenant_id': 'caa363d6afec4911b6ae49139160d284'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:45.547320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.606673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] For port 144aa8f6-6103-40fa-ba83-50a4d717d247, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=144aa8f6-6103-40fa-ba83-50a4d717d247,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:45.607075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.638686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] Calling delete_port for 144aa8f6-6103-40fa-ba83-50a4d717d247 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:45.676858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Deleting port 144aa8f6-6103-40fa-ba83-50a4d717d247 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:45.677236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.770694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.786691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] For port 144aa8f6-6103-40fa-ba83-50a4d717d247, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=144aa8f6-6103-40fa-ba83-50a4d717d247,segment=NetworkSegment(b65c6bc4-511e-459e-84f5-5c4bf1e8735b),segment_id=b65c6bc4-511e-459e-84f5-5c4bf1e8735b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:45.787032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.793073 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.806964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Calling delete_port for 144aa8f6-6103-40fa-ba83-50a4d717d247 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:45.838336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] Pushing event deleted for resources: {'Port': ['ID=144aa8f6-6103-40fa-ba83-50a4d717d247,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:45.849579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0ba5d-e747-44ea-ad83-4bbd19e20549 None None] No DVR routers for this DVR port 144aa8f6-6103-40fa-ba83-50a4d717d247 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:45.853829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.873713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Made reservation on behalf of caa363d6afec4911b6ae49139160d284 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:45.877450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.891605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=7b452e63-0aff-483f-9dc7-d2bbee576070,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:45.896067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:45.899623 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e44763d2-107a-4c93-ad1e-791e63a124ae tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/7b452e63-0aff-483f-9dc7-d2bbee576070 HTTP/1.1" status: 204 len: 168 time: 0.6737771 Nov 02 16:57:45.902169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:45.954527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d824dcdb-eb86-49d9-bed6-8e549a0919df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509436 Nov 02 16:57:45.958553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38018) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:45.964468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:46.021846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.066970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] No DVR routers for this DVR port 144aa8f6-6103-40fa-ba83-50a4d717d247 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:46.069458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Pushing event deleted for resources: {'Port': ['ID=144aa8f6-6103-40fa-ba83-50a4d717d247,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.112602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:46.116851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.190848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.216361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5476ab48-1fab-43c7-a527-d9915ccaa9aa']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:46.231011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:46.231311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65c6bc4-511e-459e-84f5-5c4bf1e8735b') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:46.246990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.289855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.302045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:57:46.302536 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: self.session.flush() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:57:46.320211 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:57:46.356323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Allocated IP 172.20.0.14 (5bb53f47-9a4b-44e1-86c7-9f131d73c1a4/efe0f2a8-685d-4272-86cb-59b029dfd45b/1b83910d-6afd-4cc2-acdd-15e8d2c0b621) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:46.392428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.399479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.412531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.430513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] 10.222.0.31 "DELETE /v2.0/networks/5476ab48-1fab-43c7-a527-d9915ccaa9aa HTTP/1.1" status: 204 len: 168 time: 1.4910152 Nov 02 16:57:46.480248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090a41-12ce-4b7d-8fce-9b88197f167e admin admin] Pushing event deleted for resources: {'Network': ['ID=5476ab48-1fab-43c7-a527-d9915ccaa9aa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.482880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=16877f6d-6eb4-4b06-869f-17a582b18692,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.491309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:46.494021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:46.497276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:46.497875 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.523137 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-89b5eef8-4676-413d-b147-cca80f1bd174 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5631773 Nov 02 16:57:46.526426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38026) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:46.537785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '16877f6d-6eb4-4b06-869f-17a582b18692', 'ip_address': '2001:db8::7a85:6631:ce89:e7f6'}], 'name': 'tempest-NetworksTestDHCPv6-1918760757'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:46.649763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded6bc3c-8e8b-45f6-bedd-4cf7e3a5e24d None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:46.679883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba8fd54e-01ab-4394-88e7-e7413f299c64 req-f173fc8d-0d0e-4f51-9e05-cd014f00531a tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 210 time: 0.1167462 Nov 02 16:57:46.702451 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.711021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8f22b075-25c9-49b9-9731-b987eb664287 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:46.756189 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.789768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2923661c-85ce-4f62-a160-a8aaa0583eaf None None] Provisioning complete for port 8f22b075-25c9-49b9-9731-b987eb664287 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:46.790154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2923661c-85ce-4f62-a160-a8aaa0583eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.821405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:46.825133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:46.833754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:46.834672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38028) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:46.856053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:46.866755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8f22b075-25c9-49b9-9731-b987eb664287 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:46.867129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.894161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:46.895382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:46.899294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Pushing event updated for resources: {'Port': ['ID=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.921425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-3a3c7aa6-cc5c-438a-ab00-08d417837437 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3876636 Nov 02 16:57:46.942440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Request body: {'port': {'device_id': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:46.966851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c5f6cadc-56b8-4917-9a20-3d5a38ddb3b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c06930d3455485d87586b09ae99e7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184969 Nov 02 16:57:46.968910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38030) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:47.005722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.033370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 28ad995f-84a3-441d-a1e2-adba746e6b86 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:47.048226 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.086630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.107262 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2923661c-85ce-4f62-a160-a8aaa0583eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.176438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 8f22b075-25c9-49b9-9731-b987eb664287, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8f22b075-25c9-49b9-9731-b987eb664287,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:47.192782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.317436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::7a85:6631:ce89:e7f6 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/16877f6d-6eb4-4b06-869f-17a582b18692/28ad995f-84a3-441d-a1e2-adba746e6b86) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:47.345182 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e9ff-605a-41d4-a6dc-de8d22512caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.349633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=8f22b075-25c9-49b9-9731-b987eb664287,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:47.351985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8878e466-b910-4bcd-ab8e-318112c9d47e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:47.383415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.383665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.384344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.385141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.385141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.385464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.385791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.386112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.386482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.386801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.387349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.387476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:47.391470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e9ff-605a-41d4-a6dc-de8d22512caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.401957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8878e466-b910-4bcd-ab8e-318112c9d47e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:47.402336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8878e466-b910-4bcd-ab8e-318112c9d47e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:47.402757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 144aa8f6-6103-40fa-ba83-50a4d717d247 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:47.429740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 144aa8f6-6103-40fa-ba83-50a4d717d247 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:47.430086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 144aa8f6-6103-40fa-ba83-50a4d717d247 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:47.442305 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-2923661c-85ce-4f62-a160-a8aaa0583eaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:57:47.442828 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-2923661c-85ce-4f62-a160-a8aaa0583eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:57:47.534444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e9ff-605a-41d4-a6dc-de8d22512caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.537352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e9ff-605a-41d4-a6dc-de8d22512caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.540765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a1f0e9ff-605a-41d4-a6dc-de8d22512caf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51d37c73-7dea-4198-8378-797eb9dd2320 HTTP/1.1" status: 204 len: 168 time: 0.5678949 Nov 02 16:57:47.550875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0e9ff-605a-41d4-a6dc-de8d22512caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d37c73-7dea-4198-8378-797eb9dd2320,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:47.563779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:47.574040 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.595161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Transition to ACTIVE for port object 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:57:47.600017 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.603732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.657062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.664052 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.712355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Pushing event updated for resources: {'Port': ['ID=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:47.741305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=28ad995f-84a3-441d-a1e2-adba746e6b86,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:47.779106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:47.780763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:47.785171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:47.785703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Attempting to bind port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:47.786179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Attempting to bind port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'f581206b-e5ea-45c1-b405-37ebd9a9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:47.786605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Attempting to bind port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 on network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:47.792731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.793292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.800777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 on network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:57:47.809158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Attempting to bind port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 on network 5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:47.815601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:47.816083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Checking segment: {'id': 'f581206b-e5ea-45c1-b405-37ebd9a9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:47.816603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Bound using segment: {'id': 'f581206b-e5ea-45c1-b405-37ebd9a9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:47.817183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Bound port: 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f581206b-e5ea-45c1-b405-37ebd9a9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:47.817668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:47.830664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-198e1f9f-fbd9-41ad-b9c2-a90b97cf3732 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3028390 Nov 02 16:57:47.833372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38038) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:47.893050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b6251-6a3a-4108-8514-5afb6a3ee247 req-724e2007-d3e6-47fb-8bba-3b551fa85cfe tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.897064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e83b6251-6a3a-4108-8514-5afb6a3ee247 req-724e2007-d3e6-47fb-8bba-3b551fa85cfe tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 944 time: 0.0894835 Nov 02 16:57:47.985998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e83b6251-6a3a-4108-8514-5afb6a3ee247 req-6bf04f5c-b2ec-4c9b-8a66-4712a2d9bbc4 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802433 Nov 02 16:57:47.992734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fd3b1-b149-4496-99ed-82ea34ac35b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.005812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fd3b1-b149-4496-99ed-82ea34ac35b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.009341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1b4fd3b1-b149-4496-99ed-82ea34ac35b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1748497 Nov 02 16:57:48.012671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38042) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:48.046211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] For port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:48.053390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] For port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,segment=NetworkSegment(f581206b-e5ea-45c1-b405-37ebd9a9e246),segment_id=f581206b-e5ea-45c1-b405-37ebd9a9e246)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:48.064534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.133202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.133959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.135493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] 10.222.0.55 "PUT /v2.0/ports/1b83910d-6afd-4cc2-acdd-15e8d2c0b621 HTTP/1.1" status: 200 len: 1092 time: 1.2039127 Nov 02 16:57:48.135929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'tag': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:48.138644 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afcd859-8f47-4003-8eef-77244fcb35bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d496d392-7025-4cf8-adee-80f7c7c07e6b", "tag": "1b83910d-6afd-4cc2-acdd-15e8d2c0b621"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:48.154047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dafad18d-6793-4230-a586-93a8f4cbf689 None None] Could not find standard attr ID for object 8ca77281-c74e-4fc4-8658-9d59bbf7fb9b. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:48.161562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a64ea-949b-4af0-8f18-923f6872e274 service neutron] Pushing event updated for resources: {'Port': ['ID=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:48.205218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dafad18d-6793-4230-a586-93a8f4cbf689 None None] Provisioning complete for port 8f22b075-25c9-49b9-9731-b987eb664287 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:48.205631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dafad18d-6793-4230-a586-93a8f4cbf689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.265973 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3924626-13d8-43c8-a056-64751f407b5b x-openstack-request-id: req-a3924626-13d8-43c8-a056-64751f407b5b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:48.266509 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d496d392-7025-4cf8-adee-80f7c7c07e6b", "tag": "1b83910d-6afd-4cc2-acdd-15e8d2c0b621", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:48.271126 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3924626-13d8-43c8-a056-64751f407b5b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:48.272443 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'tag': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621', 'status': 'completed', 'code': 200} Nov 02 16:57:48.285712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-b377c3c4-d122-40c9-be04-f84dc9cbe33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.286213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 28ad995f-84a3-441d-a1e2-adba746e6b86 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:48.286569 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.288544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-b377c3c4-d122-40c9-be04-f84dc9cbe33f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=caa363d6afec4911b6ae49139160d284&device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 1095 time: 0.1052835 Nov 02 16:57:48.419514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-e1848fa2-fa40-4459-93ef-ff6364fb1846 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621 HTTP/1.1" status: 200 len: 217 time: 0.1178858 Nov 02 16:57:48.424001 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.452289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 28ad995f-84a3-441d-a1e2-adba746e6b86 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:48.490027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-e13cdc94-3385-4439-84f5-1710b102ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.491612 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-e13cdc94-3385-4439-84f5-1710b102ea28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efe0f2a8-685d-4272-86cb-59b029dfd45b HTTP/1.1" status: 200 len: 849 time: 0.0735898 Nov 02 16:57:48.562844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-1db57960-312d-4661-a3ec-420429321115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592089 Nov 02 16:57:48.586171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7a48d053-768f-41c1-937c-309272248229 None None] Could not find standard attr ID for object 8a619d95-28d6-484d-a89d-ef99840e7ba2. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:48.642864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8f22b075-25c9-49b9-9731-b987eb664287 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:48.732162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.732699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9833b62f-efe7-4adc-85e1-3c506fb07246 None None] Provisioning complete for port 28ad995f-84a3-441d-a1e2-adba746e6b86 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:48.732699 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9833b62f-efe7-4adc-85e1-3c506fb07246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.769617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-6dd54a3a-06f3-45c8-bd64-ee06a19339bb service neutron] 10.222.0.55 "GET /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994293 Nov 02 16:57:48.780464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9833b62f-efe7-4adc-85e1-3c506fb07246 None None] Port 28ad995f-84a3-441d-a1e2-adba746e6b86 was deleted so its status cannot be updated. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 02 16:57:48.780998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=28ad995f-84a3-441d-a1e2-adba746e6b86,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:48.813236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8f22b075-25c9-49b9-9731-b987eb664287 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:48.813607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.818840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:48.822547 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d39c9d99-2958-4949-9e0e-09f6cf02033d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/28ad995f-84a3-441d-a1e2-adba746e6b86 HTTP/1.1" status: 204 len: 168 time: 0.8084357 Nov 02 16:57:48.824923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38066) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:48.910422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df7cdf-036d-4ef1-bd78-fa7459d696c8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.916317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df7cdf-036d-4ef1-bd78-fa7459d696c8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.918902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9df7cdf-036d-4ef1-bd78-fa7459d696c8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0927949 Nov 02 16:57:48.921465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38068) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:49.022579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 16877f6d-6eb4-4b06-869f-17a582b18692 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:49.026667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:49.037114 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-199908e2-6b57-4c00-b9a4-4bff16126b23 req-712aaefb-0eb0-4b77-ae07-8bb81ef068cc service neutron] 10.222.0.55 "GET /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437425 Nov 02 16:57:49.099529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:49.159618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-ef70a460-4536-47f7-86f3-1adc1fc4045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.161578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-ef70a460-4536-47f7-86f3-1adc1fc4045b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=caa363d6afec4911b6ae49139160d284&device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 1095 time: 0.0587943 Nov 02 16:57:49.229127 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:49.281373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257990d-1500-4248-989e-3fa18ed7507d req-5a1561ef-0307-4ef5-89c9-c39ce5497228 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.289892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a257990d-1500-4248-989e-3fa18ed7507d req-5a1561ef-0307-4ef5-89c9-c39ce5497228 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 944 time: 0.1536088 Nov 02 16:57:49.348954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-e5b64c53-7a40-4d67-a297-f404538ece9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.357477 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-e5b64c53-7a40-4d67-a297-f404538ece9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 HTTP/1.1" status: 200 len: 910 time: 0.1882944 Nov 02 16:57:49.376234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:49.396219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:49.399965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/16877f6d-6eb4-4b06-869f-17a582b18692 HTTP/1.1" status: 204 len: 168 time: 0.4771988 Nov 02 16:57:49.402341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:49.413288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-5202c5d8-c890-480a-8900-07f20aa0eeab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621 HTTP/1.1" status: 200 len: 217 time: 0.0475011 Nov 02 16:57:49.471761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56871e36-471d-4eaa-994a-403735d0406f None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:49.520800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea426721-d201-4ca2-b626-7f415cfdba77 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=16877f6d-6eb4-4b06-869f-17a582b18692,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:49.530398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-38a1cc2b-6b07-4e8e-ae4a-0a33884522bf tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268837 Nov 02 16:57:49.534607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38084) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:49.546060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-d3c0f68d-8624-499c-b59a-74a1e9bedc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.547833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-d3c0f68d-8624-499c-b59a-74a1e9bedc6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efe0f2a8-685d-4272-86cb-59b029dfd45b HTTP/1.1" status: 200 len: 849 time: 0.1257851 Nov 02 16:57:49.599650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a257990d-1500-4248-989e-3fa18ed7507d req-ede3e1db-8ae2-4b25-a95b-f341652b66f6 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087385 Nov 02 16:57:49.610093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-2bfc01df-40bc-4c01-be52-7869146c37e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335033 Nov 02 16:57:49.644126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16377e39-afb1-4534-bf0e-2f870cf8b0e6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.646375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16377e39-afb1-4534-bf0e-2f870cf8b0e6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1092322 Nov 02 16:57:49.648118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38088) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:49.773560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab0fb9-7787-4f1a-aa1d-fff3e41acec0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.777412 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a8ab0fb9-7787-4f1a-aa1d-fff3e41acec0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259487 Nov 02 16:57:49.777568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-f6878f7d-56df-49dd-bc1c-0a5404bac907 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479549 Nov 02 16:57:49.777669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38092) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:49.781281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:49.841783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a796174-7b7b-4f7c-9d20-bbd055065297 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626380 Nov 02 16:57:49.849917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38094) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:49.855049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:49.859284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] Deleting port 8f22b075-25c9-49b9-9731-b987eb664287 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:49.863686 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.009314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] For port 8f22b075-25c9-49b9-9731-b987eb664287, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8f22b075-25c9-49b9-9731-b987eb664287,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:50.010079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.042366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] Calling delete_port for 8f22b075-25c9-49b9-9731-b987eb664287 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:50.056368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:50.060239 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4afcd859-8f47-4003-8eef-77244fcb35bb req-f531cede-e3f0-4ec6-b01c-70c1b5d63257 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721550 Nov 02 16:57:50.064155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.177020 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.189024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] No DVR routers for this DVR port 8f22b075-25c9-49b9-9731-b987eb664287 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:50.212584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319e9c6-e6ac-4ac5-bbfa-42ba1fb6ab4d None None] Pushing event deleted for resources: {'Port': ['ID=8f22b075-25c9-49b9-9731-b987eb664287,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:50.354867 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.414445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:50.417851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:50.420840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:50.421432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.428299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9b9e3-7ce0-4732-9d20-0d2aa42211f4 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:50.444160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=16624ab5-8a21-4cd2-b18c-114ea01f1073,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:50.453641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9467a74b-b8e0-4000-9b89-05cb8cb2232b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6025999 Nov 02 16:57:50.456943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38106) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:50.462120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '16624ab5-8a21-4cd2-b18c-114ea01f1073', 'ip_address': '2001:db8::f800:1dce:8bbb:c019'}], 'name': 'tempest-NetworksTestDHCPv6-544182252'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:50.616534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8f22b075-25c9-49b9-9731-b987eb664287 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:50.638708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:50.648721 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.650976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8f22b075-25c9-49b9-9731-b987eb664287 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:57:50.651328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8f22b075-25c9-49b9-9731-b987eb664287 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:50.678095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 5d178408-6f82-45ed-856b-422c302a3ac0 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:50.742883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '16624ab5-8a21-4cd2-b18c-114ea01f1073'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:50.744129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:50.878833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe17f0-f948-46e9-a374-0080332e46f6 req-f3318b4d-c243-4f1c-9ebb-fbafa9160576 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:50.887953 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebfe17f0-f948-46e9-a374-0080332e46f6 req-f3318b4d-c243-4f1c-9ebb-fbafa9160576 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 944 time: 0.1296320 Nov 02 16:57:50.946721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebfe17f0-f948-46e9-a374-0080332e46f6 req-b56fb02f-f953-4923-abda-526e6c0645a5 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575135 Nov 02 16:57:51.039327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f800:1dce:8bbb:c019 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/16624ab5-8a21-4cd2-b18c-114ea01f1073/5d178408-6f82-45ed-856b-422c302a3ac0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:51.220986 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.277050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.308243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:57:51.338540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=5d178408-6f82-45ed-856b-422c302a3ac0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:51.363570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:51.365915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:51.368059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:51.380946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:51.380946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.406198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9d04a480-239d-404e-855e-43b716605bd4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9452198 Nov 02 16:57:51.406551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:51.412649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '16624ab5-8a21-4cd2-b18c-114ea01f1073', 'ip_address': '2001:db8::f800:1dce:8bbb:c019'}], 'name': 'tempest-NetworksTestDHCPv6-1480517352'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:51.435193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/16624ab5-8a21-4cd2-b18c-114ea01f1073/b143b728-1db9-4c41-bd0f-b9eff6ad5ff8) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:51.533856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,segment=NetworkSegment(f581206b-e5ea-45c1-b405-37ebd9a9e246),segment_id=f581206b-e5ea-45c1-b405-37ebd9a9e246)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:51.556019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621', 'network_id': '5bb53f47-9a4b-44e1-86c7-9f131d73c1a4', 'port_id': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621', 'mac_address': 'fa:16:3e:ea:5f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe0f2a8-685d-4272-86cb-59b029dfd45b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:57:51.589314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:51.595053 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.623493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port b495bab4-9a27-4675-87e3-8b1547f35b65 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:51.636407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.653981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:51.717818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,segment=NetworkSegment(f581206b-e5ea-45c1-b405-37ebd9a9e246),segment_id=f581206b-e5ea-45c1-b405-37ebd9a9e246)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:51.742176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.756236 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.798817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:51.833497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:51.888074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Pushing event updated for resources: {'Port': ['ID=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:51.897612 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 16:57:51.899587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:51.902832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:57:51.905937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:51.907931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:51.933823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cb2205a1-ffae-4c62-8d72-38a95705bd97 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5236180 Nov 02 16:57:51.934185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38132) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:51.962407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1b83910d-6afd-4cc2-acdd-15e8d2c0b621'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:57:52.017364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bbf74-a8ad-488c-a70a-76215800ca9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.024590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bbf74-a8ad-488c-a70a-76215800ca9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.026481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3c9bbf74-a8ad-488c-a70a-76215800ca9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0912230 Nov 02 16:57:52.026987 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:57:52.029047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38136) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:52.068585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Attempting to bind port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:52.068978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Attempting to bind port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:52.069312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Attempting to bind port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:52.083119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:52.083494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:52.083891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.084284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:52.084758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Bound port: b143b728-1db9-4c41-bd0f-b9eff6ad5ff8, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:52.085146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.138844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff552118-d3e0-4faf-a635-69efa05fe7ac req-82547e39-49af-4a48-a7a3-4b3d6eac336a tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.140262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff552118-d3e0-4faf-a635-69efa05fe7ac req-82547e39-49af-4a48-a7a3-4b3d6eac336a tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 945 time: 0.0873141 Nov 02 16:57:52.209656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff552118-d3e0-4faf-a635-69efa05fe7ac req-24a3233e-b1ff-4f50-b8ed-7bd26b1bced9 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 Nov 02 16:57:52.216950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] For port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:52.222460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] For port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:52.240131 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 5d178408-6f82-45ed-856b-422c302a3ac0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:52.240358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.243721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.341090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d58e-260d-4398-b5f4-f9db4d4ab0c5 None None] Pushing event updated for resources: {'Port': ['ID=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:52.406168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.421086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 5d178408-6f82-45ed-856b-422c302a3ac0 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:52.711332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.749099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=5d178408-6f82-45ed-856b-422c302a3ac0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:52.776522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:52.783116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38142) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:52.784156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9e0af3bd-eb77-4bff-b95d-72b9d0a3755a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/5d178408-6f82-45ed-856b-422c302a3ac0 HTTP/1.1" status: 204 len: 168 time: 0.7527742 Nov 02 16:57:52.870967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4ffa2-6e31-48a7-ad18-d6ab816086ca tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.870967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4ffa2-6e31-48a7-ad18-d6ab816086ca tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.872277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3ab4ffa2-6e31-48a7-ad18-d6ab816086ca tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0874264 Nov 02 16:57:52.875234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38146) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:52.947143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 16624ab5-8a21-4cd2-b18c-114ea01f1073 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:52.953274 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.007088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.116775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38150) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:53.123642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.179320 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.211925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.267407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:53.274492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=16624ab5-8a21-4cd2-b18c-114ea01f1073,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:53.278144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.291782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-935ea4c0-8d92-4de5-8dcd-138142f65011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/16624ab5-8a21-4cd2-b18c-114ea01f1073 HTTP/1.1" status: 204 len: 168 time: 0.4060013 Nov 02 16:57:53.294009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38156) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:53.363719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a1b65e1b-bd94-4b62-8df2-bf5d40edd9a4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703671 Nov 02 16:57:53.367554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38158) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:53.373159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:53.385159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:57:53.388666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f08fda5-2ada-4505-8e5b-c1bda28bee0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.416367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:53.416782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.562819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f9ff8-5325-43fb-b8aa-9cedd5783bff req-d3f387dd-9924-4b3e-a347-94db9eb8cc5a tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.565434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e47f9ff8-5325-43fb-b8aa-9cedd5783bff req-d3f387dd-9924-4b3e-a347-94db9eb8cc5a tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 945 time: 0.1108696 Nov 02 16:57:53.609359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:53.621385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.666888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.706516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:53.708951 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b15f448-921d-4623-959c-ac0fef24d5f9" -d '{"events": [{"server_uuid": "d496d392-7025-4cf8-adee-80f7c7c07e6b", "name": "network-vif-plugged", "status": "completed", "tag": "1b83910d-6afd-4cc2-acdd-15e8d2c0b621"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:53.725875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,segment=NetworkSegment(f581206b-e5ea-45c1-b405-37ebd9a9e246),segment_id=f581206b-e5ea-45c1-b405-37ebd9a9e246)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:53.733175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.741205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e47f9ff8-5325-43fb-b8aa-9cedd5783bff req-22b0a895-98e6-4225-aaa7-6ae1f54c3b57 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684608 Nov 02 16:57:53.821153 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7e75c8-de7e-46e8-b4f5-209d4dc9d858 x-openstack-request-id: req-ab7e75c8-de7e-46e8-b4f5-209d4dc9d858 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:53.822010 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d496d392-7025-4cf8-adee-80f7c7c07e6b", "name": "network-vif-plugged", "status": "completed", "tag": "1b83910d-6afd-4cc2-acdd-15e8d2c0b621", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:53.822279 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab7e75c8-de7e-46e8-b4f5-209d4dc9d858 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:53.822703 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621', 'code': 200} Nov 02 16:57:53.826966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:53.830216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1631228-d717-4065-87d4-f5fae957040b None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:53.951362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5592fd8f-7ee8-4a77-b71f-f0bb940af689 None None] Provisioning complete for port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:53.951362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5592fd8f-7ee8-4a77-b71f-f0bb940af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.954718 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f08fda5-2ada-4505-8e5b-c1bda28bee0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.961865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f08fda5-2ada-4505-8e5b-c1bda28bee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.970412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:53.987885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd72fac-1bee-498e-857c-ff2e6e39db6b req-b481292a-8728-404f-845a-ae578ba19191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.989750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cfd72fac-1bee-498e-857c-ff2e6e39db6b req-b481292a-8728-404f-845a-ae578ba19191 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 1097 time: 0.0888739 Nov 02 16:57:54.043015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:54.045744 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f08fda5-2ada-4505-8e5b-c1bda28bee0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70122a24f83342ed9b76a1713a85b8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9276578 Nov 02 16:57:54.051161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38166) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:54.051995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08fda5-2ada-4505-8e5b-c1bda28bee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eee16eb-0028-45fa-82f6-fa7692a7257a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:54.052253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:54.059816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:54.060854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.082923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cfd72fac-1bee-498e-857c-ff2e6e39db6b req-2dd822cb-42c4-4379-a24a-5c009e101dbe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831866 Nov 02 16:57:54.100043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7309966 Nov 02 16:57:54.103143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38168) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:54.117024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'f5820e34-bd80-4a36-b285-f9c5a2a0909a', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-245633558'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:54.119319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5592fd8f-7ee8-4a77-b71f-f0bb940af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.143844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bdad6-9797-4987-9d7b-78d16e02ed3d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=f5820e34-bd80-4a36-b285-f9c5a2a0909a,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:54.146653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:57:54.161654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e508fec7-f43c-40ae-8520-b529d7301977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.186249 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e508fec7-f43c-40ae-8520-b529d7301977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.193054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5592fd8f-7ee8-4a77-b71f-f0bb940af689 None None] For port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:54.202172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5592fd8f-7ee8-4a77-b71f-f0bb940af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.270007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e508fec7-f43c-40ae-8520-b529d7301977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.272237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e508fec7-f43c-40ae-8520-b529d7301977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.273408 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e508fec7-f43c-40ae-8520-b529d7301977 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1eee16eb-0028-45fa-82f6-fa7692a7257a HTTP/1.1" status: 204 len: 168 time: 0.1994452 Nov 02 16:57:54.273894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] Deleting port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:57:54.274441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.296326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508fec7-f43c-40ae-8520-b529d7301977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eee16eb-0028-45fa-82f6-fa7692a7257a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:54.327635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:54.334870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592fd8f-7ee8-4a77-b71f-f0bb940af689 None None] Pushing event updated for resources: {'Port': ['ID=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:54.421396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] For port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:54.422105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.439008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] Calling delete_port for b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:57:54.485621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.522576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port c1b6dd1e-30dc-4d16-bdb5-2216c7768247 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:57:54.537149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.563141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] Pushing event deleted for resources: {'Port': ['ID=b143b728-1db9-4c41-bd0f-b9eff6ad5ff8,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:54.574817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23de7c9-967d-4bd1-b9ad-371308439425 None None] No DVR routers for this DVR port b143b728-1db9-4c41-bd0f-b9eff6ad5ff8 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:54.597422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb06eb-b8f5-4a64-91a6-4119ff66272b None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:54.709037 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:57:54.710536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:57:54.741308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-de15d6b3-876e-4083-8937-583ac91301be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6317670 Nov 02 16:57:54.741677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38174) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:54.776411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': 'f5820e34-bd80-4a36-b285-f9c5a2a0909a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:57:54.777972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.788603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f66315ad-d38b-458a-943f-c13b73c874d5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434957 Nov 02 16:57:54.788933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:54.860624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38180) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:54.875101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccfe6f-cf61-4f60-9476-c53eff653841 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:54.877534 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccfe6f-cf61-4f60-9476-c53eff653841 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:54.879613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-abccfe6f-cf61-4f60-9476-c53eff653841 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0884194 Nov 02 16:57:54.880569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbd31-2367-4a22-9249-23e4b1ad1a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.884140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38182) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:54.957610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet f5820e34-bd80-4a36-b285-f9c5a2a0909a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:57:54.983553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbd31-2367-4a22-9249-23e4b1ad1a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.989566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbd31-2367-4a22-9249-23e4b1ad1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:54.995071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/f5820e34-bd80-4a36-b285-f9c5a2a0909a/5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:55.021671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea1031-1488-4049-97f6-c26011a9e4dd req-c08c0944-2522-42a4-ac0b-fe0af13f63c6 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:55.024383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41ea1031-1488-4049-97f6-c26011a9e4dd req-c08c0944-2522-42a4-ac0b-fe0af13f63c6 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 946 time: 0.0634315 Nov 02 16:57:55.057316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4e2bbd31-2367-4a22-9249-23e4b1ad1a09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6827a6ba41ca42a3882ee75bf40034ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946924 Nov 02 16:57:55.060134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38186) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:55.068498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bbd31-2367-4a22-9249-23e4b1ad1a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ef62f-3a6a-412b-b20c-b544eb0b12c9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:55.075632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41ea1031-1488-4049-97f6-c26011a9e4dd req-4f27784a-fccc-4897-923f-87ed71e3d705 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Nov 02 16:57:55.129405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b731d7-0347-43b1-ac7c-ebfd5ed9185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.156640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b731d7-0347-43b1-ac7c-ebfd5ed9185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.212509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.220352 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.221583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.242927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b731d7-0347-43b1-ac7c-ebfd5ed9185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.249760 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a4b731d7-0347-43b1-ac7c-ebfd5ed9185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.255880 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a4b731d7-0347-43b1-ac7c-ebfd5ed9185f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c91ef62f-3a6a-412b-b20c-b544eb0b12c9 HTTP/1.1" status: 204 len: 168 time: 0.1940942 Nov 02 16:57:55.273247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b731d7-0347-43b1-ac7c-ebfd5ed9185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ef62f-3a6a-412b-b20c-b544eb0b12c9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:55.295065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.328224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:55.332856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:55.344370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:55.410931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Pushing event updated for resources: {'Port': ['ID=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:55.417264 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.422870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Attempting to bind port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:57:55.423378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Attempting to bind port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:57:55.423709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Attempting to bind port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:55.429835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:55.430236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:57:55.430714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.431018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:55.431477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Bound port: 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:57:55.431850 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.492947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.522420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] For port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:55.527281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] For port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:55.528547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=f5820e34-bd80-4a36-b285-f9c5a2a0909a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:55.530754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.535083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ab26781-bf47-4e61-8eb1-f99fa160c0b4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/f5820e34-bd80-4a36-b285-f9c5a2a0909a HTTP/1.1" status: 204 len: 168 time: 0.6497939 Nov 02 16:57:55.535560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:55.537780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:55.588584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5ff8537e-4263-4778-bf72-3754e1fe9c86 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492713 Nov 02 16:57:55.592359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38200) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:55.598899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:55.626111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baee211-f1d9-4bfc-b2bb-cff0951b0c02 None None] Pushing event updated for resources: {'Port': ['ID=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:55.714865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:55.719752 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.416730 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.468699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:56.479973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:56.510526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:56.511155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.539949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=a188553b-9479-4513-b455-af942a64bc1c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:56.565593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c91594-6b95-4e34-9224-6bdf8a768ac3 req-76e9239f-67ad-4c67-ade3-d657b79ab7a4 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:56.567343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45c91594-6b95-4e34-9224-6bdf8a768ac3 req-76e9239f-67ad-4c67-ade3-d657b79ab7a4 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 946 time: 0.2333822 Nov 02 16:57:56.597238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-09575d8c-cee4-48f5-878c-11da1c274c73 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0024619 Nov 02 16:57:56.599124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38228) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:56.609948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1747255144', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:56.648254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45c91594-6b95-4e34-9224-6bdf8a768ac3 req-b759dd11-4a1d-4794-8daf-dc3697f275ad tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733273 Nov 02 16:57:56.683048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.683048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.701377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:56.802104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.807395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:56.807773 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.820527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.857155 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:56.858422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1a04355f-4212-4734-8cdf-9ecc0eca26d4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2573857 Nov 02 16:57:56.861311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38236) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:56.994302 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:57.041438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474430cf-d51e-4ffa-9d0e-b9ea1f827025 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:57:57.134545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:57.152789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:57.221571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:57.310735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6c459401-8f38-4fe1-88fa-efea202124bb None None] Provisioning complete for port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:57.311134 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6c459401-8f38-4fe1-88fa-efea202124bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:57.443354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:57.818381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::1 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/a188553b-9479-4513-b455-af942a64bc1c/0a313236-252c-4908-8ade-1d8d3e244541) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:57.993007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:58.060091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:58.128906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:58.130985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7c36d4b2-0873-49e8-81c2-d2f6796fae8c None None] Provisioning complete for port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:58.131463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7c36d4b2-0873-49e8-81c2-d2f6796fae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:58.136320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:58.138930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:58.139624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:58.214147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=0a313236-252c-4908-8ade-1d8d3e244541,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:58.383982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:58.639840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:58.724520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:58.725181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:58.937721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c862a0a5-6d1e-418d-9cfe-66b24ec41102 None None] Provisioning complete for port 0a313236-252c-4908-8ade-1d8d3e244541 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:58.938103 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c862a0a5-6d1e-418d-9cfe-66b24ec41102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.038791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c862a0a5-6d1e-418d-9cfe-66b24ec41102 None None] Port 0a313236-252c-4908-8ade-1d8d3e244541 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:59.043341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c862a0a5-6d1e-418d-9cfe-66b24ec41102 None None] Could not find standard attr ID for object 5d178408-6f82-45ed-856b-422c302a3ac0. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:57:59.059545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.087828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.087828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.217171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=0a313236-252c-4908-8ade-1d8d3e244541,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:59.275614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:59.277520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:59.289093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38304) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:59.464752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Router 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:57:59.477019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12cbfb4d-6111-487c-a996-dcd852db48f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.642639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12cbfb4d-6111-487c-a996-dcd852db48f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.662623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-12cbfb4d-6111-487c-a996-dcd852db48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.668088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-93159039-cf7d-44ea-9139-704612d04452 None None] Provisioning complete for port 0a313236-252c-4908-8ade-1d8d3e244541 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:59.668634 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93159039-cf7d-44ea-9139-704612d04452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.668943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:59.684400 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Sync routers for ids ['2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:59.707650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-74724dc2-11af-4606-83b3-ce0723e323bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "PUT /v2.0/routers/2cdd51cf-38bd-4f04-95fe-e39dd7dca40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449323 Nov 02 16:57:59.708050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38314) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:59.711159 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Routers {'2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:59.712422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:59.716369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-93159039-cf7d-44ea-9139-704612d04452 None None] Port 0a313236-252c-4908-8ade-1d8d3e244541 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:57:59.716973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-12cbfb4d-6111-487c-a996-dcd852db48f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f7f859fc8194accbaea77244e09fc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259746 Nov 02 16:57:59.720551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38316) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:59.730559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfb4d-6111-487c-a996-dcd852db48f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dcf9ec-e069-4797-b1a7-d9bd3e3482ce,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:59.793624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092da51c-e813-4e8c-9e8b-d297156c1344 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:59.802703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38318) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:59.804634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-092da51c-e813-4e8c-9e8b-d297156c1344 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports/0a313236-252c-4908-8ade-1d8d3e244541 HTTP/1.1" status: 200 len: 911 time: 0.0954599 Nov 02 16:57:59.829794 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Set router 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:59.847709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec7b-c819-409b-a3bc-f22ebb5952b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.883578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec7b-c819-409b-a3bc-f22ebb5952b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.902741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcef366-e2ab-4988-a397-cdc3ed1fc2e8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:59.909140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcef366-e2ab-4988-a397-cdc3ed1fc2e8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:59.913784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:59.920919 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8dcef366-e2ab-4988-a397-cdc3ed1fc2e8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1168664 Nov 02 16:57:59.977071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec7b-c819-409b-a3bc-f22ebb5952b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.983481 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec7b-c819-409b-a3bc-f22ebb5952b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:57:59.984968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d2d0ec7b-c819-409b-a3bc-f22ebb5952b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0dcf9ec-e069-4797-b1a7-d9bd3e3482ce HTTP/1.1" status: 204 len: 168 time: 0.2628908 Nov 02 16:58:00.010271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0ec7b-c819-409b-a3bc-f22ebb5952b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dcf9ec-e069-4797-b1a7-d9bd3e3482ce,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:00.149823 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd51cf-38bd-4f04-95fe-e39dd7dca40b', 'name': 'tempest-NetworksTestDHCPv6-router-1747255144', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:57:56Z', 'updated_at': '2021-11-02T16:57:58Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'gw_port_host': None, '_interfaces': [{'id': '0a313236-252c-4908-8ade-1d8d3e244541', 'name': '', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'mac_address': 'fa:16:3e:6b:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd51cf-38bd-4f04-95fe-e39dd7dca40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a188553b-9479-4513-b455-af942a64bc1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:57:57Z', 'updated_at': '2021-11-02T16:57:58Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'subnets': [{'id': 'a188553b-9479-4513-b455-af942a64bc1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:00.190614 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Checking router: 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:58:00.191219 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Updating router 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b port 0a313236-252c-4908-8ade-1d8d3e244541 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:58:00.235056 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.444574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.545595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38344) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:00.570400 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39cab669-3bda-4c1d-aba4-7111a46482cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.684307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39cab669-3bda-4c1d-aba4-7111a46482cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.691618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39cab669-3bda-4c1d-aba4-7111a46482cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.726040 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.732988 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.738819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 0a313236-252c-4908-8ade-1d8d3e244541 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:00.739376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.760648 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-39cab669-3bda-4c1d-aba4-7111a46482cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92c3863bdc294799a68cbf1fab61b550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136443 Nov 02 16:58:00.761997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab669-3bda-4c1d-aba4-7111a46482cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9acfa-f615-4e7a-996d-8ca926df2c19,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:00.763094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38346) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:00.808012 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Pushing event updated for resources: {'Port': ['ID=0a313236-252c-4908-8ade-1d8d3e244541,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:00.822895 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.823234 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.823570 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.823961 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.824256 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.824581 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.825074 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.825579 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.826076 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.826445 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.826777 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.827145 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:00.885587 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Attempting to bind port 0a313236-252c-4908-8ade-1d8d3e244541 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:00.886277 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Attempting to bind port 0a313236-252c-4908-8ade-1d8d3e244541 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:00.887283 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Attempting to bind port 0a313236-252c-4908-8ade-1d8d3e244541 on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:00.894319 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:00.894902 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:00.895625 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.896127 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:00.896734 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Bound port: 0a313236-252c-4908-8ade-1d8d3e244541, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:00.898287 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.975107 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] For port 0a313236-252c-4908-8ade-1d8d3e244541, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:00.978838 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] For port 0a313236-252c-4908-8ade-1d8d3e244541, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0a313236-252c-4908-8ade-1d8d3e244541,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:00.985418 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:00.997569 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0df8-d0ff-457a-958b-4d058a03f75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.006419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.043197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7626-ff11-4393-887b-8103f4e7b026 req-c4b6a662-de65-42ce-9e1e-dd7169092245 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:01.045038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53ee7626-ff11-4393-887b-8103f4e7b026 req-c4b6a662-de65-42ce-9e1e-dd7169092245 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 946 time: 0.5071988 Nov 02 16:58:01.045649 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Routers {'2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:01.046458 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:01.054208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 0a313236-252c-4908-8ade-1d8d3e244541 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:01.076004 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0df8-d0ff-457a-958b-4d058a03f75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.122487 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dad52-841b-4be8-89fc-640a0c9a537b None None] Pushing event updated for resources: {'Port': ['ID=0a313236-252c-4908-8ade-1d8d3e244541,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:01.151678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aeec7c85-8019-450d-aa65-d84acbdb5a65 None None] Provisioning complete for port 0a313236-252c-4908-8ade-1d8d3e244541 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:01.152264 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeec7c85-8019-450d-aa65-d84acbdb5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.166407 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] Set router 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:01.241711 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeec7c85-8019-450d-aa65-d84acbdb5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.255541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53ee7626-ff11-4393-887b-8103f4e7b026 req-c2902be3-f852-4ada-ad56-45f1b8a1f98c tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/security-groups?id=84420eec-53dc-443a-b4bd-77031a0607d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936369 Nov 02 16:58:01.287423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aeec7c85-8019-450d-aa65-d84acbdb5a65 None None] For port 0a313236-252c-4908-8ade-1d8d3e244541, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0a313236-252c-4908-8ade-1d8d3e244541,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:01.296273 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeec7c85-8019-450d-aa65-d84acbdb5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.362104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0df8-d0ff-457a-958b-4d058a03f75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.366113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0df8-d0ff-457a-958b-4d058a03f75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.367803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec7c85-8019-450d-aa65-d84acbdb5a65 None None] Pushing event updated for resources: {'Port': ['ID=0a313236-252c-4908-8ade-1d8d3e244541,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:01.375070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7bdb0df8-d0ff-457a-958b-4d058a03f75a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3b9acfa-f615-4e7a-996d-8ca926df2c19 HTTP/1.1" status: 204 len: 168 time: 0.6103125 Nov 02 16:58:01.404400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb0df8-d0ff-457a-958b-4d058a03f75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9acfa-f615-4e7a-996d-8ca926df2c19,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:01.462599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5eb1ca82-a955-4ea5-94f8-f0eab04ed451 None None] Provisioning complete for port 0a313236-252c-4908-8ade-1d8d3e244541 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:01.463048 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ca82-a955-4ea5-94f8-f0eab04ed451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.482228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.498414 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd51cf-38bd-4f04-95fe-e39dd7dca40b', 'name': 'tempest-NetworksTestDHCPv6-router-1747255144', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:57:56Z', 'updated_at': '2021-11-02T16:57:58Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'gw_port_host': None, '_interfaces': [{'id': '0a313236-252c-4908-8ade-1d8d3e244541', 'name': '', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'mac_address': 'fa:16:3e:6b:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd51cf-38bd-4f04-95fe-e39dd7dca40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a188553b-9479-4513-b455-af942a64bc1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:57:57Z', 'updated_at': '2021-11-02T16:58:00Z', 'revision_number': 4, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'subnets': [{'id': 'a188553b-9479-4513-b455-af942a64bc1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:01.515185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=0a313236-252c-4908-8ade-1d8d3e244541,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:01.566787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5eb1ca82-a955-4ea5-94f8-f0eab04ed451 None None] Could not find standard attr ID for object 0a313236-252c-4908-8ade-1d8d3e244541. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:01.570772 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.db [None req-5eb1ca82-a955-4ea5-94f8-f0eab04ed451 None None] No ports have port_id starting with 0a313236-252c-4908-8ade-1d8d3e244541 Nov 02 16:58:01.571598 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf3d5-7cd5-41e7-8ef8-fd92d364e72b None None] The sync data for ids ['2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'] in n-d-811405-2 is: [{'id': '2cdd51cf-38bd-4f04-95fe-e39dd7dca40b', 'name': 'tempest-NetworksTestDHCPv6-router-1747255144', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:57:56Z', 'updated_at': '2021-11-02T16:57:58Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'gw_port_host': None, '_interfaces': [{'id': '0a313236-252c-4908-8ade-1d8d3e244541', 'name': '', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'mac_address': 'fa:16:3e:6b:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd51cf-38bd-4f04-95fe-e39dd7dca40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a188553b-9479-4513-b455-af942a64bc1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:57:57Z', 'updated_at': '2021-11-02T16:58:00Z', 'revision_number': 4, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'subnets': [{'id': 'a188553b-9479-4513-b455-af942a64bc1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:01.705930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:01.912337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-9544016e-85ec-4634-9b1f-4125584d869f tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:01.915056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-9544016e-85ec-4634-9b1f-4125584d869f tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.55 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 946 time: 0.1079383 Nov 02 16:58:01.958656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Router 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:58:02.104458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:02.109577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Deleting port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:02.110273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.111562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-073faba8-e103-404a-a79d-287d9fc32e00 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "PUT /v2.0/routers/2cdd51cf-38bd-4f04-95fe-e39dd7dca40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966424 Nov 02 16:58:02.114240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:02.185983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e8a13-853b-47a4-9c0b-52cae6ffff80 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:02.187977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e8a13-853b-47a4-9c0b-52cae6ffff80 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:02.189994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c59e8a13-853b-47a4-9c0b-52cae6ffff80 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0744002 Nov 02 16:58:02.192687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38370) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:02.251844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] For port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,segment=NetworkSegment(f581206b-e5ea-45c1-b405-37ebd9a9e246),segment_id=f581206b-e5ea-45c1-b405-37ebd9a9e246)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:02.252387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.277274 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet a188553b-9479-4513-b455-af942a64bc1c {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:02.281055 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.288765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Calling delete_port for 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:02.337639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.462904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.585684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.591942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.605173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1b83910d-6afd-4cc2-acdd-15e8d2c0b621'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:58:02.660653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=a188553b-9479-4513-b455-af942a64bc1c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:02.672246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.679997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b0c58-f062-4132-a623-dbf09a5fc134 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:02.688113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eb332a3a-537e-491f-97a6-ff056c7ece76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/a188553b-9479-4513-b455-af942a64bc1c HTTP/1.1" status: 204 len: 168 time: 0.4943068 Nov 02 16:58:02.692345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38384) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:02.758960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Pushing event deleted for resources: {'Port': ['ID=1b83910d-6afd-4cc2-acdd-15e8d2c0b621,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:02.781839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] No DVR routers for this DVR port 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:02.785918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:02.791097 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d563b99-57c9-43c7-95ee-d15e7184be00 req-389c7c60-750e-45c5-96cc-d6a61c292a13 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.55 "DELETE /v2.0/ports/1b83910d-6afd-4cc2-acdd-15e8d2c0b621 HTTP/1.1" status: 204 len: 173 time: 0.8688021 Nov 02 16:58:02.791701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'name': 'network-vif-deleted', 'tag': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:58:02.810762 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8334cbbc-3b7a-43dc-998a-2a46438170ad" -d '{"events": [{"server_uuid": "d496d392-7025-4cf8-adee-80f7c7c07e6b", "name": "network-vif-deleted", "tag": "1b83910d-6afd-4cc2-acdd-15e8d2c0b621"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:58:02.857977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9b1b2694-c008-484e-9a57-d18da55e3310 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1644495 Nov 02 16:58:02.860767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38392) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:02.908948 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0f1e6e-3fb4-4a9a-aece-2d1b47ca907d x-openstack-request-id: req-aa0f1e6e-3fb4-4a9a-aece-2d1b47ca907d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:58:02.909245 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d496d392-7025-4cf8-adee-80f7c7c07e6b", "name": "network-vif-deleted", "tag": "1b83910d-6afd-4cc2-acdd-15e8d2c0b621", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:58:02.909765 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa0f1e6e-3fb4-4a9a-aece-2d1b47ca907d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:58:02.910386 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd496d392-7025-4cf8-adee-80f7c7c07e6b', 'name': 'network-vif-deleted', 'tag': '1b83910d-6afd-4cc2-acdd-15e8d2c0b621', 'status': 'completed', 'code': 200} Nov 02 16:58:02.994766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a730acab-5ac6-4679-a254-e686a310875f req-c51cb2e1-ccae-4080-bade-21e1add902f4 tempest-VolumesActionsTest-646953189 tempest-VolumesActionsTest-646953189-project] 10.222.0.31 "GET /v2.0/ports?device_id=d496d392-7025-4cf8-adee-80f7c7c07e6b HTTP/1.1" status: 200 len: 210 time: 0.6037264 Nov 02 16:58:03.008048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.089370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:03.163009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] Deleting port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:03.163388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.249545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] For port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:03.250311 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.287909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] Calling delete_port for 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:03.496644 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.556022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] No DVR routers for this DVR port 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:03.559988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4445304-7fe0-4378-8936-1fab4b1ca82d None None] Pushing event deleted for resources: {'Port': ['ID=5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:03.763726 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.768091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.822269 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.824904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Fanout notify agent at l3_agent the message router_deleted on router 2cdd51cf-38bd-4f04-95fe-e39dd7dca40b {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:58:03.828469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Sync routers for ids ['2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:03.833922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:03.839422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38410) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:03.841705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:03.842173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:58:03.842982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_agentschedulers_db [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:58:03.846562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:03.849407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-88dfc3fa-3ecc-4bd0-bb3f-cfac6010fccc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/routers/2cdd51cf-38bd-4f04-95fe-e39dd7dca40b HTTP/1.1" status: 204 len: 168 time: 0.9855523 Nov 02 16:58:03.854716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:03.855288 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:58:03.855865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_agentschedulers_db [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:58:03.856238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e1892-cdab-472d-b227-77da219298c7 None None] The sync data for ids ['2cdd51cf-38bd-4f04-95fe-e39dd7dca40b'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:03.969354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:03.974585 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.227323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.341589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:04.354807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:04.367795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf6b9a-cdec-4ee3-a868-38e52f14658d None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:04.368664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:04.372823 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.417394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=a2e3e479-5f8e-4408-98b1-994f3e808380,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:04.434234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b39dfa63-fb39-4def-aaaa-4b23cde17370 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5936122 Nov 02 16:58:04.437251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38440) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:04.447975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1842028904', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:04.482712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.485469 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.614223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:04.645589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.650947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.671009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:04.671373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5b896c8a-c507-4f4e-bcd4-f8a9e6037f2b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:04.671856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0a313236-252c-4908-8ade-1d8d3e244541 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:04.678565 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.683276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38452) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:04.683468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6c7e68a0-a94d-4275-996c-578687742dec tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2442782 Nov 02 16:58:04.703755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0a313236-252c-4908-8ade-1d8d3e244541 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:04.704448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0a313236-252c-4908-8ade-1d8d3e244541 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:04.749500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': 'a2e3e479-5f8e-4408-98b1-994f3e808380'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:04.751841 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:04.949306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/a2e3e479-5f8e-4408-98b1-994f3e808380/7e841462-2ff5-4b20-85ba-884b82c2811a) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:05.122588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.188390 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.201572 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.320200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:05.360273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:05.365258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:05.365750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1b83910d-6afd-4cc2-acdd-15e8d2c0b621 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:05.378887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:05.387516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:05.398338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Pushing event updated for resources: {'Port': ['ID=7e841462-2ff5-4b20-85ba-884b82c2811a,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:05.521301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Attempting to bind port 7e841462-2ff5-4b20-85ba-884b82c2811a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:05.521672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Attempting to bind port 7e841462-2ff5-4b20-85ba-884b82c2811a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:05.522187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Attempting to bind port 7e841462-2ff5-4b20-85ba-884b82c2811a on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:05.529112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:05.529495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:05.529907 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.530338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:05.531184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Bound port: 7e841462-2ff5-4b20-85ba-884b82c2811a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:05.531571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.570041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::1 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/a2e3e479-5f8e-4408-98b1-994f3e808380/c2fb55c4-e758-4644-94ab-959ec9113237) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:05.630931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:05.691803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] For port 7e841462-2ff5-4b20-85ba-884b82c2811a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:05.697867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] For port 7e841462-2ff5-4b20-85ba-884b82c2811a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e841462-2ff5-4b20-85ba-884b82c2811a,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:05.705502 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.776941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.852125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-841fd06c-c829-4f2a-9752-b3f980dbe52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.864377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:05.873694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033e24e-d82b-4fe5-be8f-61ffe859f119 None None] Pushing event updated for resources: {'Port': ['ID=7e841462-2ff5-4b20-85ba-884b82c2811a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:05.941024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=c2fb55c4-e758-4644-94ab-959ec9113237,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:05.958794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:05.960663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:05.967421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:05.968312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.019157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-841fd06c-c829-4f2a-9752-b3f980dbe52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.028124 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-841fd06c-c829-4f2a-9752-b3f980dbe52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.060579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-841fd06c-c829-4f2a-9752-b3f980dbe52e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11e6548a3ccb4a39bcfaef490a4b6b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282706 Nov 02 16:58:06.067560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38484) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:06.161406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fd06c-c829-4f2a-9752-b3f980dbe52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db2686-1765-4afb-990d-dc522d6a6477,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:06.223832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-175ad7e8-a068-4665-ab52-51174cac63d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.285369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.306466 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-175ad7e8-a068-4665-ab52-51174cac63d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.569244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-175ad7e8-a068-4665-ab52-51174cac63d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.573024 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-175ad7e8-a068-4665-ab52-51174cac63d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.578072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-175ad7e8-a068-4665-ab52-51174cac63d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3db2686-1765-4afb-990d-dc522d6a6477 HTTP/1.1" status: 204 len: 168 time: 0.5085182 Nov 02 16:58:06.596297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ad7e8-a068-4665-ab52-51174cac63d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db2686-1765-4afb-990d-dc522d6a6477,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:06.713256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.719631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.721000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e841462-2ff5-4b20-85ba-884b82c2811a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:06.721710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.793962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=c2fb55c4-e758-4644-94ab-959ec9113237,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:06.845941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7e841462-2ff5-4b20-85ba-884b82c2811a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:06.846340 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.984071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:06.988188 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:06.995733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:07.037501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 7e841462-2ff5-4b20-85ba-884b82c2811a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e841462-2ff5-4b20-85ba-884b82c2811a,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:07.043110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.157368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=7e841462-2ff5-4b20-85ba-884b82c2811a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:07.166798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38494) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.181075 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d4be-7d68-4077-ab01-b580c67bc973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.211656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Router 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:58:07.347516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d4be-7d68-4077-ab01-b580c67bc973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.352972 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d4be-7d68-4077-ab01-b580c67bc973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.361551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:07.375102 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Sync routers for ids ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:07.379654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e99eb936-d068-4aed-9720-24353abd7a0f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "PUT /v2.0/routers/0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945319 Nov 02 16:58:07.380352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38498) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.408762 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Routers {'0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:07.412256 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:07.414721 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cbe9d4be-7d68-4077-ab01-b580c67bc973 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3624af44cb814406a2e9ff633e402899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467928 Nov 02 16:58:07.418871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38502) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.428354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9d4be-7d68-4077-ab01-b580c67bc973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8de1cc-8d05-43e5-9264-890a8b0614d3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:07.444055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481bfeba-c51d-4ae5-a56e-ac326a0f7156 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:07.449173 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-481bfeba-c51d-4ae5-a56e-ac326a0f7156 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports/c2fb55c4-e758-4644-94ab-959ec9113237 HTTP/1.1" status: 200 len: 911 time: 0.0677204 Nov 02 16:58:07.449875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38504) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.460289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2f1ccd0b-415a-46e5-9b41-26bdee8a6030 None None] Provisioning complete for port 7e841462-2ff5-4b20-85ba-884b82c2811a triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:07.460922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f1ccd0b-415a-46e5-9b41-26bdee8a6030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.531217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5acfc50-8f2e-4baf-813b-9b37ce1b9092 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:07.539694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5acfc50-8f2e-4baf-813b-9b37ce1b9092 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:07.544293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c5acfc50-8f2e-4baf-813b-9b37ce1b9092 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0925162 Nov 02 16:58:07.544998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38506) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.557707 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da217aec-2e81-440f-8fcf-4c0ae8b7f992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.609378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da217aec-2e81-440f-8fcf-4c0ae8b7f992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.644650 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Set router 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:07.726177 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da217aec-2e81-440f-8fcf-4c0ae8b7f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.729952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-da217aec-2e81-440f-8fcf-4c0ae8b7f992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.731518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-da217aec-2e81-440f-8fcf-4c0ae8b7f992 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d8de1cc-8d05-43e5-9264-890a8b0614d3 HTTP/1.1" status: 204 len: 168 time: 0.3114707 Nov 02 16:58:07.748899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217aec-2e81-440f-8fcf-4c0ae8b7f992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8de1cc-8d05-43e5-9264-890a8b0614d3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:07.817616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-aaeef3af-1db0-4086-865c-8abad866dea3 None None] Provisioning complete for port c2fb55c4-e758-4644-94ab-959ec9113237 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:07.818329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aaeef3af-1db0-4086-865c-8abad866dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:07.893916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-aaeef3af-1db0-4086-865c-8abad866dea3 None None] Port c2fb55c4-e758-4644-94ab-959ec9113237 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:58:08.161824 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec', 'name': 'tempest-NetworksTestDHCPv6-router-1842028904', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:58:04Z', 'updated_at': '2021-11-02T16:58:06Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'gw_port_host': None, '_interfaces': [{'id': 'c2fb55c4-e758-4644-94ab-959ec9113237', 'name': '', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'mac_address': 'fa:16:3e:3f:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'a2e3e479-5f8e-4408-98b1-994f3e808380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:58:05Z', 'updated_at': '2021-11-02T16:58:06Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'subnets': [{'id': 'a2e3e479-5f8e-4408-98b1-994f3e808380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:08.221542 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Checking router: 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:58:08.222076 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Updating router 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec port c2fb55c4-e758-4644-94ab-959ec9113237 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:58:08.249908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-99e4dede-9e86-4e1a-bbd2-f9a04fd19079 None None] Provisioning complete for port c2fb55c4-e758-4644-94ab-959ec9113237 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:08.250553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-99e4dede-9e86-4e1a-bbd2-f9a04fd19079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:08.323818 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:08.387605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-99e4dede-9e86-4e1a-bbd2-f9a04fd19079 None None] Port c2fb55c4-e758-4644-94ab-959ec9113237 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:58:08.639876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e435d58-f1e8-425f-a2f9-f4accdc9a2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:08.644129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:08.681633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e841462-2ff5-4b20-85ba-884b82c2811a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:08.824337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 7e841462-2ff5-4b20-85ba-884b82c2811a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:08.828416 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:08.869315 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:08.880640 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.019902 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e322a86-d56d-469c-be67-150a9dce4ce4 None None] Pushing event updated for resources: {'Port': ['ID=c2fb55c4-e758-4644-94ab-959ec9113237,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:09.143004 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Attempting to bind port c2fb55c4-e758-4644-94ab-959ec9113237 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:09.143004 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Attempting to bind port c2fb55c4-e758-4644-94ab-959ec9113237 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:09.144891 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Attempting to bind port c2fb55c4-e758-4644-94ab-959ec9113237 on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:09.154844 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:09.155240 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:09.155725 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.156129 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:09.156984 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Bound port: c2fb55c4-e758-4644-94ab-959ec9113237, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:09.158217 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.271944 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] For port c2fb55c4-e758-4644-94ab-959ec9113237, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:09.282390 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] For port c2fb55c4-e758-4644-94ab-959ec9113237, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c2fb55c4-e758-4644-94ab-959ec9113237,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:09.294748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port c2fb55c4-e758-4644-94ab-959ec9113237 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:09.294748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.315925 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.442645 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Routers {'0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:09.447342 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:09.525130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a9a56fbf-0757-447b-a692-25ea4edabd59 None None] Provisioning complete for port c2fb55c4-e758-4644-94ab-959ec9113237 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:09.528555 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9a56fbf-0757-447b-a692-25ea4edabd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.674643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port c2fb55c4-e758-4644-94ab-959ec9113237, host n-d-811405-2, got binding levels [] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:09.677731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:09.798943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for c2fb55c4-e758-4644-94ab-959ec9113237 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:09.918491 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e322a86-d56d-469c-be67-150a9dce4ce4 None None] Pushing event updated for resources: {'Port': ['ID=c2fb55c4-e758-4644-94ab-959ec9113237,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:09.968470 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] Set router 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:10.029877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9a56fbf-0757-447b-a692-25ea4edabd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:10.111858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a9a56fbf-0757-447b-a692-25ea4edabd59 None None] For port c2fb55c4-e758-4644-94ab-959ec9113237, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c2fb55c4-e758-4644-94ab-959ec9113237,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:10.118557 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a9a56fbf-0757-447b-a692-25ea4edabd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:10.295270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a56fbf-0757-447b-a692-25ea4edabd59 None None] Pushing event updated for resources: {'Port': ['ID=c2fb55c4-e758-4644-94ab-959ec9113237,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:10.363392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dda05d08-0851-48f4-969c-27a47daf8016 None None] Provisioning complete for port c2fb55c4-e758-4644-94ab-959ec9113237 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:10.363805 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dda05d08-0851-48f4-969c-27a47daf8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:10.443942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:10.534609 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec', 'name': 'tempest-NetworksTestDHCPv6-router-1842028904', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:58:04Z', 'updated_at': '2021-11-02T16:58:06Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'gw_port_host': None, '_interfaces': [{'id': 'c2fb55c4-e758-4644-94ab-959ec9113237', 'name': '', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'mac_address': 'fa:16:3e:3f:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'a2e3e479-5f8e-4408-98b1-994f3e808380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:58:05Z', 'updated_at': '2021-11-02T16:58:09Z', 'revision_number': 4, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'subnets': [{'id': 'a2e3e479-5f8e-4408-98b1-994f3e808380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:10.578388 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dda05d08-0851-48f4-969c-27a47daf8016 None None] Could not find standard attr ID for object c2fb55c4-e758-4644-94ab-959ec9113237. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:10.584940 n-d-811405-2 neutron-server[102067]: INFO neutron.plugins.ml2.db [None req-dda05d08-0851-48f4-969c-27a47daf8016 None None] No ports have port_id starting with c2fb55c4-e758-4644-94ab-959ec9113237 Nov 02 16:58:10.605282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab19db7-252e-42a3-9bff-872b374d408a None None] The sync data for ids ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'] in n-d-811405-2 is: [{'id': '0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec', 'name': 'tempest-NetworksTestDHCPv6-router-1842028904', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:58:04Z', 'updated_at': '2021-11-02T16:58:06Z', 'revision_number': 2, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'gw_port_host': None, '_interfaces': [{'id': 'c2fb55c4-e758-4644-94ab-959ec9113237', 'name': '', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'mac_address': 'fa:16:3e:3f:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'a2e3e479-5f8e-4408-98b1-994f3e808380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:58:05Z', 'updated_at': '2021-11-02T16:58:09Z', 'revision_number': 4, 'project_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'subnets': [{'id': 'a2e3e479-5f8e-4408-98b1-994f3e808380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:10.619459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=c2fb55c4-e758-4644-94ab-959ec9113237,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:11.149661 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-71cbe939-4d3a-41ce-bb55-df4c214e7c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:11.354162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:11.431527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:11.748403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Router 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:58:11.896866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:11.908228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7cab294e-3b32-489d-8fb4-d132f384d095 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "PUT /v2.0/routers/0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3610926 Nov 02 16:58:11.910818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38582) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:12.013960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd7403-8b70-476b-9b6f-2fb0082c28b6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:12.016126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd7403-8b70-476b-9b6f-2fb0082c28b6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:12.018027 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b7dd7403-8b70-476b-9b6f-2fb0082c28b6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1060619 Nov 02 16:58:12.025640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38588) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:12.143003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet a2e3e479-5f8e-4408-98b1-994f3e808380 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:12.146723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.198724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.381818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.477425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.517092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.523445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/a2e3e479-5f8e-4408-98b1-994f3e808380 HTTP/1.1" status: 204 len: 168 time: 0.4912615 Nov 02 16:58:12.523445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5e671-baa4-47f9-8188-c600a93c152f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e3e479-5f8e-4408-98b1-994f3e808380,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:12.524203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:12.531812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97696b8-6cfb-45c1-9b3e-4edbbaa8378b None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:12.561277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38598) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:12.659329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8e084884-14ae-426f-927d-b88b1c202d39 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1343794 Nov 02 16:58:12.665232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:12.697713 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.809518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:12.895378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:12.931062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efe0820-c4d6-417b-bb4b-ef5f4f78f485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.011295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] Deleting port 7e841462-2ff5-4b20-85ba-884b82c2811a {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:13.014579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.121926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.135142 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.141678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] For port 7e841462-2ff5-4b20-85ba-884b82c2811a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=7e841462-2ff5-4b20-85ba-884b82c2811a,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:13.144121 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.187051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] Calling delete_port for 7e841462-2ff5-4b20-85ba-884b82c2811a owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:13.207152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] Sync routers for ids ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:13.256674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] Routers {'0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:13.260861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:13.322418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efe0820-c4d6-417b-bb4b-ef5f4f78f485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.324318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.324879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:58:13.340073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.352623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38616) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:13.353824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b97a6101-4ebe-45a5-a0c3-55ca64a17387 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/routers/0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec HTTP/1.1" status: 204 len: 168 time: 0.6858351 Nov 02 16:58:13.355000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7efe0820-c4d6-417b-bb4b-ef5f4f78f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.362277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:13.387061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] Routers set() bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:13.387759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] Router IDs set() for agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:58:13.388590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent'). {{(pid=102067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 16:58:13.390726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8126b2-7519-44ac-8534-dfe07507f2a1 None None] The sync data for ids ['0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:13.416871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38618) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:13.417181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7efe0820-c4d6-417b-bb4b-ef5f4f78f485 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23983f4bf3f04d8183cfbbc4c476f5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8547928 Nov 02 16:58:13.449905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe0820-c4d6-417b-bb4b-ef5f4f78f485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4d2ad-6a42-4e32-84de-44f943d24dca,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:13.452582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.488889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] Pushing event deleted for resources: {'Port': ['ID=7e841462-2ff5-4b20-85ba-884b82c2811a,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:13.492011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdae61-2371-404b-9da5-bf489cc5ede5 None None] No DVR routers for this DVR port 7e841462-2ff5-4b20-85ba-884b82c2811a on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:13.533598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767af860-73c7-4fa4-806a-5339e1bf82e3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:13.535114 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-767af860-73c7-4fa4-806a-5339e1bf82e3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1794779 Nov 02 16:58:13.538015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38620) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:13.599195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea2588ba-7a9b-4366-86f6-cfa521cd107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.623980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11aafa2-61e6-47e9-a888-1409fc63616c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:13.625547 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e11aafa2-61e6-47e9-a888-1409fc63616c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863378 Nov 02 16:58:13.628673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38622) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:13.630440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea2588ba-7a9b-4366-86f6-cfa521cd107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.668551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7afe5c3e-798f-4f1f-b27d-7c23e778dab6 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387866 Nov 02 16:58:13.675592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38624) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:13.681761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:13.733312 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea2588ba-7a9b-4366-86f6-cfa521cd107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.741828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea2588ba-7a9b-4366-86f6-cfa521cd107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.745725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea2588ba-7a9b-4366-86f6-cfa521cd107a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bba4d2ad-6a42-4e32-84de-44f943d24dca HTTP/1.1" status: 204 len: 168 time: 0.3236876 Nov 02 16:58:13.764214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2588ba-7a9b-4366-86f6-cfa521cd107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4d2ad-6a42-4e32-84de-44f943d24dca,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:13.853516 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:13.913572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:13.939857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.324326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38634) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:14.351710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a35b990-5d45-46e8-9bd8-4e8b89497052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.473446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a35b990-5d45-46e8-9bd8-4e8b89497052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.478712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a35b990-5d45-46e8-9bd8-4e8b89497052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.489708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:14.492073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.524515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a35b990-5d45-46e8-9bd8-4e8b89497052 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42c3465bea78440791ac5ed7455b7ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985760 Nov 02 16:58:14.525701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35b990-5d45-46e8-9bd8-4e8b89497052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd04db-2860-4778-82db-2c3a7dd0c4d0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:14.529793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38636) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:14.554687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=1e807472-e77c-4000-a61b-1aa5787ff8f7,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:14.572401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:14.584870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:14.605980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad10465-84ad-4984-aebd-2af0ca180055 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:14.613029 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-125a6898-9875-436c-858e-fee7f25f14f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.619420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:14.625983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.661875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2ed45ff8-1f9d-41fd-8474-93305875efe9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9849541 Nov 02 16:58:14.664375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38638) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:14.670990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:14.687901 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-125a6898-9875-436c-858e-fee7f25f14f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.697705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c2fb55c4-e758-4644-94ab-959ec9113237 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:14.741707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c2fb55c4-e758-4644-94ab-959ec9113237 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:14.742315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c2fb55c4-e758-4644-94ab-959ec9113237 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:14.742752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e841462-2ff5-4b20-85ba-884b82c2811a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:14.790562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 7e841462-2ff5-4b20-85ba-884b82c2811a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:14.794435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 7e841462-2ff5-4b20-85ba-884b82c2811a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:14.816051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:14.821477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.825538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-125a6898-9875-436c-858e-fee7f25f14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.828828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-125a6898-9875-436c-858e-fee7f25f14f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:14.836266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-125a6898-9875-436c-858e-fee7f25f14f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22fd04db-2860-4778-82db-2c3a7dd0c4d0 HTTP/1.1" status: 204 len: 168 time: 0.2996311 Nov 02 16:58:14.839973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a6898-9875-436c-858e-fee7f25f14f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd04db-2860-4778-82db-2c3a7dd0c4d0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:14.996754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '1e807472-e77c-4000-a61b-1aa5787ff8f7'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:14.998441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.229182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Allocated IP 2001:db8::f816:3eff:fed2:2e24 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/1e807472-e77c-4000-a61b-1aa5787ff8f7/3ff9c17e-22c9-4883-95ac-866a1464881f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:15.324353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.408173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=e7164e97-acf6-45bd-989b-b9eafcf4a11c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:15.442312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:15.446676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:15.455760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:15.457635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.512672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-63dbc7e0-f122-4ad3-96fe-f2d720fe95da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8470826 Nov 02 16:58:15.515704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38658) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:15.522305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:14:9b:5e', 'name': 'tempest-NetworksTestDHCPv6-1765411002'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:15.702589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.717268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.723409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:15.802985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:15.804240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:15.807417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:15.809693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:15.865638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.900417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port ed8b93a6-2027-4142-a030-ee91dfbb2d8c yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:15.925433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Attempting to bind port 3ff9c17e-22c9-4883-95ac-866a1464881f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:15.926153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Attempting to bind port 3ff9c17e-22c9-4883-95ac-866a1464881f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:15.926883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Attempting to bind port 3ff9c17e-22c9-4883-95ac-866a1464881f on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:15.934414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:15.935215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:15.935825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:15.936399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:15.937417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Bound port: 3ff9c17e-22c9-4883-95ac-866a1464881f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:15.938246 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:16.056682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:16.068473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:16.075562 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:16.102580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 172.20.0.10 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/e7164e97-acf6-45bd-989b-b9eafcf4a11c/ed8b93a6-2027-4142-a030-ee91dfbb2d8c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:16.110194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fe14:9b5e (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/1e807472-e77c-4000-a61b-1aa5787ff8f7/ed8b93a6-2027-4142-a030-ee91dfbb2d8c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:16.186932 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062c95c-a1a8-4313-93da-38a16c921ddd None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:16.342148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:16.411065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:16.526144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=ed8b93a6-2027-4142-a030-ee91dfbb2d8c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:16.541083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:16.543039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:16.546336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:16.694394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:16.695613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:16.731963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a338f6ec-d7e6-42cd-a55b-63ff61f1cc5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2150741 Nov 02 16:58:16.734675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:16.797030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:16.863995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a82ad-4e08-47c0-953b-bc70955941bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:16.878908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a82ad-4e08-47c0-953b-bc70955941bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:16.885553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-517a82ad-4e08-47c0-953b-bc70955941bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1496713 Nov 02 16:58:16.888633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:16.910211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:16.910592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.099055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port ed8b93a6-2027-4142-a030-ee91dfbb2d8c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:17.099055 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.101001 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.194859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:17.212983 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.300483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.327235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:17.339222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for ed8b93a6-2027-4142-a030-ee91dfbb2d8c owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:17.643805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.646680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600396c-6efa-4282-ba5f-ee57b0ea9336 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:17.714203 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.716568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2b93b916-fb43-4c68-91a8-87daa1a2a27f None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:17.716997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2b93b916-fb43-4c68-91a8-87daa1a2a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.723741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=ed8b93a6-2027-4142-a030-ee91dfbb2d8c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:17.807221 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:17.813672 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13e87327-75e2-4339-ad78-2838448986e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/ed8b93a6-2027-4142-a030-ee91dfbb2d8c HTTP/1.1" status: 204 len: 168 time: 0.9214211 Nov 02 16:58:17.815887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38708) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:17.913383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f534ea86-bf0d-4ec9-9b30-6597867de001 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:17.915947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f534ea86-bf0d-4ec9-9b30-6597867de001 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:17.917488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f534ea86-bf0d-4ec9-9b30-6597867de001 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:17.922827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f534ea86-bf0d-4ec9-9b30-6597867de001 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1027024 Nov 02 16:58:17.923196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38712) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:18.070035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 1e807472-e77c-4000-a61b-1aa5787ff8f7 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:18.076185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.178117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.198372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb3164-2f92-4a01-a1cd-712b3dcfa61e None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '1e807472-e77c-4000-a61b-1aa5787ff8f7', 'ip_address': '2001:db8::f816:3eff:fed2:2e24'}, {'subnet_id': 'e7164e97-acf6-45bd-989b-b9eafcf4a11c'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '3ff9c17e-22c9-4883-95ac-866a1464881f'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:58:18.303062 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b9bb3164-2f92-4a01-a1cd-712b3dcfa61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.402453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.503893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-b9bb3164-2f92-4a01-a1cd-712b3dcfa61e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e807472-e77c-4000-a61b-1aa5787ff8f7: This subnet is being modified by another concurrent operation. Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e807472-e77c-4000-a61b-1aa5787ff8f7: This subnet is being modified by another concurrent operation. Nov 02 16:58:18.538435 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:58:18.556320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.562438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38726) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:18.568742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/1e807472-e77c-4000-a61b-1aa5787ff8f7 HTTP/1.1" status: 204 len: 168 time: 0.6381192 Nov 02 16:58:18.568742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0680b4-4c6b-4c16-8d63-924f588f6b11 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=1e807472-e77c-4000-a61b-1aa5787ff8f7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:18.568742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38728) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:18.661671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet e7164e97-acf6-45bd-989b-b9eafcf4a11c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:18.668811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209d4a6-25c6-4fd5-9cba-eed84f1e0b66 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:18.681989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.755358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.773998 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8fa1-0535-4d8c-864a-79270cfa62b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.828299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.896964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-594f3d6d-12ea-4a69-ad31-5e2013c98a86 None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:18.897587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-594f3d6d-12ea-4a69-ad31-5e2013c98a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.900048 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8fa1-0535-4d8c-864a-79270cfa62b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.906575 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8fa1-0535-4d8c-864a-79270cfa62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.933441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.964777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd8fa1-0535-4d8c-864a-79270cfa62b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f732d322-59d2-4fee-8327-1206ead27ded,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:18.973485 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:18.977215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e7164e97-acf6-45bd-989b-b9eafcf4a11c HTTP/1.1" status: 204 len: 168 time: 0.4137092 Nov 02 16:58:18.979983 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8ccd8fa1-0535-4d8c-864a-79270cfa62b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e08eaa6bfb3443f9d01b23444015eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101667 Nov 02 16:58:18.980239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a2775-dded-4064-8af9-cf152da65bcc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=e7164e97-acf6-45bd-989b-b9eafcf4a11c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:18.980632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38732) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:18.980968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38734) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:19.044465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38736) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:19.044975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3b7db7e1-c141-4eb5-bd47-d42824c41f1f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627363 Nov 02 16:58:19.050591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:19.068535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd8896-bd1d-462f-932f-b79c013a6e1f None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'e7164e97-acf6-45bd-989b-b9eafcf4a11c'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '3ff9c17e-22c9-4883-95ac-866a1464881f'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:58:19.103358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eecd8896-bd1d-462f-932f-b79c013a6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.118685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f78e7993-9a40-4824-b395-1c99af3a6740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.145568 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f78e7993-9a40-4824-b395-1c99af3a6740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.215751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f78e7993-9a40-4824-b395-1c99af3a6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.223985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f78e7993-9a40-4824-b395-1c99af3a6740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.227655 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f78e7993-9a40-4824-b395-1c99af3a6740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f732d322-59d2-4fee-8327-1206ead27ded HTTP/1.1" status: 204 len: 168 time: 0.1926839 Nov 02 16:58:19.253305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:19.264335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e7993-9a40-4824-b395-1c99af3a6740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f732d322-59d2-4fee-8327-1206ead27ded,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:19.269876 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.375949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6477b610-2926-4ec3-b8d2-6c3c1384b06b None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:19.378057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6477b610-2926-4ec3-b8d2-6c3c1384b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:19.525103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da6b35-c33d-40a4-9395-355c7a2f6310 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:58:19.663976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3da3664e-7087-43be-8410-6e7899441baf None None] Could not find standard attr ID for object ed8b93a6-2027-4142-a030-ee91dfbb2d8c. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:19.666316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da6b35-c33d-40a4-9395-355c7a2f6310 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:58:19.884164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:19.890099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38756) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:19.924430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2e995ad-f339-4c56-9cf0-120bf7ea47f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.046104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2e995ad-f339-4c56-9cf0-120bf7ea47f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.065458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2e995ad-f339-4c56-9cf0-120bf7ea47f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.117618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38758) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:20.118417 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a2e995ad-f339-4c56-9cf0-120bf7ea47f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f73d13fdf68c45ff83fd96c9a799a99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270870 Nov 02 16:58:20.122974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '00c3673a-2188-427b-b6d4-b5e8afdb9144'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '3ff9c17e-22c9-4883-95ac-866a1464881f'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:58:20.140975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e995ad-f339-4c56-9cf0-120bf7ea47f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18c93ad-08a7-4e14-a451-d7d986df30f3,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:20.159278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.242391 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4209e9c7-528a-4e8e-a360-7c8b55d6c2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.312700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4209e9c7-528a-4e8e-a360-7c8b55d6c2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.329991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.415031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed2:2e24-4284d6a5-8ebf-4d81-9930-7152b12349 {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:58:20.417148 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:58:20.468628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4209e9c7-528a-4e8e-a360-7c8b55d6c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.472171 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4209e9c7-528a-4e8e-a360-7c8b55d6c2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.476200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4209e9c7-528a-4e8e-a360-7c8b55d6c2d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d18c93ad-08a7-4e14-a451-d7d986df30f3 HTTP/1.1" status: 204 len: 168 time: 0.3547425 Nov 02 16:58:20.491121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209e9c7-528a-4e8e-a360-7c8b55d6c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18c93ad-08a7-4e14-a451-d7d986df30f3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:20.566254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:20.603465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.609578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.611183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.652236 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:20.852341 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:20.908423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:20.914280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.074014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:21.098952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.128269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:21.140296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:21.143753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:21.144350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.172340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:21.177537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=00c3673a-2188-427b-b6d4-b5e8afdb9144,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:21.184022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8848ae00-366b-49cf-8c8f-4cb1449e1b0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1377971 Nov 02 16:58:21.187494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38780) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:21.195542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:21.370933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:21.377168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.613912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:21.656374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.663335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.773650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780fcd3-8bbe-448a-bb40-a27d03490557 None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:21.778117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.809837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:21.813142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:21.849308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:21.853993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:21.938363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7492864 Nov 02 16:58:21.941877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:21.947242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:e2:86:c9', 'name': 'tempest-NetworksTestDHCPv6-1556555228'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:22.011671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbd8fd-3fed-4656-a195-36ca5b35cb72 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=4847c647-f437-4dfc-83b6-c9b3fbd42d3f,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:22.157483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:22.305581 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:22.330814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port a6555aed-6660-42b7-a52b-a56abb56bbab yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:22.778233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25990baa-1ef2-4643-ae55-ae34cf79103b None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:58:22.825731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 172.20.0.7 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/4847c647-f437-4dfc-83b6-c9b3fbd42d3f/a6555aed-6660-42b7-a52b-a56abb56bbab) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:22.846808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fee2:86c9 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/00c3673a-2188-427b-b6d4-b5e8afdb9144/a6555aed-6660-42b7-a52b-a56abb56bbab) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:22.847061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:22.951738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d4045b38-2263-42fa-bc77-0d9a78440aab None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:22.952154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d4045b38-2263-42fa-bc77-0d9a78440aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.036618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:23.037813 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.181401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.195164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25990baa-1ef2-4643-ae55-ae34cf79103b None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:58:23.255207 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.346498 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.371531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:23.384054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:23.390963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:23.397490 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.404018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:23.431016 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.454240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=a6555aed-6660-42b7-a52b-a56abb56bbab,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:23.598843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:23.599769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:23.617625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:23.633926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2bb293ad-d8a5-47fc-914c-1dc27e9a641e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6893892 Nov 02 16:58:23.635484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:23.727140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411cee1d-bbb1-4a2e-8a52-0b2366d4f683 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:23.738722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411cee1d-bbb1-4a2e-8a52-0b2366d4f683 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:23.744858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38900) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:23.745445 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-411cee1d-bbb1-4a2e-8a52-0b2366d4f683 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1081471 Nov 02 16:58:23.862597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38906) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:23.930335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port a6555aed-6660-42b7-a52b-a56abb56bbab {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:23.930733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.122635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a5ec-de13-4a78-8b7b-dbba4dcb8ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.151713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.171832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '00c3673a-2188-427b-b6d4-b5e8afdb9144', 'ip_address': '2001:db8::f816:3eff:fed2:2e24'}, {'subnet_id': '4847c647-f437-4dfc-83b6-c9b3fbd42d3f'}], 'binding:host_id': 'n-d-811405-2'}, 'id': '3ff9c17e-22c9-4883-95ac-866a1464881f'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:58:24.206321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for a6555aed-6660-42b7-a52b-a56abb56bbab owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:24.219015 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.371914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a5ec-de13-4a78-8b7b-dbba4dcb8ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.378848 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a5ec-de13-4a78-8b7b-dbba4dcb8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.425964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a5ec-de13-4a78-8b7b-dbba4dcb8ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba01419c-7fac-4b80-9271-3a00d94b7781,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:24.475229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ca6a5ec-de13-4a78-8b7b-dbba4dcb8ecb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe5cd98619b0457aa0b5106bfb0cf7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113691 Nov 02 16:58:24.476145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38914) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:24.496537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] Allocated IP 172.20.0.2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/4847c647-f437-4dfc-83b6-c9b3fbd42d3f/3ff9c17e-22c9-4883-95ac-866a1464881f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:24.503137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.542703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=a6555aed-6660-42b7-a52b-a56abb56bbab,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:24.565122 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-774ba9e9-cf2e-4b91-aaed-918651eec27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.602959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-774ba9e9-cf2e-4b91-aaed-918651eec27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.665041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.668428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-774ba9e9-cf2e-4b91-aaed-918651eec27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.669858 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-019ca150-0e04-4b2d-af54-61271febbdff tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/a6555aed-6660-42b7-a52b-a56abb56bbab HTTP/1.1" status: 204 len: 168 time: 0.9238322 Nov 02 16:58:24.672431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38916) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:24.674400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-774ba9e9-cf2e-4b91-aaed-918651eec27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.678794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-774ba9e9-cf2e-4b91-aaed-918651eec27a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba01419c-7fac-4b80-9271-3a00d94b7781 HTTP/1.1" status: 204 len: 168 time: 0.2014625 Nov 02 16:58:24.683266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:24.705873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ba9e9-cf2e-4b91-aaed-918651eec27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba01419c-7fac-4b80-9271-3a00d94b7781,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:24.744591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:24.775989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dba6b-a27d-41be-8945-e492322d9673 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:24.778290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dba6b-a27d-41be-8945-e492322d9673 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:24.785092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dba6b-a27d-41be-8945-e492322d9673 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:24.785092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-111dba6b-a27d-41be-8945-e492322d9673 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1080117 Nov 02 16:58:24.785638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38920) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:24.799278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.810564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:24.811254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.814440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.864013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 00c3673a-2188-427b-b6d4-b5e8afdb9144 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:24.868310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:24.930951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa4b68-1969-4fe1-9b76-6da5b5c92739 None None] Pushing event updated for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:24.938492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.102251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.205773 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.259905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=00c3673a-2188-427b-b6d4-b5e8afdb9144,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:25.268882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.276479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af6954b1-59f9-480a-9888-aeabbde0d7f8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/00c3673a-2188-427b-b6d4-b5e8afdb9144 HTTP/1.1" status: 204 len: 168 time: 0.4900239 Nov 02 16:58:25.281471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38938) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:25.376337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 4847c647-f437-4dfc-83b6-c9b3fbd42d3f {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:25.381875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.455231 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.653487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.762297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.817784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=4847c647-f437-4dfc-83b6-c9b3fbd42d3f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:25.826617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:25.831998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2c7acb21-963e-42bb-936c-67942167bb17 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/4847c647-f437-4dfc-83b6-c9b3fbd42d3f HTTP/1.1" status: 204 len: 168 time: 0.5478508 Nov 02 16:58:25.836098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38954) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:25.894122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9f9893c4-916d-40c1-a886-9e832ba77a30 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558619 Nov 02 16:58:25.898611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38956) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:25.909061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:26.031696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38962) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:26.106613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:26.111615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.159732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10908ab1-6c49-4fdc-b713-6b5a47e182eb None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:26.240814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'networks': [{'name': 'tempest-network--1079020705'}, {'name': 'tempest-network--292546624'}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:26.241379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'network': {'name': 'tempest-network--1079020705'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:26.242015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'network': {'name': 'tempest-network--292546624'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:26.270544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4f4ada3c-99e6-45b7-962d-01f13f560efa None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:26.270782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f4ada3c-99e6-45b7-962d-01f13f560efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.286119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'network': 2} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:26.295239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.320277 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.439573 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.447157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.448447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.462078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.488712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:26.492662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:26.518578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e57be1-53bc-4b10-bb1b-a3491c665daf,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:26.523214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:26.523464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.562879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:26.572323 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6719375 Nov 02 16:58:26.576967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:26.591754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.592162 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Added segment 18014f3e-c655-491f-b658-d195d93a8db2 of type vlan for network 26b07b4c-e931-416d-9c4f-2d3bc78ea1e7 Nov 02 16:58:26.593883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:26.702378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.704380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0530-6a78-4371-83a3-6a7a4de334a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=718419ff-aac3-4fe6-94b8-069a531a5ca8,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:26.754391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:26.761525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:26.779244 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.781509 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Added segment 440dfedf-b1e0-47bc-a339-0f90f506b057 of type vlan for network 47e8b487-ca0d-4751-b2a3-33966d518d5f Nov 02 16:58:26.857253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:26.863136 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.873897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:26.877917 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.916121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4f4ada3c-99e6-45b7-962d-01f13f560efa None None] Could not find standard attr ID for object a6555aed-6660-42b7-a52b-a56abb56bbab. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:26.924602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 3ff9c17e-22c9-4883-95ac-866a1464881f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:26.925141 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.933465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.934233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.940008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:26.949736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:26.951250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:26.989833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] Deleting port 3ff9c17e-22c9-4883-95ac-866a1464881f {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:26.990440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.056733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0217943 Nov 02 16:58:27.060319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38972) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:27.163214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Network': ['ID=26b07b4c-e931-416d-9c4f-2d3bc78ea1e7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:27.176518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] For port 3ff9c17e-22c9-4883-95ac-866a1464881f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ff9c17e-22c9-4883-95ac-866a1464881f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:27.177076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.198275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 26b07b4c-e931-416d-9c4f-2d3bc78ea1e7 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:27.203599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] Calling delete_port for 3ff9c17e-22c9-4883-95ac-866a1464881f owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:27.393272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f505-7335-48fd-b1ae-cdc6409d2a6b tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Network': ['ID=47e8b487-ca0d-4751-b2a3-33966d518d5f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:27.406573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 47e8b487-ca0d-4751-b2a3-33966d518d5f details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:27.439091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6c16e-fea9-483c-9412-0be54a3bcc61 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:27.445294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6c16e-fea9-483c-9412-0be54a3bcc61 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:27.451450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6c16e-fea9-483c-9412-0be54a3bcc61 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:27.459740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6c16e-fea9-483c-9412-0be54a3bcc61 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:27.461480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8fd6c16e-fea9-483c-9412-0be54a3bcc61 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4006581 Nov 02 16:58:27.464351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38976) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:27.502885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:27.551887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.572774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.586851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] Pushing event deleted for resources: {'Port': ['ID=3ff9c17e-22c9-4883-95ac-866a1464881f,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:27.591423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268a97b-a5b2-4368-8a5d-ced4a2e673c9 None None] No DVR routers for this DVR port 3ff9c17e-22c9-4883-95ac-866a1464881f on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:27.611316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08edc4-3c48-419b-b8ba-dedb591db71b None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:27.667531 n-d-811405-2 neutron-server[102065]: WARNING neutron.services.revisions.revision_plugin [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Could not find related port for resource to bump revision. Nov 02 16:58:27.675487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_pluggable_backend [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Port 3ff9c17e-22c9-4883-95ac-866a1464881f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 02 16:58:27.675956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_pluggable_backend [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:2e24 {{(pid=102065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 02 16:58:27.681651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_pluggable_backend [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:2e24 {{(pid=102065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 02 16:58:27.683511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.701195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.725850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b07b4c-e931-416d-9c4f-2d3bc78ea1e7']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:27.738100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18014f3e-c655-491f-b658-d195d93a8db2') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:27.738450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18014f3e-c655-491f-b658-d195d93a8db2') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:27.773293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.795197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=ed892c69-819e-44b5-980d-f09876b08c22,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:27.805883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.816327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:27.819287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:27.822379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:27.822940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.831420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:27.832845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:27.837659 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:27.893343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '718419ff-aac3-4fe6-94b8-069a531a5ca8'}, {'subnet_id': 'ed892c69-819e-44b5-980d-f09876b08c22'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:27.900045 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:27.910449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-775c152a-84fd-49d8-ab0c-6bca0325f9e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3265505 Nov 02 16:58:27.910781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 38980) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:27.942163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:a0:0a:0f', 'name': 'tempest-NetworksTestDHCPv6-1230242141'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:27.955091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.005222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.016267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/networks/26b07b4c-e931-416d-9c4f-2d3bc78ea1e7 HTTP/1.1" status: 204 len: 168 time: 0.5430501 Nov 02 16:58:28.017698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc2164-784e-4c5f-b9fd-41af1d2610b0 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Network': ['ID=26b07b4c-e931-416d-9c4f-2d3bc78ea1e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:28.024261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38982) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:28.169196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.184760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Allocated IP 172.20.0.2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/718419ff-aac3-4fe6-94b8-069a531a5ca8/60610299-b2a7-42c6-8909-5303d6aea60f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:28.198673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Allocated IP 2001:db8::f816:3eff:fe9f:8c6d (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/ed892c69-819e-44b5-980d-f09876b08c22/60610299-b2a7-42c6-8909-5303d6aea60f) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:28.225628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:28.349186 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.359303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.378615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e8b487-ca0d-4751-b2a3-33966d518d5f']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:28.386473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port d56553f7-2567-4da7-a0c2-adb5f4ff96e1 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:28.391382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440dfedf-b1e0-47bc-a339-0f90f506b057') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:28.391382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440dfedf-b1e0-47bc-a339-0f90f506b057') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:28.405906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.445980 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.455463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:28.456262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:28.462097 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:28.541517 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.566688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.581404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.602682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.624492 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/networks/47e8b487-ca0d-4751-b2a3-33966d518d5f HTTP/1.1" status: 204 len: 168 time: 0.5989277 Nov 02 16:58:28.627501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38986) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:28.642372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Pushing event updated for resources: {'Port': ['ID=60610299-b2a7-42c6-8909-5303d6aea60f,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:28.672357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:28.674384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d1ec1-eefd-4447-8cef-bc3b12463401 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Network': ['ID=47e8b487-ca0d-4751-b2a3-33966d518d5f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:28.675518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:28.686801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:28.711777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 3ff9c17e-22c9-4883-95ac-866a1464881f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:28.712134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 3ff9c17e-22c9-4883-95ac-866a1464881f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:28.714882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:28.755520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 172.20.0.7 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/718419ff-aac3-4fe6-94b8-069a531a5ca8/d56553f7-2567-4da7-a0c2-adb5f4ff96e1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:28.766680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fea0:a0f (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/ed892c69-819e-44b5-980d-f09876b08c22/d56553f7-2567-4da7-a0c2-adb5f4ff96e1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:28.807230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892916ee-fbc7-47bc-a20e-8de7b73c3490 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:28.814075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892916ee-fbc7-47bc-a20e-8de7b73c3490 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:28.815767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-892916ee-fbc7-47bc-a20e-8de7b73c3490 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1874442 Nov 02 16:58:28.820152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38988) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:28.825603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1970819598'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:28.851544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Attempting to bind port 60610299-b2a7-42c6-8909-5303d6aea60f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:28.852036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Attempting to bind port 60610299-b2a7-42c6-8909-5303d6aea60f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:28.852591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Attempting to bind port 60610299-b2a7-42c6-8909-5303d6aea60f on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:28.864779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:28.865176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:28.865544 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.865787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:28.865905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:28.871057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Bound port: 60610299-b2a7-42c6-8909-5303d6aea60f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:28.871514 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.872897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.916498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:28.942528 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:28.943207 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Added segment 69c84e7d-1e8c-44c3-b72f-9a50574fb44b of type vlan for network d745818e-ac70-432c-a05c-71d86bc7be40 Nov 02 16:58:29.023364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] For port 60610299-b2a7-42c6-8909-5303d6aea60f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:29.028124 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:58:29.033019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] For port 60610299-b2a7-42c6-8909-5303d6aea60f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60610299-b2a7-42c6-8909-5303d6aea60f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:29.042560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.069455 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.142108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.155041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.155632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:29.156243 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.206855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.213147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a621cd-b112-4afd-93fb-35d170087d03 None None] Pushing event updated for resources: {'Port': ['ID=60610299-b2a7-42c6-8909-5303d6aea60f,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:29.277548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:29.283073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:29.293037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:29.295128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4734547 Nov 02 16:58:29.295683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 38996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:29.319588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2116932723'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:29.334526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e59f65-3ffe-45c4-833c-70e285014124 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Network': ['ID=d745818e-ac70-432c-a05c-71d86bc7be40,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:29.347185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d745818e-ac70-432c-a05c-71d86bc7be40 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:29.394924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:29.399396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.427461 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:29.440059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.440551 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Added segment 6435a12e-081d-4734-a7c9-3d7ca55bce12 of type vlan for network 45cd20d9-034c-4d91-91f6-09777e3590de Nov 02 16:58:29.454017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=d56553f7-2567-4da7-a0c2-adb5f4ff96e1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:29.559512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:29.560358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.560522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.593613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-71142129-8f96-48c4-9817-a861b4e437da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6793878 Nov 02 16:58:29.593967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39010) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:29.626028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.645002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:29.650999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:29.711179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bbea28-4e13-489e-940f-9a424dd5c7aa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:29.730228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bbea28-4e13-489e-940f-9a424dd5c7aa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:29.732175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-89bbea28-4e13-489e-940f-9a424dd5c7aa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1365116 Nov 02 16:58:29.735487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:29.821852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Network': ['ID=45cd20d9-034c-4d91-91f6-09777e3590de,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:29.833534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bc1a6d49-5ce9-4032-8bf1-48f55e25dffc tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5273168 Nov 02 16:58:29.836489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39026) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:29.837731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 45cd20d9-034c-4d91-91f6-09777e3590de details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:29.857064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'ports': [{'network_id': 'd745818e-ac70-432c-a05c-71d86bc7be40', 'name': 'tempest-port--1843284334', 'admin_state_up': True}, {'network_id': '45cd20d9-034c-4d91-91f6-09777e3590de', 'admin_state_up': False}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:29.861577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'port': {'network_id': 'd745818e-ac70-432c-a05c-71d86bc7be40', 'name': 'tempest-port--1843284334', 'admin_state_up': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:29.862092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'port': {'network_id': '45cd20d9-034c-4d91-91f6-09777e3590de', 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:29.893145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port d56553f7-2567-4da7-a0c2-adb5f4ff96e1 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:29.893715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.154410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.185160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'port': 2} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:30.191383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.195684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for d56553f7-2567-4da7-a0c2-adb5f4ff96e1 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:30.208667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.347587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] device_id is not set on port ce858aca-7e95-415f-9b7b-90a340e33afb yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:30.532066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.602359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=d56553f7-2567-4da7-a0c2-adb5f4ff96e1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:30.738963 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.765177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 60610299-b2a7-42c6-8909-5303d6aea60f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:30.786937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.793867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c216fca8-7cdb-43d3-87ed-99de5a486562 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/d56553f7-2567-4da7-a0c2-adb5f4ff96e1 HTTP/1.1" status: 204 len: 168 time: 1.0545199 Nov 02 16:58:30.794098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39032) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:30.844076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 60610299-b2a7-42c6-8909-5303d6aea60f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:30.845167 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.867678 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] device_id is not set on port dc1618a0-c2b3-4e6e-8477-44ec51994554 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:30.883902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbace424-2d51-45cc-818f-c2679ea04d7f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:30.885983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbace424-2d51-45cc-818f-c2679ea04d7f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:30.887731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbace424-2d51-45cc-818f-c2679ea04d7f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:30.889550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cbace424-2d51-45cc-818f-c2679ea04d7f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0944355 Nov 02 16:58:30.892695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39034) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:30.974033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 718419ff-aac3-4fe6-94b8-069a531a5ca8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:30.978765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.988330 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:30.990867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66801010-a9cf-48bf-bccc-bde2283b54d3 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:31.030862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.072227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.080293 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a519e731-65b5-441e-82b4-76f37a224f8f None None] Provisioning complete for port 60610299-b2a7-42c6-8909-5303d6aea60f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:31.080918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a519e731-65b5-441e-82b4-76f37a224f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.132458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.142981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 60610299-b2a7-42c6-8909-5303d6aea60f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60610299-b2a7-42c6-8909-5303d6aea60f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:31.162457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.172576 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.230411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Port': ['ID=ce858aca-7e95-415f-9b7b-90a340e33afb,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:31.233470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=60610299-b2a7-42c6-8909-5303d6aea60f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:31.275157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.275758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.276389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.276897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.277589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.278108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.278710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.279217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.279591 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.279919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.280481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.280969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.281468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:31.293578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Checking segment: {'id': '69c84e7d-1e8c-44c3-b72f-9a50574fb44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd745818e-ac70-432c-a05c-71d86bc7be40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:31.294191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network hostable DHCP agents. Network: d745818e-ac70-432c-a05c-71d86bc7be40, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:31.318957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network d745818e-ac70-432c-a05c-71d86bc7be40 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:31.339388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=718419ff-aac3-4fe6-94b8-069a531a5ca8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:31.344119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d745818e-ac70-432c-a05c-71d86bc7be40) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:31.349580 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.354394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-396c0ca6-879a-4974-baf5-5605bde1e7be tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/718419ff-aac3-4fe6-94b8-069a531a5ca8 HTTP/1.1" status: 204 len: 168 time: 0.4562039 Nov 02 16:58:31.357242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39038) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:31.359016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b9925-c73f-4254-b17b-c80dad634945 None None] Network d745818e-ac70-432c-a05c-71d86bc7be40 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:31.365959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:31.367284 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.425494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet ed892c69-819e-44b5-980d-f09876b08c22 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:31.430999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.484725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Port': ['ID=dc1618a0-c2b3-4e6e-8477-44ec51994554,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:31.498333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Checking segment: {'id': '6435a12e-081d-4734-a7c9-3d7ca55bce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45cd20d9-034c-4d91-91f6-09777e3590de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:31.498708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network hostable DHCP agents. Network: 45cd20d9-034c-4d91-91f6-09777e3590de, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:31.500617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.526486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network 45cd20d9-034c-4d91-91f6-09777e3590de is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:31.540105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 45cd20d9-034c-4d91-91f6-09777e3590de) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:31.547372 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:31.553746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:31.557038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31729465-a4c2-4341-a3fb-6994326ad802 None None] Network 45cd20d9-034c-4d91-91f6-09777e3590de requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:31.560837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:31.561554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.596212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a8afa143-c613-43d1-8fc1-b54557151650 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7521479 Nov 02 16:58:31.596212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39042) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:31.666911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.680170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d0c23-593e-46f9-a0bf-583f645c96bf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:31.687027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d0c23-593e-46f9-a0bf-583f645c96bf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:31.688750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5d8d0c23-593e-46f9-a0bf-583f645c96bf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0921648 Nov 02 16:58:31.693355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39044) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:31.786456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.833575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=ed892c69-819e-44b5-980d-f09876b08c22,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:31.836470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:31.840381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-774758ac-381e-4cde-bef5-9d9961ee25f3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/ed892c69-819e-44b5-980d-f09876b08c22 HTTP/1.1" status: 204 len: 168 time: 0.4806137 Nov 02 16:58:31.845747 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39050) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:31.879754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766607d-951c-4d7d-91ea-93233ab8562f None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:31.909606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-93ef85df-70e3-4d1e-ac01-7e004bb5b3d8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613480 Nov 02 16:58:31.913148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39054) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:31.920175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:31.931280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Deleting port ce858aca-7e95-415f-9b7b-90a340e33afb {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:31.932399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.047782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.054401 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:32.059582 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.066817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Calling delete_port for ce858aca-7e95-415f-9b7b-90a340e33afb owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:32.153632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-43e81b4a-0b81-481c-ba54-41a8ff813710 None None] Provisioning complete for port 60610299-b2a7-42c6-8909-5303d6aea60f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:32.154315 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-43e81b4a-0b81-481c-ba54-41a8ff813710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.243740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.302206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:32.331370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Port': ['ID=ce858aca-7e95-415f-9b7b-90a340e33afb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:32.341761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.351422 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-390d24af-7541-4e2e-93b9-18d4170093a6 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/ports/ce858aca-7e95-415f-9b7b-90a340e33afb HTTP/1.1" status: 204 len: 168 time: 0.6525972 Nov 02 16:58:32.355263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39066) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:32.434854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] Deleting port 60610299-b2a7-42c6-8909-5303d6aea60f {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:32.435411 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.441139 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.510339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:32.514460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:32.520285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:32.521038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.525763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Deleting port dc1618a0-c2b3-4e6e-8477-44ec51994554 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:32.526852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.536647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=266402dc-14d1-46ac-b93b-815f67676a1e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:32.571071 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7d3e8840-5501-4016-b2d3-de399cf3f073 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6567967 Nov 02 16:58:32.574449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39072) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:32.588680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:32.669086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.674930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] For port 60610299-b2a7-42c6-8909-5303d6aea60f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=60610299-b2a7-42c6-8909-5303d6aea60f,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:32.677285 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.691192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Calling delete_port for dc1618a0-c2b3-4e6e-8477-44ec51994554 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:32.718515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 60610299-b2a7-42c6-8909-5303d6aea60f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:32.730498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] Calling delete_port for 60610299-b2a7-42c6-8909-5303d6aea60f owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:32.786519 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:32.791886 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.827781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.857627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.861854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/ports/dc1618a0-c2b3-4e6e-8477-44ec51994554 HTTP/1.1" status: 204 len: 168 time: 0.5054717 Nov 02 16:58:32.864583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39076) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:32.934850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-649815da-aa0c-4d3d-be4f-cbde6f1ef27f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0678520 Nov 02 16:58:32.935739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:32.936463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6fade-31b7-43ec-b996-d814834cc4a5 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Port': ['ID=dc1618a0-c2b3-4e6e-8477-44ec51994554,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:32.941254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:32.959981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-761101436'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:32.987099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] Pushing event deleted for resources: {'Port': ['ID=60610299-b2a7-42c6-8909-5303d6aea60f,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:32.989328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7991f5-7816-4814-a850-667c5c00400b None None] No DVR routers for this DVR port 60610299-b2a7-42c6-8909-5303d6aea60f on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:32.991440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.029083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:33.030668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40de6b-68b5-4333-838f-de2da588d041 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:33.034852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.069802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:33.106471 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.108444 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Added segment fe173f99-f41b-46a1-ac80-84fbce955b26 of type vlan for network fbce068e-9b1a-4d27-b91a-686211491d90 Nov 02 16:58:33.177639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.417856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:33.424562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.447780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '266402dc-14d1-46ac-b93b-815f67676a1e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:33.448670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.523390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=b5e00d6e-3197-4c36-b8e0-dbccd32a3a68,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:33.540347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:33.541861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:33.545006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:33.545605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.576377 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-033f7101-0e8e-44b6-aa0b-c4c0dae34442 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9990566 Nov 02 16:58:33.578664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39082) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:33.590361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:43:f3:24', 'name': 'tempest-NetworksTestDHCPv6-1855482097'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:33.709361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.719923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:33.723145 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.786480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:33.798788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Allocated IP 172.20.0.2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/266402dc-14d1-46ac-b93b-815f67676a1e/8e0aeab6-7dfa-4448-a2d5-4ed705d37d54) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:33.800585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8609188 Nov 02 16:58:33.803914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39086) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:33.808423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Allocated IP 2001:db8::f816:3eff:fe85:bc57 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/b5e00d6e-3197-4c36-b8e0-dbccd32a3a68/8e0aeab6-7dfa-4448-a2d5-4ed705d37d54) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:33.810344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-874036462'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:33.840868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aae54-98f2-4404-afa3-98383b5dafdf tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Network': ['ID=fbce068e-9b1a-4d27-b91a-686211491d90,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:33.864459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:33.869249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.911651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network fbce068e-9b1a-4d27-b91a-686211491d90 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:33.911874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:33.927394 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:33.927747 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Added segment 0f78bf29-bc52-4bb6-947f-9a4c22291f92 of type vlan for network 8c229026-2e4c-4342-bd6c-2f52e108666c Nov 02 16:58:33.947522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.016973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.018884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port e91a0469-530f-4fea-8f04-9d13a7bf4bdf yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:34.070287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.078447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:34.079944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.115825 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.125814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.151168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3459787 Nov 02 16:58:34.180176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546b2e9-be91-4208-b648-47cbd48f7d86 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Network': ['ID=8c229026-2e4c-4342-bd6c-2f52e108666c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:34.198082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Pushing event updated for resources: {'Port': ['ID=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:34.203135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 8c229026-2e4c-4342-bd6c-2f52e108666c details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:34.212438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:34.253831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:34.259191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:34.306227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39090) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:34.311316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'subnets': [{'network_id': 'fbce068e-9b1a-4d27-b91a-686211491d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1899830908', 'ip_version': 4}, {'network_id': '8c229026-2e4c-4342-bd6c-2f52e108666c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:34.311636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'subnet': {'network_id': 'fbce068e-9b1a-4d27-b91a-686211491d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1899830908', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:34.312364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Request body: {'subnet': {'network_id': '8c229026-2e4c-4342-bd6c-2f52e108666c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:34.347113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.db.api [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9142d917-9a52-4655-b4b1-8fb58226b743 {{(pid=102065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:58:34.347494 n-d-811405-2 neutron-server[102065]: DEBUG oslo_db.api [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:58:34.475584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Attempting to bind port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:34.475801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Attempting to bind port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:34.475995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Attempting to bind port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:34.487191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:34.487191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:34.487725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.487910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:34.488501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Bound port: 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:34.488901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.569676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] For port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:34.574783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] For port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:34.582749 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.592629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Made reservation on behalf of d59c2a7133eb4565b4e60e7f64aefaa3 for: {'subnet': 2} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:34.598947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.599473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.672700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb5ede-e441-4540-a6db-3c9d4e9686d4 None None] Pushing event updated for resources: {'Port': ['ID=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:34.849317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:34.948875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port c66e31fb-9900-4ad5-be87-f0ace9c3eec0 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:35.266882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:35.288586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 172.20.0.9 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/266402dc-14d1-46ac-b93b-815f67676a1e/c66e31fb-9900-4ad5-be87-f0ace9c3eec0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:35.300224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fe43:f324 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/b5e00d6e-3197-4c36-b8e0-dbccd32a3a68/c66e31fb-9900-4ad5-be87-f0ace9c3eec0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:35.342752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Subnet': ['ID=cbf90565-e421-4754-ac2b-560967010f71,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:35.358390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Checking segment: {'id': 'fe173f99-f41b-46a1-ac80-84fbce955b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fbce068e-9b1a-4d27-b91a-686211491d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:35.358762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network hostable DHCP agents. Network: fbce068e-9b1a-4d27-b91a-686211491d90, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:35.387719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network fbce068e-9b1a-4d27-b91a-686211491d90 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:35.406120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, fbce068e-9b1a-4d27-b91a-686211491d90) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:35.411821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:35.414678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a17d47-8ca0-4b6e-89c5-edc6df8d8c32 None None] Network fbce068e-9b1a-4d27-b91a-686211491d90 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:35.532941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:35.587788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:35.609157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Checking segment: {'id': '0f78bf29-bc52-4bb6-947f-9a4c22291f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c229026-2e4c-4342-bd6c-2f52e108666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:35.609606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network hostable DHCP agents. Network: 8c229026-2e4c-4342-bd6c-2f52e108666c, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:35.665201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=c66e31fb-9900-4ad5-be87-f0ace9c3eec0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:35.681494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:35.681877 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Network 8c229026-2e4c-4342-bd6c-2f52e108666c is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:35.683914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:35.685960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:35.709100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 8c229026-2e4c-4342-bd6c-2f52e108666c) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:35.717085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event updated for resources: {'Subnet': ['ID=3120d210-1991-4899-84b9-dc18e4d89a13,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:35.730911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.734321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.735718 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:35.736358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66af7dc3-60a8-49dc-8e01-6aeb58c505ed None None] Network 8c229026-2e4c-4342-bd6c-2f52e108666c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:35.758493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.759220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:35.778959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-86eb1beb-3592-41fa-9320-c15a6b5a6e28 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4715331 Nov 02 16:58:35.779627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39114) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:35.789815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b3e7f797-2a73-4bac-a67e-8ddc8715516a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2090464 Nov 02 16:58:35.791979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39116) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:35.904383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d22467-e2d0-41a8-af14-038b8c9bac30 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.911120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d22467-e2d0-41a8-af14-038b8c9bac30 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.913703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-94d22467-e2d0-41a8-af14-038b8c9bac30 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1202338 Nov 02 16:58:35.917483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39118) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:35.918917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94750b2d-a8ec-4154-ba83-0df6dcc53199 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.921340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94750b2d-a8ec-4154-ba83-0df6dcc53199 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.922969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94750b2d-a8ec-4154-ba83-0df6dcc53199 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.939199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-94750b2d-a8ec-4154-ba83-0df6dcc53199 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1582661 Nov 02 16:58:35.939905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39120) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:35.992152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58389605-fcbb-430f-a498-ee16a249beab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-fbce068e-9b1a-4d27-b91a-686211491d90', 'network_id': 'fbce068e-9b1a-4d27-b91a-686211491d90', 'tenant_id': 'd59c2a7133eb4565b4e60e7f64aefaa3', 'fixed_ips': [{'subnet_id': 'cbf90565-e421-4754-ac2b-560967010f71'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:35.992766 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-58389605-fcbb-430f-a498-ee16a249beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.057591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Deleting subnet cbf90565-e421-4754-ac2b-560967010f71 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:36.067008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.080694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port c66e31fb-9900-4ad5-be87-f0ace9c3eec0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:36.083763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.192629 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.272696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b277b3-8859-4667-a44a-14e94212f031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-8c229026-2e4c-4342-bd6c-2f52e108666c', 'network_id': '8c229026-2e4c-4342-bd6c-2f52e108666c', 'tenant_id': 'd59c2a7133eb4565b4e60e7f64aefaa3', 'fixed_ips': [{'subnet_id': '3120d210-1991-4899-84b9-dc18e4d89a13'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:36.273596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65b277b3-8859-4667-a44a-14e94212f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.349066 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.354508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221e4ca-1da8-408c-85b9-26cec06c4f44 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:36.432778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.440665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.461848 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.468164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/subnets/cbf90565-e421-4754-ac2b-560967010f71 HTTP/1.1" status: 204 len: 168 time: 0.5271337 Nov 02 16:58:36.476394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39124) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:36.494846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for c66e31fb-9900-4ad5-be87-f0ace9c3eec0 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:36.582977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6b54-5524-483e-81d9-7a53480d2b76 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf90565-e421-4754-ac2b-560967010f71,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:36.588997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Deleting subnet 3120d210-1991-4899-84b9-dc18e4d89a13 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:36.595117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.662349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-58389605-fcbb-430f-a498-ee16a249beab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbf90565-e421-4754-ac2b-560967010f71: This subnet is being modified by another concurrent operation. Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbf90565-e421-4754-ac2b-560967010f71: This subnet is being modified by another concurrent operation. Nov 02 16:58:36.687763 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:58:36.718098 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.784892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.804590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:36.822165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/subnets/3120d210-1991-4899-84b9-dc18e4d89a13 HTTP/1.1" status: 204 len: 168 time: 0.3119864 Nov 02 16:58:36.824267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61cf39a-5271-47ee-820d-64623e9cfd30 None None] Network fbce068e-9b1a-4d27-b91a-686211491d90 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:36.826616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:36.841373 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39128) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:36.899782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95758690-24a0-4f6a-bfd2-3eae4a4d2429 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:36.905379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-95758690-24a0-4f6a-bfd2-3eae4a4d2429 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0629108 Nov 02 16:58:36.906030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39130) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:36.931066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f4bf-600b-4a5c-9d43-62015c98da59 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Subnet': ['ID=3120d210-1991-4899-84b9-dc18e4d89a13,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:36.976645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7e67c9dc-1cbf-48ac-be60-66a46004496a None None] Provisioning complete for port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:36.977019 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9dc-1cbf-48ac-be60-66a46004496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.007072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.019201 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-65b277b3-8859-4667-a44a-14e94212f031 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3120d210-1991-4899-84b9-dc18e4d89a13: This subnet is being modified by another concurrent operation. Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3120d210-1991-4899-84b9-dc18e4d89a13: This subnet is being modified by another concurrent operation. Nov 02 16:58:37.026356 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:58:37.041651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=c66e31fb-9900-4ad5-be87-f0ace9c3eec0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:37.100264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49062672-6df4-453e-a940-34cf3f18e49b None None] Network 8c229026-2e4c-4342-bd6c-2f52e108666c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:37.165060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.169912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-74b49ce3-59d3-4b05-bb65-59460c4cddfd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/c66e31fb-9900-4ad5-be87-f0ace9c3eec0 HTTP/1.1" status: 204 len: 168 time: 1.2508757 Nov 02 16:58:37.174313 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.174689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39132) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:37.205580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c229026-2e4c-4342-bd6c-2f52e108666c']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:37.208801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:37.209249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.217498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f78bf29-bc52-4bb6-947f-9a4c22291f92') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:37.217892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f78bf29-bc52-4bb6-947f-9a4c22291f92') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:37.229454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.235331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c64031-f978-4d1f-aabf-43b56834617f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:37.237160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c64031-f978-4d1f-aabf-43b56834617f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:37.238572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c64031-f978-4d1f-aabf-43b56834617f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:37.240228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-26c64031-f978-4d1f-aabf-43b56834617f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0633662 Nov 02 16:58:37.243104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39134) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:37.255047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.265876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:37.265876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:37.275186 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:37.335393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 266402dc-14d1-46ac-b93b-815f67676a1e {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:37.339261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9dc-1cbf-48ac-be60-66a46004496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.349568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.407736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.408709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.409575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.423823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.438541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/networks/8c229026-2e4c-4342-bd6c-2f52e108666c HTTP/1.1" status: 204 len: 168 time: 0.5304883 Nov 02 16:58:37.439750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7e67c9dc-1cbf-48ac-be60-66a46004496a None None] For port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:37.450959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39138) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:37.454385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9dc-1cbf-48ac-be60-66a46004496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.535517 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:58:37.535882 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:58:37.541069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c9dc-1cbf-48ac-be60-66a46004496a None None] Pushing event updated for resources: {'Port': ['ID=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:37.554551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.617359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3663b5-1581-4d78-b795-34035b6ddc9f tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Network': ['ID=8c229026-2e4c-4342-bd6c-2f52e108666c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:37.627461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.655534 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.658849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=266402dc-14d1-46ac-b93b-815f67676a1e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:37.662432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.666397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a46b1f05-915f-4f80-ad95-4c0db8310dc3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/266402dc-14d1-46ac-b93b-815f67676a1e HTTP/1.1" status: 204 len: 168 time: 0.4223313 Nov 02 16:58:37.669749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:37.749226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet b5e00d6e-3197-4c36-b8e0-dbccd32a3a68 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:37.753628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.802457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.833665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.864597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbce068e-9b1a-4d27-b91a-686211491d90']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:37.878881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe173f99-f41b-46a1-ac80-84fbce955b26') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:37.879482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe173f99-f41b-46a1-ac80-84fbce955b26') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:37.902462 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.921879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.931433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.932693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:37.933415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:37.939325 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:38.026854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.058018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.068088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.076276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/networks/fbce068e-9b1a-4d27-b91a-686211491d90 HTTP/1.1" status: 204 len: 168 time: 0.5785174 Nov 02 16:58:38.082732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39148) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.088302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.092434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/b5e00d6e-3197-4c36-b8e0-dbccd32a3a68 HTTP/1.1" status: 204 len: 168 time: 0.4210236 Nov 02 16:58:38.093487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e00d6e-3197-4c36-b8e0-dbccd32a3a68,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:38.106619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39150) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.108202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.108560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.108906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.109248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.109588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.110023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.110410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.110744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.111077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.111449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.112340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.112685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89a10e3-7372-45eb-8d40-cadf8b63c71a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:38.130748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1641c1-ffb0-4b9f-bcf2-fdb1b0afb060 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Network': ['ID=fbce068e-9b1a-4d27-b91a-686211491d90,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:38.189684 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f56134be-ed05-4308-b47b-02e489cd3f2b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663099 Nov 02 16:58:38.194853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39152) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.255813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.275176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc05375-815d-45aa-a802-c7dc7b4fb20d None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:38.287860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f42cf85-324f-4763-bc2f-28c02b832991 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:38.293235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39154) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.293932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f42cf85-324f-4763-bc2f-28c02b832991 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0865664 Nov 02 16:58:38.355807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-08e57caf-123d-4cc8-8548-8a9ea25a8317 None None] Provisioning complete for port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:38.356310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-08e57caf-123d-4cc8-8548-8a9ea25a8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.404426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cc7a3-738a-45d4-a130-a698046229ef tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:38.408508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ad1cc7a3-738a-45d4-a130-a698046229ef tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1124346 Nov 02 16:58:38.410510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39156) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.436431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.458689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6f4e6573-d340-4dab-8b69-0898a75428a9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467753 Nov 02 16:58:38.465442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39158) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.473309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-426294b1-e154-475e-8a8b-0f24de61c8c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:38.481753 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cd20d9-034c-4d91-91f6-09777e3590de']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:38.513596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6435a12e-081d-4734-a7c9-3d7ca55bce12') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:38.513833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6435a12e-081d-4734-a7c9-3d7ca55bce12') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:38.533825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.561426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.570748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:38.571171 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.591264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39162) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:38.645531 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:38.653813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.662161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Deleting subnet efe0f2a8-685d-4272-86cb-59b029dfd45b {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:38.669902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.675317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.676391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/networks/45cd20d9-034c-4d91-91f6-09777e3590de HTTP/1.1" status: 204 len: 168 time: 0.5891244 Nov 02 16:58:38.679208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.722998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.729256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:38.740043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:38.784119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.816068 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f7f57fb6-37ad-4225-8e0e-d5f56dc23dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.828265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.831130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d2763-b6d2-453d-8a55-8158d37b0db7 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Network': ['ID=45cd20d9-034c-4d91-91f6-09777e3590de,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:38.871001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426294b1-e154-475e-8a8b-0f24de61c8c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:38.875277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-426294b1-e154-475e-8a8b-0f24de61c8c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.877786 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-426294b1-e154-475e-8a8b-0f24de61c8c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:38.878278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426294b1-e154-475e-8a8b-0f24de61c8c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:38.926772 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-426294b1-e154-475e-8a8b-0f24de61c8c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4546511 Nov 02 16:58:38.927030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39168) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:38.933546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-de3408f6-ac7d-4e92-b24e-9384859c0746 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:38.939878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.947801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] Deleting port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:38.948168 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.974744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe0f2a8-685d-4272-86cb-59b029dfd45b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:38.987299 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:38.990703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a498f2bd-e727-4510-916a-982ec15b6490 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/efe0f2a8-685d-4272-86cb-59b029dfd45b HTTP/1.1" status: 204 len: 168 time: 0.3979177 Nov 02 16:58:38.996808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39170) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:39.037005 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.089879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] For port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:39.090359 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.115064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:39.115335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] Calling delete_port for 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:39.119833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.121976 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.144931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.195744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d745818e-ac70-432c-a05c-71d86bc7be40']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:39.253660 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3408f6-ac7d-4e92-b24e-9384859c0746 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:39.259079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:39.268454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-de3408f6-ac7d-4e92-b24e-9384859c0746 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.270386 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3408f6-ac7d-4e92-b24e-9384859c0746 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:39.270830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3408f6-ac7d-4e92-b24e-9384859c0746 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:39.274495 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.285519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c84e7d-1e8c-44c3-b72f-9a50574fb44b') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:39.286078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c84e7d-1e8c-44c3-b72f-9a50574fb44b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:39.299154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-de3408f6-ac7d-4e92-b24e-9384859c0746 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3714013 Nov 02 16:58:39.303046 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] Pushing event deleted for resources: {'Port': ['ID=8e0aeab6-7dfa-4448-a2d5-4ed705d37d54,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:39.304139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39172) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:39.308065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.309996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cd7d00a0-e3ae-4da1-bb27-cf77ee51cf9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:39.323625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93cf79e-59af-4465-b5e9-b062799a3ecf None None] No DVR routers for this DVR port 8e0aeab6-7dfa-4448-a2d5-4ed705d37d54 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:39.357925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de9b3f-0632-44d7-bad5-33c0a20593fd None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:58:39.435689 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.486252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:39.486985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.487796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de9b3f-0632-44d7-bad5-33c0a20593fd None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:39.490258 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:39.494003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.503471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7d00a0-e3ae-4da1-bb27-cf77ee51cf9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:39.507256 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd7d00a0-e3ae-4da1-bb27-cf77ee51cf9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.511720 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7d00a0-e3ae-4da1-bb27-cf77ee51cf9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:39.512630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7d00a0-e3ae-4da1-bb27-cf77ee51cf9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:39.537125 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cd7d00a0-e3ae-4da1-bb27-cf77ee51cf9a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2313306 Nov 02 16:58:39.542639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39174) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:39.547812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7a65f49c-46ba-4082-ab59-3b527f443be1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:39.584257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb53f47-9a4b-44e1-86c7-9f131d73c1a4']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:39.604125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f581206b-e5ea-45c1-b405-37ebd9a9e246') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:39.604507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f581206b-e5ea-45c1-b405-37ebd9a9e246') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:39.612551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.622749 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.624975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.632461 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] 10.222.0.31 "DELETE /v2.0/networks/d745818e-ac70-432c-a05c-71d86bc7be40 HTTP/1.1" status: 204 len: 168 time: 0.9496379 Nov 02 16:58:39.656404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d2b7a-e0a6-4d84-a4b0-171f018e1949 tempest-BulkNetworkOpsTest-117537090 tempest-BulkNetworkOpsTest-117537090-project] Pushing event deleted for resources: {'Network': ['ID=d745818e-ac70-432c-a05c-71d86bc7be40,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:39.669697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.682662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a65f49c-46ba-4082-ab59-3b527f443be1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:39.683783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:39.684208 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:39.686112 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:39.690988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a65f49c-46ba-4082-ab59-3b527f443be1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.693063 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a65f49c-46ba-4082-ab59-3b527f443be1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:39.693234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a65f49c-46ba-4082-ab59-3b527f443be1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:39.714820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a65f49c-46ba-4082-ab59-3b527f443be1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1706283 Nov 02 16:58:39.717622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39178) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:39.725685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-01acf3a4-1491-45c5-8bc2-329e4f478e7e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:39.769515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.783233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:39.793997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5bb53f47-9a4b-44e1-86c7-9f131d73c1a4 HTTP/1.1" status: 204 len: 168 time: 0.7939718 Nov 02 16:58:39.794355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39180) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:39.809324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edd74b-8f40-4112-be71-2f5888d70392 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb53f47-9a4b-44e1-86c7-9f131d73c1a4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:39.898276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8913437-12b6-4791-868a-6d7c832e8ffe None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:58:40.022638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8913437-12b6-4791-868a-6d7c832e8ffe None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:58:40.116559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39186) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.289353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-95fdea7c-3881-43f7-b4a8-42f209b72782 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d59c2a7133eb4565b4e60e7f64aefaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713462 Nov 02 16:58:40.293965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39190) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.357608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Deleting subnet c777ad2b-8621-440b-a079-9f495d1b07f1 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:40.363863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.369066 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a82bfa4-0666-4bbc-855c-b8389ad5644d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.401204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a82bfa4-0666-4bbc-855c-b8389ad5644d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.403901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01acf3a4-1491-45c5-8bc2-329e4f478e7e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:40.408932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-01acf3a4-1491-45c5-8bc2-329e4f478e7e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.410548 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-01acf3a4-1491-45c5-8bc2-329e4f478e7e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:40.410985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01acf3a4-1491-45c5-8bc2-329e4f478e7e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:40.419346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.454714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-01acf3a4-1491-45c5-8bc2-329e4f478e7e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7358108 Nov 02 16:58:40.456321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39192) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.462150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5b6c79b4-88e0-45db-b978-eb5c9251a872 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:40.467320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a82bfa4-0666-4bbc-855c-b8389ad5644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.471340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3a82bfa4-0666-4bbc-855c-b8389ad5644d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.475470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3a82bfa4-0666-4bbc-855c-b8389ad5644d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26e57be1-53bc-4b10-bb1b-a3491c665daf HTTP/1.1" status: 204 len: 168 time: 0.1772320 Nov 02 16:58:40.478503 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.528479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82bfa4-0666-4bbc-855c-b8389ad5644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e57be1-53bc-4b10-bb1b-a3491c665daf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:40.585138 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.587997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c79b4-88e0-45db-b978-eb5c9251a872 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:40.592199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5b6c79b4-88e0-45db-b978-eb5c9251a872 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.593778 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6c79b4-88e0-45db-b978-eb5c9251a872 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:40.595247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6c79b4-88e0-45db-b978-eb5c9251a872 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:40.616473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5b6c79b4-88e0-45db-b978-eb5c9251a872 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1590071 Nov 02 16:58:40.616814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c777ad2b-8621-440b-a079-9f495d1b07f1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:40.619618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39196) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.627445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.630791 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0819b54f-6503-4866-bf11-8b986c09fd36 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c777ad2b-8621-440b-a079-9f495d1b07f1 HTTP/1.1" status: 204 len: 168 time: 0.8350258 Nov 02 16:58:40.633210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.658029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-002e5be5-bfa7-4f46-bfaf-4205fe893eb1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362692 Nov 02 16:58:40.659667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39202) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.724685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ca203-5aeb-4527-8fcd-b215c01103b3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:40.727563 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.734834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6f4ca203-5aeb-4527-8fcd-b215c01103b3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715539 Nov 02 16:58:40.735560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39204) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.783580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d8ffc295-5983-4ade-bf34-620dff165a99 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420709 Nov 02 16:58:40.783936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39208) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:40.790763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:40.862175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.904092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:40.904216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:40.910489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.924675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173cb082-2f5c-4cf9-8a3a-0c114d821cb5') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:40.925194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173cb082-2f5c-4cf9-8a3a-0c114d821cb5') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:40.952018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.971237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.981370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:40.981962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:40.985967 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:41.036994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39218) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.075267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.084560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.089614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa HTTP/1.1" status: 204 len: 168 time: 0.4550774 Nov 02 16:58:41.112869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Deleting subnet a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:41.116499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.131516 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-92365e49-88ed-4816-bfd6-929ac0e8deff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.142585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87df6b-a3e3-4339-8f38-406fed241eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbfc5c8-b1b0-4dae-b93b-c11ae4e9d6aa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:41.177733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.284566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.354682 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.355520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39230) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.428863 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4d4ea82c-1a9b-4bb2-a44d-589a0714ed33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caa363d6afec4911b6ae49139160d284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716629 Nov 02 16:58:41.431888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.439240 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.469931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:41.482604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39234) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.491619 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.497148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6677298f-e912-4d4f-8752-f1071e07fda4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a11a6206-a8e2-40ec-bca8-c63a7f6e7c3b HTTP/1.1" status: 204 len: 168 time: 0.4565265 Nov 02 16:58:41.499042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39238) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.516650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.objects.ports [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:41.518315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.551294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68bb6970-a7b1-4561-9e81-1c81be637ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.559445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:41.562451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:41.569009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:41.569592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.576778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cec69-4cce-43c2-bc1b-5e623fb6faf2 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:41.590528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8053873 Nov 02 16:58:41.593351 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39240) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.599352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68bb6970-a7b1-4561-9e81-1c81be637ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.600220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:b8:e7:2f', 'name': 'tempest-NetworksTestDHCPv6-1028490064'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:41.610998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.646636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d2b6dbbe-dada-4460-89cb-309488031bcc tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] Request body: {'port': {'network_id': 'dab0fcb3-bbea-4c41-b326-ba69e5604055', 'name': 'tempest-NetworksNegativeTestJSON-1758689415'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:41.659981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965649-e9cf-4dae-9cb9-ef5339ee01b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=97036a27-c0e7-4b44-b618-9d539af2347c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:41.700027 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b6dbbe-dada-4460-89cb-309488031bcc tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] POST failed (client error): The resource could not be found. Nov 02 16:58:41.700612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b6dbbe-dada-4460-89cb-309488031bcc tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:41.701824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d2b6dbbe-dada-4460-89cb-309488031bcc tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2181587 Nov 02 16:58:41.710067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.749206 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e04891-604d-4bcb-b136-c100e8760854 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] DELETE failed (client error): The resource could not be found. Nov 02 16:58:41.749894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e04891-604d-4bcb-b136-c100e8760854 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:41.757797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-98e04891-604d-4bcb-b136-c100e8760854 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "DELETE /v2.0/networks/c019dece-49bd-48ef-ac76-79a0a4c95597 HTTP/1.1" status: 404 len: 339 time: 0.0428960 Nov 02 16:58:41.758434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39244) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.761606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.794092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:41.807294 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e932b5-aef8-4c66-91e8-18332e41a349 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] DELETE failed (client error): The resource could not be found. Nov 02 16:58:41.808026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e932b5-aef8-4c66-91e8-18332e41a349 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:41.815603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-00e932b5-aef8-4c66-91e8-18332e41a349 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "DELETE /v2.0/ports/65a0528a-3c32-4747-8e7b-d31fd161b69c HTTP/1.1" status: 404 len: 333 time: 0.0519416 Nov 02 16:58:41.815603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68bb6970-a7b1-4561-9e81-1c81be637ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.815603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-68bb6970-a7b1-4561-9e81-1c81be637ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.816706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68bb6970-a7b1-4561-9e81-1c81be637ad4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84420eec-53dc-443a-b4bd-77031a0607d1 HTTP/1.1" status: 204 len: 168 time: 0.3846321 Nov 02 16:58:41.818719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c7a36c-f0ae-4378-bca5-b31b218ed29e']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:41.821226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39246) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:41.846317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:41.846706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6813fc8-7b55-4e0f-9597-e9e4bb69a613') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:41.871402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb6970-a7b1-4561-9e81-1c81be637ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84420eec-53dc-443a-b4bd-77031a0607d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:41.897246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.908443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '97036a27-c0e7-4b44-b618-9d539af2347c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:41.910003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.937426 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.945494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:41.945792 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.956666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:41.986022 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:41.988327 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d33827e-e822-4294-a9b6-e284ac60e5e1 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] DELETE failed (client error): The resource could not be found. Nov 02 16:58:41.988327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d33827e-e822-4294-a9b6-e284ac60e5e1 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:41.989675 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d33827e-e822-4294-a9b6-e284ac60e5e1 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "DELETE /v2.0/subnets/9ad7ba9d-e1c8-4b7b-a29a-10765669c4ce HTTP/1.1" status: 404 len: 337 time: 0.1663017 Nov 02 16:58:41.998108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39250) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.027101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.034646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.040634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] 10.222.0.31 "DELETE /v2.0/networks/09c7a36c-f0ae-4378-bca5-b31b218ed29e HTTP/1.1" status: 204 len: 168 time: 0.5384293 Nov 02 16:58:42.050569 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff262fe5-d042-4c3e-b650-6a825fd5de9f tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] GET failed (client error): The resource could not be found. Nov 02 16:58:42.050979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cb05d-ef07-4146-904f-f4908b80333e admin admin] Pushing event deleted for resources: {'Network': ['ID=09c7a36c-f0ae-4378-bca5-b31b218ed29e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:42.053777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff262fe5-d042-4c3e-b650-6a825fd5de9f tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "GET /v2.0/networks/964f89db-81a3-4ff9-a758-6c98505331d8 HTTP/1.1" status: 404 len: 339 time: 0.0541682 Nov 02 16:58:42.058932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39254) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.073741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 4a21098e-d76b-4872-82ff-52efc8731ae7 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:42.091922 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebab659c-42bc-4821-8247-fc8d8068ffe8 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] GET failed (client error): The resource could not be found. Nov 02 16:58:42.095518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ebab659c-42bc-4821-8247-fc8d8068ffe8 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "GET /v2.0/ports/addc3f9c-7f02-402f-aee8-8d004cb150d8 HTTP/1.1" status: 404 len: 333 time: 0.0340600 Nov 02 16:58:42.098639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39256) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.159668 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67bbdca-b1f0-4d2b-a6a0-54035fd890a1 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] GET failed (client error): The resource could not be found. Nov 02 16:58:42.161421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d67bbdca-b1f0-4d2b-a6a0-54035fd890a1 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "GET /v2.0/subnets/11a015aa-d391-4788-ab11-111bc5f66d12 HTTP/1.1" status: 404 len: 337 time: 0.0615385 Nov 02 16:58:42.167801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.175018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a41a1bc8-1720-4d12-a607-2316b1620f3f tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:42.197013 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41a1bc8-1720-4d12-a607-2316b1620f3f tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] PUT failed (client error): The resource could not be found. Nov 02 16:58:42.198163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41a1bc8-1720-4d12-a607-2316b1620f3f tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:42.202570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a41a1bc8-1720-4d12-a607-2316b1620f3f tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "PUT /v2.0/networks/6e6bc0fe-a9b7-47ea-83a1-ea1908c64266 HTTP/1.1" status: 404 len: 339 time: 0.0298560 Nov 02 16:58:42.202942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39262) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.208574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-59a374e2-96b9-4fd2-ab6c-9670a69dbc0d tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:42.217801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Allocated IP 2001:db8::f816:3eff:fe8e:4f74 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/97036a27-c0e7-4b44-b618-9d539af2347c/8266c559-874b-491e-b067-46c5e1431bab) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:42.239829 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a374e2-96b9-4fd2-ab6c-9670a69dbc0d tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] PUT failed (client error): The resource could not be found. Nov 02 16:58:42.240622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a374e2-96b9-4fd2-ab6c-9670a69dbc0d tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:42.241942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-59a374e2-96b9-4fd2-ab6c-9670a69dbc0d tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "PUT /v2.0/ports/6f8d7459-0c70-49e2-a3b9-f5844f4a84b9 HTTP/1.1" status: 404 len: 333 time: 0.0378604 Nov 02 16:58:42.246008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39264) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.255268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2eb78b62-07c0-4926-aeb7-4d34e9e7fa97 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:42.281207 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb78b62-07c0-4926-aeb7-4d34e9e7fa97 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] PUT failed (client error): The resource could not be found. Nov 02 16:58:42.282385 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb78b62-07c0-4926-aeb7-4d34e9e7fa97 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:58:42.283940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2eb78b62-07c0-4926-aeb7-4d34e9e7fa97 tempest-NetworksNegativeTestJSON-999411977 tempest-NetworksNegativeTestJSON-999411977-project] 10.222.0.31 "PUT /v2.0/subnets/c9454526-ad4f-422d-ac6a-dae20c7278f0 HTTP/1.1" status: 404 len: 337 time: 0.0368438 Nov 02 16:58:42.333659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39268) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.421146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-05f3b1a6-3ae2-4043-ac59-4a9546bd86ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee745dab65864724b2ddb1df892bc2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857697 Nov 02 16:58:42.424456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39270) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.427832 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.440669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.447349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39272) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.496017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-52df8e10-3797-43cd-8a56-1efd14c7b8a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2325ac4be4ce42369aecdba80d171380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472841 Nov 02 16:58:42.498610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:42.498956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39274) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.504316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:42.512119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:42.515123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:feb8:e72f (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/97036a27-c0e7-4b44-b618-9d539af2347c/4a21098e-d76b-4872-82ff-52efc8731ae7) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:42.516084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Pushing event updated for resources: {'Port': ['ID=8266c559-874b-491e-b067-46c5e1431bab,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:42.533681 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7220c810-8a73-4e30-8e97-3f7a1ecad0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.575838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7220c810-8a73-4e30-8e97-3f7a1ecad0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.580627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Attempting to bind port 8266c559-874b-491e-b067-46c5e1431bab on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:42.580988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Attempting to bind port 8266c559-874b-491e-b067-46c5e1431bab by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:42.581687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Attempting to bind port 8266c559-874b-491e-b067-46c5e1431bab on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:42.587839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:42.588487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:42.589066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.589713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:42.590406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Bound port: 8266c559-874b-491e-b067-46c5e1431bab, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:42.591075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.610544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5276ea84-91fa-4bc7-86a2-a1798fdf5431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.636938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5276ea84-91fa-4bc7-86a2-a1798fdf5431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.702191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5276ea84-91fa-4bc7-86a2-a1798fdf5431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.706445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5276ea84-91fa-4bc7-86a2-a1798fdf5431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.710829 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5276ea84-91fa-4bc7-86a2-a1798fdf5431 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c02a9961-98bb-460b-9458-c4375b5491e9 HTTP/1.1" status: 204 len: 168 time: 0.2068667 Nov 02 16:58:42.721367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39280) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:42.723059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276ea84-91fa-4bc7-86a2-a1798fdf5431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02a9961-98bb-460b-9458-c4375b5491e9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:42.726583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] For port 8266c559-874b-491e-b067-46c5e1431bab, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:42.743068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7220c810-8a73-4e30-8e97-3f7a1ecad0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.745741 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7220c810-8a73-4e30-8e97-3f7a1ecad0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.748767 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.750573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7220c810-8a73-4e30-8e97-3f7a1ecad0e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb0adbfc-560c-4423-b141-cd94e3743904 HTTP/1.1" status: 204 len: 168 time: 0.3246467 Nov 02 16:58:42.751546 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] For port 8266c559-874b-491e-b067-46c5e1431bab, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8266c559-874b-491e-b067-46c5e1431bab,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:42.759957 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.786779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220c810-8a73-4e30-8e97-3f7a1ecad0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0adbfc-560c-4423-b141-cd94e3743904,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:42.849618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b1ff-ad78-49b2-8d87-801e4cab3511 None None] Pushing event updated for resources: {'Port': ['ID=8266c559-874b-491e-b067-46c5e1431bab,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:42.850344 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.905217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:42.997642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=4a21098e-d76b-4872-82ff-52efc8731ae7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:43.008002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:43.013253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:43.016166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:43.022924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:43.023582 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.048885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0af9654d-7d23-406f-bc13-cbbf11291616 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4486246 Nov 02 16:58:43.049755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39288) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.090112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07413572-d333-48fb-8f30-bf12a4801ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.169161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdebd7e-fc27-4cae-aeb6-6cc66a20f1d3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:43.176597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdebd7e-fc27-4cae-aeb6-6cc66a20f1d3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:43.178342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2cdebd7e-fc27-4cae-aeb6-6cc66a20f1d3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1288371 Nov 02 16:58:43.181049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39292) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.243199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07413572-d333-48fb-8f30-bf12a4801ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.249613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07413572-d333-48fb-8f30-bf12a4801ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.302221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-07413572-d333-48fb-8f30-bf12a4801ff3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9ef16da8e46469e847487187e644320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785792 Nov 02 16:58:43.304827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39298) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.330581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07413572-d333-48fb-8f30-bf12a4801ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c4c02-bea6-49d3-aa0b-f1accdb37caa,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:43.346787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 4a21098e-d76b-4872-82ff-52efc8731ae7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:43.347165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.477954 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7adb8651-b3bc-432d-9bd2-89b9cb95e907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.502644 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7adb8651-b3bc-432d-9bd2-89b9cb95e907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.533666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.560469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 4a21098e-d76b-4872-82ff-52efc8731ae7 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:43.631062 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7adb8651-b3bc-432d-9bd2-89b9cb95e907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.633832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7adb8651-b3bc-432d-9bd2-89b9cb95e907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.635024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7adb8651-b3bc-432d-9bd2-89b9cb95e907 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b95c4c02-bea6-49d3-aa0b-f1accdb37caa HTTP/1.1" status: 204 len: 168 time: 0.3292165 Nov 02 16:58:43.648355 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb8651-b3bc-432d-9bd2-89b9cb95e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c4c02-bea6-49d3-aa0b-f1accdb37caa,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:43.753771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.804231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=4a21098e-d76b-4872-82ff-52efc8731ae7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:43.841172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.842904 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:43.848122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fb6a5e71-dcf9-4bbb-b215-7c197c45c12a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/4a21098e-d76b-4872-82ff-52efc8731ae7 HTTP/1.1" status: 204 len: 168 time: 0.6650591 Nov 02 16:58:43.851161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39326) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.916514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba0557-9f9c-40e5-a2a3-7d2ef4d63bf1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:43.918270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba0557-9f9c-40e5-a2a3-7d2ef4d63bf1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:43.920119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-85ba0557-9f9c-40e5-a2a3-7d2ef4d63bf1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0680244 Nov 02 16:58:43.923550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39330) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.995412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 97036a27-c0e7-4b44-b618-9d539af2347c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:43.999129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.065852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.180710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.255173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-04efaac2-8951-4ffc-adf8-2d125e09c209 None None] Provisioning complete for port 8266c559-874b-491e-b067-46c5e1431bab triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:44.255842 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-04efaac2-8951-4ffc-adf8-2d125e09c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.310903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.401218 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.403610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/97036a27-c0e7-4b44-b618-9d539af2347c HTTP/1.1" status: 204 len: 168 time: 0.4773235 Nov 02 16:58:44.404694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289d845-d1bf-4ced-9bc0-d62f23d625c5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=97036a27-c0e7-4b44-b618-9d539af2347c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:44.406272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39366) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:44.445388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-04efaac2-8951-4ffc-adf8-2d125e09c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.485201 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d53ba6dd-88af-4e9d-8ad9-5d40eb49d395 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739839 Nov 02 16:58:44.485704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39382) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:44.490949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:44.543550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-04efaac2-8951-4ffc-adf8-2d125e09c209 None None] For port 8266c559-874b-491e-b067-46c5e1431bab, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8266c559-874b-491e-b067-46c5e1431bab,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:44.551904 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-04efaac2-8951-4ffc-adf8-2d125e09c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.620135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c69b5-7cda-461c-b4db-5816b4c5b0ad None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:44.667283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:44.674049 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:44.747869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-631a2e18-6b80-4a43-bed7-05ccfd53b114 None None] Could not find standard attr ID for object 4a21098e-d76b-4872-82ff-52efc8731ae7. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:44.777906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8266c559-874b-491e-b067-46c5e1431bab up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:44.846242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efaac2-8951-4ffc-adf8-2d125e09c209 None None] Pushing event updated for resources: {'Port': ['ID=8266c559-874b-491e-b067-46c5e1431bab,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:44.922459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8266c559-874b-491e-b067-46c5e1431bab triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:44.923044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.050005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:45.145761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] Deleting port 8266c559-874b-491e-b067-46c5e1431bab {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:45.146160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.215861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:45.294048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] For port 8266c559-874b-491e-b067-46c5e1431bab, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8266c559-874b-491e-b067-46c5e1431bab,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:45.294703 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.334574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] Calling delete_port for 8266c559-874b-491e-b067-46c5e1431bab owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:45.365549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:45.383739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1512128169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:45.443016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.444576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.468397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.505833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] Pushing event deleted for resources: {'Port': ['ID=8266c559-874b-491e-b067-46c5e1431bab,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:45.508891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6112f29-32bd-4e47-9a1b-9eb589d1f55d None None] No DVR routers for this DVR port 8266c559-874b-491e-b067-46c5e1431bab on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:45.526862 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.533253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.547292 n-d-811405-2 neutron-server[102065]: WARNING neutron.services.revisions.revision_plugin [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Could not find related port for resource to bump revision. Nov 02 16:58:45.554122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_pluggable_backend [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Port 8266c559-874b-491e-b067-46c5e1431bab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 02 16:58:45.554809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_pluggable_backend [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:4f74 {{(pid=102065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 02 16:58:45.557685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.559000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0716239f-b81d-4ad2-92d6-358ca1fe872f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3414965 Nov 02 16:58:45.559337 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.ipam_pluggable_backend [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8e:4f74 {{(pid=102065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 02 16:58:45.560780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.561736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:45.573093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1055925018'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:45.611181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:45.612933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:45.620202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:45.620945 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.625784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Made reservation on behalf of 1eee575e42e54ee2b9e00ccdc78b0220 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:45.630406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.631474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6193e12-be2c-4826-bcec-a113371d948a None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:45.643367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.682584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1956255 Nov 02 16:58:45.686458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39448) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:45.702695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:21:3a:e5', 'name': 'tempest-NetworksTestDHCPv6-468677769'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:45.750863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.759468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.803832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:45.821734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821adf69-761b-4f26-97eb-8a4457ffdf79,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:45.826093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.826714 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Added segment 1f7ce398-6ae1-4dd1-a075-dce87b586ade of type vlan for network 0da9e22a-bf23-4bb0-8be3-1f8759233027 Nov 02 16:58:45.892994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297730-5a78-4c67-a22e-487d6fb0edfa tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=57e4b3de-9bce-456a-9331-ba7a1d11d64e,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:45.896457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '57e4b3de-9bce-456a-9331-ba7a1d11d64e'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:45.897519 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.911283 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.937274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:45.950251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.957855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:45.960388 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:45.982500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4187374 Nov 02 16:58:45.998582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:46.036671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'subnet': {'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:46.072326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Allocated IP 2001:db8::f816:3eff:fe6b:dbcf (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/57e4b3de-9bce-456a-9331-ba7a1d11d64e/b674862e-4716-4434-a033-0f3bd2e25398) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:46.093722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.120849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port b36211bf-2b53-4b88-a4e4-88a358c548ec yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:46.153920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a895b9f-fd53-4e13-9be1-5b12f6015b88 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Network': ['ID=0da9e22a-bf23-4bb0-8be3-1f8759233027,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:46.187209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:46.232976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Made reservation on behalf of 1eee575e42e54ee2b9e00ccdc78b0220 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:46.238453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.404664 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.413901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.515431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Pushing event updated for resources: {'Port': ['ID=b674862e-4716-4434-a033-0f3bd2e25398,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:46.535902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:46.538246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:46.542237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:46.545834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fe21:3ae5 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/57e4b3de-9bce-456a-9331-ba7a1d11d64e/b36211bf-2b53-4b88-a4e4-88a358c548ec) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:46.627073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Attempting to bind port b674862e-4716-4434-a033-0f3bd2e25398 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:46.627543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Attempting to bind port b674862e-4716-4434-a033-0f3bd2e25398 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:46.627975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Attempting to bind port b674862e-4716-4434-a033-0f3bd2e25398 on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:46.631067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.633832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:46.634409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:46.635051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.635392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:46.636036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Bound port: b674862e-4716-4434-a033-0f3bd2e25398, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:46.636738 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.680784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8266c559-874b-491e-b067-46c5e1431bab no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:46.710487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8266c559-874b-491e-b067-46c5e1431bab {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:46.711091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8266c559-874b-491e-b067-46c5e1431bab not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:46.728795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Subnet': ['ID=37adfdee-6053-4675-bcb2-e9f17f7a2606,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:46.733437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Checking segment: {'id': '1f7ce398-6ae1-4dd1-a075-dce87b586ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:46.733821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network hostable DHCP agents. Network: 0da9e22a-bf23-4bb0-8be3-1f8759233027, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:46.754158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] For port b674862e-4716-4434-a033-0f3bd2e25398, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:46.757654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:46.758933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] For port b674862e-4716-4434-a033-0f3bd2e25398, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b674862e-4716-4434-a033-0f3bd2e25398,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:46.765387 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.778339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0da9e22a-bf23-4bb0-8be3-1f8759233027) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:46.789255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:46.790680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.791450 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.808243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3aed06-41b5-4703-9fd3-7826b5bbd015 None None] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:46.818242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eb4aa78e-6f93-432d-acdc-2bb4abd0bdd5 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8161185 Nov 02 16:58:46.819749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39456) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:46.827645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'network': {'name': 'tempest-router-network01--1758108513'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:46.837920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.862006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Made reservation on behalf of 1eee575e42e54ee2b9e00ccdc78b0220 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:46.867663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.903472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=b36211bf-2b53-4b88-a4e4-88a358c548ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:46.910701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577bcb6-8766-4833-9864-df8aa161e901 None None] Pushing event updated for resources: {'Port': ['ID=b674862e-4716-4434-a033-0f3bd2e25398,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:46.917983 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:46.921717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:46.923919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:46.926675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:46.933376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:46.934297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.936200 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:46.936556 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Added segment f52a6255-68ae-4224-a457-7e6f6cded7e8 of type vlan for network c3b3e73d-fe69-4333-863f-edf2f1eb528b Nov 02 16:58:46.957192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c247376a-47a0-482a-912a-43aae04398b2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2661877 Nov 02 16:58:46.958402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39458) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:47.007801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.036310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d976b25-fc44-4a2a-a73d-241c7349fd7a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:47.045029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d976b25-fc44-4a2a-a73d-241c7349fd7a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:47.049791 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3d976b25-fc44-4a2a-a73d-241c7349fd7a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0870328 Nov 02 16:58:47.050347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39460) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:47.056006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0da9e22a-bf23-4bb0-8be3-1f8759233027', 'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027', 'tenant_id': '1eee575e42e54ee2b9e00ccdc78b0220', 'fixed_ips': [{'subnet_id': '37adfdee-6053-4675-bcb2-e9f17f7a2606'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:47.056877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.065834 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.074683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:47.075310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.229079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39462) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:47.229298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4073370 Nov 02 16:58:47.238360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'network': {'name': 'tempest-router-network02--1432150528'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:47.273102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0799f-5691-4713-bcd3-1178e6d5250d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Network': ['ID=c3b3e73d-fe69-4333-863f-edf2f1eb528b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:47.274898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Made reservation on behalf of 1eee575e42e54ee2b9e00ccdc78b0220 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:47.280537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.284489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Allocated IP 172.20.0.2 (0da9e22a-bf23-4bb0-8be3-1f8759233027/37adfdee-6053-4675-bcb2-e9f17f7a2606/ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:47.288929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:47.321935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port b36211bf-2b53-4b88-a4e4-88a358c548ec {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:47.322655 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.333540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:58:47.355259 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.355610 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Added segment dabfbf97-1a92-40a8-83a0-61ed3084b324 of type vlan for network a69037c5-f6a2-461f-a502-f4d58339958c Nov 02 16:58:47.433106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.466323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.467746 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.477311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:47.478066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.480539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for b36211bf-2b53-4b88-a4e4-88a358c548ec owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:47.546719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3157060 Nov 02 16:58:47.550071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39468) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:47.556316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'subnet': {'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:47.631693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e8463-e6a7-4e67-89d7-d8938dcd9509 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Network': ['ID=a69037c5-f6a2-461f-a502-f4d58339958c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:47.635866 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.648378 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a69037c5-f6a2-461f-a502-f4d58339958c details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:58:47.659728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.713041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.717785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Made reservation on behalf of 1eee575e42e54ee2b9e00ccdc78b0220 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:47.728634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.765776 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:47.781962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:47.788843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:47.799738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:47.805115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Pushing event updated for resources: {'Port': ['ID=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:47.856907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.857272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.857620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.857961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.858330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.858665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.858998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.859329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.860274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.860604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.860938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:47.861264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:48.135295 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.143549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Attempting to bind port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:48.144101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Attempting to bind port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1f7ce398-6ae1-4dd1-a075-dce87b586ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:48.144226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Attempting to bind port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 on network 0da9e22a-bf23-4bb0-8be3-1f8759233027 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:48.149694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:48.150080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Checking segment: {'id': '1f7ce398-6ae1-4dd1-a075-dce87b586ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:48.150527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.150928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Bound using segment: {'id': '1f7ce398-6ae1-4dd1-a075-dce87b586ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:48.151413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Bound port: ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7ce398-6ae1-4dd1-a075-dce87b586ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0da9e22a-bf23-4bb0-8be3-1f8759233027'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:48.151956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.228863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] For port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:48.250209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] For port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,segment=NetworkSegment(1f7ce398-6ae1-4dd1-a075-dce87b586ade),segment_id=1f7ce398-6ae1-4dd1-a075-dce87b586ade)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:48.263461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Checking segment: {'id': 'f52a6255-68ae-4224-a457-7e6f6cded7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:48.263461 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network hostable DHCP agents. Network: c3b3e73d-fe69-4333-863f-edf2f1eb528b, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:48.263840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.270657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Subnet': ['ID=311b650f-a74e-4953-a74c-2d91f86eb06d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:48.295278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:48.309197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c3b3e73d-fe69-4333-863f-edf2f1eb528b) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:48.314808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:48.318416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.343927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d5cf08-3e3f-4b9a-900b-ccc38c99adc0 None None] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:48.360687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c07cdea8-3f25-4557-ad52-cc30d0d1b84e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8076580 Nov 02 16:58:48.361487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39474) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:48.367819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'subnet': {'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:48.526501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=b36211bf-2b53-4b88-a4e4-88a358c548ec,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:48.556356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6247ed-5d3e-497f-a430-dfb5328e89d3 None None] Pushing event updated for resources: {'Port': ['ID=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:48.581632 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.597935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7cff796f-db92-45ae-b455-236e5a8fa701 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/b36211bf-2b53-4b88-a4e4-88a358c548ec HTTP/1.1" status: 204 len: 168 time: 1.5459478 Nov 02 16:58:48.600232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39478) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:48.665969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5506b5d1-f86f-4f77-96b1-ef25d126ad26 None None] Provisioning complete for port b674862e-4716-4434-a033-0f3bd2e25398 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:48.666779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5506b5d1-f86f-4f77-96b1-ef25d126ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.675992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Made reservation on behalf of 1eee575e42e54ee2b9e00ccdc78b0220 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:48.694335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.718434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfe855-9b7e-4f98-8469-7e6544774967 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:48.727831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfe855-9b7e-4f98-8469-7e6544774967 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:48.735442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-25cfe855-9b7e-4f98-8469-7e6544774967 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285098 Nov 02 16:58:48.736115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39480) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:48.858863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 57e4b3de-9bce-456a-9331-ba7a1d11d64e {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:48.874220 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:48.919016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b674862e-4716-4434-a033-0f3bd2e25398 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:48.950104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.158538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.183235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-c3b3e73d-fe69-4333-863f-edf2f1eb528b', 'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b', 'tenant_id': '1eee575e42e54ee2b9e00ccdc78b0220', 'fixed_ips': [{'subnet_id': '311b650f-a74e-4953-a74c-2d91f86eb06d'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:49.184042 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.202941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.211942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b674862e-4716-4434-a033-0f3bd2e25398 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:49.212333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.289880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5506b5d1-f86f-4f77-96b1-ef25d126ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.298041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Subnet': ['ID=4ec0e1f5-c502-43ea-a2e5-1afc6a98cc59,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:49.299905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.338711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Checking segment: {'id': 'dabfbf97-1a92-40a8-83a0-61ed3084b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:49.339181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network hostable DHCP agents. Network: a69037c5-f6a2-461f-a502-f4d58339958c, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:58:49.364627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=57e4b3de-9bce-456a-9331-ba7a1d11d64e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:49.377752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network a69037c5-f6a2-461f-a502-f4d58339958c is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:58:49.393505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a69037c5-f6a2-461f-a502-f4d58339958c) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:49.398384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:49.399291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.410968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:49.428571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2e6c27b6-eaf6-4938-a2ce-6cad6876660e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/57e4b3de-9bce-456a-9331-ba7a1d11d64e HTTP/1.1" status: 204 len: 168 time: 0.6876473 Nov 02 16:58:49.428880 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-43ce93c0-dd3d-4c93-ac6f-57e90684c34a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0623064 Nov 02 16:58:49.429057 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39484) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:49.429236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39486) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:49.467583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ff278-a7a0-497c-8c2b-a5e3bba0b0f0 None None] Network a69037c5-f6a2-461f-a502-f4d58339958c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:49.491476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9c09949d-e9a1-4800-b5ea-18b78657f517 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613317 Nov 02 16:58:49.495555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39488) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:49.540803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329c07b-575f-4e7a-9e86-f63b6e054d5c None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:49.600182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed31c74-1399-4f6e-aba9-7abedc12b974 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:49.605567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8ed31c74-1399-4f6e-aba9-7abedc12b974 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1089108 Nov 02 16:58:49.611110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39492) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:49.714522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae6816-6ab2-4f91-b23f-932f08c74c9f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:49.717046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e1ae6816-6ab2-4f91-b23f-932f08c74c9f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040645 Nov 02 16:58:49.720909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39494) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:49.774883 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a6da86b-16c4-42ea-9e9f-2fa75a0f8e05 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522718 Nov 02 16:58:49.780245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39496) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:49.790440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:50.088708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-5506b5d1-f86f-4f77-96b1-ef25d126ad26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:58:50.089062 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-5506b5d1-f86f-4f77-96b1-ef25d126ad26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:58:50.158792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.205703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Allocated IP 172.20.0.2 (c3b3e73d-fe69-4333-863f-edf2f1eb528b/311b650f-a74e-4953-a74c-2d91f86eb06d/5beaa948-f6e0-431b-ab80-9e7e73fd6613) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:50.218550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.233741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:50.238265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.257387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a69037c5-f6a2-461f-a502-f4d58339958c', 'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c', 'tenant_id': '1eee575e42e54ee2b9e00ccdc78b0220', 'fixed_ips': [{'subnet_id': '4ec0e1f5-c502-43ea-a2e5-1afc6a98cc59'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:50.257387 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.283737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port b674862e-4716-4434-a033-0f3bd2e25398, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b674862e-4716-4434-a033-0f3bd2e25398,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:50.296384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b805f79-80e5-4b28-9266-9f0027d03353 None None] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:50.315502 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.382442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:50.626916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=b674862e-4716-4434-a033-0f3bd2e25398,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:50.772678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:50.779451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Allocated IP 172.20.0.2 (a69037c5-f6a2-461f-a502-f4d58339958c/4ec0e1f5-c502-43ea-a2e5-1afc6a98cc59/d560a385-7aa5-44d0-8582-c3676d9ba392) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:50.822111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] Deleting port b674862e-4716-4434-a033-0f3bd2e25398 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:50.822509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.840739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.objects.ports [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:50.849002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:50.922018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.042258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Allocated IP 172.20.0.1 (c3b3e73d-fe69-4333-863f-edf2f1eb528b/311b650f-a74e-4953-a74c-2d91f86eb06d/6a244b16-6140-41aa-9127-e5522c139728) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:51.206586 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.213121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] Provisioning complete for port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:51.213843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.227526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:51.284686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:51.287657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:51.290067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Pushing event updated for resources: {'Port': ['ID=5beaa948-f6e0-431b-ab80-9e7e73fd6613,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:51.356550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:51.356929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.360053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] For port b674862e-4716-4434-a033-0f3bd2e25398, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b674862e-4716-4434-a033-0f3bd2e25398,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:51.360571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.439424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] Calling delete_port for b674862e-4716-4434-a033-0f3bd2e25398 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:51.517273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Attempting to bind port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:51.517273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Attempting to bind port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f52a6255-68ae-4224-a457-7e6f6cded7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:51.517273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Attempting to bind port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 on network c3b3e73d-fe69-4333-863f-edf2f1eb528b {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:51.585149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:51.585704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Checking segment: {'id': 'f52a6255-68ae-4224-a457-7e6f6cded7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:51.586515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.587227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Bound using segment: {'id': 'f52a6255-68ae-4224-a457-7e6f6cded7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:51.587916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Bound port: 5beaa948-f6e0-431b-ab80-9e7e73fd6613, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52a6255-68ae-4224-a457-7e6f6cded7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3b3e73d-fe69-4333-863f-edf2f1eb528b'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:51.588552 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.593412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.630437 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.637775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port b674862e-4716-4434-a033-0f3bd2e25398, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b674862e-4716-4434-a033-0f3bd2e25398,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:51.698550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.702789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.716429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.716695 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.717342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.828969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:51.846784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:51.850608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:51.860675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.894215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:51.897087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Port': ['ID=6a244b16-6140-41aa-9127-e5522c139728,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:51.911167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:51.914384 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:51.915318 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.960537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=7bfddd76-2066-411f-b490-b89a507731c6,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:51.970218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:51.982765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2011855 Nov 02 16:58:51.987371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39510) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:51.989777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Network a69037c5-f6a2-461f-a502-f4d58339958c is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:51.994478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:06:e7:5a', 'name': 'tempest-NetworksTestDHCPv6-343305355'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:52.018574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:52.031010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:52.046287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e5c6-e379-491d-a04a-34a83016d18b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=b674862e-4716-4434-a033-0f3bd2e25398,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:52.054328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Pushing event updated for resources: {'Port': ['ID=d560a385-7aa5-44d0-8582-c3676d9ba392,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:52.078713 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.082304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.127930 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] For port 5beaa948-f6e0-431b-ab80-9e7e73fd6613, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:52.157996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.205504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:52.213774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] For port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,segment=NetworkSegment(1f7ce398-6ae1-4dd1-a075-dce87b586ade),segment_id=1f7ce398-6ae1-4dd1-a075-dce87b586ade)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:52.229600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] Pushing event deleted for resources: {'Port': ['ID=b674862e-4716-4434-a033-0f3bd2e25398,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:52.233474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae7c19-5624-43b1-863b-6898c0d00e1e None None] No DVR routers for this DVR port b674862e-4716-4434-a033-0f3bd2e25398 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:52.242361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] For port 5beaa948-f6e0-431b-ab80-9e7e73fd6613, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5beaa948-f6e0-431b-ab80-9e7e73fd6613,segment=NetworkSegment(f52a6255-68ae-4224-a457-7e6f6cded7e8),segment_id=f52a6255-68ae-4224-a457-7e6f6cded7e8)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:52.249298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.283591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.289094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7931e-bd6e-4757-a223-b3ea99ebe358 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:52.328956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] Could not find standard attr ID for object b36211bf-2b53-4b88-a4e4-88a358c548ec. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:52.354428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.383890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 7d23b8f0-8706-4857-b24a-b701b08fb179 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:52.509426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Attempting to bind port d560a385-7aa5-44d0-8582-c3676d9ba392 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:52.510036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Attempting to bind port d560a385-7aa5-44d0-8582-c3676d9ba392 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'dabfbf97-1a92-40a8-83a0-61ed3084b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:52.510671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Attempting to bind port d560a385-7aa5-44d0-8582-c3676d9ba392 on network a69037c5-f6a2-461f-a502-f4d58339958c {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:52.568675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:52.569732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Checking segment: {'id': 'dabfbf97-1a92-40a8-83a0-61ed3084b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:52.570182 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.570589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Bound using segment: {'id': 'dabfbf97-1a92-40a8-83a0-61ed3084b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:52.571083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Bound port: d560a385-7aa5-44d0-8582-c3676d9ba392, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabfbf97-1a92-40a8-83a0-61ed3084b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a69037c5-f6a2-461f-a502-f4d58339958c'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:52.571470 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.592669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fe06:e75a (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/7bfddd76-2066-411f-b490-b89a507731c6/7d23b8f0-8706-4857-b24a-b701b08fb179) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:52.613803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.626206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.626511 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:58:52.627013 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:58:52.651125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71b0b6-fde9-41d7-8741-77a16bdaa127 None None] Pushing event updated for resources: {'Port': ['ID=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:52.697138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1ec53c02-5da8-42cd-b3a4-20cea1f98791 None None] Provisioning complete for port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:52.697524 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1ec53c02-5da8-42cd-b3a4-20cea1f98791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.744666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.848283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9af2-1c6b-4d43-bc94-42bb42e672a4 None None] Pushing event updated for resources: {'Port': ['ID=5beaa948-f6e0-431b-ab80-9e7e73fd6613,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:52.878442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:52.896577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] For port d560a385-7aa5-44d0-8582-c3676d9ba392, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:52.900334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] For port d560a385-7aa5-44d0-8582-c3676d9ba392, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d560a385-7aa5-44d0-8582-c3676d9ba392,segment=NetworkSegment(dabfbf97-1a92-40a8-83a0-61ed3084b324),segment_id=dabfbf97-1a92-40a8-83a0-61ed3084b324)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:52.909476 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:53.002873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Port': ['ID=6a244b16-6140-41aa-9127-e5522c139728,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:53.007431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '7bfddd76-2066-411f-b490-b89a507731c6'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:58:53.009434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:53.098068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:53.158101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:53.162497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:53.219551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:53.223584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:53.237513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:53.247584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:53.251351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:53.317195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=7d23b8f0-8706-4857-b24a-b701b08fb179,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:53.342627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3762faf0-2c1e-4df5-8dc7-c4a712f65fe2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3500228 Nov 02 16:58:53.344894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39516) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:53.361385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:53.368115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a4986-aa5d-449c-b00f-c0429ec1ae2f None None] Pushing event updated for resources: {'Port': ['ID=d560a385-7aa5-44d0-8582-c3676d9ba392,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:53.469166 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe1f52-10ac-4806-840c-a2f16f3f46e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:53.474240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-babe1f52-10ac-4806-840c-a2f16f3f46e9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1235123 Nov 02 16:58:53.474419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39518) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:53.486220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Router e571af78-ff72-4596-96a4-066949fd0907 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:58:53.500876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b674862e-4716-4434-a033-0f3bd2e25398 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:53.558827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b674862e-4716-4434-a033-0f3bd2e25398 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:58:53.559241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b674862e-4716-4434-a033-0f3bd2e25398 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:53.679948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:53.686864 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2cccd260-a6ef-406c-9b56-d52fe18a3d3b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2585011 Nov 02 16:58:53.696017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39524) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:53.701442 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] Sync routers for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:53.706528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Allocated IP 2001:db8::f816:3eff:fe0c:b72c (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/7bfddd76-2066-411f-b490-b89a507731c6/c65fec82-2c2c-4abf-9b88-39f4cb953efb) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:53.727141 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:53.733694 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:53.786761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 7d23b8f0-8706-4857-b24a-b701b08fb179 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:53.788071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:53.867358 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:53.886110 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:53.887015 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:53.970950 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:53.993639 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506022ad-6ef0-46a9-ac9a-8bf87b652893 None None] The sync data for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:54.111999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.120658 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.128541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.134357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d560a385-7aa5-44d0-8582-c3676d9ba392 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:54.154653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 7d23b8f0-8706-4857-b24a-b701b08fb179 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:54.248816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:54.251690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:54.263010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:54.395456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d560a385-7aa5-44d0-8582-c3676d9ba392 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:54.395456 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.408502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Pushing event updated for resources: {'Port': ['ID=c65fec82-2c2c-4abf-9b88-39f4cb953efb,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:54.518717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.599341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=7d23b8f0-8706-4857-b24a-b701b08fb179,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:54.606351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Attempting to bind port c65fec82-2c2c-4abf-9b88-39f4cb953efb on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:58:54.606993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Attempting to bind port c65fec82-2c2c-4abf-9b88-39f4cb953efb by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:58:54.611872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Attempting to bind port c65fec82-2c2c-4abf-9b88-39f4cb953efb on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:58:54.618481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aacf546-a656-4cad-b65d-1acc8cf9fefc None None] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:54.655918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.660654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-322e920e-0f7d-436b-92e3-d19de66c5f37 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/7d23b8f0-8706-4857-b24a-b701b08fb179 HTTP/1.1" status: 204 len: 168 time: 1.1846793 Nov 02 16:58:54.664528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39530) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:54.717763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:58:54.719325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:58:54.719909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.720598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:58:54.721443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Bound port: c65fec82-2c2c-4abf-9b88-39f4cb953efb, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:58:54.722081 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.789698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a78ee9-7c40-4fac-b806-fd3114158d76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:54.791634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a78ee9-7c40-4fac-b806-fd3114158d76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:54.793217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-70a78ee9-7c40-4fac-b806-fd3114158d76 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1277056 Nov 02 16:58:54.799973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39532) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:54.862269 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-a65b4b09-09a2-401b-b15c-2dcef4671a1c tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:58:54.866997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a65b4b09-09a2-401b-b15c-2dcef4671a1c tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1692681 Nov 02 16:58:54.867878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39534) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:54.891950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:54.928327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 7bfddd76-2066-411f-b490-b89a507731c6 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:58:54.935108 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.051217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.229326 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.321597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.367839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4f193-579e-4a87-89cd-abce68533395 None None] Network a69037c5-f6a2-461f-a502-f4d58339958c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:55.386119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfddd76-2066-411f-b490-b89a507731c6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:55.402248 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.405712 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-de6a151a-a5c9-4aa4-a675-24671b59efcd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/7bfddd76-2066-411f-b490-b89a507731c6 HTTP/1.1" status: 204 len: 168 time: 0.6045258 Nov 02 16:58:55.411069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39540) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:55.463828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.474636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] For port c65fec82-2c2c-4abf-9b88-39f4cb953efb, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:58:55.480006 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e6f6b20d-dfa3-4322-9c6a-5cc2ee2c45d1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658839 Nov 02 16:58:55.485978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39542) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:55.487640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-41582a8c-f998-4b04-9966-62edc081d6dc None None] Provisioning complete for port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:55.488021 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-41582a8c-f998-4b04-9966-62edc081d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.496177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:55.550915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] For port c65fec82-2c2c-4abf-9b88-39f4cb953efb, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c65fec82-2c2c-4abf-9b88-39f4cb953efb,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:58:55.556015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d560a385-7aa5-44d0-8582-c3676d9ba392, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d560a385-7aa5-44d0-8582-c3676d9ba392,segment=NetworkSegment(dabfbf97-1a92-40a8-83a0-61ed3084b324),segment_id=dabfbf97-1a92-40a8-83a0-61ed3084b324)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:55.565982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.621247 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.622155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5beaa948-f6e0-431b-ab80-9e7e73fd6613 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:55.669369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a1569-163e-44ad-9e3b-b2c1c7ccc6f7 None None] Pushing event updated for resources: {'Port': ['ID=c65fec82-2c2c-4abf-9b88-39f4cb953efb,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:55.761952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:55.769081 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.909751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:55.910188 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:55.935259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d560a385-7aa5-44d0-8582-c3676d9ba392,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:55.992630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-41582a8c-f998-4b04-9966-62edc081d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:56.096763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-41582a8c-f998-4b04-9966-62edc081d6dc None None] For port 5beaa948-f6e0-431b-ab80-9e7e73fd6613, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5beaa948-f6e0-431b-ab80-9e7e73fd6613,segment=NetworkSegment(f52a6255-68ae-4224-a457-7e6f6cded7e8),segment_id=f52a6255-68ae-4224-a457-7e6f6cded7e8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:56.111551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-41582a8c-f998-4b04-9966-62edc081d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:56.317609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41582a8c-f998-4b04-9966-62edc081d6dc None None] Pushing event updated for resources: {'Port': ['ID=5beaa948-f6e0-431b-ab80-9e7e73fd6613,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:56.665221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Provisioning complete for port d560a385-7aa5-44d0-8582-c3676d9ba392 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:56.666282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:56.769603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:56.869169 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:56.869642 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:56.931058 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting port 6a244b16-6140-41aa-9127-e5522c139728 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:58:56.931808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.002859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:58:57.037745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Provisioning complete for port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:57.038847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.180708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.195547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Calling delete_port for 6a244b16-6140-41aa-9127-e5522c139728 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:58:57.393069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Provisioning complete for port 6a244b16-6140-41aa-9127-e5522c139728 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:57.393633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.535195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-39db9b0b-f8a3-44a3-9b76-70b1baac9e24 None None] Port 6a244b16-6140-41aa-9127-e5522c139728 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:58:57.545029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.581346 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.683308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Port': ['ID=6a244b16-6140-41aa-9127-e5522c139728,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:57.691578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee8e7656-7080-4646-9b2f-324ddc7bdd0a None None] Provisioning complete for port d560a385-7aa5-44d0-8582-c3676d9ba392 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:57.692411 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8e7656-7080-4646-9b2f-324ddc7bdd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:57.765650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c65fec82-2c2c-4abf-9b88-39f4cb953efb up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:57.954530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c65fec82-2c2c-4abf-9b88-39f4cb953efb triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:57.954530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.017398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ee8e7656-7080-4646-9b2f-324ddc7bdd0a None None] Could not find standard attr ID for object 6a244b16-6140-41aa-9127-e5522c139728. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:58:58.034761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port c65fec82-2c2c-4abf-9b88-39f4cb953efb, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c65fec82-2c2c-4abf-9b88-39f4cb953efb,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:58.111549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbce674-dab5-4710-9fca-1c5172997809 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:58.115365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.117544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.131177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.133874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.308630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:58.319065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:58.339200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:58.340499 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.423124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ad866a16-29cb-439d-9000-c4a0e82c5f69 None None] Provisioning complete for port c65fec82-2c2c-4abf-9b88-39f4cb953efb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:58.423504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ad866a16-29cb-439d-9000-c4a0e82c5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.454842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Router e571af78-ff72-4596-96a4-066949fd0907 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:58:58.478572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=c65fec82-2c2c-4abf-9b88-39f4cb953efb,revision_number=5']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:58.490505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0031896 Nov 02 16:58:58.494169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866d020-849b-4cae-b314-bfa5c9c06587 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=714cc525-fb20-41b3-9d9d-15a72913dac8,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:58.498268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39588) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:58.507701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:eb:fa:3e', 'name': 'tempest-NetworksTestDHCPv6-1088292646'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:58.558514 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.619885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:58.639104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5fb66acc-4401-45e8-aaf2-0a836d06543e tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7686670 Nov 02 16:58:58.644056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39594) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:58.668899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] Sync routers for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:58.709040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:58:58.721491 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-43861461-8f14-47bb-828e-0a319fe9acd1 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] delete failed (client error): The resource could not be found. Nov 02 16:58:58.725544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43861461-8f14-47bb-828e-0a319fe9acd1 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-741322898 HTTP/1.1" status: 404 len: 334 time: 0.0800612 Nov 02 16:58:58.730939 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39600) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:58.737778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7ceb4d46-4e84-42b9-ab1c-7d7f6968f258 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e571af78-ff72-4596-96a4-066949fd0907'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:58:58.739484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port c65fec82-2c2c-4abf-9b88-39f4cb953efb, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c65fec82-2c2c-4abf-9b88-39f4cb953efb,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:58.742448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:58.745674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:58.849607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.851162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5beaa948-f6e0-431b-ab80-9e7e73fd6613 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:58.905569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:58.944637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port bc0b93ba-72b1-4546-b836-1aaf3daac554 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:58:58.985677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:59.061162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:59.061436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4d46-4e84-42b9-ab1c-7d7f6968f258 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.061805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:59.105635 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-7ceb4d46-4e84-42b9-ab1c-7d7f6968f258 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] update failed (client error): The resource could not be found. Nov 02 16:58:59.106712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ceb4d46-4e84-42b9-ab1c-7d7f6968f258 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907 HTTP/1.1" status: 404 len: 339 time: 0.3770368 Nov 02 16:58:59.116856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39604) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:59.131780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:feeb:fa3e (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/714cc525-fb20-41b3-9d9d-15a72913dac8/bc0b93ba-72b1-4546-b836-1aaf3daac554) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:58:59.162119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:59.162765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa4efb-94ea-423a-871f-a8e201e57856 None None] The sync data for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:59.192070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=c65fec82-2c2c-4abf-9b88-39f4cb953efb,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:59.216964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:59.217610 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.404592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d560a385-7aa5-44d0-8582-c3676d9ba392 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:58:59.488932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.521729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d560a385-7aa5-44d0-8582-c3676d9ba392 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:59.522435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.582089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.598104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f8c190-6a59-4fe0-a786-a06e067e7297 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:59.656569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:58:59.662168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:58:59.667376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:58:59.675328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:59.676023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.694928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=bc0b93ba-72b1-4546-b836-1aaf3daac554,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:59.714434 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b0886f03-6312-4f23-9e53-56b112d44255 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2122262 Nov 02 16:58:59.714807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39608) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:59.727363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.741908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-366e8bf3-f1e2-4e02-9cfa-cba4527f4a1a None None] Provisioning complete for port c65fec82-2c2c-4abf-9b88-39f4cb953efb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:58:59.742587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-366e8bf3-f1e2-4e02-9cfa-cba4527f4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:58:59.797151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1be8d0-d84b-4388-aa88-5f13eb8aa1d7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:59.807254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1be8d0-d84b-4388-aa88-5f13eb8aa1d7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:59.809473 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d1be8d0-d84b-4388-aa88-5f13eb8aa1d7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0932915 Nov 02 16:58:59.814336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39610) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:00.003572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port bc0b93ba-72b1-4546-b836-1aaf3daac554 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:00.004056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.192432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.228685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for bc0b93ba-72b1-4546-b836-1aaf3daac554 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:00.315335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c65fec82-2c2c-4abf-9b88-39f4cb953efb up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:00.356288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Allocated IP 172.20.0.1 (0da9e22a-bf23-4bb0-8be3-1f8759233027/37adfdee-6053-4675-bcb2-e9f17f7a2606/79e4ab41-697d-4348-9263-e3a5c9ce0cf9) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:00.453353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c65fec82-2c2c-4abf-9b88-39f4cb953efb triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:00.453964 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.532933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.674478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=bc0b93ba-72b1-4546-b836-1aaf3daac554,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:00.736545 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.801036 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.867689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:00.876437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:00.878885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Port': ['ID=79e4ab41-697d-4348-9263-e3a5c9ce0cf9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:00.881863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:00.923268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-78846d81-8d0e-47d0-a136-3397a9065241 None None] Could not find standard attr ID for object bc0b93ba-72b1-4546-b836-1aaf3daac554. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:00.943455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-78846d81-8d0e-47d0-a136-3397a9065241 None None] Provisioning complete for port c65fec82-2c2c-4abf-9b88-39f4cb953efb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:00.944263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-78846d81-8d0e-47d0-a136-3397a9065241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:00.957654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.274075 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.278119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e24b6c9e-c49e-433f-abf2-6dfc9de537df tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/bc0b93ba-72b1-4546-b836-1aaf3daac554 HTTP/1.1" status: 204 len: 168 time: 1.4622536 Nov 02 16:59:01.280830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39620) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:01.301249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.358701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de35b53-835a-4487-9026-52228f9d8726 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:01.363070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de35b53-835a-4487-9026-52228f9d8726 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:01.367510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0de35b53-835a-4487-9026-52228f9d8726 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0847220 Nov 02 16:59:01.370317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39622) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:01.463618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 714cc525-fb20-41b3-9d9d-15a72913dac8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:01.469120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.477220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-86c9f1e4-28da-4661-933c-2367971f3c5c None None] Provisioning complete for port 79e4ab41-697d-4348-9263-e3a5c9ce0cf9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:01.477666 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86c9f1e4-28da-4661-933c-2367971f3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.522498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-86c9f1e4-28da-4661-933c-2367971f3c5c None None] Port 79e4ab41-697d-4348-9263-e3a5c9ce0cf9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:59:01.526346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-86c9f1e4-28da-4661-933c-2367971f3c5c None None] Could not find standard attr ID for object 7d23b8f0-8706-4857-b24a-b701b08fb179. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:01.540573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.658279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.727088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.741229 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.744727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6a0eddd8-fc39-40a9-ac21-cf066e1d1631 None None] Could not find standard attr ID for object bc0b93ba-72b1-4546-b836-1aaf3daac554. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:01.766861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.792201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.797284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/714cc525-fb20-41b3-9d9d-15a72913dac8 HTTP/1.1" status: 204 len: 168 time: 0.4238200 Nov 02 16:59:01.817949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39624) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:01.834498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d449c-6cec-4e6b-8cb8-695e477e8712 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=714cc525-fb20-41b3-9d9d-15a72913dac8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:01.870585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ce74583d-1c07-44cf-9cd9-6f55f8f2636b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495255 Nov 02 16:59:01.871722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39626) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:01.887543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event updated for resources: {'Port': ['ID=79e4ab41-697d-4348-9263-e3a5c9ce0cf9,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:01.900392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:01.927855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7051f727-ac92-443f-9f9d-6dba58ec1f39 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:01.965953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f5852-a189-4866-9047-0b612daab385 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:01.970941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3b1f5852-a189-4866-9047-0b612daab385 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0985961 Nov 02 16:59:01.972481 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39628) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:02.053927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a46989-4c4c-420b-8c07-797422bd560a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:02.064844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1a46989-4c4c-420b-8c07-797422bd560a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0819635 Nov 02 16:59:02.064844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39634) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:02.121873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7b95355f-2eb4-48fa-bc9a-5ea4be0260bb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561967 Nov 02 16:59:02.129809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39640) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:02.135889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:02.142102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:02.145360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:02.182778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:02.289363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] Deleting port c65fec82-2c2c-4abf-9b88-39f4cb953efb {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:02.289930 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.348237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Router e571af78-ff72-4596-96a4-066949fd0907 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:59:02.396868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:02.401755 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.455495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] For port c65fec82-2c2c-4abf-9b88-39f4cb953efb, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c65fec82-2c2c-4abf-9b88-39f4cb953efb,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:02.457254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.476736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] Calling delete_port for c65fec82-2c2c-4abf-9b88-39f4cb953efb owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:02.556734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:59:02.565869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-83486ad5-66f6-4435-8fff-e10ded18fa64 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4447026 Nov 02 16:59:02.566765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39642) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:02.575669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.577225 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] Sync routers for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:59:02.598698 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:02.599737 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:02.628488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] Pushing event deleted for resources: {'Port': ['ID=c65fec82-2c2c-4abf-9b88-39f4cb953efb,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:02.639843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b80148-d2d9-41ed-8c32-bbff84d1904a None None] No DVR routers for this DVR port c65fec82-2c2c-4abf-9b88-39f4cb953efb on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:02.683054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-35634e87-e892-4263-8493-53cf24a7da35 None None] Provisioning complete for port 79e4ab41-697d-4348-9263-e3a5c9ce0cf9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:02.683434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35634e87-e892-4263-8493-53cf24a7da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.706181 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:02.728611 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:02.729792 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:02.779353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-35634e87-e892-4263-8493-53cf24a7da35 None None] Port 79e4ab41-697d-4348-9263-e3a5c9ce0cf9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 16:59:02.783494 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:02.784436 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf4cd3-0fa7-42e4-a6c6-4626a377ee86 None None] The sync data for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:59:02.825913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cbd3a478-0b3a-45a9-85c2-a9f8c78d6497 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.847689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.904177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:02.911945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:02.918299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:02.918902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:02.940276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149d35b-980f-4686-8fbc-13acfdf73c35 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:02.944810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=6da5c444-ec63-41fc-bd58-936f6bfe12af,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:02.954686 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce6ce8f8-12b8-43e3-bf58-de3232a03fc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8217394 Nov 02 16:59:02.956135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39644) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:02.960204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:ae:4a:64', 'name': 'tempest-NetworksTestDHCPv6-1389324351'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:02.975999 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-cbd3a478-0b3a-45a9-85c2-a9f8c78d6497 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:02.980537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cbd3a478-0b3a-45a9-85c2-a9f8c78d6497 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907 HTTP/1.1" status: 409 len: 329 time: 0.4126444 Nov 02 16:59:02.981165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39646) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:03.096639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:03.104161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:03.143286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port e6027c98-3bc4-41f8-a6bb-a3c65acabb00 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:59:03.331686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': '6da5c444-ec63-41fc-bd58-936f6bfe12af'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:59:03.332614 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:03.415581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::1e (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/6da5c444-ec63-41fc-bd58-936f6bfe12af/e6027c98-3bc4-41f8-a6bb-a3c65acabb00) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:03.695352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:03.752919 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:03.813877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/6da5c444-ec63-41fc-bd58-936f6bfe12af/0e8365ae-5e86-4db6-a57f-ef952bc9e5da) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:03.818026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:03.850454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:03.865220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:03.877866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:03.878577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:03.904620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=e6027c98-3bc4-41f8-a6bb-a3c65acabb00,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:03.926621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6aca064a-23fd-4863-899d-937df482b2e1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9705126 Nov 02 16:59:03.929711 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39652) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:03.991680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8c734-871e-4539-ad2c-6478620579d2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:03.994472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-efd8c734-871e-4539-ad2c-6478620579d2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0629308 Nov 02 16:59:03.996814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39654) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:04.066837 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.075871 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.140065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port e6027c98-3bc4-41f8-a6bb-a3c65acabb00 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:04.141199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.142733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:04.152815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:04.155442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:04.170262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Pushing event updated for resources: {'Port': ['ID=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:04.189434 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.264889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c65fec82-2c2c-4abf-9b88-39f4cb953efb no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:04.302474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c65fec82-2c2c-4abf-9b88-39f4cb953efb {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:59:04.303031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c65fec82-2c2c-4abf-9b88-39f4cb953efb not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:04.307127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Attempting to bind port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:59:04.307732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Attempting to bind port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:59:04.308200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Attempting to bind port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:59:04.319356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:59:04.319950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:59:04.321180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.322457 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.323077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:59:04.324672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Bound port: 0e8365ae-5e86-4db6-a57f-ef952bc9e5da, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:59:04.325296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.340236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for e6027c98-3bc4-41f8-a6bb-a3c65acabb00 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:04.457734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] For port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:59:04.476075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] For port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:59:04.485353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.601454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.638167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191850-beb1-4afe-a333-ae5f06d30cfe None None] Pushing event updated for resources: {'Port': ['ID=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:04.669127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=e6027c98-3bc4-41f8-a6bb-a3c65acabb00,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:04.717899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting port 79e4ab41-697d-4348-9263-e3a5c9ce0cf9 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:04.718522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.731824 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.738353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-39213d05-489c-4313-be54-9a61f7026c26 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/e6027c98-3bc4-41f8-a6bb-a3c65acabb00 HTTP/1.1" status: 204 len: 168 time: 0.7401326 Nov 02 16:59:04.741863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39664) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:04.825881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29811671-aea8-4b02-bb98-86bfb3017f7c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:04.829297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29811671-aea8-4b02-bb98-86bfb3017f7c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:04.831316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-29811671-aea8-4b02-bb98-86bfb3017f7c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0883207 Nov 02 16:59:04.835698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39666) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:04.907144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:04.930381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Calling delete_port for 79e4ab41-697d-4348-9263-e3a5c9ce0cf9 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:05.020925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 6da5c444-ec63-41fc-bd58-936f6bfe12af {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:05.031123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.131734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.252097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.321344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Port': ['ID=79e4ab41-697d-4348-9263-e3a5c9ce0cf9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:05.332164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.564860 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.595738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=6da5c444-ec63-41fc-bd58-936f6bfe12af,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:05.602985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.616931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e363b88d-c15f-40e1-a3db-11f4a229a8da tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/6da5c444-ec63-41fc-bd58-936f6bfe12af HTTP/1.1" status: 204 len: 168 time: 0.7800775 Nov 02 16:59:05.620797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39674) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:05.689467 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:05.704944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-32a048a5-08c6-4a0c-b9df-f143078cd3bc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829015 Nov 02 16:59:05.709535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39676) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:05.980570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9af1cd-0c8f-4a23-b958-190cd7028866 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:05.986981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39678) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:05.987308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5e9af1cd-0c8f-4a23-b958-190cd7028866 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2760367 Nov 02 16:59:06.002025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Router e571af78-ff72-4596-96a4-066949fd0907 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:59:06.027718 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:59:06.070269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc92e3cf-b777-4ee2-a415-f5dc93229dc1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:06.071482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bc92e3cf-b777-4ee2-a415-f5dc93229dc1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0833080 Nov 02 16:59:06.074622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39680) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:06.118716 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:59:06.123499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39682) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:06.124005 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-295f7707-76b3-451c-a499-e2ad28840633 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473344 Nov 02 16:59:06.127824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d50137-6955-4891-a4aa-6fbaf6e02f97 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:06.130677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:06.137402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-003ed885-296c-47a3-8b7b-eeb4fa94483f tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550610 Nov 02 16:59:06.145988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39684) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:06.167661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] Sync routers for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:59:06.227969 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-87678350-6ce6-46df-b6ec-6dab8932a192 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] show failed (client error): The resource could not be found. Nov 02 16:59:06.229888 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-87678350-6ce6-46df-b6ec-6dab8932a192 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1413964233 HTTP/1.1" status: 404 len: 335 time: 0.0847597 Nov 02 16:59:06.230914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:06.231616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:06.233694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39686) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:06.258825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0fba7bd4-5bef-48bd-a00c-aff78343ad26 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:06.287602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:06.305197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cab4d3e7-31da-49dd-9165-b4ac3c9ea061 None None] Provisioning complete for port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:06.305575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cab4d3e7-31da-49dd-9165-b4ac3c9ea061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.341436 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-0fba7bd4-5bef-48bd-a00c-aff78343ad26 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] update failed (client error): The resource could not be found. Nov 02 16:59:06.342838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0fba7bd4-5bef-48bd-a00c-aff78343ad26 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1929491321 HTTP/1.1" status: 404 len: 335 time: 0.1023173 Nov 02 16:59:06.347560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:06.348885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e8365ae-5e86-4db6-a57f-ef952bc9e5da up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:06.349332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39688) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:06.354038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.407895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] Routers {'e571af78-ff72-4596-96a4-066949fd0907'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:06.408537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:58:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e571af78-ff72-4596-96a4-066949fd0907'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:06.486369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:06.487102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4013e-d393-4bf9-8061-fdc96fda1aae None None] The sync data for ids ['e571af78-ff72-4596-96a4-066949fd0907'] in n-d-811405-2 is: [] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:59:06.497100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting subnet 4ec0e1f5-c502-43ea-a2e5-1afc6a98cc59 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:06.509730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.575977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:06.576352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.635106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.635897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:06.652708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cab4d3e7-31da-49dd-9165-b4ac3c9ea061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.762222 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cab4d3e7-31da-49dd-9165-b4ac3c9ea061 None None] For port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:06.772618 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cab4d3e7-31da-49dd-9165-b4ac3c9ea061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.817359 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.871451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] Deleting port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:06.871772 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.876133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:06.889045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.objects.ports [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:59:06.901873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4d3e7-31da-49dd-9165-b4ac3c9ea061 None None] Pushing event updated for resources: {'Port': ['ID=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:06.964109 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:59:06.964752 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:59:07.014599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] For port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:07.015857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.027621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.048143 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] Calling delete_port for 0e8365ae-5e86-4db6-a57f-ef952bc9e5da owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:07.059908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec0e1f5-c502-43ea-a2e5-1afc6a98cc59,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:07.066192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.071311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-998c1150-dc4f-445e-97e7-7ea6717c595b tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/subnets/4ec0e1f5-c502-43ea-a2e5-1afc6a98cc59 HTTP/1.1" status: 204 len: 168 time: 0.7203932 Nov 02 16:59:07.073659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39698) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:07.085571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15232e6c-d998-4489-8c61-7c274d48b9a9 None None] Network a69037c5-f6a2-461f-a502-f4d58339958c requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:07.156991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting subnet 311b650f-a74e-4953-a74c-2d91f86eb06d {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:07.163679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.206228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.285518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.320264 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.358668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] Pushing event deleted for resources: {'Port': ['ID=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:07.365435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10854f8-9108-4483-b7e6-d8fc9b4351a7 None None] No DVR routers for this DVR port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:07.435962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] DHCP port deletion for a69037c5-f6a2-461f-a502-f4d58339958c request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:07.459218 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.510304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da update to ACTIVE by agent not found {{(pid=102067) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 02 16:59:07.527427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port 0e8365ae-5e86-4db6-a57f-ef952bc9e5da, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:07.564690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Deleting port d560a385-7aa5-44d0-8582-c3676d9ba392 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:07.565396 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.580462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.604320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.615822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.621075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Subnet': ['ID=311b650f-a74e-4953-a74c-2d91f86eb06d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:07.622589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.631596 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.636016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f290f153-ce6c-492c-9e80-e5bb7b7cbc0a tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/subnets/311b650f-a74e-4953-a74c-2d91f86eb06d HTTP/1.1" status: 204 len: 168 time: 0.5611372 Nov 02 16:59:07.642447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39702) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:07.651612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fc9a9-5256-4e92-bf13-f2b04858f8e8 None None] Network c3b3e73d-fe69-4333-863f-edf2f1eb528b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:07.726889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=0e8365ae-5e86-4db6-a57f-ef952bc9e5da,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:07.745521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:07.750322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:07.762423 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:07.763033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.780254 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=ea34943e-55b8-4715-aaed-dbd2e87318e3,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:07.808832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5aa4c10e-127f-4a08-b8a0-63e9de154b6f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6838713 Nov 02 16:59:07.813690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39706) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:07.822421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:07.858478 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:07.876140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1269b-f173-412a-8fb3-c94de41612ff None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:07.963824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting port d560a385-7aa5-44d0-8582-c3676d9ba392 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:07.964321 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.005363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] For port d560a385-7aa5-44d0-8582-c3676d9ba392, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d560a385-7aa5-44d0-8582-c3676d9ba392,segment=NetworkSegment(dabfbf97-1a92-40a8-83a0-61ed3084b324),segment_id=dabfbf97-1a92-40a8-83a0-61ed3084b324)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:08.005760 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.019088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:08.026872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.062559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] For port d560a385-7aa5-44d0-8582-c3676d9ba392, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d560a385-7aa5-44d0-8582-c3676d9ba392,segment=NetworkSegment(dabfbf97-1a92-40a8-83a0-61ed3084b324),segment_id=dabfbf97-1a92-40a8-83a0-61ed3084b324)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:08.063121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.080893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Calling delete_port for d560a385-7aa5-44d0-8582-c3676d9ba392 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:08.225445 n-d-811405-2 neutron-server[102066]: INFO neutron.db.ipam_backend_mixin [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea34943e-55b8-4715-aaed-dbd2e87318e3 (CIDR: 2001:db8::/64) Nov 02 16:59:08.229674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.230417 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:08.230945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:08.254558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-49785f66-79f7-41d8-afb8-81bd6939cf59 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4389372 Nov 02 16:59:08.257109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39716) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:08.263676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:08.312811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Port': ['ID=d560a385-7aa5-44d0-8582-c3676d9ba392,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:08.316196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] No DVR routers for this DVR port d560a385-7aa5-44d0-8582-c3676d9ba392 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:08.365701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e8365ae-5e86-4db6-a57f-ef952bc9e5da no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:08.400137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0e8365ae-5e86-4db6-a57f-ef952bc9e5da {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:59:08.400984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0e8365ae-5e86-4db6-a57f-ef952bc9e5da not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:08.402357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d560a385-7aa5-44d0-8582-c3676d9ba392 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:08.427331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Calling delete_port for d560a385-7aa5-44d0-8582-c3676d9ba392 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:08.471483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.497522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:08.503869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.511171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69037c5-f6a2-461f-a502-f4d58339958c']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:08.513496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d560a385-7aa5-44d0-8582-c3676d9ba392 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:59:08.520300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d560a385-7aa5-44d0-8582-c3676d9ba392 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:08.532038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabfbf97-1a92-40a8-83a0-61ed3084b324') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:08.533591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabfbf97-1a92-40a8-83a0-61ed3084b324') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:08.555074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.573140 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.583849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:59:08.584540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:59:08.673103 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:59:08.677868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fd3b36b8-17f9-4a4e-bea6-a117a4123088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.679296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.692729 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.699795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/networks/a69037c5-f6a2-461f-a502-f4d58339958c HTTP/1.1" status: 204 len: 168 time: 1.0529389 Nov 02 16:59:08.700493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:08.793353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] DHCP port deletion for c3b3e73d-fe69-4333-863f-edf2f1eb528b request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:08.821605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e382099-e6e3-4ed4-be40-1083a5b5e374 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Network': ['ID=a69037c5-f6a2-461f-a502-f4d58339958c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:08.865925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.887998 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.895064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Network a69037c5-f6a2-461f-a502-f4d58339958c is not hosted by any dhcp agent {{(pid=102067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 16:59:08.895560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] No DVR routers for this DVR port d560a385-7aa5-44d0-8582-c3676d9ba392 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:08.942836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'tenant_id': 'ab1b4bd8f06c445bbcab48669d43f1b4', 'fixed_ips': [{'subnet_id': 'ea34943e-55b8-4715-aaed-dbd2e87318e3'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:59:08.944025 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:08.957862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9323ee-faa1-4523-a806-27d92d774dc5 None None] Pushing event deleted for resources: {'Port': ['ID=d560a385-7aa5-44d0-8582-c3676d9ba392,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:08.969127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:08.969500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.075118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.082953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] Deleting port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:09.083337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.133000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:09.138931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:09.142909 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:09.143787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.183265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9248638 Nov 02 16:59:09.184581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a89e3f-aacb-4dc2-850e-c9d4c0314751 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=b36ecc4c-d906-4be4-ba4b-41dde299c243,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:09.191667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39734) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:09.200180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:64:2a:79', 'name': 'tempest-NetworksTestDHCPv6-222790628'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:09.224279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] For port 5beaa948-f6e0-431b-ab80-9e7e73fd6613, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5beaa948-f6e0-431b-ab80-9e7e73fd6613,segment=NetworkSegment(f52a6255-68ae-4224-a457-7e6f6cded7e8),segment_id=f52a6255-68ae-4224-a457-7e6f6cded7e8)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:09.224697 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.253415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Calling delete_port for 5beaa948-f6e0-431b-ab80-9e7e73fd6613 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:09.321297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] For port 5beaa948-f6e0-431b-ab80-9e7e73fd6613, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5beaa948-f6e0-431b-ab80-9e7e73fd6613,segment=NetworkSegment(f52a6255-68ae-4224-a457-7e6f6cded7e8),segment_id=f52a6255-68ae-4224-a457-7e6f6cded7e8)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:09.324424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.345983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] Calling delete_port for 5beaa948-f6e0-431b-ab80-9e7e73fd6613 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:09.352892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Allocated IP 2001:db8::f816:3eff:fea6:b3dd (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/ea34943e-55b8-4715-aaed-dbd2e87318e3/d19aaf59-8d03-436f-8ad7-b3080ed8ce2c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:09.378075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:09.409992 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.432124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] No DVR routers for this DVR port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:09.486340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Port': ['ID=5beaa948-f6e0-431b-ab80-9e7e73fd6613,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:09.571916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.607540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.608634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.650417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 31c79766-fdea-44c7-bda9-b25d365d2aa0 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:59:09.654366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b3e73d-fe69-4333-863f-edf2f1eb528b']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:09.672609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52a6255-68ae-4224-a457-7e6f6cded7e8') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:09.672609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52a6255-68ae-4224-a457-7e6f6cded7e8') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:09.689873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.703109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] No DVR routers for this DVR port 5beaa948-f6e0-431b-ab80-9e7e73fd6613 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:09.715621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569f38f-96bc-4889-b392-d6e9688bcade None None] Pushing event deleted for resources: {'Port': ['ID=5beaa948-f6e0-431b-ab80-9e7e73fd6613,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:09.726291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.740283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:59:09.741328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:59:09.745836 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:59:09.756289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.765883 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.807401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:09.810586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:09.816384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:09.840893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:09.865386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.875942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.879737 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/networks/c3b3e73d-fe69-4333-863f-edf2f1eb528b HTTP/1.1" status: 204 len: 168 time: 1.1781194 Nov 02 16:59:09.882771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39738) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:09.904498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8245f9-243f-4421-98ad-e2921e0a5ae2 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Network': ['ID=c3b3e73d-fe69-4333-863f-edf2f1eb528b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:09.967881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Attempting to bind port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:59:09.969407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Attempting to bind port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:59:09.969558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Attempting to bind port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c on network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:59:09.981285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:59:09.981706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Checking segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:59:09.982076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:09.982507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Bound using segment: {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:59:09.982999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Bound port: d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111601a-e03b-4d78-8123-66ab1421087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:59:09.983386 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.003739 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting subnet 37adfdee-6053-4675-bcb2-e9f17f7a2606 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:10.030624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.091018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.095563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8:0:1::3e0 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/b36ecc4c-d906-4be4-ba4b-41dde299c243/31c79766-fdea-44c7-bda9-b25d365d2aa0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:10.098544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:59:10.103577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:59:10.113134 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.134616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fe64:2a79 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/ea34943e-55b8-4715-aaed-dbd2e87318e3/31c79766-fdea-44c7-bda9-b25d365d2aa0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:10.255085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b2217-67c5-422b-94be-8f65df41a215 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:10.276387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5beaa948-f6e0-431b-ab80-9e7e73fd6613 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:10.331988 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.345683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5beaa948-f6e0-431b-ab80-9e7e73fd6613 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:59:10.346348 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5beaa948-f6e0-431b-ab80-9e7e73fd6613 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:10.423386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.497091 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:10.569781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0724587-a903-4c5a-912d-899768ae8719 None None] Network 0da9e22a-bf23-4bb0-8be3-1f8759233027 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:10.585221 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.589091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/subnets/37adfdee-6053-4675-bcb2-e9f17f7a2606 HTTP/1.1" status: 204 len: 168 time: 0.7054424 Nov 02 16:59:10.589984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241dabf-d43d-4e11-a542-5953b219d56d tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Subnet': ['ID=37adfdee-6053-4675-bcb2-e9f17f7a2606,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:10.592585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39752) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:10.740443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.796055 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.824174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.831607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4535-f8f0-4742-bce8-7e0f6fac6b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.884120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:10.887671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:10.896734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:10.907040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:10.907937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.928651 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=31c79766-fdea-44c7-bda9-b25d365d2aa0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:10.938231 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4535-f8f0-4742-bce8-7e0f6fac6b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:10.942202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-31b2d2ba-16be-4b07-9b17-ae8f7aaea7a8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7463906 Nov 02 16:59:10.943791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:10.977323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4535-f8f0-4742-bce8-7e0f6fac6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.024009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9dcc4535-f8f0-4742-bce8-7e0f6fac6b3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2842ec9dcb744a9381ae06505a888748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283406 Nov 02 16:59:11.024770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39764) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:11.066861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc4535-f8f0-4742-bce8-7e0f6fac6b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d6ac6-bba7-417a-a42c-69ebf901f13a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:11.072184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] DHCP port deletion for 0da9e22a-bf23-4bb0-8be3-1f8759233027 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:11.114244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 31c79766-fdea-44c7-bda9-b25d365d2aa0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:11.115105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.136442 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14adc178-7a87-48af-b0de-2fa0f8aee7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.158330 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-615bef43-6db2-4272-9293-81688826b42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.159245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Deleting port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:11.160297 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.193080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] Deleting port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:11.194019 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.220730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14adc178-7a87-48af-b0de-2fa0f8aee7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.272478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.293137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 31c79766-fdea-44c7-bda9-b25d365d2aa0 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:11.325399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] For port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,segment=NetworkSegment(1f7ce398-6ae1-4dd1-a075-dce87b586ade),segment_id=1f7ce398-6ae1-4dd1-a075-dce87b586ade)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:11.326192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.330226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] For port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,segment=NetworkSegment(1f7ce398-6ae1-4dd1-a075-dce87b586ade),segment_id=1f7ce398-6ae1-4dd1-a075-dce87b586ade)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:11.330734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.361118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] Calling delete_port for ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:11.374829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Calling delete_port for ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:11.381304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.487145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14adc178-7a87-48af-b0de-2fa0f8aee7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.496237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14adc178-7a87-48af-b0de-2fa0f8aee7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.501159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-14adc178-7a87-48af-b0de-2fa0f8aee7b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/824d6ac6-bba7-417a-a42c-69ebf901f13a HTTP/1.1" status: 204 len: 168 time: 0.4717677 Nov 02 16:59:11.520531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adc178-7a87-48af-b0de-2fa0f8aee7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d6ac6-bba7-417a-a42c-69ebf901f13a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:11.547411 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.572705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.622662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Port': ['ID=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:11.630353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] Pushing event deleted for resources: {'Port': ['ID=ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:11.632683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a4348-72ab-45dc-821d-bab6521cfb1b None None] No DVR routers for this DVR port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:11.634004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] No DVR routers for this DVR port ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:11.691890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.748828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=31c79766-fdea-44c7-bda9-b25d365d2aa0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:11.760636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.805160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da9e22a-bf23-4bb0-8be3-1f8759233027']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:11.826462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c92b70-d22a-4799-8731-dc20e6856431 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:11.838600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7ce398-6ae1-4dd1-a075-dce87b586ade') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:11.838988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7ce398-6ae1-4dd1-a075-dce87b586ade') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:11.863083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.872817 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.887381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-044195e6-2bdc-4c7c-afae-9d8dd2d5dd5e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/31c79766-fdea-44c7-bda9-b25d365d2aa0 HTTP/1.1" status: 204 len: 168 time: 0.9415660 Nov 02 16:59:11.888923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39770) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:11.896088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.928898 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:59:11.929874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.930572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9e0f93db-e426-4508-aad5-f0ea3bf9fd63 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:11.930954 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e0f93db-e426-4508-aad5-f0ea3bf9fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: timer() Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:59:11.934511 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:59:12.027291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585590a5-ca19-41cc-8bb4-b0769bec027b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:12.028967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-585590a5-ca19-41cc-8bb4-b0769bec027b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1365883 Nov 02 16:59:12.034681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39772) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:12.086918 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.117217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.132102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/networks/0da9e22a-bf23-4bb0-8be3-1f8759233027 HTTP/1.1" status: 204 len: 168 time: 1.5349710 Nov 02 16:59:12.134977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39774) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:12.175899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ba59c-5a55-40ce-8733-455e215d1478 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Pushing event deleted for resources: {'Network': ['ID=0da9e22a-bf23-4bb0-8be3-1f8759233027,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:12.211633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e0f93db-e426-4508-aad5-f0ea3bf9fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.214406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6553ad2-cb33-4ce1-ac2b-a522d34b05e4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:12.219913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e6553ad2-cb33-4ce1-ac2b-a522d34b05e4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1803892 Nov 02 16:59:12.220473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39776) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:12.263583 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c2beda4d-90ef-4ea6-b26d-6ded464b14f6 tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "GET /v2.0/ports?device_id=e571af78-ff72-4596-96a4-066949fd0907 HTTP/1.1" status: 200 len: 205 time: 0.1148818 Nov 02 16:59:12.263583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39778) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:12.288154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9e0f93db-e426-4508-aad5-f0ea3bf9fd63 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:12.299973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9e0f93db-e426-4508-aad5-f0ea3bf9fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.346020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496bd9c-abfc-40d5-9f19-236a661d03a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:12.354815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:12.356279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496bd9c-abfc-40d5-9f19-236a661d03a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:12.358212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496bd9c-abfc-40d5-9f19-236a661d03a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:12.363082 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a496bd9c-abfc-40d5-9f19-236a661d03a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1390238 Nov 02 16:59:12.363851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39780) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:12.433217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet b36ecc4c-d906-4be4-ba4b-41dde299c243 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:12.436875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.437673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.499891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f93db-e426-4508-aad5-f0ea3bf9fd63 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:12.509000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677a1e2-f974-4601-8f8a-f48ec8cba760 None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'ea34943e-55b8-4715-aaed-dbd2e87318e3', 'ip_address': '2001:db8::f816:3eff:fea6:b3dd'}, {'subnet_id': 'b36ecc4c-d906-4be4-ba4b-41dde299c243'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'd19aaf59-8d03-436f-8ad7-b3080ed8ce2c'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:59:12.544562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.557142 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2677a1e2-f974-4601-8f8a-f48ec8cba760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.560570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:12.561065 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.626286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.741251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.752063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.754273 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.757533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.794731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=b36ecc4c-d906-4be4-ba4b-41dde299c243,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:12.798044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.802568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-14023c12-c421-4235-ab52-c1e801c249a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/b36ecc4c-d906-4be4-ba4b-41dde299c243 HTTP/1.1" status: 204 len: 168 time: 0.4374764 Nov 02 16:59:12.806538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:12.832089 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.833400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Fanout notify agent at l3_agent the message router_deleted on router e571af78-ff72-4596-96a4-066949fd0907 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:59:12.847810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.849217 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3d01a8a4-633f-4421-bb2a-dfcac6c38bec tempest-RoutersNegativeTest-1149736371 tempest-RoutersNegativeTest-1149736371-project] 10.222.0.31 "DELETE /v2.0/routers/e571af78-ff72-4596-96a4-066949fd0907 HTTP/1.1" status: 204 len: 168 time: 0.5862713 Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-2677a1e2-f974-4601-8f8a-f48ec8cba760 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b36ecc4c-d906-4be4-ba4b-41dde299c243: This subnet is being modified by another concurrent operation. Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b36ecc4c-d906-4be4-ba4b-41dde299c243: This subnet is being modified by another concurrent operation. Nov 02 16:59:12.855221 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:59:12.921413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:12.947953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet ea34943e-55b8-4715-aaed-dbd2e87318e3 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:12.952240 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:12.957805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 16:59:12.958303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba326f8e-9d1c-4fa5-9b40-89f6a3fac6a4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:13.050467 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.053139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3a7ec6a2-b9c4-440d-8fd3-c920409612f0 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:13.053522 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec6a2-b9c4-440d-8fd3-c920409612f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.194248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99df93-3339-447b-ae49-616cad18735b None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:59:13.239856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.294075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99df93-3339-447b-ae49-616cad18735b None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:59:13.353724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.388427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39790) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:13.411470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.413042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e5c82c71-afbb-4a6c-be77-9e92cfca1b2a None None] Could not find standard attr ID for object 31c79766-fdea-44c7-bda9-b25d365d2aa0. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:13.417629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/ea34943e-55b8-4715-aaed-dbd2e87318e3 HTTP/1.1" status: 204 len: 168 time: 0.6100314 Nov 02 16:59:13.418908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8595-168f-45bb-a311-5733867f5766 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=ea34943e-55b8-4715-aaed-dbd2e87318e3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:13.420118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39794) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:13.494049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2198b119-117e-4aff-99d1-aa77a54ae924 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725963 Nov 02 16:59:13.498099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39796) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:13.504385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:13.606624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f3dbc-d97f-477c-8d28-9234b17842fb None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:59:13.621339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:13.627576 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.652752 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3f881b5-acef-4181-b3d0-ec9487771795 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1eee575e42e54ee2b9e00ccdc78b0220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613063 Nov 02 16:59:13.657813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:13.708137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f3dbc-d97f-477c-8d28-9234b17842fb None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:59:13.734540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e9bcc613-aa8c-44fa-a770-cb6d3853ba20 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:13.735126 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc613-aa8c-44fa-a770-cb6d3853ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.765489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc76704b-bf36-4929-8cc3-78a02d81790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.804624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc76704b-bf36-4929-8cc3-78a02d81790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.898960 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.904739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc76704b-bf36-4929-8cc3-78a02d81790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.912080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cc76704b-bf36-4929-8cc3-78a02d81790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:13.916344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc76704b-bf36-4929-8cc3-78a02d81790f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/821adf69-761b-4f26-97eb-8a4457ffdf79 HTTP/1.1" status: 204 len: 168 time: 0.2523308 Nov 02 16:59:13.928622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76704b-bf36-4929-8cc3-78a02d81790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821adf69-761b-4f26-97eb-8a4457ffdf79,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:14.216126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:59:14.242916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:14.293402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '8ee83350-f609-47aa-955c-b88d76a8f269'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'd19aaf59-8d03-436f-8ad7-b3080ed8ce2c'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:59:14.347596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:14.470200 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:14.519545 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:14.819830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:14.879455 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:14.887520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:14.888651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:14.953277 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fea6:b3dd-32f00a11-fb77-487d-b5d0-e679e17dff {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:59:14.954411 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:59:14.971239 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:59:14.972231 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:59:14.979285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:14.993319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:15.003608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:15.004205 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.012379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:15.018621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=8ee83350-f609-47aa-955c-b88d76a8f269,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:15.037374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1020b949-b2c4-4c80-9c05-766f17ccdd12 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5350254 Nov 02 16:59:15.037778 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39824) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:15.046248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:15.183524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:15.188179 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.317813 n-d-811405-2 neutron-server[102066]: INFO neutron.db.ipam_backend_mixin [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ee83350-f609-47aa-955c-b88d76a8f269 (CIDR: 2001:db8::/64) Nov 02 16:59:15.321735 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:15.322715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:15.348055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:15.348628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58898866-6a46-42ea-b6c4-2160ae13e135 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3084671 Nov 02 16:59:15.362777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:15.525229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:15.530908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.532350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.552481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.653796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:15.661893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.823609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:15.828957 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:59:15.829323 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:59:15.869343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.920874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:15.924821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:15.929468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:15.930026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:15.947417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=e9e2194b-a7b2-4cbf-ad76-198e1125f20c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:15.954953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-92dc9994-67e6-4145-bbcf-2ffe304de33f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5969620 Nov 02 16:59:15.958112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39850) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:15.969112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:a9:28:bf', 'name': 'tempest-NetworksTestDHCPv6-1084635156'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:16.138742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:16.274483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:16.315097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port ec131067-37a0-4275-8cb2-283e88fe5a3f yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:59:16.485219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39866) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:16.549413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8:0:1::4c (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/e9e2194b-a7b2-4cbf-ad76-198e1125f20c/ec131067-37a0-4275-8cb2-283e88fe5a3f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:16.557088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::f816:3eff:fea9:28bf (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/8ee83350-f609-47aa-955c-b88d76a8f269/ec131067-37a0-4275-8cb2-283e88fe5a3f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:16.666332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b823192-3f5c-479b-a4d1-b5b6d8d1c9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:16.772518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b823192-3f5c-479b-a4d1-b5b6d8d1c9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:16.780121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8b823192-3f5c-479b-a4d1-b5b6d8d1c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:16.849941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823192-3f5c-479b-a4d1-b5b6d8d1c9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7300b6fb-06ae-4e75-8a5a-60083ab8933a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:16.871230 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8b823192-3f5c-479b-a4d1-b5b6d8d1c9e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fc660357cfa4d6a917e0ef6e9517608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840036 Nov 02 16:59:16.878935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39870) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:16.917657 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:16.950960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43b579f0-657b-4f9f-bd99-61f8e22d67ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:16.980246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43b579f0-657b-4f9f-bd99-61f8e22d67ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.080619 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43b579f0-657b-4f9f-bd99-61f8e22d67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.087269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-43b579f0-657b-4f9f-bd99-61f8e22d67ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.095075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-43b579f0-657b-4f9f-bd99-61f8e22d67ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7300b6fb-06ae-4e75-8a5a-60083ab8933a HTTP/1.1" status: 204 len: 168 time: 0.2102554 Nov 02 16:59:17.119149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b579f0-657b-4f9f-bd99-61f8e22d67ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7300b6fb-06ae-4e75-8a5a-60083ab8933a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:17.229949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.293251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.394428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:17.400848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:17.409954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:17.420497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:17.421710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.459998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=ec131067-37a0-4275-8cb2-283e88fe5a3f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:17.486993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2e566391-6e9a-44b9-93fd-7ef665d10c62 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5224643 Nov 02 16:59:17.487236 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39878) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:17.509040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:17.562956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.575114 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.634454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39880) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:17.661403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port ec131067-37a0-4275-8cb2-283e88fe5a3f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:17.661403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.661845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-167cfe9c-8771-43f6-b587-3905869cfa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.702671 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.705275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9d949-b632-4307-9242-1097bde804ef None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:17.924977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-167cfe9c-8771-43f6-b587-3905869cfa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.931621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-167cfe9c-8771-43f6-b587-3905869cfa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.954166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:17.975421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for ec131067-37a0-4275-8cb2-283e88fe5a3f owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:17.986601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-167cfe9c-8771-43f6-b587-3905869cfa2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4abbf1c4666d457198c50dab3d2b44a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502500 Nov 02 16:59:17.988364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cfe9c-8771-43f6-b587-3905869cfa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e323360-8d63-4bf5-b185-a52ce133eab6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:17.992403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39882) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:18.304946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:18.392455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:18.392884 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.504885 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.564634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:18.585507 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.593527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a80-2bf3-4e09-b3ce-22af4df5d67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.643333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276f4c2-9565-496a-9bc4-ef7eec521e4e None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:18.673901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a80-2bf3-4e09-b3ce-22af4df5d67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.757083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-354f861a-0a44-42d1-88bf-2cd1ccabda6e None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:18.757449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-354f861a-0a44-42d1-88bf-2cd1ccabda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.763739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:18.832156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a80-2bf3-4e09-b3ce-22af4df5d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.834641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a80-2bf3-4e09-b3ce-22af4df5d67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.838216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b55a0a80-2bf3-4e09-b3ce-22af4df5d67a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e323360-8d63-4bf5-b185-a52ce133eab6 HTTP/1.1" status: 204 len: 168 time: 0.8424633 Nov 02 16:59:18.845999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.912707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0a80-2bf3-4e09-b3ce-22af4df5d67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e323360-8d63-4bf5-b185-a52ce133eab6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:18.931433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=ec131067-37a0-4275-8cb2-283e88fe5a3f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:18.969549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:18.977797 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0d87f924-c071-459b-875d-772deef9451e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/ec131067-37a0-4275-8cb2-283e88fe5a3f HTTP/1.1" status: 204 len: 168 time: 1.4890840 Nov 02 16:59:18.978059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39888) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:19.080292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd69ca0-6c7f-429b-ba03-e7cc360059b9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:19.083611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-afd69ca0-6c7f-429b-ba03-e7cc360059b9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1039295 Nov 02 16:59:19.086722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39890) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:19.126062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a18de-78ed-40e5-bda5-b94d68bfbc40 None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': '8ee83350-f609-47aa-955c-b88d76a8f269', 'ip_address': '2001:db8::f816:3eff:fea6:b3dd'}, {'subnet_id': 'e9e2194b-a7b2-4cbf-ad76-198e1125f20c'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'd19aaf59-8d03-436f-8ad7-b3080ed8ce2c'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:59:19.160947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723343df-8515-433b-bd47-469a7fe37ddb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:19.163242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-723343df-8515-433b-bd47-469a7fe37ddb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0752137 Nov 02 16:59:19.167184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:19.183939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18de-78ed-40e5-bda5-b94d68bfbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.259038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbe3cf-5b44-4241-8f0f-929b3f96a118 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:19.260881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbe3cf-5b44-4241-8f0f-929b3f96a118 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:19.262632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbe3cf-5b44-4241-8f0f-929b3f96a118 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:19.264530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-28bbe3cf-5b44-4241-8f0f-929b3f96a118 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0958278 Nov 02 16:59:19.267494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39898) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:19.360306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 8ee83350-f609-47aa-955c-b88d76a8f269 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:19.364780 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.450486 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.567813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.670012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server [None req-6a2a18de-78ed-40e5-bda5-b94d68bfbc40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ee83350-f609-47aa-955c-b88d76a8f269: This subnet is being modified by another concurrent operation. Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server raise exception Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ee83350-f609-47aa-955c-b88d76a8f269: This subnet is being modified by another concurrent operation. Nov 02 16:59:19.673320 n-d-811405-2 neutron-server[102067]: ERROR oslo_messaging.rpc.server Nov 02 16:59:19.704811 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.714429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/8ee83350-f609-47aa-955c-b88d76a8f269 HTTP/1.1" status: 204 len: 168 time: 0.4433086 Nov 02 16:59:19.714927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39914) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:19.777417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c2727-da13-4baa-88c6-e312c7b72cda tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee83350-f609-47aa-955c-b88d76a8f269,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:19.815212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0632051f-25b3-480a-8c3c-d359a3e58246 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:19.835674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet e9e2194b-a7b2-4cbf-ad76-198e1125f20c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:19.849673 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.914314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.941993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8fdf8504-2159-401b-8f3f-24638ab5ee9c None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:19.942736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8504-2159-401b-8f3f-24638ab5ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:19.995253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.085209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.144693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e2194b-a7b2-4cbf-ad76-198e1125f20c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:20.147535 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.150932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fe6318c9-d166-4b43-8469-05c5d645bd68 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e9e2194b-a7b2-4cbf-ad76-198e1125f20c HTTP/1.1" status: 204 len: 168 time: 0.4338002 Nov 02 16:59:20.154769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39922) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:20.252658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26f5d4bb-2d43-4dad-96d7-c25a7ab43169 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960653 Nov 02 16:59:20.257691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39924) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:20.270829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:20.286162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:20.330557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ff6ed-2a8d-4903-aff3-4244884f346e None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'e9e2194b-a7b2-4cbf-ad76-198e1125f20c'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'd19aaf59-8d03-436f-8ad7-b3080ed8ce2c'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:59:20.370651 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-504ff6ed-2a8d-4903-aff3-4244884f346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.417740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:20.422859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.464974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.598629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:20.605446 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.695574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15496d6-5e7d-442b-9ea5-4ff0bbc9a1c2 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:20.759742 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.784398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ef1c06ad-463f-46c6-a04f-0f2702764578 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:20.784779 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06ad-463f-46c6-a04f-0f2702764578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.817295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:20.821146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:20.826227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:20.827078 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:20.842515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=c45c1476-18a3-404d-826e-b1d11bc39133,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:20.848320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:20.856044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2e1c229-d2c6-47c5-879c-22143e4a618a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5961263 Nov 02 16:59:20.858979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39938) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:20.864802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:21.055589 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06ad-463f-46c6-a04f-0f2702764578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:21.080203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:21.085161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:21.145981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ef1c06ad-463f-46c6-a04f-0f2702764578 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:21.160119 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06ad-463f-46c6-a04f-0f2702764578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:21.220839 n-d-811405-2 neutron-server[102065]: INFO neutron.db.ipam_backend_mixin [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c45c1476-18a3-404d-826e-b1d11bc39133 (CIDR: 2001:db8::/64) Nov 02 16:59:21.227409 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:21.228244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:21.231428 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c06ad-463f-46c6-a04f-0f2702764578 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:21.268781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957961af-74cd-45b0-92a2-448ac3cbc69e None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:21.274378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f354b859-2ca9-4a71-9278-452818bb9b0d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4140108 Nov 02 16:59:21.277286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39944) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:21.283575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:21.370514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-16dee70a-b027-497f-8c30-67cfaf782bd8 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:21.370824 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-16dee70a-b027-497f-8c30-67cfaf782bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:21.476953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:21.483162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:21.789041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b970c895-e33f-4d40-af7e-947f2c89db84 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:21.789512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b970c895-e33f-4d40-af7e-947f2c89db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:21.916641 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10363ca6-7a48-4191-ac21-e249d55702ba None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:59:22.077608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10363ca6-7a48-4191-ac21-e249d55702ba None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:59:22.160053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.objects.ports [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:59:22.165141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4654a8ba-c709-487b-a99a-f73a877a5b07 None None] Could not find standard attr ID for object ec131067-37a0-4275-8cb2-283e88fe5a3f. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:22.455595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:22.602048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'c45c1476-18a3-404d-826e-b1d11bc39133'}, {'subnet_id': '1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'd19aaf59-8d03-436f-8ad7-b3080ed8ce2c'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:59:22.799625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:22.820310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:22.858368 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:22.867712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:22.869868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:22.998060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=14']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:23.068559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:23.077921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:23.086311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:23.087263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:23.091680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:23.118924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-afc67434-86f5-41e0-a1cb-ecb2c91b02fe tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8404894 Nov 02 16:59:23.123647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39970) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:23.131781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:02:f9:49', 'name': 'tempest-NetworksTestDHCPv6-958242820'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:23.250558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:23.281219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/c45c1476-18a3-404d-826e-b1d11bc39133/d19aaf59-8d03-436f-8ad7-b3080ed8ce2c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:23.341614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:23.518512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:23.533063 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:23.550728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port 93c7665d-0aae-47f1-9506-13358a8d2d15 yet. {{(pid=102066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:59:23.640512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:23.658899 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:23.827510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dcdb4-1d9b-4bb9-adf8-57f62954b654 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=15']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:23.967564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::315 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/c45c1476-18a3-404d-826e-b1d11bc39133/93c7665d-0aae-47f1-9506-13358a8d2d15) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:23.976684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8:0:1:f816:3eff:fe02:f949 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2/93c7665d-0aae-47f1-9506-13358a8d2d15) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:24.106546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39982) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:24.386282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d93cb39-d899-4fae-8be4-bd21a533be4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.389624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:24.515408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.517541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:24.517921 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.565395 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d93cb39-d899-4fae-8be4-bd21a533be4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.582912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d93cb39-d899-4fae-8be4-bd21a533be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.591645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.649490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d93cb39-d899-4fae-8be4-bd21a533be4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8526a4a4b5d543bbb7c309b2bb23879e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408816 Nov 02 16:59:24.651078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93cb39-d899-4fae-8be4-bd21a533be4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f15a6-3f1e-4520-872f-00e44bb592df,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:24.654393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39986) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:24.701394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:24.715736 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:24.728729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:24.737063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:24.737063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.742244 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=93c7665d-0aae-47f1-9506-13358a8d2d15,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:24.782766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a8fb5b28-832b-4033-b9d6-ed70c66723c4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6563549 Nov 02 16:59:24.785371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39988) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:24.799965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12f0a20d-cb63-4bdc-991e-c8f07ac45b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.849729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12f0a20d-cb63-4bdc-991e-c8f07ac45b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.931251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port 93c7665d-0aae-47f1-9506-13358a8d2d15 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:24.931837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:24.995478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12f0a20d-cb63-4bdc-991e-c8f07ac45b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.001984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12f0a20d-cb63-4bdc-991e-c8f07ac45b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.005850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12f0a20d-cb63-4bdc-991e-c8f07ac45b88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc1f15a6-3f1e-4520-872f-00e44bb592df HTTP/1.1" status: 204 len: 168 time: 0.3471158 Nov 02 16:59:25.036559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0a20d-cb63-4bdc-991e-c8f07ac45b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f15a6-3f1e-4520-872f-00e44bb592df,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:25.197797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0f26c-db66-4cad-b32f-9fe4ef3ea2d5 None None] get_active_networks_info from n-d-811405-2 {{(pid=102067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:59:25.200332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.232903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for 93c7665d-0aae-47f1-9506-13358a8d2d15 owned by {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:25.384294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1bbc934c-31b0-4941-ab71-3c9344764496 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:25.384840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1bbc934c-31b0-4941-ab71-3c9344764496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.445496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0f26c-db66-4cad-b32f-9fe4ef3ea2d5 None None] Resources bound (agent type, host, resource id): {{(pid=102067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 16:59:25.601024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 39996) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:25.647920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79c6d5d9-1d6e-46d0-a38d-51312e1b80e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.665604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.712963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=93c7665d-0aae-47f1-9506-13358a8d2d15,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:25.776055 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.780660 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7a637342-4554-4fa2-aa53-949d9443c890 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/93c7665d-0aae-47f1-9506-13358a8d2d15 HTTP/1.1" status: 204 len: 168 time: 0.9935210 Nov 02 16:59:25.783851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 39998) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:25.876646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253f8c9-aeba-40f8-b58c-c99a89c27524 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:25.878304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9253f8c9-aeba-40f8-b58c-c99a89c27524 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0937567 Nov 02 16:59:25.882406 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79c6d5d9-1d6e-46d0-a38d-51312e1b80e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.883382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40000) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:25.927281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-79c6d5d9-1d6e-46d0-a38d-51312e1b80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:25.993513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-79c6d5d9-1d6e-46d0-a38d-51312e1b80e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc79c2386f284fa18b5f34c98832aca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908434 Nov 02 16:59:25.997736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6d5d9-1d6e-46d0-a38d-51312e1b80e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27768e8b-4126-451f-89bf-0ac9c6847767,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:25.997979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40002) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:26.012341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7182a4-b13e-4efc-bfe5-8edbd93a6581 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:26.013842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-db7182a4-b13e-4efc-bfe5-8edbd93a6581 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1294529 Nov 02 16:59:26.018006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40004) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:26.109881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0dea-3b1e-40a6-8a77-8ce785e7fc21 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:26.111610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0dea-3b1e-40a6-8a77-8ce785e7fc21 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:26.113345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0dea-3b1e-40a6-8a77-8ce785e7fc21 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:26.115105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-040e0dea-3b1e-40a6-8a77-8ce785e7fc21 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0958486 Nov 02 16:59:26.118473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40006) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:26.125834 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f1ffc-7c60-46bc-84c9-8a5f87f91818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.167859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f1ffc-7c60-46bc-84c9-8a5f87f91818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.184534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet 1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:26.190920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.246035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.278791 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f1ffc-7c60-46bc-84c9-8a5f87f91818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.286086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f1ffc-7c60-46bc-84c9-8a5f87f91818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.293602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-567f1ffc-7c60-46bc-84c9-8a5f87f91818 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27768e8b-4126-451f-89bf-0ac9c6847767 HTTP/1.1" status: 204 len: 168 time: 0.2876985 Nov 02 16:59:26.297090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f1ffc-7c60-46bc-84c9-8a5f87f91818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27768e8b-4126-451f-89bf-0ac9c6847767,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:26.447102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.527778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.570086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:26.572336 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.580043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6e92be1b-6dc9-4446-ad3d-ed66a391db8f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2 HTTP/1.1" status: 204 len: 168 time: 0.4602995 Nov 02 16:59:26.580604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40012) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:26.681859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet c45c1476-18a3-404d-826e-b1d11bc39133 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:26.686574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.687191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d76da-2269-4cb1-85bc-96d8548c7089 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:26.739489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.760270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0ac97ad6-9b69-4a07-9fcd-cd08ffabb4cf None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:26.760747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ac97ad6-9b69-4a07-9fcd-cd08ffabb4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:26.915635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:27.019506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:27.074962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=c45c1476-18a3-404d-826e-b1d11bc39133,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:27.078968 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:27.082695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-40f77852-06e8-4e87-adf5-0795ee952dba tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/c45c1476-18a3-404d-826e-b1d11bc39133 HTTP/1.1" status: 204 len: 168 time: 0.5003283 Nov 02 16:59:27.086220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40024) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:27.145561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b7b9baa4-55c5-47a6-a769-c794cc038d05 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580587 Nov 02 16:59:27.148563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40026) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:27.154332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:27.286204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:27.298881 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:27.660676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:27.757429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:27.766160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:27.770199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:27.771153 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:27.807470 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6548092 Nov 02 16:59:27.807809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40040) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:27.814259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:27.819669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e609de-1d21-4b7c-ad2f-cd788a509cfc tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=e040b544-abd2-4f61-a8ec-b684d4b3c1b1,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:27.917330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8f551-ae1c-4177-b116-92a06a016604 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:28.047569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7a4b987c-0afc-4f4e-bdbd-1f806f7c2ab0 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:28.047863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7a4b987c-0afc-4f4e-bdbd-1f806f7c2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:28.055187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:28.069020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:28.262783 n-d-811405-2 neutron-server[102066]: INFO neutron.db.ipam_backend_mixin [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e040b544-abd2-4f61-a8ec-b684d4b3c1b1 (CIDR: 2001:db8::/64) Nov 02 16:59:28.272503 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:28.272503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:28.311151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-89c08e98-ac3a-429f-9fbf-08fcdf5750e0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5019958 Nov 02 16:59:28.316748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40048) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:28.325658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'subnet': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:28.580373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-df5e8eff-b1b8-4f48-9284-57287a68a631 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:28.585688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-df5e8eff-b1b8-4f48-9284-57287a68a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:28.631161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:28.635286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:28.859663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-696700e0-f4fa-48da-b42e-f402cb0148af None None] Could not find standard attr ID for object 93c7665d-0aae-47f1-9506-13358a8d2d15. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:29.175811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.objects.ports [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:59:29.411981 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.557580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40076) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:29.632879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:29.678272 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.684859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.685623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.736560 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97d81b40-3449-4d30-bc89-18101289c17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.769186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:29.779510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:29.783927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:29.784529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.802845 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb599a43-32fd-4b99-88e0-e75b33af58d1 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:29.822037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Subnet': ['ID=e8c475c6-2112-46aa-b02b-473508612842,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:29.826240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=19']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:29.841893 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d86b03ce-5b92-4438-9317-a5e867a92011 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5228827 Nov 02 16:59:29.855814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40082) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:29.860954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97d81b40-3449-4d30-bc89-18101289c17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.866798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Request body: {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'mac_address': 'fa:16:3e:ac:51:65', 'name': 'tempest-NetworksTestDHCPv6-1443759501'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:29.876307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-97d81b40-3449-4d30-bc89-18101289c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:29.918835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81b40-3449-4d30-bc89-18101289c17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929fbd18-aa9e-42b6-88f5-7f1e5f450ec9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:29.951497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-97d81b40-3449-4d30-bc89-18101289c17c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72716ff2b1274cebba4af274ac2d83da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927498 Nov 02 16:59:29.955154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40084) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:30.059941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec0fbcd-2547-4207-9945-a30f975162f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.084749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec0fbcd-2547-4207-9945-a30f975162f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.100587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] Update dhcp port {'port': {'network_id': 'd5fb83f4-4dbe-44f6-add3-f8774c4f1a0f', 'fixed_ips': [{'subnet_id': 'e8c475c6-2112-46aa-b02b-473508612842', 'ip_address': '2001:db8:0:1:f816:3eff:fea6:b3dd'}, {'subnet_id': 'e040b544-abd2-4f61-a8ec-b684d4b3c1b1'}], 'binding:host_id': 'n-d-811405-2'}, 'id': 'd19aaf59-8d03-436f-8ad7-b3080ed8ce2c'} from n-d-811405-2. {{(pid=102067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 16:59:30.114038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Made reservation on behalf of ab1b4bd8f06c445bbcab48669d43f1b4 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:30.134766 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.229191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec0fbcd-2547-4207-9945-a30f975162f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.232004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aec0fbcd-2547-4207-9945-a30f975162f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.237224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aec0fbcd-2547-4207-9945-a30f975162f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/929fbd18-aa9e-42b6-88f5-7f1e5f450ec9 HTTP/1.1" status: 204 len: 168 time: 0.2774761 Nov 02 16:59:30.285251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0fbcd-2547-4207-9945-a30f975162f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929fbd18-aa9e-42b6-88f5-7f1e5f450ec9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:30.287530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:30.290827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.323501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] device_id is not set on port f3cb4674-2113-425d-a735-6c98f34da0e7 yet. {{(pid=102065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 16:59:30.424722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:30.425003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.478737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] Allocated IP 2001:db8::2 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/e040b544-abd2-4f61-a8ec-b684d4b3c1b1/d19aaf59-8d03-436f-8ad7-b3080ed8ce2c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:30.633424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:30.674058 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.679697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.770802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40094) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:30.788140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-387756a4-0409-4585-8a5b-ecaf9a797505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.803522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba66428-fb22-4fc7-8160-c98ced37f9a1 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=20']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:30.891192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8::a0 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/e040b544-abd2-4f61-a8ec-b684d4b3c1b1/f3cb4674-2113-425d-a735-6c98f34da0e7) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:30.902852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:5165 (d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f/e8c475c6-2112-46aa-b02b-473508612842/f3cb4674-2113-425d-a735-6c98f34da0e7) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:30.931785 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-387756a4-0409-4585-8a5b-ecaf9a797505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.938028 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-387756a4-0409-4585-8a5b-ecaf9a797505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:30.995341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-387756a4-0409-4585-8a5b-ecaf9a797505 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70463795a288495796789114c690ed40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231369 Nov 02 16:59:30.998052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387756a4-0409-4585-8a5b-ecaf9a797505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0303e8-8e77-4eed-9fb4-5f77f52af931,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:31.001473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40098) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:31.109419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.151329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.200404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.249107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.255091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.256333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce0303e8-8e77-4eed-9fb4-5f77f52af931 HTTP/1.1" status: 204 len: 168 time: 0.2539732 Nov 02 16:59:31.271135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.296081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0303e8-8e77-4eed-9fb4-5f77f52af931,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:31.316498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.317072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.318710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.320105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:31.323624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.324059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.324259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:31.324442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.324834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.325186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.325592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.325948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.326358 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.326792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9e665-bcb4-4b4b-b595-e0a08b77be9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:31.329081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:31.337855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:31.339279 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.386184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40106) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:31.386769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5271962 Nov 02 16:59:31.388013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb553c4d-5b3e-442a-9c7d-65ab957c754f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event updated for resources: {'Port': ['ID=f3cb4674-2113-425d-a735-6c98f34da0e7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:31.515860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting port f3cb4674-2113-425d-a735-6c98f34da0e7 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:31.516204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.665014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.695392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Calling delete_port for f3cb4674-2113-425d-a735-6c98f34da0e7 owned by {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:31.745606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b5acc626-f0c6-4b12-b990-408e641ff1bf None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:31.750275 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5acc626-f0c6-4b12-b990-408e641ff1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:31.959680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.004068 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Port': ['ID=f3cb4674-2113-425d-a735-6c98f34da0e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:32.063916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.069863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a100896d-12e7-4d82-89dd-65be9f44b9bd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/f3cb4674-2113-425d-a735-6c98f34da0e7 HTTP/1.1" status: 204 len: 168 time: 0.6794217 Nov 02 16:59:32.070899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40122) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:32.116253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-78b273a7-adf9-4ab7-8fb3-a0e532a67897 None None] Could not find standard attr ID for object f3cb4674-2113-425d-a735-6c98f34da0e7. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 16:59:32.141618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff17ec8-df70-4437-8997-116394271f01 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:32.146193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4ff17ec8-df70-4437-8997-116394271f01 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0723448 Nov 02 16:59:32.146988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40126) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:32.240383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e6302-9457-4d0c-ba86-ec7baf5a286a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:32.242245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b82e6302-9457-4d0c-ba86-ec7baf5a286a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0942123 Nov 02 16:59:32.245173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40130) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:32.269315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:59:32.353341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43041b98-2a0e-493c-b156-4b4438062def tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:32.355300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43041b98-2a0e-493c-b156-4b4438062def tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:32.356905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43041b98-2a0e-493c-b156-4b4438062def tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:32.362702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-43041b98-2a0e-493c-b156-4b4438062def tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1150398 Nov 02 16:59:32.362954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:32.363078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40134) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:32.363180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.422841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet e040b544-abd2-4f61-a8ec-b684d4b3c1b1 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:32.426655 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.477987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.596739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.670024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.703099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=e040b544-abd2-4f61-a8ec-b684d4b3c1b1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:32.707910 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.714122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b73507ff-ec62-47c5-b583-b8df9494a821 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e040b544-abd2-4f61-a8ec-b684d4b3c1b1 HTTP/1.1" status: 204 len: 168 time: 0.3478270 Nov 02 16:59:32.714317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40146) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:32.727786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ea6bc-00d9-47ed-b281-c813ed54e053 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:32.792087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Deleting subnet e8c475c6-2112-46aa-b02b-473508612842 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 16:59:32.797252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:32.869457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:33.009588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:33.098113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:33.113504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:33.119475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e8c475c6-2112-46aa-b02b-473508612842 HTTP/1.1" status: 204 len: 168 time: 0.4040561 Nov 02 16:59:33.120199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40158) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.159691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0343030-2f77-412c-882e-ffcc64cbd3cd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c475c6-2112-46aa-b02b-473508612842,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:33.189788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-94b9629a-e3fe-4954-b47a-dcdb32ea0c05 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676954 Nov 02 16:59:33.193526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40162) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.255277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dab97c-0aef-4f04-b216-bfcc3bd8c053 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:33.258345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e6dab97c-0aef-4f04-b216-bfcc3bd8c053 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0630848 Nov 02 16:59:33.261606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40166) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.329879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003dc98-c66d-46b8-a4cf-37e21b9f1340 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:33.331673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b003dc98-c66d-46b8-a4cf-37e21b9f1340 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0678868 Nov 02 16:59:33.334222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40168) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.379313 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-64d2c047-5588-4886-ac41-10ee2c2138b1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435150 Nov 02 16:59:33.384916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40174) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.429012 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf06dc6-ae58-4030-96b9-88b6f09d5cdf tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.430777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf06dc6-ae58-4030-96b9-88b6f09d5cdf tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.439886 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ddf06dc6-ae58-4030-96b9-88b6f09d5cdf tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/f3cb4674-2113-425d-a735-6c98f34da0e7 HTTP/1.1" status: 404 len: 333 time: 0.0531080 Nov 02 16:59:33.442466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40176) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.473650 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad28c76-6383-4e0e-9bc0-539a9dac7883 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.474103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad28c76-6383-4e0e-9bc0-539a9dac7883 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.477436 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3ad28c76-6383-4e0e-9bc0-539a9dac7883 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e8c475c6-2112-46aa-b02b-473508612842 HTTP/1.1" status: 404 len: 337 time: 0.0339537 Nov 02 16:59:33.480097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40178) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.520229 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2fc7e4-b7a0-4a85-8220-6a66acce2ecb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.520704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2fc7e4-b7a0-4a85-8220-6a66acce2ecb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.524511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6b2fc7e4-b7a0-4a85-8220-6a66acce2ecb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e040b544-abd2-4f61-a8ec-b684d4b3c1b1 HTTP/1.1" status: 404 len: 337 time: 0.0430725 Nov 02 16:59:33.528184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40180) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.556758 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caa1b99-a907-4269-bc20-c835a5470411 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.557526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2caa1b99-a907-4269-bc20-c835a5470411 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.562974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2caa1b99-a907-4269-bc20-c835a5470411 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/93c7665d-0aae-47f1-9506-13358a8d2d15 HTTP/1.1" status: 404 len: 333 time: 0.0317106 Nov 02 16:59:33.564218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40182) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.607885 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb96f331-d3ad-4376-99ef-f49e92d05d2c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.608347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb96f331-d3ad-4376-99ef-f49e92d05d2c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.614619 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb96f331-d3ad-4376-99ef-f49e92d05d2c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/1c48caaa-8e56-43dd-a9cb-a5fd4e39d3f2 HTTP/1.1" status: 404 len: 337 time: 0.0463614 Nov 02 16:59:33.615019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40186) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.659744 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4551cec-4361-4eae-b1b2-6781fa61df95 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.660393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4551cec-4361-4eae-b1b2-6781fa61df95 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.663998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c4551cec-4361-4eae-b1b2-6781fa61df95 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/c45c1476-18a3-404d-826e-b1d11bc39133 HTTP/1.1" status: 404 len: 337 time: 0.0476387 Nov 02 16:59:33.666836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40192) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.697502 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e3c26d-1d67-44d3-aeab-3cdde80cef38 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.698292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e3c26d-1d67-44d3-aeab-3cdde80cef38 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.704600 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0e3c26d-1d67-44d3-aeab-3cdde80cef38 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/ec131067-37a0-4275-8cb2-283e88fe5a3f HTTP/1.1" status: 404 len: 333 time: 0.0332615 Nov 02 16:59:33.704942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40194) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.741794 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6ca593-4ce0-4d78-94fb-3199b1169f0c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.742586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6ca593-4ce0-4d78-94fb-3199b1169f0c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.745827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc6ca593-4ce0-4d78-94fb-3199b1169f0c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e9e2194b-a7b2-4cbf-ad76-198e1125f20c HTTP/1.1" status: 404 len: 337 time: 0.0379803 Nov 02 16:59:33.748444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40196) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.772386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a1ede-3cd3-4cef-bf42-1e96732c8067 None None] Network d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:33.784407 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6a253a-515d-4118-8434-e30222faa265 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.784868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6a253a-515d-4118-8434-e30222faa265 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.790993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40198) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.791492 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3b6a253a-515d-4118-8434-e30222faa265 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/8ee83350-f609-47aa-955c-b88d76a8f269 HTTP/1.1" status: 404 len: 337 time: 0.0418406 Nov 02 16:59:33.832956 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-58be416d-c125-4438-b9a7-89ef28238330 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.834036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58be416d-c125-4438-b9a7-89ef28238330 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.837979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-58be416d-c125-4438-b9a7-89ef28238330 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/31c79766-fdea-44c7-bda9-b25d365d2aa0 HTTP/1.1" status: 404 len: 333 time: 0.0456960 Nov 02 16:59:33.840234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40200) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.880046 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3090a072-d063-457f-bf57-4541d4451920 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.880821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3090a072-d063-457f-bf57-4541d4451920 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.884709 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3090a072-d063-457f-bf57-4541d4451920 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/b36ecc4c-d906-4be4-ba4b-41dde299c243 HTTP/1.1" status: 404 len: 337 time: 0.0381384 Nov 02 16:59:33.887255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40202) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.908888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7a5b5efe-a821-42df-a0da-fba5431c3ebf None None] Provisioning complete for port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:59:33.909617 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5efe-a821-42df-a0da-fba5431c3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:33.925782 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-45244841-7b9b-41cf-8b6a-106675437f8b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.926583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45244841-7b9b-41cf-8b6a-106675437f8b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.930036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-45244841-7b9b-41cf-8b6a-106675437f8b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/ea34943e-55b8-4715-aaed-dbd2e87318e3 HTTP/1.1" status: 404 len: 337 time: 0.0415936 Nov 02 16:59:33.932520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40204) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:33.962103 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a5232a-406d-449f-9000-77a2e11355dd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:33.963121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a5232a-406d-449f-9000-77a2e11355dd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:33.968287 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-01a5232a-406d-449f-9000-77a2e11355dd tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/e6027c98-3bc4-41f8-a6bb-a3c65acabb00 HTTP/1.1" status: 404 len: 333 time: 0.0335624 Nov 02 16:59:33.970240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40208) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.048294 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-863ddc6b-18b8-41d3-b894-923742aab73d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.049313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863ddc6b-18b8-41d3-b894-923742aab73d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.057096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-863ddc6b-18b8-41d3-b894-923742aab73d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/6da5c444-ec63-41fc-bd58-936f6bfe12af HTTP/1.1" status: 404 len: 337 time: 0.0842512 Nov 02 16:59:34.059759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40210) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.095976 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc903cf6-1ff1-49d7-96a6-7280f2294691 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.097001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc903cf6-1ff1-49d7-96a6-7280f2294691 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.102911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cc903cf6-1ff1-49d7-96a6-7280f2294691 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/bc0b93ba-72b1-4546-b836-1aaf3daac554 HTTP/1.1" status: 404 len: 333 time: 0.0420175 Nov 02 16:59:34.103633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40212) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.109313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] DHCP port deletion for d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:34.132920 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dcb3c2-3af7-427e-b77c-19ae76824c5a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.133388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dcb3c2-3af7-427e-b77c-19ae76824c5a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.139859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40214) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.140374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f2dcb3c2-3af7-427e-b77c-19ae76824c5a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/714cc525-fb20-41b3-9d9d-15a72913dac8 HTTP/1.1" status: 404 len: 337 time: 0.0356371 Nov 02 16:59:34.168632 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1153a304-ed93-49d2-88c1-188716272299 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.169734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1153a304-ed93-49d2-88c1-188716272299 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.173982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] Deleting port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 16:59:34.174474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:34.177845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40216) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.189999 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1153a304-ed93-49d2-88c1-188716272299 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/7d23b8f0-8706-4857-b24a-b701b08fb179 HTTP/1.1" status: 404 len: 333 time: 0.0486851 Nov 02 16:59:34.216157 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47ffe2a-ef12-4f11-b47b-b674361cf32c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.216634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47ffe2a-ef12-4f11-b47b-b674361cf32c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.223661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40218) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.223919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d47ffe2a-ef12-4f11-b47b-b674361cf32c tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/7bfddd76-2066-411f-b490-b89a507731c6 HTTP/1.1" status: 404 len: 337 time: 0.0449312 Nov 02 16:59:34.251012 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fe02a7-eec7-4a14-9411-b9b750269453 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.252180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fe02a7-eec7-4a14-9411-b9b750269453 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.256190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d9fe02a7-eec7-4a14-9411-b9b750269453 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/b36211bf-2b53-4b88-a4e4-88a358c548ec HTTP/1.1" status: 404 len: 333 time: 0.0304632 Nov 02 16:59:34.258508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40220) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.291545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d19aaf59-8d03-436f-8ad7-b3080ed8ce2c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:34.300152 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7420eba8-5124-4ab2-954d-14969ac0266d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.300797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7420eba8-5124-4ab2-954d-14969ac0266d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.305198 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7420eba8-5124-4ab2-954d-14969ac0266d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/57e4b3de-9bce-456a-9331-ba7a1d11d64e HTTP/1.1" status: 404 len: 337 time: 0.0452025 Nov 02 16:59:34.309313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40224) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.349535 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-36537492-db76-4bf2-9b5e-868ce9e2454b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.350910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36537492-db76-4bf2-9b5e-868ce9e2454b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.357172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40228) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.367598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-36537492-db76-4bf2-9b5e-868ce9e2454b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/4a21098e-d76b-4872-82ff-52efc8731ae7 HTTP/1.1" status: 404 len: 333 time: 0.0566890 Nov 02 16:59:34.379760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:34.380162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:34.392359 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cf6e45-d412-406a-baba-3d4a22acdd86 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.392958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cf6e45-d412-406a-baba-3d4a22acdd86 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.396620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-46cf6e45-d412-406a-baba-3d4a22acdd86 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/97036a27-c0e7-4b44-b618-9d539af2347c HTTP/1.1" status: 404 len: 337 time: 0.0378025 Nov 02 16:59:34.399345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40230) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.411017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] Calling delete_port for d19aaf59-8d03-436f-8ad7-b3080ed8ce2c owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 16:59:34.425576 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef7ff56-165d-405c-8a04-1fa5c016ec0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.426379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef7ff56-165d-405c-8a04-1fa5c016ec0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.432327 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40232) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.432569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eef7ff56-165d-405c-8a04-1fa5c016ec0a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/c66e31fb-9900-4ad5-be87-f0ace9c3eec0 HTTP/1.1" status: 404 len: 333 time: 0.0316255 Nov 02 16:59:34.467061 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd2abe8-1947-4584-8e70-fb6442b8668f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.468223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd2abe8-1947-4584-8e70-fb6442b8668f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.474182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5fd2abe8-1947-4584-8e70-fb6442b8668f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/b5e00d6e-3197-4c36-b8e0-dbccd32a3a68 HTTP/1.1" status: 404 len: 337 time: 0.0394051 Nov 02 16:59:34.476694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40236) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.525589 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bfcb7f-b278-46b0-a6ad-cd284a185bc8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.526482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bfcb7f-b278-46b0-a6ad-cd284a185bc8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.526631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:34.530358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-08bfcb7f-b278-46b0-a6ad-cd284a185bc8 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/266402dc-14d1-46ac-b93b-815f67676a1e HTTP/1.1" status: 404 len: 337 time: 0.0521872 Nov 02 16:59:34.533514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40238) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.615340 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a0687a-5950-4cd4-aeb9-f60267c33368 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.630490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a0687a-5950-4cd4-aeb9-f60267c33368 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.644509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a8a0687a-5950-4cd4-aeb9-f60267c33368 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/d56553f7-2567-4da7-a0c2-adb5f4ff96e1 HTTP/1.1" status: 404 len: 333 time: 0.1102424 Nov 02 16:59:34.644977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40240) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.648679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,segment=NetworkSegment(5111601a-e03b-4d78-8123-66ab1421087e),segment_id=5111601a-e03b-4d78-8123-66ab1421087e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:34.659030 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:34.702930 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b0590b-6881-461f-9ce1-5806968ca935 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.703789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b0590b-6881-461f-9ce1-5806968ca935 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.707784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c6b0590b-6881-461f-9ce1-5806968ca935 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/ed892c69-819e-44b5-980d-f09876b08c22 HTTP/1.1" status: 404 len: 337 time: 0.0574064 Nov 02 16:59:34.710380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.713701 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:34.740724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] No DVR routers for this DVR port d19aaf59-8d03-436f-8ad7-b3080ed8ce2c on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:34.752298 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3848f31f-f89b-4c04-b337-53cdcb241883 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.752298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3848f31f-f89b-4c04-b337-53cdcb241883 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.755452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3848f31f-f89b-4c04-b337-53cdcb241883 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/718419ff-aac3-4fe6-94b8-069a531a5ca8 HTTP/1.1" status: 404 len: 337 time: 0.0420222 Nov 02 16:59:34.757400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40244) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.759913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=23']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:34.791279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632076e-1c8d-442e-b5c4-05b0a3f3aa13 None None] Pushing event deleted for resources: {'Port': ['ID=d19aaf59-8d03-436f-8ad7-b3080ed8ce2c,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:34.808771 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ac0061-ba17-4b0d-9e86-8f7803fd91e4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.809583 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ac0061-ba17-4b0d-9e86-8f7803fd91e4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.813350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-24ac0061-ba17-4b0d-9e86-8f7803fd91e4 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/a6555aed-6660-42b7-a52b-a56abb56bbab HTTP/1.1" status: 404 len: 333 time: 0.0547616 Nov 02 16:59:34.816381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40246) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.854209 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd775db-b2df-4368-82af-a23de59cd0c9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.854619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd775db-b2df-4368-82af-a23de59cd0c9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.861794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1cd775db-b2df-4368-82af-a23de59cd0c9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/4847c647-f437-4dfc-83b6-c9b3fbd42d3f HTTP/1.1" status: 404 len: 337 time: 0.0403206 Nov 02 16:59:34.862199 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40248) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.891908 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07f0dfe-e1fc-4197-8bbd-05664a90d4a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.892371 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07f0dfe-e1fc-4197-8bbd-05664a90d4a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.898171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f07f0dfe-e1fc-4197-8bbd-05664a90d4a3 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/00c3673a-2188-427b-b6d4-b5e8afdb9144 HTTP/1.1" status: 404 len: 337 time: 0.0326381 Nov 02 16:59:34.898749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40250) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.941828 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bf4a50-b6b5-4924-bb97-f064a5281b67 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.942741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bf4a50-b6b5-4924-bb97-f064a5281b67 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.947615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f8bf4a50-b6b5-4924-bb97-f064a5281b67 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/ed8b93a6-2027-4142-a030-ee91dfbb2d8c HTTP/1.1" status: 404 len: 333 time: 0.0469434 Nov 02 16:59:34.951072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40252) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.982012 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2a4dba-0e6d-4b8c-ad49-696bbd579a50 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:34.982802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2a4dba-0e6d-4b8c-ad49-696bbd579a50 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:34.986774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fb2a4dba-0e6d-4b8c-ad49-696bbd579a50 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/e7164e97-acf6-45bd-989b-b9eafcf4a11c HTTP/1.1" status: 404 len: 337 time: 0.0343871 Nov 02 16:59:34.989634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40254) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.018416 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-de45555a-2d0e-4e51-9318-8d310ffc99d9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.019020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de45555a-2d0e-4e51-9318-8d310ffc99d9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.023737 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-de45555a-2d0e-4e51-9318-8d310ffc99d9 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/1e807472-e77c-4000-a61b-1aa5787ff8f7 HTTP/1.1" status: 404 len: 337 time: 0.0317652 Nov 02 16:59:35.025652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40256) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.078458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.079334 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c1f3a09d-b08c-4307-9522-34d418e58dc0 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec HTTP/1.1" status: 200 len: 205 time: 0.0517888 Nov 02 16:59:35.130798 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-b366d13c-06dd-4e79-8b38-2aa3c05a217d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] delete failed (client error): The resource could not be found. Nov 02 16:59:35.132334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b366d13c-06dd-4e79-8b38-2aa3c05a217d tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/routers/0f2cff28-c5c7-40eb-b2e7-5009be1aa6ec HTTP/1.1" status: 404 len: 336 time: 0.0523803 Nov 02 16:59:35.134510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40262) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.167148 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a518a4-ab27-4446-93c5-d3ef3ee6de8e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.167689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a518a4-ab27-4446-93c5-d3ef3ee6de8e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.172199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3a518a4-ab27-4446-93c5-d3ef3ee6de8e tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/a2e3e479-5f8e-4408-98b1-994f3e808380 HTTP/1.1" status: 404 len: 337 time: 0.0362244 Nov 02 16:59:35.174778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40264) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.212181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-307ee75f-c440-4d16-a094-3056d2097e89 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cdd51cf-38bd-4f04-95fe-e39dd7dca40b HTTP/1.1" status: 200 len: 205 time: 0.0362144 Nov 02 16:59:35.214662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40266) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.270173 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-b1514614-b57a-494c-91e9-4c5dc4983260 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] delete failed (client error): The resource could not be found. Nov 02 16:59:35.274410 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b1514614-b57a-494c-91e9-4c5dc4983260 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/routers/2cdd51cf-38bd-4f04-95fe-e39dd7dca40b HTTP/1.1" status: 404 len: 336 time: 0.0586951 Nov 02 16:59:35.274596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40268) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.304260 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-45382683-d8d8-4137-9179-48cd55a1760f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.304748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45382683-d8d8-4137-9179-48cd55a1760f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.308644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-45382683-d8d8-4137-9179-48cd55a1760f tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/a188553b-9479-4513-b455-af942a64bc1c HTTP/1.1" status: 404 len: 337 time: 0.0326490 Nov 02 16:59:35.313690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40270) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.347710 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a328b9-0464-4ed9-a968-858e229f595a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.348552 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a328b9-0464-4ed9-a968-858e229f595a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.354877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-64a328b9-0464-4ed9-a968-858e229f595a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/f5820e34-bd80-4a36-b285-f9c5a2a0909a HTTP/1.1" status: 404 len: 337 time: 0.0401795 Nov 02 16:59:35.355575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40274) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.391841 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad364724-0edf-42cd-b81f-ee2717294ed1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.392595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad364724-0edf-42cd-b81f-ee2717294ed1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.398978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad364724-0edf-42cd-b81f-ee2717294ed1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/5d178408-6f82-45ed-856b-422c302a3ac0 HTTP/1.1" status: 404 len: 333 time: 0.0390019 Nov 02 16:59:35.399321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40276) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.430983 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-291ef262-5377-40ec-8f31-b1f71b7fe05a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.431444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291ef262-5377-40ec-8f31-b1f71b7fe05a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.434615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-291ef262-5377-40ec-8f31-b1f71b7fe05a tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/16624ab5-8a21-4cd2-b18c-114ea01f1073 HTTP/1.1" status: 404 len: 337 time: 0.0331118 Nov 02 16:59:35.438839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40280) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.462517 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c87fa1-ac8e-4240-bf37-86ef86d33aa7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.463248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c87fa1-ac8e-4240-bf37-86ef86d33aa7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.466459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c1c87fa1-ac8e-4240-bf37-86ef86d33aa7 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/28ad995f-84a3-441d-a1e2-adba746e6b86 HTTP/1.1" status: 404 len: 333 time: 0.0265191 Nov 02 16:59:35.471170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40282) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.503807 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19afa5c-9e21-4da8-ad09-6780720983ab tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.504281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19afa5c-9e21-4da8-ad09-6780720983ab tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.507467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b19afa5c-9e21-4da8-ad09-6780720983ab tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/16877f6d-6eb4-4b06-869f-17a582b18692 HTTP/1.1" status: 404 len: 337 time: 0.0366280 Nov 02 16:59:35.510078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40284) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.535846 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee377c04-3f7d-4418-aa01-10f0b682b621 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.536706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee377c04-3f7d-4418-aa01-10f0b682b621 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.540602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee377c04-3f7d-4418-aa01-10f0b682b621 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/8a619d95-28d6-484d-a89d-ef99840e7ba2 HTTP/1.1" status: 404 len: 333 time: 0.0291240 Nov 02 16:59:35.543376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40286) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.572709 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b90caf-d448-485d-8e6a-58fd9ce155ca tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.573086 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b90caf-d448-485d-8e6a-58fd9ce155ca tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.580587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39b90caf-d448-485d-8e6a-58fd9ce155ca tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/7b452e63-0aff-483f-9dc7-d2bbee576070 HTTP/1.1" status: 404 len: 337 time: 0.0320489 Nov 02 16:59:35.580887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40288) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.605656 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-48416e39-03d8-4b26-be63-001d503243a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.606369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48416e39-03d8-4b26-be63-001d503243a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.611903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48416e39-03d8-4b26-be63-001d503243a2 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/8ca77281-c74e-4fc4-8658-9d59bbf7fb9b HTTP/1.1" status: 404 len: 333 time: 0.0275848 Nov 02 16:59:35.612267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40290) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.641548 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb816f-6db3-4e26-a6dc-2012ed538feb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.642402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb816f-6db3-4e26-a6dc-2012ed538feb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.645565 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2cfb816f-6db3-4e26-a6dc-2012ed538feb tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/ec959f69-f7c8-417f-8ffb-2e0c8394bf2f HTTP/1.1" status: 404 len: 337 time: 0.0323071 Nov 02 16:59:35.648237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40292) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.691199 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb4e90f-d15e-4273-b4a0-14975b9788f1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.692205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb4e90f-d15e-4273-b4a0-14975b9788f1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.698934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40296) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.702903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fcb4e90f-d15e-4273-b4a0-14975b9788f1 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/ab3db173-084b-4415-9f5c-3bf70ae08344 HTTP/1.1" status: 404 len: 333 time: 0.0534065 Nov 02 16:59:35.736839 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-17df68aa-f14e-48aa-9498-1b397ffc1e8b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.737809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17df68aa-f14e-48aa-9498-1b397ffc1e8b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.741683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-17df68aa-f14e-48aa-9498-1b397ffc1e8b tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/3928f5db-9014-4396-9191-c60b48488d9c HTTP/1.1" status: 404 len: 337 time: 0.0415311 Nov 02 16:59:35.744162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40298) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.770318 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4bcd43-c5dc-4cc1-9a3c-e00112f345e5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.771343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4bcd43-c5dc-4cc1-9a3c-e00112f345e5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.775007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8f4bcd43-c5dc-4cc1-9a3c-e00112f345e5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/a4bf203c-2716-4db2-a0a8-1edd246d2a66 HTTP/1.1" status: 404 len: 333 time: 0.0294607 Nov 02 16:59:35.777508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40300) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.812967 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee30364e-1935-43d6-97a4-449ebc1df166 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.813427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee30364e-1935-43d6-97a4-449ebc1df166 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.818964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee30364e-1935-43d6-97a4-449ebc1df166 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/2d5f1206-907e-4a07-b3ba-24b463a2f990 HTTP/1.1" status: 404 len: 337 time: 0.0377676 Nov 02 16:59:35.819205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40302) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.849718 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad3043f-5588-4834-a166-b48e4fad2143 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.850444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad3043f-5588-4834-a166-b48e4fad2143 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.853550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ad3043f-5588-4834-a166-b48e4fad2143 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/ports/cf6561cb-8e36-47f7-b24b-554c46c1ad26 HTTP/1.1" status: 404 len: 333 time: 0.0331805 Nov 02 16:59:35.856169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40304) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.885512 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fefac79-b183-4efd-ac12-43a99ae96497 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] DELETE failed (client error): The resource could not be found. Nov 02 16:59:35.886120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fefac79-b183-4efd-ac12-43a99ae96497 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 16:59:35.892484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9fefac79-b183-4efd-ac12-43a99ae96497 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/subnets/b9b2e247-dbc1-4c09-9297-8378f30badcd HTTP/1.1" status: 404 len: 337 time: 0.0328908 Nov 02 16:59:35.892828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40306) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:35.996543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.107335 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.143623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:36.175309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5111601a-e03b-4d78-8123-66ab1421087e') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:36.175738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5111601a-e03b-4d78-8123-66ab1421087e') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:36.197973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.229389 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.240697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:59:36.241108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: timer() Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:59:36.246647 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:59:36.326660 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.336538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:36.339568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] 10.222.0.31 "DELETE /v2.0/networks/d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f HTTP/1.1" status: 204 len: 168 time: 0.4456694 Nov 02 16:59:36.353243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07655e4-203c-4db7-9987-0cc73c66f4a5 tempest-NetworksTestDHCPv6-668444516 tempest-NetworksTestDHCPv6-668444516-project] Pushing event deleted for resources: {'Network': ['ID=d5fb83f4-4dbe-44f6-add3-f8774c4f1a0f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:36.722299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40314) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:36.915857 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c47005c4-fc16-4106-8ca3-be8857471d8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab1b4bd8f06c445bbcab48669d43f1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922789 Nov 02 16:59:36.918301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40324) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:36.986611 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18b854b6-1e0a-4d65-905f-0106a24b9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:37.016158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18b854b6-1e0a-4d65-905f-0106a24b9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:37.089839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18b854b6-1e0a-4d65-905f-0106a24b9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:37.089839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18b854b6-1e0a-4d65-905f-0106a24b9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:37.089839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-18b854b6-1e0a-4d65-905f-0106a24b9d35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9cd8cb4-c9bc-416f-8aa0-4379ec3974d8 HTTP/1.1" status: 204 len: 168 time: 0.1701949 Nov 02 16:59:37.102482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b854b6-1e0a-4d65-905f-0106a24b9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd8cb4-c9bc-416f-8aa0-4379ec3974d8,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:38.268864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:38.436590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-72e0fca0-22e2-47d6-9265-8592749cc083 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:38.437966 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-72e0fca0-22e2-47d6-9265-8592749cc083 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 16:59:38.438705 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-72e0fca0-22e2-47d6-9265-8592749cc083 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:38.440107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72e0fca0-22e2-47d6-9265-8592749cc083 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1683991 Nov 02 16:59:38.443613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40398) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:38.448744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083230401'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:38.484822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.504050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.605058 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.611158 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.643501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75818fcb-06d1-46c6-b5d5-e35d29fcbd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.669762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421e6366-0f0a-4da9-9098-6ccd24d39c04,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:38.682666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.683801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.685146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.686342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.686841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.687300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.687919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.688580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.689351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.690193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.691241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.692482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:38.772774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.780010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.827403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.830237 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3854699 Nov 02 16:59:38.839232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:38.849899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '4d18e453-9b14-4c89-b2bd-ae3163a5dd54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:38.850785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652c69-ac3f-4f81-964e-9be43d8e11ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d18e453-9b14-4c89-b2bd-ae3163a5dd54,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:38.903299 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.989792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:38.998015 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.028690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a2fecf-13ca-4aa0-a223-5c01475ff365,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:39.044842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.046184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ba2fb069-2ce6-45fb-a75d-02beaa2ced4b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029340 Nov 02 16:59:39.049867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40406) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.054508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ac794736-05e9-44bc-be24-e695fdc69ad7 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '4d18e453-9b14-4c89-b2bd-ae3163a5dd54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:39.087775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac794736-05e9-44bc-be24-e695fdc69ad7 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.177828 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-ac794736-05e9-44bc-be24-e695fdc69ad7 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:39.182245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ac794736-05e9-44bc-be24-e695fdc69ad7 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1307180 Nov 02 16:59:39.184932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40410) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.289215 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c77ffb35-0d09-4775-ba99-edb0daa082e5 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.317404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c77ffb35-0d09-4775-ba99-edb0daa082e5 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.419010 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c77ffb35-0d09-4775-ba99-edb0daa082e5 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.423989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c77ffb35-0d09-4775-ba99-edb0daa082e5 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.425322 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c77ffb35-0d09-4775-ba99-edb0daa082e5 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/4d18e453-9b14-4c89-b2bd-ae3163a5dd54 HTTP/1.1" status: 204 len: 168 time: 0.2393470 Nov 02 16:59:39.430913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40414) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.459996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ffb35-0d09-4775-ba99-edb0daa082e5 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d18e453-9b14-4c89-b2bd-ae3163a5dd54,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:39.511010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ec49da98-b3b5-443e-8937-b2ba4b6464fa tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782561 Nov 02 16:59:39.519341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40416) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.524168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269882229'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:39.563429 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.672183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.677543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.717856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f30bf8d-701d-479e-a843-3745bcbe5083,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:39.730684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.739642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40420) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.740341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7991d48c-9a4f-4585-a836-0ae9793404c8 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2193606 Nov 02 16:59:39.744639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b2876721-c848-4d3c-8290-a7fcc46fc6cc tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '3f30bf8d-701d-479e-a843-3745bcbe5083', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:39.745384 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-b2876721-c848-4d3c-8290-a7fcc46fc6cc tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 02 16:59:39.745887 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-b2876721-c848-4d3c-8290-a7fcc46fc6cc tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:39.746961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b2876721-c848-4d3c-8290-a7fcc46fc6cc tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061600 Nov 02 16:59:39.751907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40422) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.837727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d143d0a2-9e47-41ad-8b02-3d3c292293c3 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.867776 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d143d0a2-9e47-41ad-8b02-3d3c292293c3 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.939160 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d143d0a2-9e47-41ad-8b02-3d3c292293c3 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.942314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d143d0a2-9e47-41ad-8b02-3d3c292293c3 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:39.946848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d143d0a2-9e47-41ad-8b02-3d3c292293c3 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/3f30bf8d-701d-479e-a843-3745bcbe5083 HTTP/1.1" status: 204 len: 168 time: 0.1906416 Nov 02 16:59:39.947029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40426) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:39.955693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143d0a2-9e47-41ad-8b02-3d3c292293c3 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f30bf8d-701d-479e-a843-3745bcbe5083,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:40.018687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8c67a4b8-c5e8-430c-b7eb-496b8aca9593 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711076 Nov 02 16:59:40.019682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40428) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.024171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281970074'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.067689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.171557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.181308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.234385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.235992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2153029 Nov 02 16:59:40.239521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40432) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.244365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bee7f6f4-67d4-47e1-a193-7220d2ecc651 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'cffd4117-54e1-4b6c-8af7-9c8289531fff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.245506 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-bee7f6f4-67d4-47e1-a193-7220d2ecc651 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 02 16:59:40.246350 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-bee7f6f4-67d4-47e1-a193-7220d2ecc651 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:40.247253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bee7f6f4-67d4-47e1-a193-7220d2ecc651 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065005 Nov 02 16:59:40.254797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40434) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.267738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7534942-0de1-47be-8078-d29aee7c8498 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffd4117-54e1-4b6c-8af7-9c8289531fff,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:40.356140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc8f5668-1049-4d7d-8c47-0176121efb9c tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.415666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc8f5668-1049-4d7d-8c47-0176121efb9c tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.539358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc8f5668-1049-4d7d-8c47-0176121efb9c tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.543142 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-dc8f5668-1049-4d7d-8c47-0176121efb9c tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.547761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40448) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.549163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dc8f5668-1049-4d7d-8c47-0176121efb9c tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/cffd4117-54e1-4b6c-8af7-9c8289531fff HTTP/1.1" status: 204 len: 168 time: 0.2918823 Nov 02 16:59:40.581139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f5668-1049-4d7d-8c47-0176121efb9c tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffd4117-54e1-4b6c-8af7-9c8289531fff,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:40.662179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d6eb59ef-df8a-4073-aea2-2327f7337d34 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127985 Nov 02 16:59:40.665314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.670870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125871796'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.701685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.811280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.817872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.864281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:40.865541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1992075 Nov 02 16:59:40.870474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40454) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.876741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-40371abf-3b2b-4eda-9b7c-4c70cb7a08a9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '12bdc33e-2459-4e51-9fab-65012aff7eed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.887618 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-40371abf-3b2b-4eda-9b7c-4c70cb7a08a9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 02 16:59:40.888325 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-40371abf-3b2b-4eda-9b7c-4c70cb7a08a9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:40.891361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-40371abf-3b2b-4eda-9b7c-4c70cb7a08a9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198503 Nov 02 16:59:40.892777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d0d05-d204-4519-b1b2-51d248764976 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bdc33e-2459-4e51-9fab-65012aff7eed,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:40.895449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40456) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.901799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-68a63735-a048-414d-8fea-60caacfe5d63 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '12bdc33e-2459-4e51-9fab-65012aff7eed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.903461 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-68a63735-a048-414d-8fea-60caacfe5d63 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 02 16:59:40.903986 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-68a63735-a048-414d-8fea-60caacfe5d63 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:40.905997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-68a63735-a048-414d-8fea-60caacfe5d63 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091457 Nov 02 16:59:40.908854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40458) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.914508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-dc3ac3dc-b618-490b-85f6-bc293ba52bb9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '12bdc33e-2459-4e51-9fab-65012aff7eed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.915526 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-dc3ac3dc-b618-490b-85f6-bc293ba52bb9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 02 16:59:40.916022 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-dc3ac3dc-b618-490b-85f6-bc293ba52bb9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:40.916993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dc3ac3dc-b618-490b-85f6-bc293ba52bb9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063214 Nov 02 16:59:40.922551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40460) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:40.927407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-424e8e42-a460-482e-8a71-15466663bdd1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '12bdc33e-2459-4e51-9fab-65012aff7eed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:40.928287 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-424e8e42-a460-482e-8a71-15466663bdd1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 02 16:59:40.928775 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-424e8e42-a460-482e-8a71-15466663bdd1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:40.929783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-424e8e42-a460-482e-8a71-15466663bdd1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057263 Nov 02 16:59:40.933439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40462) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.059764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46267a39-588b-432b-860f-6940cac5b0ef tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.096029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46267a39-588b-432b-860f-6940cac5b0ef tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.127063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8677210-f3e4-438b-bb10-426ac425067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.147052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40466) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.166960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46267a39-588b-432b-860f-6940cac5b0ef tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.172309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-46267a39-588b-432b-860f-6940cac5b0ef tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.174035 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-46267a39-588b-432b-860f-6940cac5b0ef tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/12bdc33e-2459-4e51-9fab-65012aff7eed HTTP/1.1" status: 204 len: 168 time: 0.2395458 Nov 02 16:59:41.178226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40470) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.191750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46267a39-588b-432b-860f-6940cac5b0ef tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bdc33e-2459-4e51-9fab-65012aff7eed,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:41.270186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-aee57935-80fd-426f-81fb-e21e659ac954 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832145 Nov 02 16:59:41.270186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.274449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660419074'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.309722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.347667 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.362253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3072a32c-5b09-4366-b815-e8205f32159b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.453585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.461256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.511168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.512683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2461326 Nov 02 16:59:41.515943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40476) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.519016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3072a32c-5b09-4366-b815-e8205f32159b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.521483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb2f87-64c3-4440-8fb0-c25cebca390e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a969c0b0-ef75-4f8d-a933-82d77b4e608f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:41.522340 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c4f3913c-1b6b-4b46-a37d-fb58b3003eea tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.529149 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3072a32c-5b09-4366-b815-e8205f32159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.530300 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-c4f3913c-1b6b-4b46-a37d-fb58b3003eea tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 16:59:41.532657 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-c4f3913c-1b6b-4b46-a37d-fb58b3003eea tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.541293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c4f3913c-1b6b-4b46-a37d-fb58b3003eea tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210607 Nov 02 16:59:41.542391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40478) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.557899 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-17e91864-9109-4a99-adee-cadfb280f57d tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.608809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3072a32c-5b09-4366-b815-e8205f32159b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=444017ed1b5b4e02b9c78dffdc4d358a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549284 Nov 02 16:59:41.608809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a32c-5b09-4366-b815-e8205f32159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c658e-321e-4d5a-a1ed-587ddff9ab8f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:41.609471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40480) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.651893 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-17e91864-9109-4a99-adee-cadfb280f57d tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.657020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-17e91864-9109-4a99-adee-cadfb280f57d tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1135385 Nov 02 16:59:41.659999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40482) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.665161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-58aaf326-29af-421b-83e6-ac41dacfabb1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.666520 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-58aaf326-29af-421b-83e6-ac41dacfabb1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 02 16:59:41.667306 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-58aaf326-29af-421b-83e6-ac41dacfabb1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.668731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-58aaf326-29af-421b-83e6-ac41dacfabb1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097883 Nov 02 16:59:41.672317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40484) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.686042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2c3d38d1-ffa4-4913-9b8b-fa9aba30fe49 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.692935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dee2027d-7802-4a39-901d-91d2775f7557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.730511 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dee2027d-7802-4a39-901d-91d2775f7557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.738196 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-2c3d38d1-ffa4-4913-9b8b-fa9aba30fe49 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.739629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2c3d38d1-ffa4-4913-9b8b-fa9aba30fe49 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656750 Nov 02 16:59:41.742788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40486) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.747390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b2162838-aa51-4b43-b804-d12bed1aebbf tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.747854 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-b2162838-aa51-4b43-b804-d12bed1aebbf tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 16:59:41.749553 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-b2162838-aa51-4b43-b804-d12bed1aebbf tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.750319 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b2162838-aa51-4b43-b804-d12bed1aebbf tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065627 Nov 02 16:59:41.755044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.760033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9ea79ad3-d24c-4023-a273-3811bfb615b6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.787837 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-9ea79ad3-d24c-4023-a273-3811bfb615b6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Project 7c4bdc6355204091889a34fd6a5367f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:59:41.794947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dee2027d-7802-4a39-901d-91d2775f7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.798610 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dee2027d-7802-4a39-901d-91d2775f7557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:41.799767 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dee2027d-7802-4a39-901d-91d2775f7557 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a0c658e-321e-4d5a-a1ed-587ddff9ab8f HTTP/1.1" status: 204 len: 168 time: 0.1895299 Nov 02 16:59:41.807167 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-9ea79ad3-d24c-4023-a273-3811bfb615b6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.812082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9ea79ad3-d24c-4023-a273-3811bfb615b6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0523317 Nov 02 16:59:41.812328 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2027d-7802-4a39-901d-91d2775f7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c658e-321e-4d5a-a1ed-587ddff9ab8f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:41.812541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.822883 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-818bdd66-e619-472b-8d89-627f12e03646 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.823587 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-818bdd66-e619-472b-8d89-627f12e03646 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 02 16:59:41.824637 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-818bdd66-e619-472b-8d89-627f12e03646 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.825268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-818bdd66-e619-472b-8d89-627f12e03646 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115693 Nov 02 16:59:41.841507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40494) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.847765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-16eb3911-bc1f-4eeb-a2fb-33b269ea3fd9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.875844 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-16eb3911-bc1f-4eeb-a2fb-33b269ea3fd9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Project 7c4bdc6355204091889a34fd6a5367f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:59:41.892318 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-16eb3911-bc1f-4eeb-a2fb-33b269ea3fd9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.893802 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-16eb3911-bc1f-4eeb-a2fb-33b269ea3fd9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0503471 Nov 02 16:59:41.897395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40496) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.903889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f584a071-5d68-4c67-950b-d308cfbdb89f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'a969c0b0-ef75-4f8d-a933-82d77b4e608f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:41.932986 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-f584a071-5d68-4c67-950b-d308cfbdb89f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Project 7c4bdc6355204091889a34fd6a5367f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:59:41.953829 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-f584a071-5d68-4c67-950b-d308cfbdb89f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:41.957740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f584a071-5d68-4c67-950b-d308cfbdb89f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0565987 Nov 02 16:59:41.958527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40498) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.035156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2099558d-ef7f-44d7-83a8-f5cdb2c7ffc9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.066613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2099558d-ef7f-44d7-83a8-f5cdb2c7ffc9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.131346 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2099558d-ef7f-44d7-83a8-f5cdb2c7ffc9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.134282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2099558d-ef7f-44d7-83a8-f5cdb2c7ffc9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.135427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2099558d-ef7f-44d7-83a8-f5cdb2c7ffc9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/a969c0b0-ef75-4f8d-a933-82d77b4e608f HTTP/1.1" status: 204 len: 168 time: 0.1757550 Nov 02 16:59:42.138404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40502) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.153863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099558d-ef7f-44d7-83a8-f5cdb2c7ffc9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969c0b0-ef75-4f8d-a933-82d77b4e608f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:42.201790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bea4523b-ac2f-4fc0-b306-0a4811674acb tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610049 Nov 02 16:59:42.207632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40504) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.212959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40506) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.214964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--866829173'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:42.229229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45b658b0-9f65-4b44-bf48-90b926495699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.256892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.358981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.361928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45b658b0-9f65-4b44-bf48-90b926495699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.366227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.366542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-45b658b0-9f65-4b44-bf48-90b926495699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.400651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-45b658b0-9f65-4b44-bf48-90b926495699 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5035909ce1aa4e0399305f6a20359b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858239 Nov 02 16:59:42.407015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40508) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.419576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.420751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2129996 Nov 02 16:59:42.423942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40510) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.429465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-eade33f2-48c8-4f7d-976f-aabce2a797fb tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'bdacfc08-928b-4986-924f-7ea7962980e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:42.438414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a0ec7-a91f-4964-a632-b6923e1d9c3b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdacfc08-928b-4986-924f-7ea7962980e1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:42.442040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b658b0-9f65-4b44-bf48-90b926495699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f29a5-1f3b-45cd-9796-5e04f057fed8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:42.494439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99653e4c-b48c-4c51-89b6-e53a29d6f494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.518276 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-eade33f2-48c8-4f7d-976f-aabce2a797fb tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The resource could not be found. Nov 02 16:59:42.519903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eade33f2-48c8-4f7d-976f-aabce2a797fb tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0947993 Nov 02 16:59:42.524904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40514) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.526724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99653e4c-b48c-4c51-89b6-e53a29d6f494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.529748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2d9cc3ff-f25b-4926-83ab-876337829fb6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'bdacfc08-928b-4986-924f-7ea7962980e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '271b120c-c882-4a44-bdc0-12cfc34326f8'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:42.589981 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-2d9cc3ff-f25b-4926-83ab-876337829fb6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The resource could not be found. Nov 02 16:59:42.597881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d9cc3ff-f25b-4926-83ab-876337829fb6 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0651314 Nov 02 16:59:42.598712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40518) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.609617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99653e4c-b48c-4c51-89b6-e53a29d6f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.612175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-99653e4c-b48c-4c51-89b6-e53a29d6f494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.617562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-99653e4c-b48c-4c51-89b6-e53a29d6f494 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b39f29a5-1f3b-45cd-9796-5e04f057fed8 HTTP/1.1" status: 204 len: 168 time: 0.2053316 Nov 02 16:59:42.644862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99653e4c-b48c-4c51-89b6-e53a29d6f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f29a5-1f3b-45cd-9796-5e04f057fed8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:42.683852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.707379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-995e4061-0321-4855-9253-ea79382a4188 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.739922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-995e4061-0321-4855-9253-ea79382a4188 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.799180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-995e4061-0321-4855-9253-ea79382a4188 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.804189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-995e4061-0321-4855-9253-ea79382a4188 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:42.809198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-995e4061-0321-4855-9253-ea79382a4188 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/bdacfc08-928b-4986-924f-7ea7962980e1 HTTP/1.1" status: 204 len: 168 time: 0.2056513 Nov 02 16:59:42.811164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.820908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e4061-0321-4855-9253-ea79382a4188 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdacfc08-928b-4986-924f-7ea7962980e1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:42.913043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-947b0de5-4e60-420e-a841-9303a7af89b1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991819 Nov 02 16:59:42.918178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40526) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.922968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-395050ee-c18f-43c9-9ba5-2a7554ed792a tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'b8bd4a7a-3011-4ae0-a4dc-705010444096', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:42.990740 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-395050ee-c18f-43c9-9ba5-2a7554ed792a tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The resource could not be found. Nov 02 16:59:42.995684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40528) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:42.995925 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-395050ee-c18f-43c9-9ba5-2a7554ed792a tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0781395 Nov 02 16:59:43.001647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--11380243'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:43.031080 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:59:43.048031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.157331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.169167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.233133 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.237618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40538) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:43.238011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2405717 Nov 02 16:59:43.240235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87377de-7d8b-4707-bcab-5c45f8c5f3ec tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183a8d34-206f-4122-8f7b-0ca030ac9959,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:43.243447 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--811941961'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:43.283528 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.374529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.387640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.433070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.434660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1952391 Nov 02 16:59:43.439398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40544) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:43.444727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-12b62edc-8c15-4136-a18e-f7b359335e44 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': '183a8d34-206f-4122-8f7b-0ca030ac9959', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ce99df28-33f1-4287-9036-a354fcb6a670'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:43.450271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665df26e-5813-484e-9202-2047b79e2c06 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce99df28-33f1-4287-9036-a354fcb6a670,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:43.511933 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-12b62edc-8c15-4136-a18e-f7b359335e44 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:43.517633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12b62edc-8c15-4136-a18e-f7b359335e44 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0724053 Nov 02 16:59:43.518621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40548) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:43.581568 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f892c83c-5f2e-4e03-b5e6-843fb1fa4e27 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.607828 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f892c83c-5f2e-4e03-b5e6-843fb1fa4e27 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.663647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f892c83c-5f2e-4e03-b5e6-843fb1fa4e27 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.667057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f892c83c-5f2e-4e03-b5e6-843fb1fa4e27 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.672304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f892c83c-5f2e-4e03-b5e6-843fb1fa4e27 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce99df28-33f1-4287-9036-a354fcb6a670 HTTP/1.1" status: 204 len: 168 time: 0.1525002 Nov 02 16:59:43.673034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40552) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:43.682943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c83c-5f2e-4e03-b5e6-843fb1fa4e27 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce99df28-33f1-4287-9036-a354fcb6a670,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:43.759496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-899dfcb5-8170-4468-b4ea-4b5e408defb9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0845840 Nov 02 16:59:43.761951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40558) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:43.826051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.836954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efe55a4b-2205-42fb-b99b-1259770a857e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.865326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efe55a4b-2205-42fb-b99b-1259770a857e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.933101 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efe55a4b-2205-42fb-b99b-1259770a857e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.937008 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efe55a4b-2205-42fb-b99b-1259770a857e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:43.938523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-efe55a4b-2205-42fb-b99b-1259770a857e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/183a8d34-206f-4122-8f7b-0ca030ac9959 HTTP/1.1" status: 204 len: 168 time: 0.1753092 Nov 02 16:59:43.941148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40562) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:43.953731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe55a4b-2205-42fb-b99b-1259770a857e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a8d34-206f-4122-8f7b-0ca030ac9959,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:44.017941 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1f75e669-c125-45df-87a4-5143077cd109 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741422 Nov 02 16:59:44.022950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40564) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.028014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138577654'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:44.060564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.167230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.172540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.234817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffaa70a-1c2d-4c79-b4dd-61fd86dbb7ac,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:44.261165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.265315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8e76e55d-6051-4b91-b777-e59b9d1bc8f2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2409587 Nov 02 16:59:44.268877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40572) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.278275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f5bffd78-2377-432d-b4a9-172175c336b9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'dffaa70a-1c2d-4c79-b4dd-61fd86dbb7ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:44.330152 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-f5bffd78-2377-432d-b4a9-172175c336b9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:44.331619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f5bffd78-2377-432d-b4a9-172175c336b9 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0611119 Nov 02 16:59:44.336102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.342687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6f315f32-d399-43d6-9da4-e343111c921f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group_rule': {'security_group_id': 'dffaa70a-1c2d-4c79-b4dd-61fd86dbb7ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:44.395728 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-6f315f32-d399-43d6-9da4-e343111c921f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:44.397153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6f315f32-d399-43d6-9da4-e343111c921f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0596251 Nov 02 16:59:44.399948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40578) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.485287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c59ec8d-dd32-4f28-be4a-d4eb95611455 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.521216 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c59ec8d-dd32-4f28-be4a-d4eb95611455 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.585354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c59ec8d-dd32-4f28-be4a-d4eb95611455 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.589522 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c59ec8d-dd32-4f28-be4a-d4eb95611455 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.591509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c59ec8d-dd32-4f28-be4a-d4eb95611455 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/dffaa70a-1c2d-4c79-b4dd-61fd86dbb7ac HTTP/1.1" status: 204 len: 168 time: 0.1902781 Nov 02 16:59:44.595773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40586) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.603875 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59ec8d-dd32-4f28-be4a-d4eb95611455 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffaa70a-1c2d-4c79-b4dd-61fd86dbb7ac,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:44.673601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-60dad43d-a491-473a-865c-de12aac96961 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754831 Nov 02 16:59:44.676976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40588) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.681521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'tempest-secgroup--58659954'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:44.707029 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.796057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.801358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.833711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.838073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40592) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.843257 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f21b4939-2465-44a5-923a-29324672322f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:44.843679 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-f21b4939-2465-44a5-923a-29324672322f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 16:59:44.844255 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-f21b4939-2465-44a5-923a-29324672322f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:44.847050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1688447 Nov 02 16:59:44.848235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f21b4939-2465-44a5-923a-29324672322f tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "PUT /v2.0/security-groups/98f01721-cfb9-4498-a2b2-e1499c6721cc HTTP/1.1" status: 409 len: 330 time: 0.0090752 Nov 02 16:59:44.848855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40594) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:44.865685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b548a5-f01e-4d0c-8db1-d080ed0df73e tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f01721-cfb9-4498-a2b2-e1499c6721cc,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:44.919134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e87b1d70-7861-4cb5-ba84-da7f8f865d95 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:44.954972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e87b1d70-7861-4cb5-ba84-da7f8f865d95 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.009785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e87b1d70-7861-4cb5-ba84-da7f8f865d95 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.015489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e87b1d70-7861-4cb5-ba84-da7f8f865d95 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.016805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e87b1d70-7861-4cb5-ba84-da7f8f865d95 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/98f01721-cfb9-4498-a2b2-e1499c6721cc HTTP/1.1" status: 204 len: 168 time: 0.1658587 Nov 02 16:59:45.019647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40602) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:45.034169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b1d70-7861-4cb5-ba84-da7f8f865d95 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f01721-cfb9-4498-a2b2-e1499c6721cc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:45.128179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1fad6b0d-1ca1-4207-88a5-3c6597f6adc1 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066284 Nov 02 16:59:45.128868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40604) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:45.149702 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-1358c409-2f84-48c5-a872-e91a481cab49 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] delete failed (client error): The resource could not be found. Nov 02 16:59:45.155025 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1358c409-2f84-48c5-a872-e91a481cab49 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff6f30fb-6a36-403a-a46c-8f37833ce514 HTTP/1.1" status: 404 len: 347 time: 0.0204191 Nov 02 16:59:45.166588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40610) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:45.181814 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-cd0c1584-c333-41c9-b518-ad281988bb2b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] show failed (client error): The resource could not be found. Nov 02 16:59:45.187447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cd0c1584-c333-41c9-b518-ad281988bb2b tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-groups/d104308c-4a8f-4e72-a116-68c40d60fcdc HTTP/1.1" status: 404 len: 347 time: 0.0157669 Nov 02 16:59:45.187962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40612) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:45.217466 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-4aec47f3-450e-4982-8ba8-32b05089d4a2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] show failed (client error): The resource could not be found. Nov 02 16:59:45.222873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4aec47f3-450e-4982-8ba8-32b05089d4a2 tempest-NegativeSecGroupIPv6Test-166464510 tempest-NegativeSecGroupIPv6Test-166464510-project] 10.222.0.31 "GET /v2.0/security-group-rules/f33d33e5-faa5-473c-b3aa-2d51dbfbdf1d HTTP/1.1" status: 404 len: 356 time: 0.0299797 Nov 02 16:59:45.557360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40620) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:45.736654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-dece0a26-8bae-46d4-be4e-2d79999f78ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c4bdc6355204091889a34fd6a5367f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781280 Nov 02 16:59:45.740492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40624) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:45.800054 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-093bcf01-2401-45da-9370-5a8eba51f49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.825390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-093bcf01-2401-45da-9370-5a8eba51f49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.892123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-093bcf01-2401-45da-9370-5a8eba51f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.899508 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-093bcf01-2401-45da-9370-5a8eba51f49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:45.902717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-093bcf01-2401-45da-9370-5a8eba51f49b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/421e6366-0f0a-4da9-9098-6ccd24d39c04 HTTP/1.1" status: 204 len: 168 time: 0.1606507 Nov 02 16:59:45.914777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bcf01-2401-45da-9370-5a8eba51f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421e6366-0f0a-4da9-9098-6ccd24d39c04,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:46.798910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40656) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:46.944266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-76dc220c-fd72-49bb-a76e-ce3bd645cdaf tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:46.945244 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-76dc220c-fd72-49bb-a76e-ce3bd645cdaf tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 16:59:46.946008 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-76dc220c-fd72-49bb-a76e-ce3bd645cdaf tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:46.947131 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-76dc220c-fd72-49bb-a76e-ce3bd645cdaf tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1471035 Nov 02 16:59:46.951077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40660) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:46.955930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--363566991'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:46.980692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:46.992045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.093457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.099194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.163816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a64985-7877-46ae-967c-f7957cec9b0a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:47.209922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.215501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.261813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.263242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3111496 Nov 02 16:59:47.266812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40666) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:47.276851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'd7d9051a-2d80-40b9-bfca-441f5ce27da8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:47.281770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0e82-43a1-4f19-8388-7b47d52885e9 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d9051a-2d80-40b9-bfca-441f5ce27da8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:47.329435 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.413009 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.420667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.442525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f6626d-9b33-4353-b49c-922f65124b84,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:47.461396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.465972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40670) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:47.467373 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c33a20d3-f531-4412-a726-ff9025df5d94 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966157 Nov 02 16:59:47.473764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-57ba052a-c310-4847-af25-f5c4d3b293db tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'd7d9051a-2d80-40b9-bfca-441f5ce27da8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:47.509879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-57ba052a-c310-4847-af25-f5c4d3b293db tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.589121 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-57ba052a-c310-4847-af25-f5c4d3b293db tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:47.590865 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-57ba052a-c310-4847-af25-f5c4d3b293db tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1229997 Nov 02 16:59:47.594180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40674) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:47.668976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5508fa36-d67c-48a9-86d9-5a44d77a16f4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.699656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.700226 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5508fa36-d67c-48a9-86d9-5a44d77a16f4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.774836 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5508fa36-d67c-48a9-86d9-5a44d77a16f4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.777886 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5508fa36-d67c-48a9-86d9-5a44d77a16f4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.782201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40676) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:47.783041 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5508fa36-d67c-48a9-86d9-5a44d77a16f4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7d9051a-2d80-40b9-bfca-441f5ce27da8 HTTP/1.1" status: 204 len: 168 time: 0.1859047 Nov 02 16:59:47.796759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508fa36-d67c-48a9-86d9-5a44d77a16f4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d9051a-2d80-40b9-bfca-441f5ce27da8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:47.851458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-82993ce9-2526-40a2-8357-aa0a1b250495 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670691 Nov 02 16:59:47.851458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40678) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:47.856111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565276928'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:47.890495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.987719 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:47.994090 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.018359 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.022664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1702433 Nov 02 16:59:48.023662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40680) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.034108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-912e0d9b-11a3-44b7-865c-067755ca48d4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': '755f0ade-7cda-4e2c-94f3-40967203c456', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:48.035328 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-912e0d9b-11a3-44b7-865c-067755ca48d4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 02 16:59:48.035867 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-912e0d9b-11a3-44b7-865c-067755ca48d4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:48.036914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-912e0d9b-11a3-44b7-865c-067755ca48d4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098557 Nov 02 16:59:48.041407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40682) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.047831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666d49c-137b-4e84-9e8e-a1799b0bb577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755f0ade-7cda-4e2c-94f3-40967203c456,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:48.142844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e730bc30-3620-44df-87bc-4312081b6a6d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.181201 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e730bc30-3620-44df-87bc-4312081b6a6d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.233848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e730bc30-3620-44df-87bc-4312081b6a6d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.237402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e730bc30-3620-44df-87bc-4312081b6a6d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.241716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e730bc30-3620-44df-87bc-4312081b6a6d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/755f0ade-7cda-4e2c-94f3-40967203c456 HTTP/1.1" status: 204 len: 168 time: 0.1965330 Nov 02 16:59:48.242007 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40684) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.254411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730bc30-3620-44df-87bc-4312081b6a6d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f0ade-7cda-4e2c-94f3-40967203c456,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:48.340068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1491204f-e43c-4a3f-ab89-94e1c26d8006 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0966005 Nov 02 16:59:48.344081 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40686) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.349055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413670577'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:48.375300 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.489162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.495111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.536371 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.542111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1923943 Nov 02 16:59:48.542466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40690) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.548712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6d8fba01-1ebe-46ac-9b25-408a6a8d37a4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'd0675e8b-c879-49f5-8638-6ec62291de16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:48.549669 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-6d8fba01-1ebe-46ac-9b25-408a6a8d37a4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 02 16:59:48.550267 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-6d8fba01-1ebe-46ac-9b25-408a6a8d37a4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:48.551204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce07b99-fd88-4a2e-943c-1236518f7496 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0675e8b-c879-49f5-8638-6ec62291de16,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:48.555147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6d8fba01-1ebe-46ac-9b25-408a6a8d37a4 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082600 Nov 02 16:59:48.555624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40692) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.639857 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6f650f0-f47a-4dea-be0d-aad88ababd13 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.681825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6f650f0-f47a-4dea-be0d-aad88ababd13 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.732689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6f650f0-f47a-4dea-be0d-aad88ababd13 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.736196 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6f650f0-f47a-4dea-be0d-aad88ababd13 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.739913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e6f650f0-f47a-4dea-be0d-aad88ababd13 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0675e8b-c879-49f5-8638-6ec62291de16 HTTP/1.1" status: 204 len: 168 time: 0.1807394 Nov 02 16:59:48.740334 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40696) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.755941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f650f0-f47a-4dea-be0d-aad88ababd13 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0675e8b-c879-49f5-8638-6ec62291de16,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:48.807267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c588e117-701a-47e2-90fa-8013f65d4910 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603707 Nov 02 16:59:48.807600 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40698) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.813328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--555008410'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:48.849803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.950428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.959923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.998643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:48.999974 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1912963 Nov 02 16:59:49.002944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40700) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.006427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a3249-1713-4675-8a98-b89054857eca tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b178ca22-aee1-40bc-85c1-5301bd87c717,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:49.007723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2644ef51-b417-4bb6-9c0a-4a63cfe7a4e7 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b178ca22-aee1-40bc-85c1-5301bd87c717', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.008778 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-2644ef51-b417-4bb6-9c0a-4a63cfe7a4e7 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 02 16:59:49.009455 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-2644ef51-b417-4bb6-9c0a-4a63cfe7a4e7 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.010525 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2644ef51-b417-4bb6-9c0a-4a63cfe7a4e7 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065815 Nov 02 16:59:49.013969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40702) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.020071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6235b3aa-4cd9-4642-816e-11e525630577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b178ca22-aee1-40bc-85c1-5301bd87c717', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.020884 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-6235b3aa-4cd9-4642-816e-11e525630577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 02 16:59:49.021238 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-6235b3aa-4cd9-4642-816e-11e525630577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.022314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6235b3aa-4cd9-4642-816e-11e525630577 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067792 Nov 02 16:59:49.025687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40704) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.032076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1a490a97-6327-4b80-99f8-13e6b9c7bcad tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b178ca22-aee1-40bc-85c1-5301bd87c717', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.032999 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-1a490a97-6327-4b80-99f8-13e6b9c7bcad tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 02 16:59:49.033787 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-1a490a97-6327-4b80-99f8-13e6b9c7bcad tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.037496 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1a490a97-6327-4b80-99f8-13e6b9c7bcad tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080588 Nov 02 16:59:49.037705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40706) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.042309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-98b0c091-e426-4683-baad-bb62a23f2146 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b178ca22-aee1-40bc-85c1-5301bd87c717', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.049417 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-98b0c091-e426-4683-baad-bb62a23f2146 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 02 16:59:49.050277 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-98b0c091-e426-4683-baad-bb62a23f2146 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.053932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-98b0c091-e426-4683-baad-bb62a23f2146 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130904 Nov 02 16:59:49.054707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40708) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.121270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0dec36b-f666-4e73-a7dd-99145e5fee89 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.152984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0dec36b-f666-4e73-a7dd-99145e5fee89 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.210273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0dec36b-f666-4e73-a7dd-99145e5fee89 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.215758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0dec36b-f666-4e73-a7dd-99145e5fee89 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.220684 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b0dec36b-f666-4e73-a7dd-99145e5fee89 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/b178ca22-aee1-40bc-85c1-5301bd87c717 HTTP/1.1" status: 204 len: 168 time: 0.1620977 Nov 02 16:59:49.222234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40710) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.236664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dec36b-f666-4e73-a7dd-99145e5fee89 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178ca22-aee1-40bc-85c1-5301bd87c717,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:49.330234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b3f850c8-5362-45b0-b2d2-f0be766b438a tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010649 Nov 02 16:59:49.330880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40712) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.336024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--260498696'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.364592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.452376 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.458521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.522000 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:49.524525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1922705 Nov 02 16:59:49.527553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40718) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.537090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b828ef97-e24d-4d32-a076-74cc18274b76 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.537804 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-b828ef97-e24d-4d32-a076-74cc18274b76 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 16:59:49.538797 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-b828ef97-e24d-4d32-a076-74cc18274b76 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.540441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b828ef97-e24d-4d32-a076-74cc18274b76 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105512 Nov 02 16:59:49.541733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf3544-5c71-445d-8ed6-e3109e6938a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b147b015-4e6f-4617-8138-0dc7af78d2ef,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:49.543645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40722) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.549336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d8a7c484-ca39-4f39-88cb-4f67702ca791 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.617174 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-d8a7c484-ca39-4f39-88cb-4f67702ca791 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.625754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40724) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.626584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d8a7c484-ca39-4f39-88cb-4f67702ca791 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0803552 Nov 02 16:59:49.633487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-414bd7b5-a397-4ade-b01e-aa82e346c9eb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.633487 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-414bd7b5-a397-4ade-b01e-aa82e346c9eb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 02 16:59:49.633487 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-414bd7b5-a397-4ade-b01e-aa82e346c9eb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.637040 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-414bd7b5-a397-4ade-b01e-aa82e346c9eb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079961 Nov 02 16:59:49.641010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40728) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.665386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6c702d26-5f84-4b67-ae28-ba16df64cf88 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.734280 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-6c702d26-5f84-4b67-ae28-ba16df64cf88 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.739188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6c702d26-5f84-4b67-ae28-ba16df64cf88 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0966332 Nov 02 16:59:49.739695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40730) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.746726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a17d4742-9031-4d13-8d25-1957b8fde426 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.747636 n-d-811405-2 neutron-server[102066]: WARNING neutron.api.v2.base [None req-a17d4742-9031-4d13-8d25-1957b8fde426 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 16:59:49.749063 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-a17d4742-9031-4d13-8d25-1957b8fde426 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.753474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a17d4742-9031-4d13-8d25-1957b8fde426 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093777 Nov 02 16:59:49.753647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40732) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.759387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1e26613b-435b-4e66-b376-1d46bdf506d3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.809004 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-1e26613b-435b-4e66-b376-1d46bdf506d3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.814154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1e26613b-435b-4e66-b376-1d46bdf506d3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0559158 Nov 02 16:59:49.821133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40734) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.827978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0781f51f-20c3-47d0-ba61-d215f206bc43 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.828837 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-0781f51f-20c3-47d0-ba61-d215f206bc43 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 02 16:59:49.829492 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-0781f51f-20c3-47d0-ba61-d215f206bc43 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.831094 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0781f51f-20c3-47d0-ba61-d215f206bc43 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077822 Nov 02 16:59:49.834620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40736) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.840240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0ba1374c-b4be-432c-b2e4-598514980049 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.897787 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-0ba1374c-b4be-432c-b2e4-598514980049 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.902291 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0ba1374c-b4be-432c-b2e4-598514980049 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0634494 Nov 02 16:59:49.903782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.910641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-14d312f6-fac2-44eb-a0ae-698c4d252dfb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': 'b147b015-4e6f-4617-8138-0dc7af78d2ef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:49.962806 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-14d312f6-fac2-44eb-a0ae-698c4d252dfb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:49.968359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-14d312f6-fac2-44eb-a0ae-698c4d252dfb tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0582910 Nov 02 16:59:49.968729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40740) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.043081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac534-35bc-4e1d-b4b6-e3fbab7648a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.073715 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac534-35bc-4e1d-b4b6-e3fbab7648a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.134060 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac534-35bc-4e1d-b4b6-e3fbab7648a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.136809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac534-35bc-4e1d-b4b6-e3fbab7648a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.141904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1d3ac534-35bc-4e1d-b4b6-e3fbab7648a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/b147b015-4e6f-4617-8138-0dc7af78d2ef HTTP/1.1" status: 204 len: 168 time: 0.1682086 Nov 02 16:59:50.142559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.149561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ac534-35bc-4e1d-b4b6-e3fbab7648a0 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147b015-4e6f-4617-8138-0dc7af78d2ef,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:50.259321 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c86c4d0-dd8d-486a-ab08-a81a5c28e801 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101367 Nov 02 16:59:50.260681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40744) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.267895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029169680'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:50.301125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.393163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.397839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.433942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.438468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1735070 Nov 02 16:59:50.438811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.441412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb327f7-03e6-468a-9963-03c17ddfca69 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf5301b-2c49-4af0-8fa1-3d775921ea29,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:50.444500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-56f4b059-b339-4df7-99cb-642e7f742a19 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': '0cf5301b-2c49-4af0-8fa1-3d775921ea29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:50.494871 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-56f4b059-b339-4df7-99cb-642e7f742a19 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The resource could not be found. Nov 02 16:59:50.496415 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-56f4b059-b339-4df7-99cb-642e7f742a19 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0562272 Nov 02 16:59:50.500070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40750) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.504779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-cf13ce27-aa7a-4244-8fbe-9bd918313bbd tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': '0cf5301b-2c49-4af0-8fa1-3d775921ea29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '89860892-0d6e-42a2-845c-a1581d953573'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:50.548284 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-cf13ce27-aa7a-4244-8fbe-9bd918313bbd tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The resource could not be found. Nov 02 16:59:50.549728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cf13ce27-aa7a-4244-8fbe-9bd918313bbd tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0484693 Nov 02 16:59:50.552601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40752) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.616899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d8010-6df2-4b53-98a7-bfaf64317c35 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.647106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d8010-6df2-4b53-98a7-bfaf64317c35 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.740527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d8010-6df2-4b53-98a7-bfaf64317c35 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.744742 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e69d8010-6df2-4b53-98a7-bfaf64317c35 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:50.746106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e69d8010-6df2-4b53-98a7-bfaf64317c35 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/0cf5301b-2c49-4af0-8fa1-3d775921ea29 HTTP/1.1" status: 204 len: 168 time: 0.1921396 Nov 02 16:59:50.752150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40758) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.773735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d8010-6df2-4b53-98a7-bfaf64317c35 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf5301b-2c49-4af0-8fa1-3d775921ea29,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:50.823075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7fad033d-9f65-4c12-b124-1b9d5af03365 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689290 Nov 02 16:59:50.824067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40760) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.834177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-5428392f-1d81-486e-ade0-ff471861fe0a tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': '834cce9f-56e8-4fb0-8a13-d47a1e3d2e43', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:50.878061 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-5428392f-1d81-486e-ade0-ff471861fe0a tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The resource could not be found. Nov 02 16:59:50.884380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40762) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.886702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5428392f-1d81-486e-ade0-ff471861fe0a tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0615191 Nov 02 16:59:50.890762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004604428'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:50.920905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.023304 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.028674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.064801 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.069059 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40764) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.069877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1834264 Nov 02 16:59:51.075138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184145450'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:51.080913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0695a-20f2-4e63-b5af-9fedf9692336 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee73f55-42f0-47ca-90e2-76db4ca9a0de,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:51.109551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.198337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.207024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.240497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.241875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1718092 Nov 02 16:59:51.245319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40766) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.253021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-4ee32bba-0a3f-4636-8e51-86f81eb6ed2d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group_rule': {'security_group_id': '8ee73f55-42f0-47ca-90e2-76db4ca9a0de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '39c1d4b7-dfb1-4ed7-a184-6b6995bdc3ac'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:51.257614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fded4-dfd8-4657-b087-aee0605436e3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1d4b7-dfb1-4ed7-a184-6b6995bdc3ac,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:51.325297 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-4ee32bba-0a3f-4636-8e51-86f81eb6ed2d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 16:59:51.330033 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4ee32bba-0a3f-4636-8e51-86f81eb6ed2d tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0801208 Nov 02 16:59:51.334931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40768) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.419341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb537159-1b15-4bfd-8bac-68fa8a1da429 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.455554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb537159-1b15-4bfd-8bac-68fa8a1da429 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.513616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb537159-1b15-4bfd-8bac-68fa8a1da429 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.516476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-eb537159-1b15-4bfd-8bac-68fa8a1da429 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.520099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-eb537159-1b15-4bfd-8bac-68fa8a1da429 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/39c1d4b7-dfb1-4ed7-a184-6b6995bdc3ac HTTP/1.1" status: 204 len: 168 time: 0.1814191 Nov 02 16:59:51.521285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40770) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.527479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537159-1b15-4bfd-8bac-68fa8a1da429 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1d4b7-dfb1-4ed7-a184-6b6995bdc3ac,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:51.604325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ad40ecd-6bdf-4d9f-9a36-cb1e8a125f1b tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0814886 Nov 02 16:59:51.607852 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40772) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.668753 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1c25e57-6b9b-45bc-8811-8fccb57886b8 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.695419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1c25e57-6b9b-45bc-8811-8fccb57886b8 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.756963 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1c25e57-6b9b-45bc-8811-8fccb57886b8 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.762334 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1c25e57-6b9b-45bc-8811-8fccb57886b8 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:51.763733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1c25e57-6b9b-45bc-8811-8fccb57886b8 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ee73f55-42f0-47ca-90e2-76db4ca9a0de HTTP/1.1" status: 204 len: 168 time: 0.1547036 Nov 02 16:59:51.766737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40778) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.775627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c25e57-6b9b-45bc-8811-8fccb57886b8 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee73f55-42f0-47ca-90e2-76db4ca9a0de,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:51.845551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0fb0dd11-8aae-4e7b-bf83-20b498912743 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774572 Nov 02 16:59:51.854759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.860549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494553404'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:51.912014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.051789 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.063025 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.105861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.110044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2513347 Nov 02 16:59:52.110470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.115157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a125bde1-dd6c-4d59-be69-ab36a0b84c50 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:52.115657 n-d-811405-2 neutron-server[102065]: WARNING neutron.api.v2.base [None req-a125bde1-dd6c-4d59-be69-ab36a0b84c50 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 16:59:52.116233 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [None req-a125bde1-dd6c-4d59-be69-ab36a0b84c50 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 16:59:52.119594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a125bde1-dd6c-4d59-be69-ab36a0b84c50 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "PUT /v2.0/security-groups/aa720064-6b12-4725-8862-fe64eff54215 HTTP/1.1" status: 409 len: 330 time: 0.0058537 Nov 02 16:59:52.119594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06cb3-3e20-44bb-88d9-3a9911e7d5a3 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa720064-6b12-4725-8862-fe64eff54215,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:52.120568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40790) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.194784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b064b4ec-48a3-427b-9d2c-bfd7b04ad09f tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.221152 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b064b4ec-48a3-427b-9d2c-bfd7b04ad09f tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.282233 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b064b4ec-48a3-427b-9d2c-bfd7b04ad09f tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.285262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b064b4ec-48a3-427b-9d2c-bfd7b04ad09f tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.289107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b064b4ec-48a3-427b-9d2c-bfd7b04ad09f tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa720064-6b12-4725-8862-fe64eff54215 HTTP/1.1" status: 204 len: 168 time: 0.1652360 Nov 02 16:59:52.289473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40792) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.299227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064b4ec-48a3-427b-9d2c-bfd7b04ad09f tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa720064-6b12-4725-8862-fe64eff54215,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:52.343135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-73bd296b-8bbe-4ca3-8401-490d51d85838 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524662 Nov 02 16:59:52.349728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40794) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.365715 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-72413ed6-effd-420d-9f31-ff3476674097 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] delete failed (client error): The resource could not be found. Nov 02 16:59:52.366792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72413ed6-effd-420d-9f31-ff3476674097 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b221eaa-fa05-4526-98f7-a6e5c8eeb991 HTTP/1.1" status: 404 len: 347 time: 0.0160782 Nov 02 16:59:52.370588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40796) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.384830 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-327287cc-17f4-4c27-95f0-fe54236233b1 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] show failed (client error): The resource could not be found. Nov 02 16:59:52.385830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-327287cc-17f4-4c27-95f0-fe54236233b1 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-groups/a77f85f6-e78e-4d20-9ccf-d24b79aa8e34 HTTP/1.1" status: 404 len: 347 time: 0.0143242 Nov 02 16:59:52.390855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40798) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.401840 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-68d5bf2c-125c-415e-a7b5-908dabafd608 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] show failed (client error): The resource could not be found. Nov 02 16:59:52.402875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-68d5bf2c-125c-415e-a7b5-908dabafd608 tempest-NegativeSecGroupTest-4255364 tempest-NegativeSecGroupTest-4255364-project] 10.222.0.31 "GET /v2.0/security-group-rules/53af4268-9db0-4670-b686-9212f850c977 HTTP/1.1" status: 404 len: 356 time: 0.0110788 Nov 02 16:59:52.714308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40804) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.894238 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8046be10-b3ac-4b14-9411-fcbb364ede0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6732a599536e47a987e85d5039763aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786327 Nov 02 16:59:52.896672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40810) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.954616 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-681ce095-037e-42ab-a0dd-e22c19da3b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:52.992850 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-681ce095-037e-42ab-a0dd-e22c19da3b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:53.090205 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-681ce095-037e-42ab-a0dd-e22c19da3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:53.093081 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-681ce095-037e-42ab-a0dd-e22c19da3b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:53.094381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-681ce095-037e-42ab-a0dd-e22c19da3b9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06a64985-7877-46ae-967c-f7957cec9b0a HTTP/1.1" status: 204 len: 168 time: 0.1966901 Nov 02 16:59:53.105332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce095-037e-42ab-a0dd-e22c19da3b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a64985-7877-46ae-967c-f7957cec9b0a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:53.181693 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:54.480104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40878) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:54.642820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef0e1-a803-40a4-ba4a-a65c78987e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:54.751888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef0e1-a803-40a4-ba4a-a65c78987e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:54.759605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef0e1-a803-40a4-ba4a-a65c78987e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:54.814174 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e9ef0e1-a803-40a4-ba4a-a65c78987e02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0c51b32d9184f58a7ee224cdf361cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312936 Nov 02 16:59:54.818266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40896) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:54.847766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ef0e1-a803-40a4-ba4a-a65c78987e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e8a27-add6-49b7-b2ec-d5bb80480a30,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:54.918227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c282a0fa-dfa8-4168-9ee7-f432952cb822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:54.954072 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c282a0fa-dfa8-4168-9ee7-f432952cb822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.020993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c282a0fa-dfa8-4168-9ee7-f432952cb822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.024380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c282a0fa-dfa8-4168-9ee7-f432952cb822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.025754 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c282a0fa-dfa8-4168-9ee7-f432952cb822 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/576e8a27-add6-49b7-b2ec-d5bb80480a30 HTTP/1.1" status: 204 len: 168 time: 0.2060666 Nov 02 16:59:55.039016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282a0fa-dfa8-4168-9ee7-f432952cb822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e8a27-add6-49b7-b2ec-d5bb80480a30,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:55.405671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40916) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:55.548631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1751bebd-7f35-4bfc-a365-1b608594ae26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.657515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1751bebd-7f35-4bfc-a365-1b608594ae26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.664363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1751bebd-7f35-4bfc-a365-1b608594ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.727821 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1751bebd-7f35-4bfc-a365-1b608594ae26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd46e2967e334752b7e0acfce17975d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205371 Nov 02 16:59:55.729190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751bebd-7f35-4bfc-a365-1b608594ae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b301b6b-3156-44d7-ac3b-43e8f6acb055,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:55.731065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40932) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:55.812840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d2500c1-2553-47f3-95f6-14e6aae79594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.844980 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d2500c1-2553-47f3-95f6-14e6aae79594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.959838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d2500c1-2553-47f3-95f6-14e6aae79594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.962763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0d2500c1-2553-47f3-95f6-14e6aae79594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:55.968609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0d2500c1-2553-47f3-95f6-14e6aae79594 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b301b6b-3156-44d7-ac3b-43e8f6acb055 HTTP/1.1" status: 204 len: 168 time: 0.2302339 Nov 02 16:59:55.974292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2500c1-2553-47f3-95f6-14e6aae79594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b301b6b-3156-44d7-ac3b-43e8f6acb055,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:56.127621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40950) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:56.442303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-274425397-network', 'tenant_id': 'da932f023c6345438266dee22acffdca'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:56.453421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40960) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:56.471372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Made reservation on behalf of da932f023c6345438266dee22acffdca for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:56.473912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.483984 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.484639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ec43-42b4-4768-8bdb-401646fee4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.606855 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ec43-42b4-4768-8bdb-401646fee4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.614473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ec43-42b4-4768-8bdb-401646fee4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.628815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.634786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.668748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9d8ec43-42b4-4768-8bdb-401646fee4a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ba1db99e6f8490788bb6e343a61bd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139671 Nov 02 16:59:56.671643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:59:56.672982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40962) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:56.684398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8ec43-42b4-4768-8bdb-401646fee4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a04f699-e033-4352-a134-2d05748f1a4f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:56.689360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb6819f-887a-403a-b0ff-40c1a44cebc7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:56.707640 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.708256 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Added segment a3501f9f-710a-47c7-9b89-5155c44e12b2 of type vlan for network 351e510e-262e-4ca2-855a-96c1557feba0 Nov 02 16:59:56.761202 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b00f71-0094-419e-955d-73d3fd4e24be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.800822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b00f71-0094-419e-955d-73d3fd4e24be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.813595 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.872739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.873912 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:56.874733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.921805 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b00f71-0094-419e-955d-73d3fd4e24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.925003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-64b00f71-0094-419e-955d-73d3fd4e24be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:56.926512 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-64b00f71-0094-419e-955d-73d3fd4e24be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a04f699-e033-4352-a134-2d05748f1a4f HTTP/1.1" status: 204 len: 168 time: 0.2507393 Nov 02 16:59:56.946087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b00f71-0094-419e-955d-73d3fd4e24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a04f699-e033-4352-a134-2d05748f1a4f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:57.028851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8997366 Nov 02 16:59:57.036318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 40974) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:57.049494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Request body: {'subnet': {'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-274425397-subnet', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:57.051689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a1fe4-c450-49f6-ada0-dd66586fcdbd admin admin] Pushing event updated for resources: {'Network': ['ID=351e510e-262e-4ca2-855a-96c1557feba0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:57.065466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 351e510e-262e-4ca2-855a-96c1557feba0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:59:57.104619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Made reservation on behalf of da932f023c6345438266dee22acffdca for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:59:57.107899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.403098 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.509884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7976bb9d-0844-4c20-b935-40ab104d0094,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:57.524397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Checking segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:59:57.524757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Network hostable DHCP agents. Network: 351e510e-262e-4ca2-855a-96c1557feba0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:59:57.545594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Network 351e510e-262e-4ca2-855a-96c1557feba0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:59:57.562235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 351e510e-262e-4ca2-855a-96c1557feba0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:57.567128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:57.567865 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.579796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5640cb-ca98-4ca0-bab3-36c230d669a9 None None] Network 351e510e-262e-4ca2-855a-96c1557feba0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:57.586577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cf7051e8-40d7-49c6-9741-26324d1768d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5486066 Nov 02 16:59:57.589497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 40992) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:57.594637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:59:57.625419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.627848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.712209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.828449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-351e510e-262e-4ca2-855a-96c1557feba0', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:59:57.829506 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:57.961730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.051950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Allocated IP 172.20.0.2 (351e510e-262e-4ca2-855a-96c1557feba0/7976bb9d-0844-4c20-b935-40ab104d0094/37ac655a-fd5e-4a58-b810-1110722e96d0) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:58.321877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.354447 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.455539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.465160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.524555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Allocated IP 172.25.7.93 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/a8c60324-fc46-48cc-8767-3f1f4ec9eec3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:59:58.527556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Network 351e510e-262e-4ca2-855a-96c1557feba0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:58.540065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:58.545819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:58.585178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Pushing event updated for resources: {'Port': ['ID=37ac655a-fd5e-4a58-b810-1110722e96d0,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:58.616981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.617341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.617795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.618160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.618754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.618876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.619251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.620020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.620020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.620291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.620518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.620942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:58.635029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Attempting to bind port 37ac655a-fd5e-4a58-b810-1110722e96d0 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 16:59:58.635403 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Attempting to bind port 37ac655a-fd5e-4a58-b810-1110722e96d0 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 16:59:58.636011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Attempting to bind port 37ac655a-fd5e-4a58-b810-1110722e96d0 on network 351e510e-262e-4ca2-855a-96c1557feba0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:59:58.642608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:59:58.643280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Checking segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 16:59:58.643733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.644197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Bound using segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:59:58.644769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Bound port: 37ac655a-fd5e-4a58-b810-1110722e96d0, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 16:59:58.645231 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.695833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.748286 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.757093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] For port 37ac655a-fd5e-4a58-b810-1110722e96d0, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:59:58.766041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] For port 37ac655a-fd5e-4a58-b810-1110722e96d0, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=37ac655a-fd5e-4a58-b810-1110722e96d0,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:59:58.774352 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:58.787624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:59:58.793195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:59:58.798006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:59:58.844840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038a6e2-2a90-47d0-abdb-cbd5722d9e52 None None] Pushing event updated for resources: {'Port': ['ID=37ac655a-fd5e-4a58-b810-1110722e96d0,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:58.867752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Pushing event updated for resources: {'Port': ['ID=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:59.175514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 16:59:59.881597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41062) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:59.916900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.085062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dc34b63-1139-465c-acc4-b1827d4b0561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.141348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Router 93356204-52a7-47ba-982b-402228b68b2c is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:00:00.191918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dc34b63-1139-465c-acc4-b1827d4b0561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.199573 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4dc34b63-1139-465c-acc4-b1827d4b0561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.246986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc34b63-1139-465c-acc4-b1827d4b0561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa59b5-e5b4-4cb1-8918-585533b9cf76,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:00.252565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5885d8e-7265-4b75-bf09-abefde73918d None None] Network 351e510e-262e-4ca2-855a-96c1557feba0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:00:00.313367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4dc34b63-1139-465c-acc4-b1827d4b0561 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0733d1eb4e3417baaf8778112b3ea49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304564 Nov 02 17:00:00.315145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:00:00.315267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41074) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:00.339376 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Sync routers for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:00:00.346985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-18aeb39c-55a3-47ee-928d-b33d1c87b157 None None] Provisioning complete for port 37ac655a-fd5e-4a58-b810-1110722e96d0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:00.347630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-18aeb39c-55a3-47ee-928d-b33d1c87b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.359960 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.361649 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:00.363493 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:00.369468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-21405767-127b-4357-a38a-bb26ae53976e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7760658 Nov 02 17:00:00.373508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41078) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:00.400789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 37ac655a-fd5e-4a58-b810-1110722e96d0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:00.417564 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81228073-752f-47b9-a20b-0e04ace96f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.451554 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81228073-752f-47b9-a20b-0e04ace96f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.540133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 37ac655a-fd5e-4a58-b810-1110722e96d0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:00.541099 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.553651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81228073-752f-47b9-a20b-0e04ace96f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.558165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-81228073-752f-47b9-a20b-0e04ace96f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.564683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-81228073-752f-47b9-a20b-0e04ace96f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89aa59b5-e5b4-4cb1-8918-585533b9cf76 HTTP/1.1" status: 204 len: 168 time: 0.2458317 Nov 02 17:00:00.569029 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:00.597973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81228073-752f-47b9-a20b-0e04ace96f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aa59b5-e5b4-4cb1-8918-585533b9cf76,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:00.657594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-18aeb39c-55a3-47ee-928d-b33d1c87b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.809430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-18aeb39c-55a3-47ee-928d-b33d1c87b157 None None] For port 37ac655a-fd5e-4a58-b810-1110722e96d0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=37ac655a-fd5e-4a58-b810-1110722e96d0,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:00.811903 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.819731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-18aeb39c-55a3-47ee-928d-b33d1c87b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:00.943878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 17:00:00.944550 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 17:00:00.973821 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T16:59:59Z', 'revision_number': 3, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T16:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:00.988619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeb39c-55a3-47ee-928d-b33d1c87b157 None None] Pushing event updated for resources: {'Port': ['ID=37ac655a-fd5e-4a58-b810-1110722e96d0,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:01.021222 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Checking router: 93356204-52a7-47ba-982b-402228b68b2c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:00:01.021570 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Updating router 93356204-52a7-47ba-982b-402228b68b2c port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:00:01.062030 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.256246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41094) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:01.280420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-168542df-0a43-452a-8cdf-fea441ee46e7 None None] Provisioning complete for port 37ac655a-fd5e-4a58-b810-1110722e96d0 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:01.281462 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-168542df-0a43-452a-8cdf-fea441ee46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.324516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6d195e4a-c436-4ca4-bede-5c5364fd589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.459681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.532317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6d195e4a-c436-4ca4-bede-5c5364fd589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.538430 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6d195e4a-c436-4ca4-bede-5c5364fd589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.575847 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.584554 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.625031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Attempting to bind port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:00:01.625031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Attempting to bind port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:00:01.625031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Attempting to bind port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:01.627144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6d195e4a-c436-4ca4-bede-5c5364fd589b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bb8825feca34b1d9f7b622125ea79de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695939 Nov 02 17:00:01.631454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41100) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:01.651731 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:00:01.652122 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:01.652498 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.652933 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:00:01.653414 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Bound port: a8c60324-fc46-48cc-8767-3f1f4ec9eec3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:00:01.654475 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.664011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d195e4a-c436-4ca4-bede-5c5364fd589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25771584-17ed-4241-9937-850d484ce019,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:01.739924 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99a145f8-324c-4572-86e4-d78a497b5974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.742887 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Pushing event updated for resources: {'Port': ['ID=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:01.754488 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.754863 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.755233 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.755616 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.755959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.756397 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.756740 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.757061 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.757377 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.757695 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.758009 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.758346 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:01.771172 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] For port a8c60324-fc46-48cc-8767-3f1f4ec9eec3, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:00:01.793094 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] For port a8c60324-fc46-48cc-8767-3f1f4ec9eec3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:00:01.799735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99a145f8-324c-4572-86e4-d78a497b5974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.799992 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.800750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Allocated IP 172.20.0.1 (351e510e-262e-4ca2-855a-96c1557feba0/7976bb9d-0844-4c20-b935-40ab104d0094/c930fa59-56a0-4f58-88b9-0884f720ebf1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:00:01.870568 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7e023-0961-4c83-b13d-da5d532d3140 None None] Pushing event updated for resources: {'Port': ['ID=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:01.881970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99a145f8-324c-4572-86e4-d78a497b5974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.884598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-99a145f8-324c-4572-86e4-d78a497b5974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:01.885920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-99a145f8-324c-4572-86e4-d78a497b5974 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25771584-17ed-4241-9937-850d484ce019 HTTP/1.1" status: 204 len: 168 time: 0.2531528 Nov 02 17:00:01.900512 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:01.901215 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:01.909422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a145f8-324c-4572-86e4-d78a497b5974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25771584-17ed-4241-9937-850d484ce019,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:02.018512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.038218 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:02.081440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.123777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Network 351e510e-262e-4ca2-855a-96c1557feba0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:02.128081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:02.132752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:00:02.207002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c930fa59-56a0-4f58-88b9-0884f720ebf1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:02.253713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.338725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 37ac655a-fd5e-4a58-b810-1110722e96d0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:02.499535 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.508278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 37ac655a-fd5e-4a58-b810-1110722e96d0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:02.508662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.646545 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T16:59:59Z', 'revision_number': 3, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:02.680619 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32732112-92f0-4bfa-8d3b-976d2c864983 None None] The sync data for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 is: [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T16:59:59Z', 'revision_number': 3, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:00:02.730106 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b8874ef1-8f63-4e8c-b4e8-619ac931ea68 None None] Provisioning complete for port c930fa59-56a0-4f58-88b9-0884f720ebf1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:02.731175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8874ef1-8f63-4e8c-b4e8-619ac931ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.800605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.802644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b8874ef1-8f63-4e8c-b4e8-619ac931ea68 None None] Port c930fa59-56a0-4f58-88b9-0884f720ebf1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:00:02.808090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:02.873031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c930fa59-56a0-4f58-88b9-0884f720ebf1,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:02.899748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:03.102940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Network 351e510e-262e-4ca2-855a-96c1557feba0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:03.104574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:03.346439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Router 93356204-52a7-47ba-982b-402228b68b2c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:00:03.562808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8f321ab1-f672-4b65-bcc9-0e5651f20f57 None None] Provisioning complete for port c930fa59-56a0-4f58-88b9-0884f720ebf1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:03.563386 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8f321ab1-f672-4b65-bcc9-0e5651f20f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:03.570034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:00:03.580441 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d3d61aaa-04ac-4ce4-8819-7b7c652ad4f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/93356204-52a7-47ba-982b-402228b68b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2054248 Nov 02 17:00:03.636799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8f321ab1-f672-4b65-bcc9-0e5651f20f57 None None] Port c930fa59-56a0-4f58-88b9-0884f720ebf1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:00:04.340041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a8c60324-fc46-48cc-8767-3f1f4ec9eec3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:04.416583 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:04.417501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.564862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.597181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41190) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:04.598071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port a8c60324-fc46-48cc-8767-3f1f4ec9eec3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:04.602518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-926845831-network', 'tenant_id': '006451571386495bb10fa8aa75af4c34'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:04.604329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.647879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Made reservation on behalf of 006451571386495bb10fa8aa75af4c34 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:00:04.655457 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.669688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.697232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:04.805218 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.812843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.842364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:00:04.854955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb31476-5296-4545-80fe-065f871778a0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:04.862116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.862887 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Added segment d3436cfe-3a8e-4ea4-a55d-792c5a13fc06 of type vlan for network 62d77b8e-927f-4066-ab39-c023954b0ed0 Nov 02 17:00:04.917829 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.956507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:04.958030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:04.959011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.037717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] Pushing event updated for resources: {'Network': ['ID=62d77b8e-927f-4066-ab39-c023954b0ed0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:05.053050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:00:05.055937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9dbe99bc-c42b-4d47-93ff-01304688486b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4575298 Nov 02 17:00:05.059448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41206) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:05.072311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Request body: {'subnet': {'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-926845831-subnet', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:05.125926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Made reservation on behalf of 006451571386495bb10fa8aa75af4c34 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:00:05.129157 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.188964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Sync routers for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:00:05.203006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:05.204229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:05.340129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:05.471474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.544541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65e46d5-d684-4126-b7af-9cba7351f540,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:05.549954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Checking segment: {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:05.550359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Network hostable DHCP agents. Network: 62d77b8e-927f-4066-ab39-c023954b0ed0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:00:05.571296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:00:05.588752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 62d77b8e-927f-4066-ab39-c023954b0ed0) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:05.594714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:05.595567 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.625848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b7ba8afa-bafe-41b8-8e78-0be0514fdf95 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5631483 Nov 02 17:00:05.626110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f810e1-a31e-4138-9bc1-ac9e844e3ea8 None None] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:00:05.628549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41234) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:05.640547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:05.676754 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.679190 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.756457 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.777497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 2, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:05.813894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Checking router: 93356204-52a7-47ba-982b-402228b68b2c for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:00:05.814550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Updating router 93356204-52a7-47ba-982b-402228b68b2c port c930fa59-56a0-4f58-88b9-0884f720ebf1 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:00:05.851568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.908754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-62d77b8e-927f-4066-ab39-c023954b0ed0', 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'fixed_ips': [{'subnet_id': 'f65e46d5-d684-4126-b7af-9cba7351f540'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:00:05.910098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:05.948324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.097883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41250) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:06.304492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Allocated IP 172.20.0.2 (62d77b8e-927f-4066-ab39-c023954b0ed0/f65e46d5-d684-4126-b7af-9cba7351f540/153ac844-cbc3-4e25-b2c7-b4597047acc4) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:00:06.307134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a8c60324-fc46-48cc-8767-3f1f4ec9eec3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:06.349413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfe431c-6a33-49ca-80d0-426412d5bf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.387440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.411753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.535835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.537610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:06.537916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.566076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.593530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfe431c-6a33-49ca-80d0-426412d5bf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.599825 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-abfe431c-6a33-49ca-80d0-426412d5bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.613074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Allocated IP 172.25.7.162 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/cb9d846f-a53d-48d9-ac44-e9064599151b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:00:06.670764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41260) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:06.682758 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-abfe431c-6a33-49ca-80d0-426412d5bf86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e357f4d1322248edb9506157aabaff0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828769 Nov 02 17:00:06.684396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8b307-4662-45e1-8bdc-9dfd2c1c6ae1 None None] Pushing event updated for resources: {'Port': ['ID=c930fa59-56a0-4f58-88b9-0884f720ebf1,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:06.692402 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.725495 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.758550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe431c-6a33-49ca-80d0-426412d5bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbbb08b-c899-439c-a1d1-fca22184747a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:06.772799 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea669ccd-2c06-4092-b8e4-00606db559d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.812204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea669ccd-2c06-4092-b8e4-00606db559d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.823345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.891564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.911057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:06.914899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Attempting to bind port c930fa59-56a0-4f58-88b9-0884f720ebf1 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:00:06.915753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Attempting to bind port c930fa59-56a0-4f58-88b9-0884f720ebf1 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:00:06.916633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Attempting to bind port c930fa59-56a0-4f58-88b9-0884f720ebf1 on network 351e510e-262e-4ca2-855a-96c1557feba0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:06.927264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:06.933209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:00:06.935963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Pushing event updated for resources: {'Port': ['ID=153ac844-cbc3-4e25-b2c7-b4597047acc4,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:06.943422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:00:06.944524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Checking segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:06.945177 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.945794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Bound using segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:00:06.946544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Bound port: c930fa59-56a0-4f58-88b9-0884f720ebf1, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:00:06.947153 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:06.985068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:06.992027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:06.997768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:00:07.047862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9d846f-a53d-48d9-ac44-e9064599151b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:07.074383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Attempting to bind port 153ac844-cbc3-4e25-b2c7-b4597047acc4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:00:07.074760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Attempting to bind port 153ac844-cbc3-4e25-b2c7-b4597047acc4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:00:07.075126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Attempting to bind port 153ac844-cbc3-4e25-b2c7-b4597047acc4 on network 62d77b8e-927f-4066-ab39-c023954b0ed0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:07.089451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:00:07.089826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Checking segment: {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:07.090673 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.091642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Bound using segment: {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:00:07.092133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Bound port: 153ac844-cbc3-4e25-b2c7-b4597047acc4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:00:07.092559 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.158318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] For port c930fa59-56a0-4f58-88b9-0884f720ebf1, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:00:07.178564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] For port c930fa59-56a0-4f58-88b9-0884f720ebf1, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c930fa59-56a0-4f58-88b9-0884f720ebf1,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:00:07.197781 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.286457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] For port 153ac844-cbc3-4e25-b2c7-b4597047acc4, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:00:07.298553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] For port 153ac844-cbc3-4e25-b2c7-b4597047acc4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=153ac844-cbc3-4e25-b2c7-b4597047acc4,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:00:07.310012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f84458d9-6a81-4458-8788-bde5a3726207 None None] Provisioning complete for port c930fa59-56a0-4f58-88b9-0884f720ebf1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:07.310411 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f84458d9-6a81-4458-8788-bde5a3726207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.342748 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.351925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:07.352950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:07.355972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8b307-4662-45e1-8bdc-9dfd2c1c6ae1 None None] Pushing event updated for resources: {'Port': ['ID=c930fa59-56a0-4f58-88b9-0884f720ebf1,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:07.418074 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.462733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea669ccd-2c06-4092-b8e4-00606db559d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.467489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ea669ccd-2c06-4092-b8e4-00606db559d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.469766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea669ccd-2c06-4092-b8e4-00606db559d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cbbb08b-c899-439c-a1d1-fca22184747a HTTP/1.1" status: 204 len: 168 time: 0.7972269 Nov 02 17:00:07.487704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea669ccd-2c06-4092-b8e4-00606db559d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbbb08b-c899-439c-a1d1-fca22184747a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:07.709936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.799843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133d15-a5b5-4987-af49-e56586d70571 None None] Pushing event updated for resources: {'Port': ['ID=153ac844-cbc3-4e25-b2c7-b4597047acc4,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:07.871850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:07.904110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f84458d9-6a81-4458-8788-bde5a3726207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:07.966321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41280) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:07.994842 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1696e1b6-4002-4a77-8dd1-37bed800308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.024451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f84458d9-6a81-4458-8788-bde5a3726207 None None] For port c930fa59-56a0-4f58-88b9-0884f720ebf1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c930fa59-56a0-4f58-88b9-0884f720ebf1,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:08.077960 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f84458d9-6a81-4458-8788-bde5a3726207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.183288 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84458d9-6a81-4458-8788-bde5a3726207 None None] Pushing event updated for resources: {'Port': ['ID=c930fa59-56a0-4f58-88b9-0884f720ebf1,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:08.273619 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1696e1b6-4002-4a77-8dd1-37bed800308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.275271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-385d61db-59ef-4940-99e9-5fd3d277d414 None None] Provisioning complete for port c930fa59-56a0-4f58-88b9-0884f720ebf1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:08.275656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-385d61db-59ef-4940-99e9-5fd3d277d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.284237 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1696e1b6-4002-4a77-8dd1-37bed800308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.383537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:08.395522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1696e1b6-4002-4a77-8dd1-37bed800308a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3224b5d2234c46ee8f0bd0dd8a85623e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272661 Nov 02 17:00:08.398901 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41282) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:08.406273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696e1b6-4002-4a77-8dd1-37bed800308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e7cb58-c888-4c14-b46f-c5085ed66006,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:08.417233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58988c-8220-4b3a-9024-e8c062187d9c None None] The sync data for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 is: [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:00:08.424854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 153ac844-cbc3-4e25-b2c7-b4597047acc4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:08.437370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Router a54ba714-5b17-40fb-ad55-eec2e4016b86 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:00:08.544082 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb7c8096-d39a-4776-a6c7-edae632495e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.585237 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb7c8096-d39a-4776-a6c7-edae632495e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.612843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:00:08.627567 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Sync routers for ids ['a54ba714-5b17-40fb-ad55-eec2e4016b86'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:00:08.640465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 153ac844-cbc3-4e25-b2c7-b4597047acc4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:08.641374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.643529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.647528 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-864342a0-7294-4c64-b909-a7ac3a5cf585 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0172222 Nov 02 17:00:08.648883 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Routers {'a54ba714-5b17-40fb-ad55-eec2e4016b86'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:08.649985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a54ba714-5b17-40fb-ad55-eec2e4016b86'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:08.652209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41290) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:08.689857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b54a19cf-ea2e-4e9c-b53f-35bbe4aee524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.697012 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb7c8096-d39a-4776-a6c7-edae632495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.700580 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fb7c8096-d39a-4776-a6c7-edae632495e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.702235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fb7c8096-d39a-4776-a6c7-edae632495e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e7cb58-c888-4c14-b46f-c5085ed66006 HTTP/1.1" status: 204 len: 168 time: 0.3022072 Nov 02 17:00:08.717040 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c8096-d39a-4776-a6c7-edae632495e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e7cb58-c888-4c14-b46f-c5085ed66006,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:08.816751 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:08.864473 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Set router a54ba714-5b17-40fb-ad55-eec2e4016b86 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:08.937118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 153ac844-cbc3-4e25-b2c7-b4597047acc4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=153ac844-cbc3-4e25-b2c7-b4597047acc4,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:08.948022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:09.100155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=153ac844-cbc3-4e25-b2c7-b4597047acc4,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:09.298889 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 3, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:09.361770 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Checking router: a54ba714-5b17-40fb-ad55-eec2e4016b86 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:00:09.362246 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Updating router a54ba714-5b17-40fb-ad55-eec2e4016b86 port cb9d846f-a53d-48d9-ac44-e9064599151b binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:00:09.407527 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:09.562211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9a9ae-1f78-4f41-af82-856a4d22dbc4 None None] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:00:09.643948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:09.793191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e8c4fbfd-cd4b-4991-8c8e-bad7d5a50060 None None] Provisioning complete for port 153ac844-cbc3-4e25-b2c7-b4597047acc4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:09.793982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e8c4fbfd-cd4b-4991-8c8e-bad7d5a50060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:09.943460 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:09.966498 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.056060 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Attempting to bind port cb9d846f-a53d-48d9-ac44-e9064599151b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:00:10.056060 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Attempting to bind port cb9d846f-a53d-48d9-ac44-e9064599151b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:00:10.056060 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Attempting to bind port cb9d846f-a53d-48d9-ac44-e9064599151b on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:10.059558 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:00:10.061038 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:10.061467 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.062031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:00:10.062641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Bound port: cb9d846f-a53d-48d9-ac44-e9064599151b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:00:10.063621 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.078547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Allocated IP 172.20.0.1 (62d77b8e-927f-4066-ab39-c023954b0ed0/f65e46d5-d684-4126-b7af-9cba7351f540/e2a660cd-5680-40a9-bd4c-ee3e3697bed6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:00:10.098807 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de721-b608-4bd9-b918-2c1379432888 None None] Pushing event updated for resources: {'Port': ['ID=cb9d846f-a53d-48d9-ac44-e9064599151b,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:10.219900 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] For port cb9d846f-a53d-48d9-ac44-e9064599151b, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:00:10.226865 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] For port cb9d846f-a53d-48d9-ac44-e9064599151b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cb9d846f-a53d-48d9-ac44-e9064599151b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:00:10.240816 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.366768 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Routers {'a54ba714-5b17-40fb-ad55-eec2e4016b86'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:10.367400 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a54ba714-5b17-40fb-ad55-eec2e4016b86'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:10.375388 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de721-b608-4bd9-b918-2c1379432888 None None] Pushing event updated for resources: {'Port': ['ID=cb9d846f-a53d-48d9-ac44-e9064599151b,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:10.406842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.523432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.543633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c930fa59-56a0-4f58-88b9-0884f720ebf1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:10.633131 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:10.642820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:10.651997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:00:10.653469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] Set router a54ba714-5b17-40fb-ad55-eec2e4016b86 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:10.661041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-63bfafbd-04e6-457b-8c00-e3889b30c040 None None] Provisioning complete for port 153ac844-cbc3-4e25-b2c7-b4597047acc4 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:10.661638 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-63bfafbd-04e6-457b-8c00-e3889b30c040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.721543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:10.775388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:10.854115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c930fa59-56a0-4f58-88b9-0884f720ebf1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:10.854857 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.001318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 153ac844-cbc3-4e25-b2c7-b4597047acc4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:11.042515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.183146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e401e5a9-b2f4-47db-86ac-cc495573e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.189384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 153ac844-cbc3-4e25-b2c7-b4597047acc4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:11.189996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.230527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-75b493bd-43c9-4ffe-b7bb-6032838581a2 None None] Provisioning complete for port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:11.231294 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-75b493bd-43c9-4ffe-b7bb-6032838581a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.297260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-75b493bd-43c9-4ffe-b7bb-6032838581a2 None None] Port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:00:11.298004 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 3, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:11.351580 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.353711 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014471d-49d6-4981-8d4e-e2b34029dbc1 None None] The sync data for ids ['a54ba714-5b17-40fb-ad55-eec2e4016b86'] in n-d-811405-2 is: [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 3, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:00:11.360012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.366047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.438682 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:11.515116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:11.613807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:11.615582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:11.860421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Router a54ba714-5b17-40fb-ad55-eec2e4016b86 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:00:12.038765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:00:12.046169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce13ce02-52a2-432d-8c3e-e938ae20b823 admin admin] 10.222.0.31 "PUT /v2.0/routers/a54ba714-5b17-40fb-ad55-eec2e4016b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3901579 Nov 02 17:00:12.138406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b3c742a2-a11a-416f-b6c3-5d84b68d9b5f None None] Provisioning complete for port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:12.139497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b3c742a2-a11a-416f-b6c3-5d84b68d9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:12.207769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b3c742a2-a11a-416f-b6c3-5d84b68d9b5f None None] Port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:00:12.365411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb9d846f-a53d-48d9-ac44-e9064599151b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:12.526974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cb9d846f-a53d-48d9-ac44-e9064599151b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:12.527706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:12.670122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:12.676799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:12.709806 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port cb9d846f-a53d-48d9-ac44-e9064599151b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cb9d846f-a53d-48d9-ac44-e9064599151b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:12.721677 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:12.797098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=cb9d846f-a53d-48d9-ac44-e9064599151b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:12.970235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41382) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:12.976845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639965353', 'description': 'tempest-secgroup-smoke-639965353 description', 'project_id': 'da932f023c6345438266dee22acffdca'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:13.011275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.128138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.143893 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.177706 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.183069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2084782 Nov 02 17:00:13.183690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41388) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:13.190177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group_rule': {'security_group_id': 'fb97a0b0-bc68-45be-9810-0275f5bc6a5b', 'project_id': 'da932f023c6345438266dee22acffdca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:13.193135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48276c42-6c15-47c9-b30e-9484fe07a0a9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb97a0b0-bc68-45be-9810-0275f5bc6a5b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:13.238234 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.333729 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.340769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.364231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4d1bb6-2a38-4de0-b018-16bfcfac013c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:13.377796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.382224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be57df5f-e808-4203-94b3-06065e328970 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1942739 Nov 02 17:00:13.383206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41390) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:13.388633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group_rule': {'security_group_id': 'fb97a0b0-bc68-45be-9810-0275f5bc6a5b', 'project_id': 'da932f023c6345438266dee22acffdca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:13.431984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.528520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.533631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.565871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c6219b-842b-4471-9530-71b22c448959,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:13.594728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.596660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-106e091d-9fb6-402a-8650-d2bba0baedaa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2123489 Nov 02 17:00:13.600764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41396) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:13.607550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group_rule': {'security_group_id': 'fb97a0b0-bc68-45be-9810-0275f5bc6a5b', 'project_id': 'da932f023c6345438266dee22acffdca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:13.647922 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.726651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.736318 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.768834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8446fb-e895-42ce-852f-448b2f5ec0a5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:13.790086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.794341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a09f2487-6034-4e3a-923d-36aa80f28234 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888862 Nov 02 17:00:13.794894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41400) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:13.799956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group_rule': {'security_group_id': 'fb97a0b0-bc68-45be-9810-0275f5bc6a5b', 'project_id': 'da932f023c6345438266dee22acffdca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:13.841042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.849692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.943666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.958063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.985700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f42167-f851-4407-8398-0a3f0c7d1249,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:13.989892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:13.994646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-925d38d1-94c6-43c5-93a8-3750888e3586 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1972651 Nov 02 17:00:13.995434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41408) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:14.002255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group_rule': {'security_group_id': 'fb97a0b0-bc68-45be-9810-0275f5bc6a5b', 'project_id': 'da932f023c6345438266dee22acffdca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:14.031425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Sync routers for ids ['a54ba714-5b17-40fb-ad55-eec2e4016b86'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:00:14.045332 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Project da932f023c6345438266dee22acffdca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:00:14.055985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Routers {'a54ba714-5b17-40fb-ad55-eec2e4016b86'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:14.056613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:00:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a54ba714-5b17-40fb-ad55-eec2e4016b86'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:14.057432 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.191143 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.204139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.256647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95daf9f-9a20-4580-a4a5-43b9095bbf5c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:14.273230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.274569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1efab5ce-2606-48db-8677-f95eb28351a5 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2783689 Nov 02 17:00:14.282518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41410) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:14.296300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'security_group_rule': {'security_group_id': 'fb97a0b0-bc68-45be-9810-0275f5bc6a5b', 'project_id': 'da932f023c6345438266dee22acffdca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:14.332437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Set router a54ba714-5b17-40fb-ad55-eec2e4016b86 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:14.348077 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Project da932f023c6345438266dee22acffdca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:00:14.356427 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.437825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.443272 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.461758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb9d846f-a53d-48d9-ac44-e9064599151b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:14.470796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabf0da5-4ed2-486c-9d22-865e47510697,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:14.476250 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.477607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3d792500-cea9-49c9-9d8c-20028db920e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1938159 Nov 02 17:00:14.633172 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-a72afde6-3767-4551-8bdd-10b7b1a2c531 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639965353&fields=id&tenant_id=da932f023c6345438266dee22acffdca HTTP/1.1" status: 200 len: 267 time: 0.0357542 Nov 02 17:00:14.636484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cb9d846f-a53d-48d9-ac44-e9064599151b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:14.636860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:14.757974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-d5de3cce-0732-4514-bfbd-512053f00b87 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:14.759634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-d5de3cce-0732-4514-bfbd-512053f00b87 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 808 time: 0.1179445 Nov 02 17:00:14.776847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-b08fcce1-e925-497b-898b-761524679bd4 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/quotas/da932f023c6345438266dee22acffdca HTTP/1.1" status: 200 len: 375 time: 0.0099804 Nov 02 17:00:14.878668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-818dfabe-6f83-4c91-88e2-c60409aac6e3 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812442 Nov 02 17:00:14.941782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:00:10Z', 'revision_number': 4, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e2a660cd-5680-40a9-bd4c-ee3e3697bed6', 'name': '', 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'mac_address': 'fa:16:3e:32:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f65e46d5-d684-4126-b7af-9cba7351f540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:09Z', 'updated_at': '2021-11-02T17:00:11Z', 'revision_number': 2, 'project_id': '006451571386495bb10fa8aa75af4c34', 'subnets': [{'id': 'f65e46d5-d684-4126-b7af-9cba7351f540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:14.983060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Checking router: a54ba714-5b17-40fb-ad55-eec2e4016b86 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:00:14.983681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Updating router a54ba714-5b17-40fb-ad55-eec2e4016b86 port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:00:15.039224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:15.060961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-c78a33ba-186b-436a-9f07-494a4642d850 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:00:15.066261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-c78a33ba-186b-436a-9f07-494a4642d850 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1680214 Nov 02 17:00:15.262000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-8333df31-0316-4550-b061-810d77f7a9ca service neutron] 10.222.0.31 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843040 Nov 02 17:00:15.398965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-a770a9cc-c154-40f4-9615-b4e27f53c2df service neutron] 10.222.0.31 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348231 Nov 02 17:00:15.474027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:15.481803 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:15.702259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5ff6d-d2d3-459c-9b74-a5685834d419 None None] Pushing event updated for resources: {'Port': ['ID=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:15.726466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Attempting to bind port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:00:15.727231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Attempting to bind port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:00:15.729954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Attempting to bind port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 on network 62d77b8e-927f-4066-ab39-c023954b0ed0 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:15.742560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:00:15.743327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Checking segment: {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:15.744076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:15.744803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Bound using segment: {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:00:15.745722 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Bound port: e2a660cd-5680-40a9-bd4c-ee3e3697bed6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:00:15.746655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:15.793443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-728497fa-df52-46bd-9767-8d7437d043f7 req-7db71b68-833a-4485-ba41-e50621734eb9 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 210 time: 0.0541425 Nov 02 17:00:15.921381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] For port e2a660cd-5680-40a9-bd4c-ee3e3697bed6, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:00:15.928214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] For port e2a660cd-5680-40a9-bd4c-ee3e3697bed6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:00:15.938053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:15.952770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3cdb9a3b-8e15-4bfd-83ab-a818f509cbed None None] Provisioning complete for port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:15.953725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9a3b-8e15-4bfd-83ab-a818f509cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:16.148185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5ff6d-d2d3-459c-9b74-a5685834d419 None None] Pushing event updated for resources: {'Port': ['ID=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:16.153712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Routers {'a54ba714-5b17-40fb-ad55-eec2e4016b86'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:16.170447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:00:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a54ba714-5b17-40fb-ad55-eec2e4016b86'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:16.428340 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9a3b-8e15-4bfd-83ab-a818f509cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:16.529852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3cdb9a3b-8e15-4bfd-83ab-a818f509cbed None None] For port e2a660cd-5680-40a9-bd4c-ee3e3697bed6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:16.537920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9a3b-8e15-4bfd-83ab-a818f509cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:16.545528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] Set router a54ba714-5b17-40fb-ad55-eec2e4016b86 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:16.699643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb9a3b-8e15-4bfd-83ab-a818f509cbed None None] Pushing event updated for resources: {'Port': ['ID=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:16.797255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d9063154-4182-4ba7-9de7-4999d44b2cf4 None None] Provisioning complete for port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:16.797705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d9063154-4182-4ba7-9de7-4999d44b2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:17.094499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8b1192f-0db7-45c2-a3b1-995a8c2db560 req-ce322b41-cd65-4238-a14d-376bf6b91001 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 210 time: 0.0428667 Nov 02 17:00:17.204114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:00:10Z', 'revision_number': 4, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e2a660cd-5680-40a9-bd4c-ee3e3697bed6', 'name': '', 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'mac_address': 'fa:16:3e:32:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f65e46d5-d684-4126-b7af-9cba7351f540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:09Z', 'updated_at': '2021-11-02T17:00:15Z', 'revision_number': 4, 'project_id': '006451571386495bb10fa8aa75af4c34', 'subnets': [{'id': 'f65e46d5-d684-4126-b7af-9cba7351f540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:17.232482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b8eb4-a702-4d6e-86ef-dcca6f9dd986 None None] The sync data for ids ['a54ba714-5b17-40fb-ad55-eec2e4016b86'] in n-d-811405-2 is: [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:00:10Z', 'revision_number': 4, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'e2a660cd-5680-40a9-bd4c-ee3e3697bed6', 'name': '', 'network_id': '62d77b8e-927f-4066-ab39-c023954b0ed0', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'mac_address': 'fa:16:3e:32:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f65e46d5-d684-4126-b7af-9cba7351f540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:09Z', 'updated_at': '2021-11-02T17:00:15Z', 'revision_number': 4, 'project_id': '006451571386495bb10fa8aa75af4c34', 'subnets': [{'id': 'f65e46d5-d684-4126-b7af-9cba7351f540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:00:17.672740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-be2ddf6b-0712-4754-99c0-4cb933636a9f tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:17.674509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-be2ddf6b-0712-4754-99c0-4cb933636a9f tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 808 time: 0.2243371 Nov 02 17:00:17.700282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:17.741697 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-662ac866-8fd1-4dfa-af56-8eb8ca59c8a1 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da932f023c6345438266dee22acffdca HTTP/1.1" status: 200 len: 379 time: 0.0576928 Nov 02 17:00:17.753826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'port': {'device_id': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'admin_state_up': True, 'tenant_id': 'da932f023c6345438266dee22acffdca', 'security_groups': ['fb97a0b0-bc68-45be-9810-0275f5bc6a5b']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:17.897088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Made reservation on behalf of da932f023c6345438266dee22acffdca for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:00:17.904323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:18.133657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Allocated IP 172.20.0.8 (351e510e-262e-4ca2-855a-96c1557feba0/7976bb9d-0844-4c20-b935-40ab104d0094/54c99304-90e1-4504-ac27-2d26314e8edd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:00:18.350903 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acbc0b3a-004f-46bd-b3dc-cbc8e7b0758c req-6d6e7e05-fd32-4335-a389-919745acb2a6 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 210 time: 0.1287167 Nov 02 17:00:18.407807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a660cd-5680-40a9-bd4c-ee3e3697bed6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:18.485973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:18.496205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:18.497370 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:18.552382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:18.605831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Network 351e510e-262e-4ca2-855a-96c1557feba0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:18.609246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:18.613376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:00:18.687085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'Port': ['ID=54c99304-90e1-4504-ac27-2d26314e8edd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:18.764763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:18.765453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:18.791548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-7cfa84f7-f7e4-4540-8676-ddcb5775e0bb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425937 Nov 02 17:00:18.870076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Request body: {'port': {'device_id': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:18.947042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-96fe3d01-63a0-4b0a-a263-665338075712 None None] Provisioning complete for port 54c99304-90e1-4504-ac27-2d26314e8edd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:18.947592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-96fe3d01-63a0-4b0a-a263-665338075712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:18.950294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:19.008817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-96fe3d01-63a0-4b0a-a263-665338075712 None None] Port 54c99304-90e1-4504-ac27-2d26314e8edd cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:00:19.393475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c99304-90e1-4504-ac27-2d26314e8edd {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:00:19.404055 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:19.424424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Transition to ACTIVE for port object 54c99304-90e1-4504-ac27-2d26314e8edd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:00:19.431908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:19.524608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Pushing event updated for resources: {'Port': ['ID=54c99304-90e1-4504-ac27-2d26314e8edd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:19.592518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957a322-2ad8-4c90-986b-2eccb88e83ee req-2be0096c-db1a-409f-8b5c-7bb6c2e39271 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:19.607874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6957a322-2ad8-4c90-986b-2eccb88e83ee req-2be0096c-db1a-409f-8b5c-7bb6c2e39271 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 943 time: 0.1059775 Nov 02 17:00:19.633718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Attempting to bind port 54c99304-90e1-4504-ac27-2d26314e8edd on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:00:19.634052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Attempting to bind port 54c99304-90e1-4504-ac27-2d26314e8edd by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:00:19.634436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Attempting to bind port 54c99304-90e1-4504-ac27-2d26314e8edd on network 351e510e-262e-4ca2-855a-96c1557feba0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:19.644140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Port 54c99304-90e1-4504-ac27-2d26314e8edd on network 351e510e-262e-4ca2-855a-96c1557feba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:00:19.644464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Attempting to bind port 54c99304-90e1-4504-ac27-2d26314e8edd on network 351e510e-262e-4ca2-855a-96c1557feba0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:00:19.674058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:00:19.674416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Checking segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:00:19.674813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Bound using segment: {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:00:19.675267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Bound port: 54c99304-90e1-4504-ac27-2d26314e8edd, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3501f9f-710a-47c7-9b89-5155c44e12b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:00:19.675627 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:19.685946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6957a322-2ad8-4c90-986b-2eccb88e83ee req-a145e4b9-c55c-41a0-b8e8-d7dd283d0327 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768874 Nov 02 17:00:19.851680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] For port 54c99304-90e1-4504-ac27-2d26314e8edd, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:00:19.858773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] For port 54c99304-90e1-4504-ac27-2d26314e8edd, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=54c99304-90e1-4504-ac27-2d26314e8edd,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:00:19.864906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:19.940755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:19.941604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:19.944770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] 10.222.0.100 "PUT /v2.0/ports/54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 1091 time: 1.1426446 Nov 02 17:00:19.944770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:00:19.951332 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09acbf65-dbbc-4c0f-98b9-df4235b6e017" -d '{"events": [{"name": "network-changed", "server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:00:19.989630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf69a-2632-4bac-b8a4-b0f969426c15 service neutron] Pushing event updated for resources: {'Port': ['ID=54c99304-90e1-4504-ac27-2d26314e8edd,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:20.058108 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:00:20.074961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-8ffcfdf2-7379-4f30-b96e-cce892076903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.076573 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-8ffcfdf2-7379-4f30-b96e-cce892076903 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1094 time: 0.0700777 Nov 02 17:00:20.154414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-d67f6a62-2ec5-46b6-94c7-40c399add5a3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 217 time: 0.0681362 Nov 02 17:00:20.174217 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6955ec-a78e-4a34-bf33-2ed87349915e x-openstack-request-id: req-bd6955ec-a78e-4a34-bf33-2ed87349915e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:00:20.174746 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:00:20.175152 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd6955ec-a78e-4a34-bf33-2ed87349915e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:00:20.175746 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd', 'status': 'completed', 'code': 200} Nov 02 17:00:20.233415 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-0510f039-4a63-452d-a59c-f42f0d3aa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.235639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-0510f039-4a63-452d-a59c-f42f0d3aa217 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0743177 Nov 02 17:00:20.294738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-9d7ffe4b-9e5b-4fc8-a3dc-a5ed751bec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.296438 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-9d7ffe4b-9e5b-4fc8-a3dc-a5ed751bec1d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538085 Nov 02 17:00:20.428611 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-51e98f5c-fc82-4a6d-a0d8-805f22e6fd35 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239915 Nov 02 17:00:20.536749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f036280e-df6a-4a0b-8d8d-05254c61b88f req-8c86b639-41ad-44a3-8a1e-31368fd8fc76 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011467 Nov 02 17:00:20.635803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-c9451fd8-8fc6-466d-b18b-c3259fae9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.638517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-c9451fd8-8fc6-466d-b18b-c3259fae9246 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1094 time: 0.0474861 Nov 02 17:00:20.792108 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-532029b4-d569-466f-a90f-e98b200924a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.794352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-532029b4-d569-466f-a90f-e98b200924a7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 909 time: 0.1483505 Nov 02 17:00:20.860143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4da5-257f-42f3-a1a4-4b7412f57bb0 req-8e5db9fa-60ae-42ec-b096-e8dbce808282 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.868289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c7d4da5-257f-42f3-a1a4-4b7412f57bb0 req-8e5db9fa-60ae-42ec-b096-e8dbce808282 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 943 time: 0.0783346 Nov 02 17:00:20.880585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-83964bf0-68a6-4bee-904f-955763a287e7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 217 time: 0.0739911 Nov 02 17:00:20.923760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c7d4da5-257f-42f3-a1a4-4b7412f57bb0 req-6d94d9f6-866a-415a-81ca-1b88d7ed69b4 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550883 Nov 02 17:00:20.958510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-06f34006-addb-4d8b-9e1c-94c9b893e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:20.960077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-06f34006-addb-4d8b-9e1c-94c9b893e739 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0643094 Nov 02 17:00:21.022484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-e5060976-ec84-4048-a91f-7ef74be5ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:21.024040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-e5060976-ec84-4048-a91f-7ef74be5ab8c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551927 Nov 02 17:00:21.139701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-3ba78ca4-133e-4675-aeb7-5de42a9ce078 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058426 Nov 02 17:00:21.275569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-09acbf65-dbbc-4c0f-98b9-df4235b6e017 req-be0b7f13-60f0-409c-8540-6d94963f8a63 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279900 Nov 02 17:00:22.023360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 54c99304-90e1-4504-ac27-2d26314e8edd details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:00:22.098263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d849-120e-4494-8ad7-ce1155925580 req-5d471733-bf06-4fcd-9ebc-5cb71a06fcef tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:22.101717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac40d849-120e-4494-8ad7-ce1155925580 req-5d471733-bf06-4fcd-9ebc-5cb71a06fcef tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 943 time: 0.0719407 Nov 02 17:00:22.158473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 54c99304-90e1-4504-ac27-2d26314e8edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=54c99304-90e1-4504-ac27-2d26314e8edd,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:22.165415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac40d849-120e-4494-8ad7-ce1155925580 req-f5b7a3b8-5738-4900-9f34-3d6c82608ee1 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544333 Nov 02 17:00:22.186051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '54c99304-90e1-4504-ac27-2d26314e8edd', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'port_id': '54c99304-90e1-4504-ac27-2d26314e8edd', 'mac_address': 'fa:16:3e:3a:42:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:00:22.253631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:22.275541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c99304-90e1-4504-ac27-2d26314e8edd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:00:22.298577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 54c99304-90e1-4504-ac27-2d26314e8edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=54c99304-90e1-4504-ac27-2d26314e8edd,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:22.304846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:22.364953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=54c99304-90e1-4504-ac27-2d26314e8edd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:22.563679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['54c99304-90e1-4504-ac27-2d26314e8edd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:00:23.182340 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:23.414584 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984ea2-e035-451d-b191-e1109d53f780 req-f9ffb095-606e-4247-a23a-68fcfb44cf66 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:23.428312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93984ea2-e035-451d-b191-e1109d53f780 req-f9ffb095-606e-4247-a23a-68fcfb44cf66 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 944 time: 0.1031895 Nov 02 17:00:23.506568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93984ea2-e035-451d-b191-e1109d53f780 req-704c1894-ed6c-4493-8cb4-b63e2031f96c tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746894 Nov 02 17:00:24.051812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 54c99304-90e1-4504-ac27-2d26314e8edd up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:00:24.118053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 54c99304-90e1-4504-ac27-2d26314e8edd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:00:24.127249 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 54c99304-90e1-4504-ac27-2d26314e8edd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:00:24.128053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:24.281323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:24.338740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:00:24.347868 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d0a00-a843-474e-a6e5-913107d0dfc9" -d '{"events": [{"server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "name": "network-vif-plugged", "status": "completed", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:00:24.387398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 54c99304-90e1-4504-ac27-2d26314e8edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=54c99304-90e1-4504-ac27-2d26314e8edd,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:00:24.398469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:24.492628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=54c99304-90e1-4504-ac27-2d26314e8edd,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:24.570413 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea68f32-83ab-42d0-897d-638597bc4259 x-openstack-request-id: req-9ea68f32-83ab-42d0-897d-638597bc4259 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:00:24.570964 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "name": "network-vif-plugged", "status": "completed", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:00:24.571449 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ea68f32-83ab-42d0-897d-638597bc4259 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:00:24.572789 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd', 'code': 200} Nov 02 17:00:24.747932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2daf53-6c3f-4774-9901-f0ffc9cd03d4 req-691500b3-8ea8-4726-bf74-7c08e7f805b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:24.753564 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e2daf53-6c3f-4774-9901-f0ffc9cd03d4 req-691500b3-8ea8-4726-bf74-7c08e7f805b5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.1014116 Nov 02 17:00:24.770950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254af08-4e39-464a-b53b-6ec15979c271 req-f93233e4-3d8e-4e35-9afa-7913ed0ef2f6 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:24.772705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e254af08-4e39-464a-b53b-6ec15979c271 req-f93233e4-3d8e-4e35-9afa-7913ed0ef2f6 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.1131296 Nov 02 17:00:24.847729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e254af08-4e39-464a-b53b-6ec15979c271 req-b4f137e7-d5f8-4ccd-8b98-251b9834bf61 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573375 Nov 02 17:00:24.872307 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e2daf53-6c3f-4774-9901-f0ffc9cd03d4 req-35245d41-3869-47ad-9d57-6c696ac9e0ab service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008062 Nov 02 17:00:26.049979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d792c5-1897-4d43-8a71-364409d0b5b4 req-35459022-56d3-416d-925e-a8899c623dec tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:26.051607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93d792c5-1897-4d43-8a71-364409d0b5b4 req-35459022-56d3-416d-925e-a8899c623dec tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0744278 Nov 02 17:00:26.126389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93d792c5-1897-4d43-8a71-364409d0b5b4 req-83e9c0e2-5794-4688-be49-5577b4e71fb4 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561726 Nov 02 17:00:27.347800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0a1e1-e0b6-49b9-befe-5a78ad5568d6 req-39179c65-ee7f-4fa2-9010-ecf38570097b tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:27.349517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07b0a1e1-e0b6-49b9-befe-5a78ad5568d6 req-39179c65-ee7f-4fa2-9010-ecf38570097b tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0831964 Nov 02 17:00:27.396138 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-07b0a1e1-e0b6-49b9-befe-5a78ad5568d6 req-f4f28cb8-d040-47dd-aa13-69df1217a1c0 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383618 Nov 02 17:00:27.539422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c6962-0057-4179-ae1a-254f6a741010 req-8c218ef8-22d1-4a6f-baaa-dd966d952b3c tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:27.541139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac4c6962-0057-4179-ae1a-254f6a741010 req-8c218ef8-22d1-4a6f-baaa-dd966d952b3c tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0574450 Nov 02 17:00:27.587425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac4c6962-0057-4179-ae1a-254f6a741010 req-1a55438b-f22d-43a7-a8f5-eed2f3a9ee26 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380306 Nov 02 17:00:27.734784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8c702-d199-4b80-8434-6bc02d6aa751 req-75f4e85b-95e3-4b04-8cff-214304192f25 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:27.737243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eab8c702-d199-4b80-8434-6bc02d6aa751 req-75f4e85b-95e3-4b04-8cff-214304192f25 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0662134 Nov 02 17:00:27.783425 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eab8c702-d199-4b80-8434-6bc02d6aa751 req-0fbcc80e-03b4-4d67-a560-8a92bfe4b4b0 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385938 Nov 02 17:00:27.807986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41718) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:27.917616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b8c9e-e272-4194-9e23-57b065737bcb tempest-TestServerBasicOps-199682341 tempest-TestServerBasicOps-199682341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:27.919965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-052b8c9e-e272-4194-9e23-57b065737bcb tempest-TestServerBasicOps-199682341 tempest-TestServerBasicOps-199682341-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1091 time: 0.1104884 Nov 02 17:00:27.924975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41726) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:27.929738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '54c99304-90e1-4504-ac27-2d26314e8edd', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:00:27.959679 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:28.084320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:28.231998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Allocated IP 172.25.7.141 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/6919c7ea-8400-4a14-a1b7-f16a5e9bc168) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:00:28.408324 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:28.483484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:28.543162 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:00:28.546721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:00:28.549604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:00:28.579856 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'Port': ['ID=6919c7ea-8400-4a14-a1b7-f16a5e9bc168,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:29.006984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:29.095613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:29.289386 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:29.295447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:29.390022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event updated for resources: {'Port': ['ID=6919c7ea-8400-4a14-a1b7-f16a5e9bc168,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:29.424750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:29.560660 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Floating IP ff27efec-4a75-484d-8107-21734232b0b4 associated. External IP: 172.25.7.141, port: 54c99304-90e1-4504-ac27-2d26314e8edd. Nov 02 17:00:29.864062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Router 93356204-52a7-47ba-982b-402228b68b2c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:00:30.001482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:00:30.014404 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] Sync routers for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:00:30.032167 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:30.033136 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:00:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:30.063810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:30.135945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ab5f8a1-78fd-4421-9696-aa37d9da88cb tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2092700 Nov 02 17:00:30.148505 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:00:30.151134 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:00:30.243634 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:30.344419 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c9caa-f04e-44d0-9f9f-6fb02ef65ab0 x-openstack-request-id: req-5c5c9caa-f04e-44d0-9f9f-6fb02ef65ab0 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:00:30.350557 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:00:30.350897 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c5c9caa-f04e-44d0-9f9f-6fb02ef65ab0 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:00:30.352231 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd', 'status': 'completed', 'code': 200} Nov 02 17:00:30.452438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-cfb69b5f-c783-431c-b1d5-96b9b8a99112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:30.455400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-cfb69b5f-c783-431c-b1d5-96b9b8a99112 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.0697935 Nov 02 17:00:30.580171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-07e772b4-5f17-48af-b4fe-5895de1f79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:30.582047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-07e772b4-5f17-48af-b4fe-5895de1f79bd service neutron] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 909 time: 0.1190088 Nov 02 17:00:30.683585 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ff27efec-4a75-484d-8107-21734232b0b4', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'floating_ip_address': '172.25.7.141', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '93356204-52a7-47ba-982b-402228b68b2c', 'port_id': '54c99304-90e1-4504-ac27-2d26314e8edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'mac_address': 'fa:16:3e:3a:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:00:28Z', 'updated_at': '2021-11-02T17:00:28Z', 'revision_number': 0, 'project_id': 'da932f023c6345438266dee22acffdca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:30.709133 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-3a6d6566-d470-4b34-a650-68108d4a5724 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 999 time: 0.1059370 Nov 02 17:00:30.711371 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] Checking router: 93356204-52a7-47ba-982b-402228b68b2c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:00:30.733684 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:00:30.736096 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:00:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:30.802956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-928b3b5b-c79b-490c-bfab-6b91aea22716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:30.810416 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-928b3b5b-c79b-490c-bfab-6b91aea22716 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0917346 Nov 02 17:00:30.878553 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:00:30.910930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-e061cc7d-d0d8-446b-ba77-a8298d431402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:00:30.922271 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-e061cc7d-d0d8-446b-ba77-a8298d431402 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038134 Nov 02 17:00:31.081090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-dbe704c1-7ad2-4839-b46e-d2709f44c0d5 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517756 Nov 02 17:00:31.219028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a05db98-b47e-4d1f-a5c6-7f25ffc28aa9 req-5dedf0b9-c4c8-49a7-b351-3d766cd3c76c service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306839 Nov 02 17:00:31.234921 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ff27efec-4a75-484d-8107-21734232b0b4', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'floating_ip_address': '172.25.7.141', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '93356204-52a7-47ba-982b-402228b68b2c', 'port_id': '54c99304-90e1-4504-ac27-2d26314e8edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'mac_address': 'fa:16:3e:3a:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:00:28Z', 'updated_at': '2021-11-02T17:00:28Z', 'revision_number': 0, 'project_id': 'da932f023c6345438266dee22acffdca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:00:31.272247 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7ef2e-a890-43b2-b028-57b6d8c38fae None None] The sync data for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 is: [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'ff27efec-4a75-484d-8107-21734232b0b4', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'floating_ip_address': '172.25.7.141', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '93356204-52a7-47ba-982b-402228b68b2c', 'port_id': '54c99304-90e1-4504-ac27-2d26314e8edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'mac_address': 'fa:16:3e:3a:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:00:28Z', 'updated_at': '2021-11-02T17:00:28Z', 'revision_number': 0, 'project_id': 'da932f023c6345438266dee22acffdca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:00:31.559984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86901ce7-417a-4e47-9c85-74f366f8c2e0 None None] New status for floating IP ff27efec-4a75-484d-8107-21734232b0b4: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:00:38.634881 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-54d05666-5fbc-461c-ae96-b5a902b1f0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:41.133443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a60ee51f-6199-4f4c-9dcd-9005cbdc2626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:41.339260 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.420302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 41892) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:42.592884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.659346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.704071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.709690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.762056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42feb51918e04cca871645512191c00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421979 Nov 02 17:00:42.762056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4565b-bda1-4030-a7fa-43dd8de90339,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:42.762816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 41898) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:42.774361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.775403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.775403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.775896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.776536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.777645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.778269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.778889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.779526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.780170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.780847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.781489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea16e588-37d0-4e13-9564-22fd28e05569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.835945 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.862325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.926153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.929702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:42.931081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcc4565b-bda1-4030-a7fa-43dd8de90339 HTTP/1.1" status: 204 len: 168 time: 0.1666050 Nov 02 17:00:42.940896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4565b-bda1-4030-a7fa-43dd8de90339,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:42.951255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.951855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.952225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.952587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.953032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.953462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.953814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.954522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.954839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.955187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.955638 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:42.955990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae2cf-a15b-454f-b90c-ef2f7b8e3773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:00:43.828085 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:47.696800 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:53.212180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.098067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42222) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:54.256374 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05dedaaf-a2b6-4569-81a0-f7137b7034bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.360817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05dedaaf-a2b6-4569-81a0-f7137b7034bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.364756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-05dedaaf-a2b6-4569-81a0-f7137b7034bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.403341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dedaaf-a2b6-4569-81a0-f7137b7034bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e4d5b6-71f9-40ca-8214-e997e106e3e0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:54.412012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-05dedaaf-a2b6-4569-81a0-f7137b7034bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d234a43e539d4614967338198871136b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098207 Nov 02 17:00:54.412938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:54.475906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d5b5-c439-4260-ae8a-28a1bee8129b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.502908 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d5b5-c439-4260-ae8a-28a1bee8129b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.560509 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d5b5-c439-4260-ae8a-28a1bee8129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.563449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d5b5-c439-4260-ae8a-28a1bee8129b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:54.567455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c0a2d5b5-c439-4260-ae8a-28a1bee8129b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44e4d5b6-71f9-40ca-8214-e997e106e3e0 HTTP/1.1" status: 204 len: 168 time: 0.1536040 Nov 02 17:00:54.575904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2d5b5-c439-4260-ae8a-28a1bee8129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e4d5b6-71f9-40ca-8214-e997e106e3e0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:54.893354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42246) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:54.909818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c125-ab3c-4534-9ad5-956a2d79281b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.007829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c125-ab3c-4534-9ad5-956a2d79281b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.013254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c125-ab3c-4534-9ad5-956a2d79281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.058835 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ebb1c125-ab3c-4534-9ad5-956a2d79281b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbf89734e3d14dd6904d4da0a87ca698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580646 Nov 02 17:00:55.059102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42254) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:55.065114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1c125-ab3c-4534-9ad5-956a2d79281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0523cb-e1a8-4bd0-8579-dbe9034ce134,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:55.151188 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fb26ce5-9a11-4ad3-baa8-b71ec879614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.176562 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fb26ce5-9a11-4ad3-baa8-b71ec879614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.249703 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fb26ce5-9a11-4ad3-baa8-b71ec879614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.252788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4fb26ce5-9a11-4ad3-baa8-b71ec879614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.253987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4fb26ce5-9a11-4ad3-baa8-b71ec879614e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e0523cb-e1a8-4bd0-8579-dbe9034ce134 HTTP/1.1" status: 204 len: 168 time: 0.1938879 Nov 02 17:00:55.263316 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb26ce5-9a11-4ad3-baa8-b71ec879614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0523cb-e1a8-4bd0-8579-dbe9034ce134,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:55.675023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:55.694256 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7215c406-ef4e-4d53-8a38-9138e3a956aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.789261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7215c406-ef4e-4d53-8a38-9138e3a956aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.793830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7215c406-ef4e-4d53-8a38-9138e3a956aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.845906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7215c406-ef4e-4d53-8a38-9138e3a956aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80d6a89bdb714c548243d049348fc0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694291 Nov 02 17:00:55.850715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215c406-ef4e-4d53-8a38-9138e3a956aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ca986-9054-460e-ad7f-059f336af0c5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:55.852044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42276) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:00:55.918720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1bb89bd7-6b6c-4f93-94d0-18ee61e48a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:55.944008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1bb89bd7-6b6c-4f93-94d0-18ee61e48a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:56.003487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1bb89bd7-6b6c-4f93-94d0-18ee61e48a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:56.006518 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1bb89bd7-6b6c-4f93-94d0-18ee61e48a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:00:56.007721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1bb89bd7-6b6c-4f93-94d0-18ee61e48a20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e1ca986-9054-460e-ad7f-059f336af0c5 HTTP/1.1" status: 204 len: 168 time: 0.1540954 Nov 02 17:00:56.016651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89bd7-6b6c-4f93-94d0-18ee61e48a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ca986-9054-460e-ad7f-059f336af0c5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:57.053128 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:01:01.309161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42362) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:01.440226 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7174ecd-6adb-4b1a-8c73-9b827c2ec571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.530624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7174ecd-6adb-4b1a-8c73-9b827c2ec571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.535555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b7174ecd-6adb-4b1a-8c73-9b827c2ec571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.576387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b7174ecd-6adb-4b1a-8c73-9b827c2ec571 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5793ce63f14490c9e4f9d1c42363bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659974 Nov 02 17:01:01.577187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7174ecd-6adb-4b1a-8c73-9b827c2ec571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b397f6-47a9-4474-810f-2e6751b022db,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:01.579515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42366) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:01.641543 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0eb85a0-659c-4e12-8c78-e062d8bf7a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.668837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0eb85a0-659c-4e12-8c78-e062d8bf7a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.728848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0eb85a0-659c-4e12-8c78-e062d8bf7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.732621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0eb85a0-659c-4e12-8c78-e062d8bf7a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:01.733839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0eb85a0-659c-4e12-8c78-e062d8bf7a4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77b397f6-47a9-4474-810f-2e6751b022db HTTP/1.1" status: 204 len: 168 time: 0.1529667 Nov 02 17:01:01.744492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb85a0-659c-4e12-8c78-e062d8bf7a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b397f6-47a9-4474-810f-2e6751b022db,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:05.912594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42704) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:06.098776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad29d3c-8b04-4785-8923-763a2658d4c0 req-10068cbb-e3fa-4cad-8052-dfa077e96304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:06.102298 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ad29d3c-8b04-4785-8923-763a2658d4c0 req-10068cbb-e3fa-4cad-8052-dfa077e96304 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.1864536 Nov 02 17:01:06.155248 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9ad29d3c-8b04-4785-8923-763a2658d4c0 req-bb091725-5ebe-4eaa-a825-9ef7d19fd704 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380781 Nov 02 17:01:08.642046 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ac2ddbc8-6c0b-4a43-901d-5c1162661923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:10.350049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-6b51c7a4-56c1-4e85-9778-bc439c55c8fa service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484397 Nov 02 17:01:10.461193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-a76cd7c0-e786-44fe-99aa-1118d6ad17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:10.463111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-a76cd7c0-e786-44fe-99aa-1118d6ad17a3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.0660772 Nov 02 17:01:10.610314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-84e83538-1505-40b7-9980-8ab2b52d5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:10.612037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-84e83538-1505-40b7-9980-8ab2b52d5363 service neutron] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 909 time: 0.1157503 Nov 02 17:01:10.695946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-9128da0b-6510-4409-99e0-19b7418750ba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 1001 time: 0.0766280 Nov 02 17:01:10.779780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-c3ca01d2-a3da-4ff0-9fbe-2eca25070417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:10.781538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-c3ca01d2-a3da-4ff0-9fbe-2eca25070417 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0783298 Nov 02 17:01:10.834241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-c4984d81-7732-493f-ad58-4182ea25c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:10.835805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-c4984d81-7732-493f-ad58-4182ea25c04f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474322 Nov 02 17:01:10.963404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-a8c5b6f3-2fb6-41d2-b7a7-e4540fb796d0 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189549 Nov 02 17:01:11.102246 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8479a002-7a2c-4a1b-b484-b493c81918c6 req-3a4c44a7-5b59-4abb-a5b5-8ba38cda1d1c service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283007 Nov 02 17:01:11.141327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6215b903-0c36-492d-bf4f-9d05ad697478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.318898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42956) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:11.342568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.482003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16ec783c-ea60-4717-9f9b-112e3ed037af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.571969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16ec783c-ea60-4717-9f9b-112e3ed037af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.579224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-16ec783c-ea60-4717-9f9b-112e3ed037af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.627221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-16ec783c-ea60-4717-9f9b-112e3ed037af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10f78270d4634248a5ee9498a08b909e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033075 Nov 02 17:01:11.627221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec783c-ea60-4717-9f9b-112e3ed037af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8d4e4-3ce4-46e8-abd3-1c2572c52572,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:11.627733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42962) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:11.686841 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3e168b7-d424-4eb9-99db-3e1b0bcbc719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.711787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3e168b7-d424-4eb9-99db-3e1b0bcbc719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.772725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3e168b7-d424-4eb9-99db-3e1b0bcbc719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.775600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a3e168b7-d424-4eb9-99db-3e1b0bcbc719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:11.777437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a3e168b7-d424-4eb9-99db-3e1b0bcbc719 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ed8d4e4-3ce4-46e8-abd3-1c2572c52572 HTTP/1.1" status: 204 len: 168 time: 0.1486304 Nov 02 17:01:11.785649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e168b7-d424-4eb9-99db-3e1b0bcbc719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8d4e4-3ce4-46e8-abd3-1c2572c52572,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:12.624810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 42986) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:12.655793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:12.746712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1357431511-network', 'tenant_id': '080c6909f080478ca4bd859c18ecd381'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:01:12.773251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Made reservation on behalf of 080c6909f080478ca4bd859c18ecd381 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:01:12.776859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:12.786556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:12.888816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:12.894015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:12.923966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:01:12.930885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e1534-6a1f-4597-9708-7358eebbc6df,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:12.939374 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:12.939778 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Added segment 74525df1-8ead-4e74-b9a7-99d5db93fe0e of type vlan for network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b Nov 02 17:01:12.988999 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:13.020544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:13.021659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:13.022371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:13.090119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4640613 Nov 02 17:01:13.093320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 42992) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:13.098949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Request body: {'subnet': {'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1357431511-subnet', 'tenant_id': '080c6909f080478ca4bd859c18ecd381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:01:13.102806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171a80a-53aa-49d5-bac1-4cc1cb7b925a admin admin] Pushing event updated for resources: {'Network': ['ID=88cd6037-7fe2-4d64-9a84-4f1e51ba072b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:13.115374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:01:13.132130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Made reservation on behalf of 080c6909f080478ca4bd859c18ecd381 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:01:13.135172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:13.335406 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:13.395281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4434beae-a94f-4454-8118-e5057b4bb35c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:13.406864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Checking segment: {'id': '74525df1-8ead-4e74-b9a7-99d5db93fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:01:13.407226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Network hostable DHCP agents. Network: 88cd6037-7fe2-4d64-9a84-4f1e51ba072b, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:01:13.426110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:01:13.438311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 88cd6037-7fe2-4d64-9a84-4f1e51ba072b) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:01:13.442649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:13.443235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:13.450380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712435f-9b99-4545-9a2b-c9869d546215 None None] Network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:01:13.463514 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7329ce86-d293-4158-bdf4-4cafe004b6b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3689058 Nov 02 17:01:13.620996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0634d8-c9cb-47c2-903e-320f98d3f04e None None] Network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:01:13.835491 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.116329 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43014) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:14.121992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-92719170-network', 'tenant_id': '0852979473094109af64de81d745bdc2'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:01:14.147078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Made reservation on behalf of 0852979473094109af64de81d745bdc2 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:01:14.149965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.161856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.244613 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.255777 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.285817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:01:14.297003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9aadb1-adeb-4ef2-9be0-a66896e141b2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:14.313781 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.314159 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Added segment 02073992-953c-448b-b0f3-59c0ea0be7e2 of type vlan for network 1817ea18-8292-4e30-b950-7c73605fdf20 Nov 02 17:01:14.357984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.384318 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.385777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:14.386567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.445313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3278148 Nov 02 17:01:14.449097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43016) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:14.454414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Request body: {'subnet': {'network_id': '1817ea18-8292-4e30-b950-7c73605fdf20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-92719170-subnet', 'tenant_id': '0852979473094109af64de81d745bdc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:01:14.458048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca836ab-2ff1-4799-99e5-ca298fa33670 admin admin] Pushing event updated for resources: {'Network': ['ID=1817ea18-8292-4e30-b950-7c73605fdf20,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:14.468171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 1817ea18-8292-4e30-b950-7c73605fdf20 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:01:14.476650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Made reservation on behalf of 0852979473094109af64de81d745bdc2 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:01:14.479529 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.671430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.728793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001c1b00-2a4b-4928-8cae-2f25abec700d,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:14.740819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Checking segment: {'id': '02073992-953c-448b-b0f3-59c0ea0be7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1817ea18-8292-4e30-b950-7c73605fdf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:01:14.741175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Network hostable DHCP agents. Network: 1817ea18-8292-4e30-b950-7c73605fdf20, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:01:14.763700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Network 1817ea18-8292-4e30-b950-7c73605fdf20 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:01:14.773020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 1817ea18-8292-4e30-b950-7c73605fdf20) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:01:14.777605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:14.778269 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:14.784011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b8d82-192e-4763-b3d0-33eb1dc961c2 None None] Network 1817ea18-8292-4e30-b950-7c73605fdf20 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:01:14.801097 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0e103056-0b21-4d29-8271-6e055ec07fa2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3506474 Nov 02 17:01:14.936136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5f1c1-6f2a-4109-b1de-09b644ff535a None None] Network 1817ea18-8292-4e30-b950-7c73605fdf20 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:01:15.483415 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-23714597-d252-4107-a7f9-c81a08329cb1 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:15.484884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-23714597-d252-4107-a7f9-c81a08329cb1 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/networks?id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b HTTP/1.1" status: 200 len: 812 time: 0.1497321 Nov 02 17:01:15.501413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-06082a56-8a23-453a-9844-dae4c6138386 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/quotas/080c6909f080478ca4bd859c18ecd381 HTTP/1.1" status: 200 len: 375 time: 0.0102723 Nov 02 17:01:15.549480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-2a64e1a5-56dc-4d20-bd29-14c952da6daf tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=080c6909f080478ca4bd859c18ecd381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391490 Nov 02 17:01:15.669256 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-bb18c620-abbe-4504-8db4-67c2a85400bf service neutron] 10.222.0.31 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119747 Nov 02 17:01:15.793701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-7199e73e-ffab-4289-9675-28a269f120cf service neutron] 10.222.0.31 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171687 Nov 02 17:01:16.015757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f25a4436-0db6-4b22-ba84-3c24ebfec1bb req-8320c763-23f8-4812-a17e-d70df028ab43 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 210 time: 0.0439692 Nov 02 17:01:17.089206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-7e0b8335-4b92-4f91-81ca-8120f88e1bb9 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:17.091570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-7e0b8335-4b92-4f91-81ca-8120f88e1bb9 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.55 "GET /v2.0/networks?id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b HTTP/1.1" status: 200 len: 812 time: 0.1235452 Nov 02 17:01:17.106303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Request body: {'port': {'device_id': '138d3990-615f-4f25-b593-cde540dcd8b2', 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b', 'admin_state_up': True, 'tenant_id': '080c6909f080478ca4bd859c18ecd381'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:01:17.148958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7f0a779-4398-4dca-bda8-4e38d727ab83 req-a70b53fd-4479-45de-a6c2-7d14698455cb tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 210 time: 0.0381370 Nov 02 17:01:17.243399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Made reservation on behalf of 080c6909f080478ca4bd859c18ecd381 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:01:17.253326 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:17.413216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Allocated IP 172.20.0.13 (88cd6037-7fe2-4d64-9a84-4f1e51ba072b/4434beae-a94f-4454-8118-e5057b4bb35c/b7402e09-397f-461d-a223-a261e8cb35cd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:01:17.607921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:17.642903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:17.692775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:01:17.696049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:01:17.701088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:01:17.718426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:17.727935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Pushing event updated for resources: {'Port': ['ID=b7402e09-397f-461d-a223-a261e8cb35cd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:17.765284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:17.765923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:17.784789 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-3c38c702-f259-458f-9580-8cbae3905a12 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841655 Nov 02 17:01:17.917972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Request body: {'port': {'device_id': '138d3990-615f-4f25-b593-cde540dcd8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:01:17.978643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:18.309169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dcd19-a9af-4ade-9f5b-bd3c7826eea1 req-d7925c07-b452-4757-aa21-947f17f2f4dc tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:18.310916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd1dcd19-a9af-4ade-9f5b-bd3c7826eea1 req-d7925c07-b452-4757-aa21-947f17f2f4dc tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 932 time: 0.0652251 Nov 02 17:01:18.366034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd1dcd19-a9af-4ade-9f5b-bd3c7826eea1 req-cd619a33-e945-402b-bdeb-1a2045067551 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Nov 02 17:01:18.667227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7402e09-397f-461d-a223-a261e8cb35cd {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:01:18.675130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:18.691981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Transition to ACTIVE for port object b7402e09-397f-461d-a223-a261e8cb35cd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:01:18.704052 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:18.757391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7402e09-397f-461d-a223-a261e8cb35cd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:18.837224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Attempting to bind port b7402e09-397f-461d-a223-a261e8cb35cd on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:01:18.837602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Attempting to bind port b7402e09-397f-461d-a223-a261e8cb35cd by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '74525df1-8ead-4e74-b9a7-99d5db93fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:01:18.837897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Attempting to bind port b7402e09-397f-461d-a223-a261e8cb35cd on network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:01:18.843813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Port b7402e09-397f-461d-a223-a261e8cb35cd on network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:01:18.844518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Attempting to bind port b7402e09-397f-461d-a223-a261e8cb35cd on network 88cd6037-7fe2-4d64-9a84-4f1e51ba072b {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:01:18.849612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:01:18.849952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Checking segment: {'id': '74525df1-8ead-4e74-b9a7-99d5db93fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:01:18.850374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Bound using segment: {'id': '74525df1-8ead-4e74-b9a7-99d5db93fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:01:18.850808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Bound port: b7402e09-397f-461d-a223-a261e8cb35cd, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74525df1-8ead-4e74-b9a7-99d5db93fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:01:18.851193 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:18.931496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] For port b7402e09-397f-461d-a223-a261e8cb35cd, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:01:18.935359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] For port b7402e09-397f-461d-a223-a261e8cb35cd, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7402e09-397f-461d-a223-a261e8cb35cd,segment=NetworkSegment(74525df1-8ead-4e74-b9a7-99d5db93fe0e),segment_id=74525df1-8ead-4e74-b9a7-99d5db93fe0e)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:01:18.946847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:18.984868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:18.985415 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:18.986965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/b7402e09-397f-461d-a223-a261e8cb35cd HTTP/1.1" status: 200 len: 1092 time: 1.1937399 Nov 02 17:01:18.987389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138d3990-615f-4f25-b593-cde540dcd8b2', 'tag': 'b7402e09-397f-461d-a223-a261e8cb35cd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:01:18.989692 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde14b0-e49c-4df4-b688-8d1bb6dad214" -d '{"events": [{"name": "network-changed", "server_uuid": "138d3990-615f-4f25-b593-cde540dcd8b2", "tag": "b7402e09-397f-461d-a223-a261e8cb35cd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:01:19.027720 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078c16c-08d8-4682-86d6-afe6988889c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7402e09-397f-461d-a223-a261e8cb35cd,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:19.067913 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037ca66c-92ef-47bd-9811-4d13fd76b699 x-openstack-request-id: req-037ca66c-92ef-47bd-9811-4d13fd76b699 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:01:19.068212 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138d3990-615f-4f25-b593-cde540dcd8b2", "tag": "b7402e09-397f-461d-a223-a261e8cb35cd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:01:19.068465 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-037ca66c-92ef-47bd-9811-4d13fd76b699 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:01:19.068871 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138d3990-615f-4f25-b593-cde540dcd8b2', 'tag': 'b7402e09-397f-461d-a223-a261e8cb35cd', 'status': 'completed', 'code': 200} Nov 02 17:01:19.085496 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-da97670c-3d7f-42c7-b0f7-96908238e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:19.086740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-da97670c-3d7f-42c7-b0f7-96908238e2ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=080c6909f080478ca4bd859c18ecd381&device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0462236 Nov 02 17:01:19.136130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-eb0bebb2-93c8-498e-a29b-34564b1f54a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7402e09-397f-461d-a223-a261e8cb35cd HTTP/1.1" status: 200 len: 217 time: 0.0403287 Nov 02 17:01:19.190811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399938-419e-466c-9d28-6877ff099947 req-4f430f66-92ae-427d-a544-eac0f3b13ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:19.192710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-4f430f66-92ae-427d-a544-eac0f3b13ce6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4434beae-a94f-4454-8118-e5057b4bb35c HTTP/1.1" status: 200 len: 852 time: 0.0496702 Nov 02 17:01:19.227254 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-21522139-2053-48e9-b186-57b38814149c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261664 Nov 02 17:01:19.327914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-9d42c636-8835-4957-b9a4-c74cbf2fab41 service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925007 Nov 02 17:01:19.440116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f399938-419e-466c-9d28-6877ff099947 req-d5ff5d7b-dc5b-4147-9c4a-2619a5e02c30 service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048491 Nov 02 17:01:19.505494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b353b60-7736-4e57-9903-3869863ab6cf req-cb48b2c6-44c6-42e6-b106-3d358c88bad9 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:19.507077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b353b60-7736-4e57-9903-3869863ab6cf req-cb48b2c6-44c6-42e6-b106-3d358c88bad9 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 944 time: 0.0550838 Nov 02 17:01:19.545766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-37537a01-4512-4aae-b878-a562675b6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:19.547477 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-37537a01-4512-4aae-b878-a562675b6bab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=080c6909f080478ca4bd859c18ecd381&device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0470786 Nov 02 17:01:19.553264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b353b60-7736-4e57-9903-3869863ab6cf req-3d322489-d3e5-45b9-8c55-afeeaf1eeef4 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Nov 02 17:01:19.657224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-cab37a6e-80b4-46a4-b57b-a30f6d93bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:19.658964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-cab37a6e-80b4-46a4-b57b-a30f6d93bb1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b HTTP/1.1" status: 200 len: 913 time: 0.1041827 Nov 02 17:01:19.703183 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-04d45fbb-5dda-4021-86df-90935b436236 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7402e09-397f-461d-a223-a261e8cb35cd HTTP/1.1" status: 200 len: 217 time: 0.0370255 Nov 02 17:01:19.766318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-9dc222ab-43b0-4ded-9ee9-fbf1c0bee19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:19.767847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-9dc222ab-43b0-4ded-9ee9-fbf1c0bee19e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4434beae-a94f-4454-8118-e5057b4bb35c HTTP/1.1" status: 200 len: 852 time: 0.0572739 Nov 02 17:01:19.800513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-f57b89f4-1d2a-4de1-ae39-774eae74213c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253301 Nov 02 17:01:19.899569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-ccdb6f14-5c35-4d57-abcb-5c1ffd45fa6f service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911977 Nov 02 17:01:20.004474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cde14b0-e49c-4df4-b688-8d1bb6dad214 req-e14aef57-e7cd-441b-a34f-47adb1d2379b service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967999 Nov 02 17:01:20.270642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7402e09-397f-461d-a223-a261e8cb35cd details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:01:20.377677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b7402e09-397f-461d-a223-a261e8cb35cd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7402e09-397f-461d-a223-a261e8cb35cd,segment=NetworkSegment(74525df1-8ead-4e74-b9a7-99d5db93fe0e),segment_id=74525df1-8ead-4e74-b9a7-99d5db93fe0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:01:20.389255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'b7402e09-397f-461d-a223-a261e8cb35cd', 'network_id': '88cd6037-7fe2-4d64-9a84-4f1e51ba072b', 'port_id': 'b7402e09-397f-461d-a223-a261e8cb35cd', 'mac_address': 'fa:16:3e:2f:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4434beae-a94f-4454-8118-e5057b4bb35c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:01:20.426985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:20.445033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7402e09-397f-461d-a223-a261e8cb35cd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:01:20.466265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b7402e09-397f-461d-a223-a261e8cb35cd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7402e09-397f-461d-a223-a261e8cb35cd,segment=NetworkSegment(74525df1-8ead-4e74-b9a7-99d5db93fe0e),segment_id=74525df1-8ead-4e74-b9a7-99d5db93fe0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:01:20.471474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:20.528872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b7402e09-397f-461d-a223-a261e8cb35cd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:20.537942 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.538326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.538672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.539039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.539372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.539705 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.540034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.540367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.540691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.541016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.542057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.542690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:20.694509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fdc2-ae43-4740-b50d-32b51161b8d6 req-96364c8e-e8d8-4077-bbad-96f5a4c1fd4e tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:20.696174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9125fdc2-ae43-4740-b50d-32b51161b8d6 req-96364c8e-e8d8-4077-bbad-96f5a4c1fd4e tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 945 time: 0.0572233 Nov 02 17:01:20.728827 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b7402e09-397f-461d-a223-a261e8cb35cd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:01:20.739379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9125fdc2-ae43-4740-b50d-32b51161b8d6 req-7140bb9f-b075-4a3d-aa58-895c810478c2 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364137 Nov 02 17:01:21.876179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2bf9d-e94c-4dae-b8a0-d79f3c2d07d2 req-f1dc6508-8646-481b-918a-33627aa9cf3a tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:21.877683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ef2bf9d-e94c-4dae-b8a0-d79f3c2d07d2 req-f1dc6508-8646-481b-918a-33627aa9cf3a tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 945 time: 0.0644550 Nov 02 17:01:21.915688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ef2bf9d-e94c-4dae-b8a0-d79f3c2d07d2 req-26055f8d-15a5-4b9c-927c-2a366287ac58 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Nov 02 17:01:22.287769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7402e09-397f-461d-a223-a261e8cb35cd up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:01:22.341734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port b7402e09-397f-461d-a223-a261e8cb35cd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:01:22.346242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port b7402e09-397f-461d-a223-a261e8cb35cd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:01:22.346625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:22.445192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:22.476130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138d3990-615f-4f25-b593-cde540dcd8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7402e09-397f-461d-a223-a261e8cb35cd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:01:22.478487 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b38102-48e9-4b89-ad2f-2aad2ebc2602" -d '{"events": [{"server_uuid": "138d3990-615f-4f25-b593-cde540dcd8b2", "name": "network-vif-plugged", "status": "completed", "tag": "b7402e09-397f-461d-a223-a261e8cb35cd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:01:22.492872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port b7402e09-397f-461d-a223-a261e8cb35cd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7402e09-397f-461d-a223-a261e8cb35cd,segment=NetworkSegment(74525df1-8ead-4e74-b9a7-99d5db93fe0e),segment_id=74525df1-8ead-4e74-b9a7-99d5db93fe0e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:01:22.497799 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:22.526628 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b945e94-5cf9-48cb-bcf6-bf8bed61b7b0 x-openstack-request-id: req-6b945e94-5cf9-48cb-bcf6-bf8bed61b7b0 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:01:22.527430 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138d3990-615f-4f25-b593-cde540dcd8b2", "name": "network-vif-plugged", "status": "completed", "tag": "b7402e09-397f-461d-a223-a261e8cb35cd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:01:22.527688 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b945e94-5cf9-48cb-bcf6-bf8bed61b7b0 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:01:22.528098 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138d3990-615f-4f25-b593-cde540dcd8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7402e09-397f-461d-a223-a261e8cb35cd', 'code': 200} Nov 02 17:01:22.562159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=b7402e09-397f-461d-a223-a261e8cb35cd,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:22.618945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14776ff0-071f-48ec-a7f0-ca00ad395cf0 req-617ff46e-7c40-4bf4-8a7d-500446420b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:22.621616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14776ff0-071f-48ec-a7f0-ca00ad395cf0 req-617ff46e-7c40-4bf4-8a7d-500446420b40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0452271 Nov 02 17:01:22.661036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-14776ff0-071f-48ec-a7f0-ca00ad395cf0 req-fe356a86-ac15-4c84-8a13-7938ff253393 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Nov 02 17:01:23.048643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0d04c-e22a-41d9-b45f-b6a7b8b652f0 req-1465fdb3-94f0-453a-ab4b-87bdfd9efef6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:23.050147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fa0d04c-e22a-41d9-b45f-b6a7b8b652f0 req-1465fdb3-94f0-453a-ab4b-87bdfd9efef6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0524182 Nov 02 17:01:23.091304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2fa0d04c-e22a-41d9-b45f-b6a7b8b652f0 req-709ad273-47fc-411e-a7e7-cc952ebe3b1c tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Nov 02 17:01:23.184603 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:24.223773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea748af0-4af5-4df5-9420-710a077022e4 req-1b0feae7-3025-4fc2-9364-c55f2e49ae44 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:24.225251 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea748af0-4af5-4df5-9420-710a077022e4 req-1b0feae7-3025-4fc2-9364-c55f2e49ae44 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0592647 Nov 02 17:01:24.265168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea748af0-4af5-4df5-9420-710a077022e4 req-54ff9ecf-d55d-4499-af26-5cbaccf98ae3 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338433 Nov 02 17:01:24.385296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eadc4a-b9ea-4f95-b0a0-9d1985a2457b req-aea2378b-d565-4e26-8a09-7adfc841338f tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:24.387071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66eadc4a-b9ea-4f95-b0a0-9d1985a2457b req-aea2378b-d565-4e26-8a09-7adfc841338f tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0509472 Nov 02 17:01:24.426727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66eadc4a-b9ea-4f95-b0a0-9d1985a2457b req-c95e109f-db4f-4813-9743-4aa2f5863f22 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Nov 02 17:01:24.655259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0228d3f-b678-4bf2-9887-c9058b62148f req-3711ea75-1da7-4dc8-9881-194f0b1392d6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:24.656766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0228d3f-b678-4bf2-9887-c9058b62148f req-3711ea75-1da7-4dc8-9881-194f0b1392d6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0509140 Nov 02 17:01:24.695964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0228d3f-b678-4bf2-9887-c9058b62148f req-2f9ebb15-56c6-419b-a706-020a115467f6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Nov 02 17:01:25.824001 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee324e-074b-4bc8-ae01-bb3e29379ece req-5ea9b13d-7b02-4d81-876b-b4a89f028e27 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:25.825567 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8eee324e-074b-4bc8-ae01-bb3e29379ece req-5ea9b13d-7b02-4d81-876b-b4a89f028e27 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0544784 Nov 02 17:01:25.865680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8eee324e-074b-4bc8-ae01-bb3e29379ece req-5d8c64df-70a5-4874-a6ad-8af98f2eee9e tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Nov 02 17:01:26.093483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16709a49-972a-46eb-8ec6-d696fe2a6753 req-988e1783-bc8a-4987-9375-96a955663499 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:26.095261 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16709a49-972a-46eb-8ec6-d696fe2a6753 req-988e1783-bc8a-4987-9375-96a955663499 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0518599 Nov 02 17:01:26.112259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dffaf-e0a8-4170-9090-43e8441481be req-30edaa83-55de-43b0-b305-6ef28b97f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:26.114092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-30edaa83-55de-43b0-b305-6ef28b97f30a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=080c6909f080478ca4bd859c18ecd381&device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0455577 Nov 02 17:01:26.134621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16709a49-972a-46eb-8ec6-d696fe2a6753 req-1ca37074-d2fb-4d47-9963-3756bb8ff5fc tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Nov 02 17:01:26.221174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dffaf-e0a8-4170-9090-43e8441481be req-4a91fdd5-19fd-4c2e-878f-80c641527127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:26.222655 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-4a91fdd5-19fd-4c2e-878f-80c641527127 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b HTTP/1.1" status: 200 len: 913 time: 0.1018679 Nov 02 17:01:26.267809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-2e6fccd8-b7d8-4a50-adc6-aea9e973d410 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7402e09-397f-461d-a223-a261e8cb35cd HTTP/1.1" status: 200 len: 217 time: 0.0379856 Nov 02 17:01:26.326559 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dffaf-e0a8-4170-9090-43e8441481be req-7a854e21-4693-4bea-91fa-b9f50a3774de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:26.328054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-7a854e21-4693-4bea-91fa-b9f50a3774de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4434beae-a94f-4454-8118-e5057b4bb35c HTTP/1.1" status: 200 len: 852 time: 0.0537884 Nov 02 17:01:26.361508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-2319e987-2671-4454-88f7-5153581a4397 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258851 Nov 02 17:01:26.453876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-38fc06f6-a90d-4857-8fcd-f2197c378511 service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856802 Nov 02 17:01:26.553740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-197dffaf-e0a8-4170-9090-43e8441481be req-103d6bcf-11e0-4ae7-8309-8ed0a967e5b9 service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921910 Nov 02 17:01:27.276049 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb62f04-935c-42e7-b46c-a7d567c91562 req-2d736b72-8c1d-48c1-b790-18e4fdb738d6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:27.277928 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ceb62f04-935c-42e7-b46c-a7d567c91562 req-2d736b72-8c1d-48c1-b790-18e4fdb738d6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0595765 Nov 02 17:01:27.317671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ceb62f04-935c-42e7-b46c-a7d567c91562 req-a8f78299-7702-4bb6-b5cd-08842e77c640 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Nov 02 17:01:28.447571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78f35a-338a-4348-806d-a6bc9cfa0eb0 req-86f76bb2-2d0c-4ac1-b754-7b2ba0e1d480 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:28.449025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a78f35a-338a-4348-806d-a6bc9cfa0eb0 req-86f76bb2-2d0c-4ac1-b754-7b2ba0e1d480 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0539920 Nov 02 17:01:28.486638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3a78f35a-338a-4348-806d-a6bc9cfa0eb0 req-8acb6d0a-e8a0-4fab-bf9f-32a555c6574a tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Nov 02 17:01:28.732300 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4b1df-20c1-47fb-a221-5ad4c9996e80 req-e3050973-1799-4312-b863-6fe42707d637 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:28.733747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4b1df-20c1-47fb-a221-5ad4c9996e80 req-e3050973-1799-4312-b863-6fe42707d637 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0541470 Nov 02 17:01:28.774406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3b4b1df-20c1-47fb-a221-5ad4c9996e80 req-f20f9c57-fdf3-4d7e-b4f5-8a264b7355da tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Nov 02 17:01:29.904288 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ad19b-23a5-4f56-b770-e12cd5306b0f req-ed218e27-29e9-4c19-9dc4-77dc92122af8 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:29.905870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-488ad19b-23a5-4f56-b770-e12cd5306b0f req-ed218e27-29e9-4c19-9dc4-77dc92122af8 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0541105 Nov 02 17:01:29.952266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-488ad19b-23a5-4f56-b770-e12cd5306b0f req-36ce9465-fe92-4c2c-9492-fe1a6dc25ae2 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Nov 02 17:01:30.203225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb0e24-1ca4-4a0c-97dc-942bcd77e1b9 req-cc86b88e-03ba-4799-9fef-f43ab3893ac8 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:30.212167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7cb0e24-1ca4-4a0c-97dc-942bcd77e1b9 req-cc86b88e-03ba-4799-9fef-f43ab3893ac8 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0810828 Nov 02 17:01:30.232819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-b068916f-f610-409f-96de-495f0fe6f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:30.235395 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-b068916f-f610-409f-96de-495f0fe6f09c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=080c6909f080478ca4bd859c18ecd381&device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0794673 Nov 02 17:01:30.255128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e7cb0e24-1ca4-4a0c-97dc-942bcd77e1b9 req-2d69eb98-2664-41f1-9b9d-114f84886be2 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Nov 02 17:01:30.358336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-360c4944-5f39-4cb9-a1fb-7a5f70781d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:30.360884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-360c4944-5f39-4cb9-a1fb-7a5f70781d55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b HTTP/1.1" status: 200 len: 913 time: 0.1175220 Nov 02 17:01:30.412632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-040b692f-54f2-46a4-a37c-7121cbe0115b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7402e09-397f-461d-a223-a261e8cb35cd HTTP/1.1" status: 200 len: 217 time: 0.0443666 Nov 02 17:01:30.465782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-e75e5497-ab14-4ad5-b6be-52e6fb47248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:30.467382 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-e75e5497-ab14-4ad5-b6be-52e6fb47248a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4434beae-a94f-4454-8118-e5057b4bb35c HTTP/1.1" status: 200 len: 852 time: 0.0483534 Nov 02 17:01:30.501535 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-189c72e7-afe9-451d-a16b-eb03b3af3fee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88cd6037-7fe2-4d64-9a84-4f1e51ba072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270350 Nov 02 17:01:30.598119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-c2ed2144-b4a8-41e1-9619-8e2d42d45535 service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893116 Nov 02 17:01:30.708877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a76cb91f-3071-4b7c-8589-f25b0cf05c33 req-6c2306a3-b6ed-4292-aec6-2cf2528a1f1b service neutron] 10.222.0.55 "GET /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039205 Nov 02 17:01:31.388335 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9f90-8d8b-42b1-95dd-9f47566f237f req-7a7d47e2-b79e-4734-85f3-938b23bab380 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:31.389848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d11c9f90-8d8b-42b1-95dd-9f47566f237f req-7a7d47e2-b79e-4734-85f3-938b23bab380 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Nov 02 17:01:31.432252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d11c9f90-8d8b-42b1-95dd-9f47566f237f req-260c6b22-21aa-4eb7-869f-8d5670a69b30 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349841 Nov 02 17:01:32.559088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08e737-cf73-4ee3-a25b-4eeaec47a02a req-84adf0f9-e04f-4127-a1c3-aae348addd15 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:32.560769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a08e737-cf73-4ee3-a25b-4eeaec47a02a req-84adf0f9-e04f-4127-a1c3-aae348addd15 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0554616 Nov 02 17:01:32.612338 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a08e737-cf73-4ee3-a25b-4eeaec47a02a req-cf5b3962-c9f7-4dcc-8b6a-f1015132a46a tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Nov 02 17:01:32.885763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b675-53cf-4194-a7ea-0d3a9dfc322c req-d510a3b1-de59-4a2d-b1ad-e2a4a2555b77 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:32.887585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9690b675-53cf-4194-a7ea-0d3a9dfc322c req-d510a3b1-de59-4a2d-b1ad-e2a4a2555b77 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0600879 Nov 02 17:01:32.930237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9690b675-53cf-4194-a7ea-0d3a9dfc322c req-f9c09f84-bae1-4188-b5c1-5c7a0bf5589b tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350735 Nov 02 17:01:34.043565 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:01:34.076483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf876d-6b97-445b-8c3e-4bf3a3e123be req-1236e065-e296-471a-8991-9113577f66fa tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:34.078327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1cf876d-6b97-445b-8c3e-4bf3a3e123be req-1236e065-e296-471a-8991-9113577f66fa tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0574558 Nov 02 17:01:34.125772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1cf876d-6b97-445b-8c3e-4bf3a3e123be req-60893989-2a97-4990-91de-f5dc5695db80 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e9e1534-6a1f-4597-9708-7358eebbc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Nov 02 17:01:34.653204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-fdd6b006-66b6-462c-9997-f3d957ea1cf6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:01:34.654628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-fdd6b006-66b6-462c-9997-f3d957ea1cf6 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.55 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 946 time: 0.0600431 Nov 02 17:01:34.763523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Deleting port b7402e09-397f-461d-a223-a261e8cb35cd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:01:34.763937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:34.865119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] For port b7402e09-397f-461d-a223-a261e8cb35cd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=b7402e09-397f-461d-a223-a261e8cb35cd,segment=NetworkSegment(74525df1-8ead-4e74-b9a7-99d5db93fe0e),segment_id=74525df1-8ead-4e74-b9a7-99d5db93fe0e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:01:34.865488 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:34.878907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Calling delete_port for b7402e09-397f-461d-a223-a261e8cb35cd owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:01:35.024186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:35.038784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['b7402e09-397f-461d-a223-a261e8cb35cd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:01:35.061897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Pushing event deleted for resources: {'Port': ['ID=b7402e09-397f-461d-a223-a261e8cb35cd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:35.105255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] No DVR routers for this DVR port b7402e09-397f-461d-a223-a261e8cb35cd on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:01:35.108042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:35.112058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2d8ac721-8786-4022-89c4-46a235bce0ea req-4950fcf6-8749-4359-bd74-f3f93a1eb8e7 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.55 "DELETE /v2.0/ports/b7402e09-397f-461d-a223-a261e8cb35cd HTTP/1.1" status: 204 len: 173 time: 0.4465051 Nov 02 17:01:35.112532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138d3990-615f-4f25-b593-cde540dcd8b2', 'name': 'network-vif-deleted', 'tag': 'b7402e09-397f-461d-a223-a261e8cb35cd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:01:35.114837 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7e457c-076d-45d6-a9ad-a4bda4c86a79" -d '{"events": [{"server_uuid": "138d3990-615f-4f25-b593-cde540dcd8b2", "name": "network-vif-deleted", "tag": "b7402e09-397f-461d-a223-a261e8cb35cd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:01:35.162964 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34ca665-7b88-4f32-8ca4-f486e72d41f8 x-openstack-request-id: req-d34ca665-7b88-4f32-8ca4-f486e72d41f8 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:01:35.163305 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138d3990-615f-4f25-b593-cde540dcd8b2", "name": "network-vif-deleted", "tag": "b7402e09-397f-461d-a223-a261e8cb35cd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:01:35.163561 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d34ca665-7b88-4f32-8ca4-f486e72d41f8 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:01:35.163969 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138d3990-615f-4f25-b593-cde540dcd8b2', 'name': 'network-vif-deleted', 'tag': 'b7402e09-397f-461d-a223-a261e8cb35cd', 'status': 'completed', 'code': 200} Nov 02 17:01:35.237743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14d2f181-7b1b-4dd6-8526-f7b3ce42cb87 req-b26a762f-131d-4b4e-96f0-37cdace7e314 tempest-TestServerAdvancedOps-1909534842 tempest-TestServerAdvancedOps-1909534842-project] 10.222.0.31 "GET /v2.0/ports?device_id=138d3990-615f-4f25-b593-cde540dcd8b2 HTTP/1.1" status: 200 len: 210 time: 0.0328274 Nov 02 17:01:36.315383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43472) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:36.361395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Deleting subnet 4434beae-a94f-4454-8118-e5057b4bb35c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:01:36.364505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.402726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.446943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.508964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.535232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4434beae-a94f-4454-8118-e5057b4bb35c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:36.541469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.547283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-97e9ce4a-c70b-4244-aa3d-fafe79f1579d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4434beae-a94f-4454-8118-e5057b4bb35c HTTP/1.1" status: 204 len: 168 time: 0.2285182 Nov 02 17:01:36.547454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 43476) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:36.629161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.729383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.749557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cd6037-7fe2-4d64-9a84-4f1e51ba072b']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:01:36.758701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74525df1-8ead-4e74-b9a7-99d5db93fe0e') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:01:36.758995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74525df1-8ead-4e74-b9a7-99d5db93fe0e') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:01:36.768448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.781510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.787537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:01:36.787920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:01:36.789799 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:01:36.849104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.855271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.858465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] 10.222.0.31 "DELETE /v2.0/networks/88cd6037-7fe2-4d64-9a84-4f1e51ba072b HTTP/1.1" status: 204 len: 168 time: 0.3100607 Nov 02 17:01:36.861314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43484) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:36.870514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5e5d9-957d-41c3-a53a-725e7fad25ed admin admin] Pushing event deleted for resources: {'Network': ['ID=88cd6037-7fe2-4d64-9a84-4f1e51ba072b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:36.915243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Deleting subnet 001c1b00-2a4b-4928-8cae-2f25abec700d {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:01:36.919157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:36.962245 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.001524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.054884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.081756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001c1b00-2a4b-4928-8cae-2f25abec700d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:37.083826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.087091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-52974603-6318-4b39-8974-a9338c12a9b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/001c1b00-2a4b-4928-8cae-2f25abec700d HTTP/1.1" status: 204 len: 168 time: 0.2246177 Nov 02 17:01:37.090515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:37.183063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.281810 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.307979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1817ea18-8292-4e30-b950-7c73605fdf20']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:01:37.318917 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02073992-953c-448b-b0f3-59c0ea0be7e2') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:01:37.319215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02073992-953c-448b-b0f3-59c0ea0be7e2') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:01:37.333937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.348500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.356240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:01:37.356684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:01:37.358925 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:01:37.422996 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.429286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.432705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1817ea18-8292-4e30-b950-7c73605fdf20 HTTP/1.1" status: 204 len: 168 time: 0.3411095 Nov 02 17:01:37.445092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59d5af-9bf4-44c7-b77d-51d43cd67182 admin admin] Pushing event deleted for resources: {'Network': ['ID=1817ea18-8292-4e30-b950-7c73605fdf20,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:37.612995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43502) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:37.657764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6d30599a-c832-4212-ad89-a1d14ad8c57e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=080c6909f080478ca4bd859c18ecd381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404453 Nov 02 17:01:37.658090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43504) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:37.709328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d9f-50f3-49bc-908c-a6de4bfd42f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.732287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d9f-50f3-49bc-908c-a6de4bfd42f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.786448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d9f-50f3-49bc-908c-a6de4bfd42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.789047 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d9f-50f3-49bc-908c-a6de4bfd42f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:37.790237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a3de9d9f-50f3-49bc-908c-a6de4bfd42f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e9e1534-6a1f-4597-9708-7358eebbc6df HTTP/1.1" status: 204 len: 168 time: 0.1313150 Nov 02 17:01:37.799593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9d9f-50f3-49bc-908c-a6de4bfd42f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e1534-6a1f-4597-9708-7358eebbc6df,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:38.141685 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43518) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:38.184491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-70e3e9cd-b49b-4a87-8ccc-6c5ed54f0c30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0852979473094109af64de81d745bdc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415108 Nov 02 17:01:38.186966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 43520) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:38.241977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb533d0c-bf44-457c-b5e6-ca5bc483effd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:38.278682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb533d0c-bf44-457c-b5e6-ca5bc483effd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:38.304471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7402e09-397f-461d-a223-a261e8cb35cd no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:01:38.328033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: b7402e09-397f-461d-a223-a261e8cb35cd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:01:38.328468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device b7402e09-397f-461d-a223-a261e8cb35cd not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:01:38.335341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb533d0c-bf44-457c-b5e6-ca5bc483effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:38.338804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-eb533d0c-bf44-457c-b5e6-ca5bc483effd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:38.342488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-eb533d0c-bf44-457c-b5e6-ca5bc483effd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab9aadb1-adeb-4ef2-9be0-a66896e141b2 HTTP/1.1" status: 204 len: 168 time: 0.1522331 Nov 02 17:01:38.350271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb533d0c-bf44-457c-b5e6-ca5bc483effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9aadb1-adeb-4ef2-9be0-a66896e141b2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:38.640012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f943c80-c0f8-453c-9400-b813da7f98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:41.124194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f00016de-45a0-4e4c-8786-65905fb22c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:41.339293 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:42.661416 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:43.831977 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:47.709135 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:53.186877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.586424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44098) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:57.698548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.785830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.791507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.835777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd1639-f449-42ab-8b11-0345951f8cfe,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:57.842455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79844b8f12e84407937178e299eadeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543018 Nov 02 17:01:57.845487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44102) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:57.847786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.848131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.848469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.848802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.849130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.849458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.849785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.850095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.850454 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.850772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.851092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.851409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609ba95-246a-439b-b310-1c71cf955cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.897906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.921952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.972386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.975093 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:57.976399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bcd1639-f449-42ab-8b11-0345951f8cfe HTTP/1.1" status: 204 len: 168 time: 0.1298420 Nov 02 17:01:57.987979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd1639-f449-42ab-8b11-0345951f8cfe,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:57.997331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.997780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.998290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.998747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.999178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:57.999628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.000045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.000465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.001279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.001979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.002405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.002731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80379d65-3085-4e62-a498-ce2824e5e85e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:01:58.264736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44108) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:58.279847 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0fd26e-9299-4a6c-8f41-ee22f97a71f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.364043 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0fd26e-9299-4a6c-8f41-ee22f97a71f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.367977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fd0fd26e-9299-4a6c-8f41-ee22f97a71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.416640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fd0fd26e-9299-4a6c-8f41-ee22f97a71f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b259deafc9e4418ba3a54f2d45a7a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506550 Nov 02 17:01:58.417540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fd26e-9299-4a6c-8f41-ee22f97a71f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4544c450-2671-43a2-8cb5-ab7b85f68576,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:01:58.419293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:01:58.469937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75956baa-66a6-4619-af2c-d9f02d327b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.492579 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75956baa-66a6-4619-af2c-d9f02d327b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.539559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75956baa-66a6-4619-af2c-d9f02d327b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.542815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75956baa-66a6-4619-af2c-d9f02d327b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:01:58.543981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-75956baa-66a6-4619-af2c-d9f02d327b91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4544c450-2671-43a2-8cb5-ab7b85f68576 HTTP/1.1" status: 204 len: 168 time: 0.1236761 Nov 02 17:01:58.552004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75956baa-66a6-4619-af2c-d9f02d327b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4544c450-2671-43a2-8cb5-ab7b85f68576,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:08.633309 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb73b-af08-486d-b57e-59a63d9c86b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:11.045811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:02:11.126317 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5609c428-ee92-4c57-9d03-4cad0cb4c390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:11.341680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:12.297740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-484c8267-4252-4537-9345-8cf747a8ee51 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425904 Nov 02 17:02:12.385663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-8cb6cb47-c75d-4892-aae4-c1f082c6b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:12.387899 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-8cb6cb47-c75d-4892-aae4-c1f082c6b6fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.0472896 Nov 02 17:02:12.512663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-2192dff0-7c4e-4184-9f9b-33b23d797c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:12.514561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-2192dff0-7c4e-4184-9f9b-33b23d797c0b service neutron] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 909 time: 0.1045156 Nov 02 17:02:12.590467 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-2d5a1cd6-2309-478d-b567-b1eed354764d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 1001 time: 0.0686252 Nov 02 17:02:12.654857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-ac41395b-2540-4700-8c84-00b26eac0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:12.656750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-ac41395b-2540-4700-8c84-00b26eac0021 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0595431 Nov 02 17:02:12.657305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44232) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:12.670535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:12.710750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-4b08ca57-495e-4727-a0ac-6c7c669695c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:12.713038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-4b08ca57-495e-4727-a0ac-6c7c669695c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496933 Nov 02 17:02:12.782525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-912c42e9-91ad-4d29-bfe9-7ce76c8b1dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:12.865536 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-075b7421-45d0-443d-82bb-e859e9aa6e8c service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451535 Nov 02 17:02:12.970569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-912c42e9-91ad-4d29-bfe9-7ce76c8b1dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:12.976853 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-912c42e9-91ad-4d29-bfe9-7ce76c8b1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.039526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-75422f72-b8ef-42a9-a24c-7319357a79c1 req-c187f89f-4cec-4b11-a7a8-995a4c167ef5 service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635914 Nov 02 17:02:13.044722 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-912c42e9-91ad-4d29-bfe9-7ce76c8b1dc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d82ab9a3df204a0e84df733568ed3c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863370 Nov 02 17:02:13.045582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c42e9-91ad-4d29-bfe9-7ce76c8b1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6516a-3fb5-4c6c-9398-d88486c5eef5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:13.050352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44236) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:13.109739 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad29fd3-202b-4056-8323-3ef03afca9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.138028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad29fd3-202b-4056-8323-3ef03afca9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.191636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad29fd3-202b-4056-8323-3ef03afca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.194578 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aad29fd3-202b-4056-8323-3ef03afca9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.197501 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aad29fd3-202b-4056-8323-3ef03afca9c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eac6516a-3fb5-4c6c-9398-d88486c5eef5 HTTP/1.1" status: 204 len: 168 time: 0.1449833 Nov 02 17:02:13.205864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29fd3-202b-4056-8323-3ef03afca9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6516a-3fb5-4c6c-9398-d88486c5eef5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:13.523098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44242) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:13.537844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb39e55-19f6-42f3-b596-e9e23ef6ae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.646615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb39e55-19f6-42f3-b596-e9e23ef6ae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.652999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cdb39e55-19f6-42f3-b596-e9e23ef6ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.706207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cdb39e55-19f6-42f3-b596-e9e23ef6ae25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0c06892a77e4e03b1f4a8ce659b6fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817243 Nov 02 17:02:13.707414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb39e55-19f6-42f3-b596-e9e23ef6ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca21950-f994-4a1d-94bf-f53110fb7444,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:13.709893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44244) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:13.791994 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7e6cbec-99f9-45c3-8465-fdd0cd1d7124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.821181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7e6cbec-99f9-45c3-8465-fdd0cd1d7124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.829202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.890435 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7e6cbec-99f9-45c3-8465-fdd0cd1d7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.895097 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f7e6cbec-99f9-45c3-8465-fdd0cd1d7124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:13.897195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f7e6cbec-99f9-45c3-8465-fdd0cd1d7124 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bca21950-f994-4a1d-94bf-f53110fb7444 HTTP/1.1" status: 204 len: 168 time: 0.1856890 Nov 02 17:02:13.908240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6cbec-99f9-45c3-8465-fdd0cd1d7124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca21950-f994-4a1d-94bf-f53110fb7444,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:17.724579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:23.192598 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:28.775925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44392) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:28.909077 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f37b44d3-979a-4ffd-af6e-9e40ab9d41a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.006271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f37b44d3-979a-4ffd-af6e-9e40ab9d41a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.011978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f37b44d3-979a-4ffd-af6e-9e40ab9d41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.058849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b44d3-979a-4ffd-af6e-9e40ab9d41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c5675-26e3-4c70-af12-9aea5d261157,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:29.064491 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f37b44d3-979a-4ffd-af6e-9e40ab9d41a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b503951af4c04b54b5f770ea65b84471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874377 Nov 02 17:02:29.068400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44396) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:29.132350 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-091fe883-1ac3-4dc4-a4b9-9383eaa48adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.161520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-091fe883-1ac3-4dc4-a4b9-9383eaa48adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.223442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-091fe883-1ac3-4dc4-a4b9-9383eaa48adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.226521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-091fe883-1ac3-4dc4-a4b9-9383eaa48adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:29.227894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-091fe883-1ac3-4dc4-a4b9-9383eaa48adb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c81c5675-26e3-4c70-af12-9aea5d261157 HTTP/1.1" status: 204 len: 168 time: 0.1562898 Nov 02 17:02:29.239467 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fe883-1ac3-4dc4-a4b9-9383eaa48adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c5675-26e3-4c70-af12-9aea5d261157,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:29.880227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44418) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:29.980361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1457958038-network', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:30.002120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Made reservation on behalf of fbbed2d1a7f6451c9f374fbcece26019 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:30.004475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.013536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.088639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.092902 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.117795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:02:30.126477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd18499-25e1-4d01-81df-0a42e5c4b4d1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:30.133320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.133611 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Added segment 52eeb6ed-9b40-419b-8d63-816bbc8fcf62 of type vlan for network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 Nov 02 17:02:30.174870 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.207874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.208849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:30.209428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.262905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3814681 Nov 02 17:02:30.265817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44422) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:30.270896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Request body: {'subnet': {'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1457958038-subnet', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:30.274565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990a06f-10bc-4842-b403-76de90740c18 admin admin] Pushing event updated for resources: {'Network': ['ID=a3558a5d-94a6-4cce-8ed9-7787d3f7e519,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:30.284456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:02:30.301359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Made reservation on behalf of fbbed2d1a7f6451c9f374fbcece26019 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:30.303952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.485729 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.537134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:30.549251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Checking segment: {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:30.549607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Network hostable DHCP agents. Network: a3558a5d-94a6-4cce-8ed9-7787d3f7e519, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:02:30.566684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:02:30.575325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, a3558a5d-94a6-4cce-8ed9-7787d3f7e519) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:30.579637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:30.580227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.584788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de3ab8-1fd6-4ff4-b9df-4c2e09fe8009 None None] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:30.597926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b1b06c1-380c-4836-8760-e2bca13e7a74 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3309591 Nov 02 17:02:30.600767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44424) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:30.605757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:30.627230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.628368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.680833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.731524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-a3558a5d-94a6-4cce-8ed9-7787d3f7e519', 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'fixed_ips': [{'subnet_id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:02:30.732430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.821213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:30.868092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Allocated IP 172.20.0.2 (a3558a5d-94a6-4cce-8ed9-7787d3f7e519/5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4/07eaa120-2afc-404a-bc83-6c26f26ede2c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:31.006701 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.014456 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.025773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.046265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.057054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:31.060124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:31.063701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:31.073596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Pushing event updated for resources: {'Port': ['ID=07eaa120-2afc-404a-bc83-6c26f26ede2c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:31.096530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.096896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.097213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.097551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.097884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.098237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.098569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.098893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.099247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.099569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.099893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.100212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:31.133800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Attempting to bind port 07eaa120-2afc-404a-bc83-6c26f26ede2c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:31.134198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Attempting to bind port 07eaa120-2afc-404a-bc83-6c26f26ede2c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:31.134570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Attempting to bind port 07eaa120-2afc-404a-bc83-6c26f26ede2c on network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:31.139488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:31.139865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Checking segment: {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:31.140266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.140662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Bound using segment: {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:31.141126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Bound port: 07eaa120-2afc-404a-bc83-6c26f26ede2c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:31.141505 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.153755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Allocated IP 172.25.7.108 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/fd439abd-257d-4d99-bcf5-aa0ac7da5ab9) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:31.205406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] For port 07eaa120-2afc-404a-bc83-6c26f26ede2c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:31.208925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] For port 07eaa120-2afc-404a-bc83-6c26f26ede2c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07eaa120-2afc-404a-bc83-6c26f26ede2c,segment=NetworkSegment(52eeb6ed-9b40-419b-8d63-816bbc8fcf62),segment_id=52eeb6ed-9b40-419b-8d63-816bbc8fcf62)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:31.213263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.266839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.278028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c417e-ac54-418f-bda0-49bba4c128a4 None None] Pushing event updated for resources: {'Port': ['ID=07eaa120-2afc-404a-bc83-6c26f26ede2c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:31.308517 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.348518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:31.351542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:31.353945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:31.380338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Pushing event updated for resources: {'Port': ['ID=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:31.639307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:31.840519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.220466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb0a624-3765-4192-891c-2cbc51745294 None None] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:32.295543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6b55a599-66c1-4809-97ed-d51ca44169b6 None None] Provisioning complete for port 07eaa120-2afc-404a-bc83-6c26f26ede2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:32.295910 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6b55a599-66c1-4809-97ed-d51ca44169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.328988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:02:32.439425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07eaa120-2afc-404a-bc83-6c26f26ede2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:32.462257 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:32.478588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Sync routers for ids ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:32.482995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6b55a599-66c1-4809-97ed-d51ca44169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.483184 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.486881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a391783d-ba69-402b-990a-90296683de00 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8821907 Nov 02 17:02:32.487555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:32.498268 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Routers {'d136c6e7-5e29-4d5f-b893-3b6a143f52f3'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:32.502048 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:32.531515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-6b55a599-66c1-4809-97ed-d51ca44169b6 None None] For port 07eaa120-2afc-404a-bc83-6c26f26ede2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07eaa120-2afc-404a-bc83-6c26f26ede2c,segment=NetworkSegment(52eeb6ed-9b40-419b-8d63-816bbc8fcf62),segment_id=52eeb6ed-9b40-419b-8d63-816bbc8fcf62)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:32.537489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6b55a599-66c1-4809-97ed-d51ca44169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.542617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 07eaa120-2afc-404a-bc83-6c26f26ede2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:32.543121 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.631357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55a599-66c1-4809-97ed-d51ca44169b6 None None] Pushing event updated for resources: {'Port': ['ID=07eaa120-2afc-404a-bc83-6c26f26ede2c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:32.640741 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Set router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:32.759633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1322b4a5-7880-4722-98b5-9fc6484d50dd None None] Provisioning complete for port 07eaa120-2afc-404a-bc83-6c26f26ede2c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:32.759950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1322b4a5-7880-4722-98b5-9fc6484d50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:32.830689 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:31Z', 'revision_number': 3, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:32.862935 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Checking router: d136c6e7-5e29-4d5f-b893-3b6a143f52f3 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:32.863291 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Updating router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:32.889889 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.151113 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.157285 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.209023 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Attempting to bind port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:33.209389 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Attempting to bind port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:33.209751 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Attempting to bind port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:33.219034 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Pushing event updated for resources: {'Port': ['ID=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:33.225243 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:33.225612 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:33.226573 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.227084 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:33.227552 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Bound port: fd439abd-257d-4d99-bcf5-aa0ac7da5ab9, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:33.227933 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.231230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.231574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.231912 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.232245 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.232574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.232903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.233228 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.233552 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.233874 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.234216 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.234539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.234858 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:33.285990 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] For port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:33.290065 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] For port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:33.294974 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.330337 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.353914 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Routers {'d136c6e7-5e29-4d5f-b893-3b6a143f52f3'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:33.354664 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:33.393313 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea8892-7f53-4f50-9534-323f307c290c None None] Pushing event updated for resources: {'Port': ['ID=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:33.466556 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] Set router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:33.534270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Allocated IP 172.20.0.1 (a3558a5d-94a6-4cce-8ed9-7787d3f7e519/5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4/1cafd769-5a11-40a8-8591-cc20ac1443f2) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:33.641152 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.656425 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:31Z', 'revision_number': 3, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:33.677115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.683463 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab344e-028d-4892-8aba-a65b9c729d01 None None] The sync data for ids ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'] in n-d-811405-2 is: [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:31Z', 'revision_number': 3, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:33.720333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:33.723267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:33.726992 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:33.734970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Pushing event updated for resources: {'Port': ['ID=1cafd769-5a11-40a8-8591-cc20ac1443f2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:33.785969 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.939758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:33.977661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-68620a5c-c8e4-4d4a-bdab-62c8c491061b None None] Provisioning complete for port 1cafd769-5a11-40a8-8591-cc20ac1443f2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:33.978310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-68620a5c-c8e4-4d4a-bdab-62c8c491061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.019263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-68620a5c-c8e4-4d4a-bdab-62c8c491061b None None] Port 1cafd769-5a11-40a8-8591-cc20ac1443f2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:34.125961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.131221 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.206193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.207157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Pushing event updated for resources: {'Port': ['ID=1cafd769-5a11-40a8-8591-cc20ac1443f2,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:34.306802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:34.308237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:34.472515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:02:34.506423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07eaa120-2afc-404a-bc83-6c26f26ede2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:34.562506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 07eaa120-2afc-404a-bc83-6c26f26ede2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:34.563135 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.620945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:34.634226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e0c856b3-08d0-419b-b48d-c4b2481dfedb admin admin] 10.222.0.31 "PUT /v2.0/routers/d136c6e7-5e29-4d5f-b893-3b6a143f52f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1376121 Nov 02 17:02:34.660758 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:34.687611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-739de0dc-4fd7-4dbc-bcc5-af2fe0a37618 None None] Provisioning complete for port 1cafd769-5a11-40a8-8591-cc20ac1443f2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:34.687985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-739de0dc-4fd7-4dbc-bcc5-af2fe0a37618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.736458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-739de0dc-4fd7-4dbc-bcc5-af2fe0a37618 None None] Port 1cafd769-5a11-40a8-8591-cc20ac1443f2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:34.742955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:34.743586 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.828689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.849567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:34.853525 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:34.906368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:35.116050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:35.122755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1439508608-network', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:35.151448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Made reservation on behalf of 3b0d7da35c194d73a7a83ba76bd5f523 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:35.154424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.167499 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.261526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.266642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.296635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:02:35.307566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02169aa-2efd-4823-a269-22d04fa0014f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:35.312643 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.312992 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Added segment a63528ea-04ce-433b-ac3e-4a7e193a41be of type vlan for network 2c0e2d34-c53b-41e6-954c-043d82120fef Nov 02 17:02:35.362638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.386607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Sync routers for ids ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:35.396267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Routers {'d136c6e7-5e29-4d5f-b893-3b6a143f52f3'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:35.397330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:35.402663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.403635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:35.404310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.461069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3402660 Nov 02 17:02:35.461534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44444) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:35.469294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Request body: {'subnet': {'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1439508608-subnet', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:35.473428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39d26-a28b-4afa-ad87-2021369449cf admin admin] Pushing event updated for resources: {'Network': ['ID=2c0e2d34-c53b-41e6-954c-043d82120fef,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:35.484125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 2c0e2d34-c53b-41e6-954c-043d82120fef details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:02:35.497762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Made reservation on behalf of 3b0d7da35c194d73a7a83ba76bd5f523 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:35.500216 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.682770 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.725512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Set router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:35.748169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e72bb0-8de1-4e95-9bf4-0928953dfd09,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:35.758060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Checking segment: {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:35.758638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Network hostable DHCP agents. Network: 2c0e2d34-c53b-41e6-954c-043d82120fef, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:02:35.776852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Network 2c0e2d34-c53b-41e6-954c-043d82120fef is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:02:35.786896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 2c0e2d34-c53b-41e6-954c-043d82120fef) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:35.791223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:35.791808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.802004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9311b-f22d-4a91-8396-2a81275c15f2 None None] Network 2c0e2d34-c53b-41e6-954c-043d82120fef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:35.811562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-94fa88ce-b5ba-4053-abce-47e8411da9ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3477061 Nov 02 17:02:35.814049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44446) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:35.818567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:35.840767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.842178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:35.897129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.049921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.056049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-2c0e2d34-c53b-41e6-954c-043d82120fef', 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'fixed_ips': [{'subnet_id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:02:36.057081 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.076911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:33Z', 'revision_number': 4, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1cafd769-5a11-40a8-8591-cc20ac1443f2', 'name': '', 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'mac_address': 'fa:16:3e:b2:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:33Z', 'updated_at': '2021-11-02T17:02:34Z', 'revision_number': 2, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'subnets': [{'id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:36.119385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Checking router: d136c6e7-5e29-4d5f-b893-3b6a143f52f3 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:36.119740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Updating router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 port 1cafd769-5a11-40a8-8591-cc20ac1443f2 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:36.199201 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.269161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.289060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.350830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Allocated IP 172.20.0.2 (2c0e2d34-c53b-41e6-954c-043d82120fef/26e72bb0-8de1-4e95-9bf4-0928953dfd09/5aa52470-70eb-4e42-826f-442c04306c50) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:36.414646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Allocated IP 172.25.7.27 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/b6fc380d-b094-4547-9c4e-50a0db584680) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:36.453423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:36.529982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.580477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.599849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:36.600225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.619033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:36.622170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:36.626864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:36.658612 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Pushing event updated for resources: {'Port': ['ID=b6fc380d-b094-4547-9c4e-50a0db584680,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:36.703795 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.722594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.731578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.767184 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.780310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Network 2c0e2d34-c53b-41e6-954c-043d82120fef is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:36.806993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:36.813339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:36.827417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Pushing event updated for resources: {'Port': ['ID=5aa52470-70eb-4e42-826f-442c04306c50,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:36.930402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.967839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c0730-f59d-450c-8b79-5db48755415d None None] Pushing event updated for resources: {'Port': ['ID=1cafd769-5a11-40a8-8591-cc20ac1443f2,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:36.981747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Attempting to bind port 5aa52470-70eb-4e42-826f-442c04306c50 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:36.982145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Attempting to bind port 5aa52470-70eb-4e42-826f-442c04306c50 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:36.982521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Attempting to bind port 5aa52470-70eb-4e42-826f-442c04306c50 on network 2c0e2d34-c53b-41e6-954c-043d82120fef {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:36.987481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Attempting to bind port 1cafd769-5a11-40a8-8591-cc20ac1443f2 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:36.987852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Attempting to bind port 1cafd769-5a11-40a8-8591-cc20ac1443f2 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:36.988217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Attempting to bind port 1cafd769-5a11-40a8-8591-cc20ac1443f2 on network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:36.993390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:36.993755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Checking segment: {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:36.994173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:36.994579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Bound using segment: {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:36.995062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Bound port: 5aa52470-70eb-4e42-826f-442c04306c50, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:36.995453 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.005873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:37.006282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Checking segment: {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:37.006675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.007622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Bound using segment: {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:37.008135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Bound port: 1cafd769-5a11-40a8-8591-cc20ac1443f2, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eeb6ed-9b40-419b-8d63-816bbc8fcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:37.008525 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.118805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1a5e0953-3f6a-4df0-a679-538682b34083 None None] Provisioning complete for port 1cafd769-5a11-40a8-8591-cc20ac1443f2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:37.119093 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0953-3f6a-4df0-a679-538682b34083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.125976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] For port 5aa52470-70eb-4e42-826f-442c04306c50, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:37.169330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] For port 5aa52470-70eb-4e42-826f-442c04306c50, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5aa52470-70eb-4e42-826f-442c04306c50,segment=NetworkSegment(a63528ea-04ce-433b-ac3e-4a7e193a41be),segment_id=a63528ea-04ce-433b-ac3e-4a7e193a41be)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:37.170820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] For port 1cafd769-5a11-40a8-8591-cc20ac1443f2, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:37.176396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.178467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.200327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] For port 1cafd769-5a11-40a8-8591-cc20ac1443f2, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1cafd769-5a11-40a8-8591-cc20ac1443f2,segment=NetworkSegment(52eeb6ed-9b40-419b-8d63-816bbc8fcf62),segment_id=52eeb6ed-9b40-419b-8d63-816bbc8fcf62)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:37.201750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e0953-3f6a-4df0-a679-538682b34083 None None] Port 1cafd769-5a11-40a8-8591-cc20ac1443f2 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:37.229035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.284346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e9a87-3573-4ce2-ae25-f6b3540db72d None None] Pushing event updated for resources: {'Port': ['ID=5aa52470-70eb-4e42-826f-442c04306c50,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:37.294276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Routers {'d136c6e7-5e29-4d5f-b893-3b6a143f52f3'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:37.295296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:37.371816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Router e74aaf19-a9f3-447d-a9ba-fe8954da2505 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:02:37.453668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c0730-f59d-450c-8b79-5db48755415d None None] Pushing event updated for resources: {'Port': ['ID=1cafd769-5a11-40a8-8591-cc20ac1443f2,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:37.485203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] Set router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:37.546854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:37.563090 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Sync routers for ids ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:37.578987 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Routers {'e74aaf19-a9f3-447d-a9ba-fe8954da2505'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:37.580156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.581679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ce80dbe5-c929-4bfc-9027-3e4d4748f3ff admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7664618 Nov 02 17:02:37.583183 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:37.585037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:37.761835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0c964a23-8789-44c3-a347-5efd293f063d None None] Provisioning complete for port 1cafd769-5a11-40a8-8591-cc20ac1443f2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:37.762271 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0c964a23-8789-44c3-a347-5efd293f063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.823575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:33Z', 'revision_number': 4, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1cafd769-5a11-40a8-8591-cc20ac1443f2', 'name': '', 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'mac_address': 'fa:16:3e:b2:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:33Z', 'updated_at': '2021-11-02T17:02:37Z', 'revision_number': 4, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'subnets': [{'id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:37.834850 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Set router e74aaf19-a9f3-447d-a9ba-fe8954da2505 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:37.853397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854226f-7049-438e-99b0-c9ab7e06407b None None] The sync data for ids ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'] in n-d-811405-2 is: [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:33Z', 'revision_number': 4, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1cafd769-5a11-40a8-8591-cc20ac1443f2', 'name': '', 'network_id': 'a3558a5d-94a6-4cce-8ed9-7787d3f7e519', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'mac_address': 'fa:16:3e:b2:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:33Z', 'updated_at': '2021-11-02T17:02:37Z', 'revision_number': 4, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'subnets': [{'id': '5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:37.897745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0c964a23-8789-44c3-a347-5efd293f063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:37.996928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0c964a23-8789-44c3-a347-5efd293f063d None None] For port 1cafd769-5a11-40a8-8591-cc20ac1443f2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1cafd769-5a11-40a8-8591-cc20ac1443f2,segment=NetworkSegment(52eeb6ed-9b40-419b-8d63-816bbc8fcf62),segment_id=52eeb6ed-9b40-419b-8d63-816bbc8fcf62)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:38.012899 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0c964a23-8789-44c3-a347-5efd293f063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.081623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c964a23-8789-44c3-a347-5efd293f063d None None] Pushing event updated for resources: {'Port': ['ID=1cafd769-5a11-40a8-8591-cc20ac1443f2,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:38.141577 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:36Z', 'revision_number': 3, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:38.195584 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Checking router: e74aaf19-a9f3-447d-a9ba-fe8954da2505 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:38.196245 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Updating router e74aaf19-a9f3-447d-a9ba-fe8954da2505 port b6fc380d-b094-4547-9c4e-50a0db584680 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:38.212204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.228488 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.446946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Allocated IP 172.20.0.1 (2c0e2d34-c53b-41e6-954c-043d82120fef/26e72bb0-8de1-4e95-9bf4-0928953dfd09/c1bc39ed-64d4-4367-8e77-a9f95d7be6d6) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:38.533547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5aa52470-70eb-4e42-826f-442c04306c50 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:38.624054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5aa52470-70eb-4e42-826f-442c04306c50 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:38.624655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.660014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.660536 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.670690 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.692917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b95d6d11-2476-4968-8211-64609f3aad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.706934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77dbd6-7cb0-466d-bf4f-92b2d1eda1bf None None] Network 2c0e2d34-c53b-41e6-954c-043d82120fef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:38.732450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.749964 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Attempting to bind port b6fc380d-b094-4547-9c4e-50a0db584680 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:38.750482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Attempting to bind port b6fc380d-b094-4547-9c4e-50a0db584680 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:38.750995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Attempting to bind port b6fc380d-b094-4547-9c4e-50a0db584680 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:38.754858 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8a446-14ec-4c87-a25a-560b5277500a None None] Pushing event updated for resources: {'Port': ['ID=b6fc380d-b094-4547-9c4e-50a0db584680,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:38.760490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:38.760995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:38.761505 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.762077 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:38.762742 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Bound port: b6fc380d-b094-4547-9c4e-50a0db584680, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:38.763346 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.777756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Network 2c0e2d34-c53b-41e6-954c-043d82120fef is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:38.787713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:38.792813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:38.838499 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] For port b6fc380d-b094-4547-9c4e-50a0db584680, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:38.843412 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] For port b6fc380d-b094-4547-9c4e-50a0db584680, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b6fc380d-b094-4547-9c4e-50a0db584680,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:38.846595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Pushing event updated for resources: {'Port': ['ID=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:38.851169 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.856588 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.858199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-14a3f35d-9554-467d-83a2-8cd68357cb64 None None] Provisioning complete for port 5aa52470-70eb-4e42-826f-442c04306c50 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:38.858586 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14a3f35d-9554-467d-83a2-8cd68357cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.928124 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8a446-14ec-4c87-a25a-560b5277500a None None] Pushing event updated for resources: {'Port': ['ID=b6fc380d-b094-4547-9c4e-50a0db584680,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:38.937128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:38.944351 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Routers {'e74aaf19-a9f3-447d-a9ba-fe8954da2505'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:38.946019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:39.019832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5aa52470-70eb-4e42-826f-442c04306c50, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5aa52470-70eb-4e42-826f-442c04306c50,segment=NetworkSegment(a63528ea-04ce-433b-ac3e-4a7e193a41be),segment_id=a63528ea-04ce-433b-ac3e-4a7e193a41be)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:39.025709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.030279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1cafd769-5a11-40a8-8591-cc20ac1443f2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:39.080241 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] Set router e74aaf19-a9f3-447d-a9ba-fe8954da2505 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:39.139188 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.167231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1cafd769-5a11-40a8-8591-cc20ac1443f2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:39.167612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.172662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5aa52470-70eb-4e42-826f-442c04306c50,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:39.413970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.426346 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.428715 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:36Z', 'revision_number': 3, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:39.478043 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffe8f6-b41f-4fd0-bd2a-2c73fd93b47a None None] The sync data for ids ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'] in n-d-811405-2 is: [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:36Z', 'revision_number': 3, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:39.549580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-76f04970-cd38-476e-9f5f-7223fc247c55 None None] Provisioning complete for port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:39.550201 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-76f04970-cd38-476e-9f5f-7223fc247c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.575468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Pushing event updated for resources: {'Port': ['ID=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:39.579108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.636804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-76f04970-cd38-476e-9f5f-7223fc247c55 None None] Port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:39.650568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-76f04970-cd38-476e-9f5f-7223fc247c55 None None] Provisioning complete for port 5aa52470-70eb-4e42-826f-442c04306c50 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:39.650942 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-76f04970-cd38-476e-9f5f-7223fc247c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.730338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Network 2c0e2d34-c53b-41e6-954c-043d82120fef is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:39.733907 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:39.879020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Router e74aaf19-a9f3-447d-a9ba-fe8954da2505 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:02:39.916891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-197ccb73-d129-4192-b8d7-48193694814a None None] Provisioning complete for port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:39.917383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-197ccb73-d129-4192-b8d7-48193694814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:39.973248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-197ccb73-d129-4192-b8d7-48193694814a None None] Port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:40.042916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:40.048315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e1140062-339e-40b5-be80-65abdd5a6b5a admin admin] 10.222.0.31 "PUT /v2.0/routers/e74aaf19-a9f3-447d-a9ba-fe8954da2505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4611747 Nov 02 17:02:40.110295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-00a8cef2-5ce7-4e26-bbe7-d7975d082823 None None] Provisioning complete for port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:40.111043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-00a8cef2-5ce7-4e26-bbe7-d7975d082823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:40.167044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-00a8cef2-5ce7-4e26-bbe7-d7975d082823 None None] Port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:40.476177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5aa52470-70eb-4e42-826f-442c04306c50 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:40.551034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5aa52470-70eb-4e42-826f-442c04306c50 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:40.551701 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:40.648704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b6fc380d-b094-4547-9c4e-50a0db584680 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:40.699718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b6fc380d-b094-4547-9c4e-50a0db584680 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:40.700101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:40.808950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:40.833857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port b6fc380d-b094-4547-9c4e-50a0db584680, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b6fc380d-b094-4547-9c4e-50a0db584680,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:40.840582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:40.895334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=b6fc380d-b094-4547-9c4e-50a0db584680,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:41.134385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9d04ba0f-2e39-44ea-9042-53c80a4c1542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:41.324000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44498) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:41.353143 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:41.544241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Sync routers for ids ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:41.553522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Routers {'e74aaf19-a9f3-447d-a9ba-fe8954da2505'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:41.554660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:41.661886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Set router e74aaf19-a9f3-447d-a9ba-fe8954da2505 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:41.692471 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:41.886670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:39Z', 'revision_number': 4, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c1bc39ed-64d4-4367-8e77-a9f95d7be6d6', 'name': '', 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'mac_address': 'fa:16:3e:44:3c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:38Z', 'updated_at': '2021-11-02T17:02:39Z', 'revision_number': 2, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'subnets': [{'id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:41.913634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Checking router: e74aaf19-a9f3-447d-a9ba-fe8954da2505 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:41.913952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Updating router e74aaf19-a9f3-447d-a9ba-fe8954da2505 port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:41.942310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:41.954965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Deleting port 1cafd769-5a11-40a8-8591-cc20ac1443f2 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:02:41.955309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.042858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] For port 1cafd769-5a11-40a8-8591-cc20ac1443f2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1cafd769-5a11-40a8-8591-cc20ac1443f2,segment=NetworkSegment(52eeb6ed-9b40-419b-8d63-816bbc8fcf62),segment_id=52eeb6ed-9b40-419b-8d63-816bbc8fcf62)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:42.043229 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.057022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Calling delete_port for 1cafd769-5a11-40a8-8591-cc20ac1443f2 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:02:42.221998 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.228530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.253515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.287562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe218cdc-4746-45ce-a45f-6458a623753b None None] Pushing event updated for resources: {'Port': ['ID=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:42.287813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Pushing event deleted for resources: {'Port': ['ID=1cafd769-5a11-40a8-8591-cc20ac1443f2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:42.356891 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Attempting to bind port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:42.357335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Attempting to bind port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:42.357689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Attempting to bind port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 on network 2c0e2d34-c53b-41e6-954c-043d82120fef {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:42.364782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:42.365168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Checking segment: {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:42.365585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.365981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Bound using segment: {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:42.367100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Bound port: c1bc39ed-64d4-4367-8e77-a9f95d7be6d6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63528ea-04ce-433b-ac3e-4a7e193a41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:42.367493 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.459575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] For port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:42.468390 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] For port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,segment=NetworkSegment(a63528ea-04ce-433b-ac3e-4a7e193a41be),segment_id=a63528ea-04ce-433b-ac3e-4a7e193a41be)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:42.477701 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.542989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.546802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b6fc380d-b094-4547-9c4e-50a0db584680 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:42.602366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe218cdc-4746-45ce-a45f-6458a623753b None None] Pushing event updated for resources: {'Port': ['ID=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:42.604976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Routers {'e74aaf19-a9f3-447d-a9ba-fe8954da2505'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:42.605591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:42.720743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.731876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9cfb0c01-b539-42e1-a0a4-ee6c59b2398a None None] Provisioning complete for port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:42.732248 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0c01-b539-42e1-a0a4-ee6c59b2398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.781589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b6fc380d-b094-4547-9c4e-50a0db584680 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:42.781962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:42.810779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] Set router e74aaf19-a9f3-447d-a9ba-fe8954da2505 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:42.832541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:02:42.957933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:42.966316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cd82da25-675a-4cce-b642-8e19b310044a admin admin] 10.222.0.31 "PUT /v2.0/routers/d136c6e7-5e29-4d5f-b893-3b6a143f52f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6410480 Nov 02 17:02:42.969594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44500) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:42.971679 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] Sync routers for ids ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:42.982244 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] Routers {'d136c6e7-5e29-4d5f-b893-3b6a143f52f3'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:42.983134 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:43.051582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0c01-b539-42e1-a0a4-ee6c59b2398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.102985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.110313 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] Set router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:43.142877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9cfb0c01-b539-42e1-a0a4-ee6c59b2398a None None] For port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,segment=NetworkSegment(a63528ea-04ce-433b-ac3e-4a7e193a41be),segment_id=a63528ea-04ce-433b-ac3e-4a7e193a41be)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:43.149911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0c01-b539-42e1-a0a4-ee6c59b2398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.209679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb0c01-b539-42e1-a0a4-ee6c59b2398a None None] Pushing event updated for resources: {'Port': ['ID=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:43.219732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:39Z', 'revision_number': 4, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c1bc39ed-64d4-4367-8e77-a9f95d7be6d6', 'name': '', 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'mac_address': 'fa:16:3e:44:3c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:38Z', 'updated_at': '2021-11-02T17:02:42Z', 'revision_number': 4, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'subnets': [{'id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:43.223335 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.248246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99969ab-b335-4fbd-9bf2-ae80cff22bde None None] The sync data for ids ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'] in n-d-811405-2 is: [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:39Z', 'revision_number': 4, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c1bc39ed-64d4-4367-8e77-a9f95d7be6d6', 'name': '', 'network_id': '2c0e2d34-c53b-41e6-954c-043d82120fef', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'mac_address': 'fa:16:3e:44:3c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:38Z', 'updated_at': '2021-11-02T17:02:42Z', 'revision_number': 4, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'subnets': [{'id': '26e72bb0-8de1-4e95-9bf4-0928953dfd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:43.280005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e66c8e3b-e10e-4445-b50a-23d5c378921d None None] Provisioning complete for port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:43.280704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e3b-e10e-4445-b50a-23d5c378921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.292176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Deleting port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:02:43.292525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.395499 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:42Z', 'revision_number': 5, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port': {'id': 'fd439abd-257d-4d99-bcf5-aa0ac7da5ab9', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:31Z', 'updated_at': '2021-11-02T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:43.408509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] For port fd439abd-257d-4d99-bcf5-aa0ac7da5ab9, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:43.408874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.423618 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] Checking router: d136c6e7-5e29-4d5f-b893-3b6a143f52f3 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:43.426967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Calling delete_port for fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:02:43.434070 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] Routers {'d136c6e7-5e29-4d5f-b893-3b6a143f52f3'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:43.434746 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:43.537256 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] Set router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:43.618673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.659648 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd439abd-257d-4d99-bcf5-aa0ac7da5ab9,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:43.694999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:43Z', 'revision_number': 6, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:43.722569 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da9015-145f-4181-9bf8-acbb6613af0a None None] The sync data for ids ['d136c6e7-5e29-4d5f-b893-3b6a143f52f3'] in n-d-811405-2 is: [{'id': 'd136c6e7-5e29-4d5f-b893-3b6a143f52f3', 'name': 'tempest-TestAggregatesBasicOps-1457958038-router', 'tenant_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:30Z', 'updated_at': '2021-11-02T17:02:43Z', 'revision_number': 6, 'project_id': 'fbbed2d1a7f6451c9f374fbcece26019', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:43.725349 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.822518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.825563 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.834239 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.872512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.873253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d136c6e7-5e29-4d5f-b893-3b6a143f52f3 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:02:43.878413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.879739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-efb6158d-e3bb-4a4d-8cd9-98439aca17c2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d136c6e7-5e29-4d5f-b893-3b6a143f52f3 HTTP/1.1" status: 204 len: 168 time: 0.9083936 Nov 02 17:02:43.882796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44504) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:43.938381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Deleting subnet 5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:02:43.942069 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:43.984883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.076110 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.157586 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.184677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:44.189830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.193359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-75f1fff9-e68f-4dc7-89c0-ab26b12b3696 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5f07da5c-3ec4-46ae-85f4-1b2d25c5efd4 HTTP/1.1" status: 204 len: 168 time: 0.3090305 Nov 02 17:02:44.196299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3315130-d6c9-4b59-9dc5-2d06acc5a721 None None] Network a3558a5d-94a6-4cce-8ed9-7787d3f7e519 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:44.196493 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44506) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:44.294951 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.390786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Deleting port 07eaa120-2afc-404a-bc83-6c26f26ede2c {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:02:44.391230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.463944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] For port 07eaa120-2afc-404a-bc83-6c26f26ede2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=07eaa120-2afc-404a-bc83-6c26f26ede2c,segment=NetworkSegment(52eeb6ed-9b40-419b-8d63-816bbc8fcf62),segment_id=52eeb6ed-9b40-419b-8d63-816bbc8fcf62)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:44.464309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.479626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Calling delete_port for 07eaa120-2afc-404a-bc83-6c26f26ede2c owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:02:44.565079 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.596698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07eaa120-2afc-404a-bc83-6c26f26ede2c,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:44.600342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] No DVR routers for this DVR port 07eaa120-2afc-404a-bc83-6c26f26ede2c on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:02:44.672796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.698014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3558a5d-94a6-4cce-8ed9-7787d3f7e519']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:44.712501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eeb6ed-9b40-419b-8d63-816bbc8fcf62') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:44.712843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eeb6ed-9b40-419b-8d63-816bbc8fcf62') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:44.724339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a214cc5-5267-40b4-b74c-4af9cd64c178 None None] DHCP port deletion for a3558a5d-94a6-4cce-8ed9-7787d3f7e519 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:02:44.730664 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.752492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.761759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:02:44.762309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:02:44.765300 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:02:44.842064 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.857679 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:44.862989 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a3558a5d-94a6-4cce-8ed9-7787d3f7e519 HTTP/1.1" status: 204 len: 168 time: 0.6650589 Nov 02 17:02:44.865783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44508) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:44.876837 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c633ce-1fc2-45d0-b411-8fae604fa8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3558a5d-94a6-4cce-8ed9-7787d3f7e519,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:44.881125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:44.964539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:44.965018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:45.076554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1cafd769-5a11-40a8-8591-cc20ac1443f2 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:02:45.109145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1cafd769-5a11-40a8-8591-cc20ac1443f2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:02:45.109568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1cafd769-5a11-40a8-8591-cc20ac1443f2 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:02:45.623117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:45.889961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Deleting port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:02:45.890955 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:45.981516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] For port c1bc39ed-64d4-4367-8e77-a9f95d7be6d6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,segment=NetworkSegment(a63528ea-04ce-433b-ac3e-4a7e193a41be),segment_id=a63528ea-04ce-433b-ac3e-4a7e193a41be)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:45.981900 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:45.996453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Calling delete_port for c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:02:46.184449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:46.213762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bc39ed-64d4-4367-8e77-a9f95d7be6d6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:46.404938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:46.452956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07eaa120-2afc-404a-bc83-6c26f26ede2c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:02:46.485099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 07eaa120-2afc-404a-bc83-6c26f26ede2c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:02:46.485489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 07eaa120-2afc-404a-bc83-6c26f26ede2c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:02:46.486214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:02:46.515610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:02:46.516108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd439abd-257d-4d99-bcf5-aa0ac7da5ab9 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:02:46.648652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Router e74aaf19-a9f3-447d-a9ba-fe8954da2505 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:02:46.755549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:46.760842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c9295dfd-ce61-4c0d-bca2-c6230c5f92ed admin admin] 10.222.0.31 "PUT /v2.0/routers/e74aaf19-a9f3-447d-a9ba-fe8954da2505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931329 Nov 02 17:02:46.763394 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44510) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:46.766076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] Sync routers for ids ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:46.777411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] Routers {'e74aaf19-a9f3-447d-a9ba-fe8954da2505'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:46.778028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:46.869607 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:46.894613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] Set router e74aaf19-a9f3-447d-a9ba-fe8954da2505 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:46.983498 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.040787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Deleting port b6fc380d-b094-4547-9c4e-50a0db584680 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:02:47.041066 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.095645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:46Z', 'revision_number': 5, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port': {'id': 'b6fc380d-b094-4547-9c4e-50a0db584680', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:36Z', 'updated_at': '2021-11-02T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:47.122562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] For port b6fc380d-b094-4547-9c4e-50a0db584680, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b6fc380d-b094-4547-9c4e-50a0db584680,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:47.123048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.126200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] Checking router: e74aaf19-a9f3-447d-a9ba-fe8954da2505 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:47.135127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] Routers {'e74aaf19-a9f3-447d-a9ba-fe8954da2505'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:47.135734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:47.136983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Calling delete_port for b6fc380d-b094-4547-9c4e-50a0db584680 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:02:47.323282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.353106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fc380d-b094-4547-9c4e-50a0db584680,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:47.378358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] Set router e74aaf19-a9f3-447d-a9ba-fe8954da2505 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:47.422433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.432279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:46Z', 'revision_number': 6, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:47.464853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2e84-57f1-4f53-8d3a-eceaa4830594 None None] The sync data for ids ['e74aaf19-a9f3-447d-a9ba-fe8954da2505'] in n-d-811405-2 is: [{'id': 'e74aaf19-a9f3-447d-a9ba-fe8954da2505', 'name': 'tempest-TestAggregatesBasicOps-1439508608-router', 'tenant_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:35Z', 'updated_at': '2021-11-02T17:02:46Z', 'revision_number': 6, 'project_id': '3b0d7da35c194d73a7a83ba76bd5f523', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:47.525351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.527624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.576643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.577102 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74aaf19-a9f3-447d-a9ba-fe8954da2505 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:02:47.581701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.582918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b489dffe-00d8-4a20-b2c7-e6f6f6c957f7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e74aaf19-a9f3-447d-a9ba-fe8954da2505 HTTP/1.1" status: 204 len: 168 time: 0.8185902 Nov 02 17:02:47.585945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44512) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:47.636659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Deleting subnet 26e72bb0-8de1-4e95-9bf4-0928953dfd09 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:02:47.639976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.688460 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.720951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.768165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.827781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.860144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e72bb0-8de1-4e95-9bf4-0928953dfd09,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:47.863683 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:47.869951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dfd2b0e2-2b54-419d-91ae-f0df8b0e1186 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/26e72bb0-8de1-4e95-9bf4-0928953dfd09 HTTP/1.1" status: 204 len: 168 time: 0.2803452 Nov 02 17:02:47.870502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44514) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:47.871412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b6a65-5859-4e15-ab67-a52f954a3a09 None None] Network 2c0e2d34-c53b-41e6-954c-043d82120fef requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:47.945141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.011993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Deleting port 5aa52470-70eb-4e42-826f-442c04306c50 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:02:48.012703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.047635 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:02:48.091135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] For port 5aa52470-70eb-4e42-826f-442c04306c50, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5aa52470-70eb-4e42-826f-442c04306c50,segment=NetworkSegment(a63528ea-04ce-433b-ac3e-4a7e193a41be),segment_id=a63528ea-04ce-433b-ac3e-4a7e193a41be)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:48.091403 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.105307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Calling delete_port for 5aa52470-70eb-4e42-826f-442c04306c50 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:02:48.190831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.216598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa52470-70eb-4e42-826f-442c04306c50,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:48.221324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] No DVR routers for this DVR port 5aa52470-70eb-4e42-826f-442c04306c50 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:02:48.265777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5467e44-c189-4755-8c18-f80bf6f3a54d None None] DHCP port deletion for 2c0e2d34-c53b-41e6-954c-043d82120fef request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:02:48.305781 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.325750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0e2d34-c53b-41e6-954c-043d82120fef']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:48.336232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63528ea-04ce-433b-ac3e-4a7e193a41be') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:48.336497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63528ea-04ce-433b-ac3e-4a7e193a41be') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:48.347009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.362650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.369700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:02:48.370095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:02:48.371962 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:02:48.411022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5aa52470-70eb-4e42-826f-442c04306c50 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:02:48.438938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5aa52470-70eb-4e42-826f-442c04306c50 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:02:48.439283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5aa52470-70eb-4e42-826f-442c04306c50 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:02:48.439728 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:02:48.461309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:02:48.461734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c1bc39ed-64d4-4367-8e77-a9f95d7be6d6 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:02:48.462268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b6fc380d-b094-4547-9c4e-50a0db584680 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:02:48.468894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.477562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.481909 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c0e2d34-c53b-41e6-954c-043d82120fef HTTP/1.1" status: 204 len: 168 time: 0.6097910 Nov 02 17:02:48.489173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b6fc380d-b094-4547-9c4e-50a0db584680 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:02:48.489945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b6fc380d-b094-4547-9c4e-50a0db584680 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:02:48.498934 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861eb4-7ede-44bc-a4e2-e96ac5a83d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0e2d34-c53b-41e6-954c-043d82120fef,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:48.695500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44518) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:48.736072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-61060cbc-33a6-47dd-9cae-6eab45c62a55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbbed2d1a7f6451c9f374fbcece26019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393260 Nov 02 17:02:48.738522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44520) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:48.787227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d1cd10-837c-49a9-9883-f6e5e7335a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.811378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d1cd10-837c-49a9-9883-f6e5e7335a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.861374 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d1cd10-837c-49a9-9883-f6e5e7335a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.863774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-26d1cd10-837c-49a9-9883-f6e5e7335a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:48.864943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-26d1cd10-837c-49a9-9883-f6e5e7335a8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dd18499-25e1-4d01-81df-0a42e5c4b4d1 HTTP/1.1" status: 204 len: 168 time: 0.1255231 Nov 02 17:02:48.873378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1cd10-837c-49a9-9883-f6e5e7335a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd18499-25e1-4d01-81df-0a42e5c4b4d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:49.210079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44526) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:49.257954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-808134e7-c29d-4fc5-8a31-c87166b1a213 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b0d7da35c194d73a7a83ba76bd5f523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464642 Nov 02 17:02:49.260347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44528) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:49.313448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c3b7a4-dc28-4be5-8ca0-80e6514e4902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:49.334359 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c3b7a4-dc28-4be5-8ca0-80e6514e4902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:49.381104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c3b7a4-dc28-4be5-8ca0-80e6514e4902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:49.384180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31c3b7a4-dc28-4be5-8ca0-80e6514e4902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:49.385372 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-31c3b7a4-dc28-4be5-8ca0-80e6514e4902 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e02169aa-2efd-4823-a269-22d04fa0014f HTTP/1.1" status: 204 len: 168 time: 0.1240580 Nov 02 17:02:49.393620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3b7a4-dc28-4be5-8ca0-80e6514e4902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02169aa-2efd-4823-a269-22d04fa0014f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:50.167333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:50.286411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-883128395-network', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:50.308686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Made reservation on behalf of f3c6f20fbdcd489baf2293e8673fc527 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:50.311131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.320053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.396533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.400874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.431945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:02:50.437909 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0969fc-c9d0-41bd-a514-1a1edf392ab2,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:50.447437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.447437 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Added segment 325e73ee-bec2-43ce-8cdd-ac1060415bfb of type vlan for network 72c38d32-f8bc-4152-aeb3-d97eef37262e Nov 02 17:02:50.495363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.520759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.521743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:50.522383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.576713 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4082463 Nov 02 17:02:50.579646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44554) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:50.584611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Request body: {'subnet': {'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-883128395-subnet', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:50.588315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1032-aa36-464d-b30c-6befd80b40b9 admin admin] Pushing event updated for resources: {'Network': ['ID=72c38d32-f8bc-4152-aeb3-d97eef37262e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:50.599977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:02:50.607170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Made reservation on behalf of f3c6f20fbdcd489baf2293e8673fc527 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:50.609543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.782449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.835995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a169da9-5022-49ac-b7ea-6d0be97bea98,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:50.849380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Checking segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:50.849786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Network hostable DHCP agents. Network: 72c38d32-f8bc-4152-aeb3-d97eef37262e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:02:50.869562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:02:50.880176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 72c38d32-f8bc-4152-aeb3-d97eef37262e) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:50.885082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:50.885668 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.907666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-869f01dc-044d-4939-ac67-f53a833e6309 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268440 Nov 02 17:02:50.910745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44556) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:50.916220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:50.940706 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:50.941832 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.007796 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.030227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84766c5d-00f0-4984-a2f6-a9e62c673ff7 None None] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:51.188920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-72c38d32-f8bc-4152-aeb3-d97eef37262e', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'fixed_ips': [{'subnet_id': '6a169da9-5022-49ac-b7ea-6d0be97bea98'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:02:51.189886 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.343576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Allocated IP 172.20.0.2 (72c38d32-f8bc-4152-aeb3-d97eef37262e/6a169da9-5022-49ac-b7ea-6d0be97bea98/63f82452-9432-411c-bf2a-b5207682bd61) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:51.483813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.499839 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.506380 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.549808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:51.555672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Pushing event updated for resources: {'Port': ['ID=63f82452-9432-411c-bf2a-b5207682bd61,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:51.558646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:51.560835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:51.621677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Attempting to bind port 63f82452-9432-411c-bf2a-b5207682bd61 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:51.622628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Attempting to bind port 63f82452-9432-411c-bf2a-b5207682bd61 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:51.622628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Attempting to bind port 63f82452-9432-411c-bf2a-b5207682bd61 on network 72c38d32-f8bc-4152-aeb3-d97eef37262e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:51.628704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:51.629272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Checking segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:51.629847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.630672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Bound using segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:51.631310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Bound port: 63f82452-9432-411c-bf2a-b5207682bd61, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:51.632343 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.698230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] For port 63f82452-9432-411c-bf2a-b5207682bd61, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:51.701338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] For port 63f82452-9432-411c-bf2a-b5207682bd61, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=63f82452-9432-411c-bf2a-b5207682bd61,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:51.702506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.706113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.723234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:51.772897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809480f-666b-4b49-97ef-7873f2d0afdf None None] Pushing event updated for resources: {'Port': ['ID=63f82452-9432-411c-bf2a-b5207682bd61,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:51.843905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Allocated IP 172.25.7.88 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/c4dbc2ac-2b12-4fea-9700-74e680f821c5) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:51.962286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.002005 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.044178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:52.047283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:52.052112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:52.081779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4dbc2ac-2b12-4fea-9700-74e680f821c5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:52.321375 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.423526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 63f82452-9432-411c-bf2a-b5207682bd61 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:52.483219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 63f82452-9432-411c-bf2a-b5207682bd61 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:52.483678 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.558955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.573809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.611983 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 63f82452-9432-411c-bf2a-b5207682bd61, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=63f82452-9432-411c-bf2a-b5207682bd61,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:52.618002 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.670615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=63f82452-9432-411c-bf2a-b5207682bd61,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:52.712182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Router 7ecc2f59-acc8-4376-83ce-34e7b91b023e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:02:52.752876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bae21b-757e-4d80-b51f-1cf03963b0d8 None None] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:52.823324 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:52.837453 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Sync routers for ids ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:52.845280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.847155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-af5ba2f0-1794-45e2-9ad2-a5b661370ad4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9354811 Nov 02 17:02:52.849846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44558) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:52.853496 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Routers {'7ecc2f59-acc8-4376-83ce-34e7b91b023e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:52.854119 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:52.881182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0b671cfd-089a-4709-bd51-72119621ff55 None None] Provisioning complete for port 63f82452-9432-411c-bf2a-b5207682bd61 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:52.881620 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0b671cfd-089a-4709-bd51-72119621ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:52.971422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Set router 7ecc2f59-acc8-4376-83ce-34e7b91b023e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:53.168508 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:02:52Z', 'revision_number': 3, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:53.200341 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Checking router: 7ecc2f59-acc8-4376-83ce-34e7b91b023e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:53.200821 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Updating router 7ecc2f59-acc8-4376-83ce-34e7b91b023e port c4dbc2ac-2b12-4fea-9700-74e680f821c5 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:53.219149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.230298 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.236474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9c015273-4a55-4d2e-8de1-7fdf611d4808 None None] Provisioning complete for port 63f82452-9432-411c-bf2a-b5207682bd61 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:53.236838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9c015273-4a55-4d2e-8de1-7fdf611d4808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.330881 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.507808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Allocated IP 172.20.0.1 (72c38d32-f8bc-4152-aeb3-d97eef37262e/6a169da9-5022-49ac-b7ea-6d0be97bea98/ba2e33b1-b82d-43cb-88bb-8218071312e7) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:53.513315 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.519548 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.579764 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21b15a-fa94-4471-b3c1-51e5e61f84b0 None None] Pushing event updated for resources: {'Port': ['ID=c4dbc2ac-2b12-4fea-9700-74e680f821c5,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:53.582831 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Attempting to bind port c4dbc2ac-2b12-4fea-9700-74e680f821c5 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:53.583463 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Attempting to bind port c4dbc2ac-2b12-4fea-9700-74e680f821c5 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:53.583847 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Attempting to bind port c4dbc2ac-2b12-4fea-9700-74e680f821c5 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:53.590375 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:53.590749 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:53.591183 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.591616 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:53.592748 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Bound port: c4dbc2ac-2b12-4fea-9700-74e680f821c5, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:53.593140 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.648173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] For port c4dbc2ac-2b12-4fea-9700-74e680f821c5, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:53.652788 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] For port c4dbc2ac-2b12-4fea-9700-74e680f821c5, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4dbc2ac-2b12-4fea-9700-74e680f821c5,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:53.657155 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.657412 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.695891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.715709 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Routers {'7ecc2f59-acc8-4376-83ce-34e7b91b023e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:53.716339 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:53.733914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:53.736897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:53.741511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:53.769544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2e33b1-b82d-43cb-88bb-8218071312e7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:53.785017 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21b15a-fa94-4471-b3c1-51e5e61f84b0 None None] Pushing event updated for resources: {'Port': ['ID=c4dbc2ac-2b12-4fea-9700-74e680f821c5,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:53.793392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:53.836761 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] Set router 7ecc2f59-acc8-4376-83ce-34e7b91b023e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:53.942016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.036635 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:02:52Z', 'revision_number': 3, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:54.066729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-dbea422d-d14e-44d4-b66b-db841f87bcbc None None] Provisioning complete for port ba2e33b1-b82d-43cb-88bb-8218071312e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:54.067335 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dbea422d-d14e-44d4-b66b-db841f87bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.071946 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc0d29-65ef-4127-ba63-c03f17383356 None None] The sync data for ids ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'] in n-d-811405-2 is: [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:02:52Z', 'revision_number': 3, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:54.120667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-dbea422d-d14e-44d4-b66b-db841f87bcbc None None] Port ba2e33b1-b82d-43cb-88bb-8218071312e7 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:54.150614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.157295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.237479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.239343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2e33b1-b82d-43cb-88bb-8218071312e7,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:54.370348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:54.371910 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:54.527045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 63f82452-9432-411c-bf2a-b5207682bd61 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:54.544507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Router 7ecc2f59-acc8-4376-83ce-34e7b91b023e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:02:54.588825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 63f82452-9432-411c-bf2a-b5207682bd61 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:54.589645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.676403 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c4dbc2ac-2b12-4fea-9700-74e680f821c5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:54.682446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:54.689967 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14aff3b8-3d6d-47bc-b1f2-f3a825d58477 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ecc2f59-acc8-4376-83ce-34e7b91b023e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8384771 Nov 02 17:02:54.743735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c4dbc2ac-2b12-4fea-9700-74e680f821c5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:54.744111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.767485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ca145b31-750e-4ef5-899a-9fd44f752738 None None] Provisioning complete for port ba2e33b1-b82d-43cb-88bb-8218071312e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:54.767855 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca145b31-750e-4ef5-899a-9fd44f752738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.811248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ca145b31-750e-4ef5-899a-9fd44f752738 None None] Port ba2e33b1-b82d-43cb-88bb-8218071312e7 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:54.883884 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.908468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port c4dbc2ac-2b12-4fea-9700-74e680f821c5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4dbc2ac-2b12-4fea-9700-74e680f821c5,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:54.914416 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:54.973664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=c4dbc2ac-2b12-4fea-9700-74e680f821c5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:55.245594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44574) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:55.250514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1340344944-network', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:55.270590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Made reservation on behalf of 6ff26aef542449578fbbfb5e97fbb0df for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:55.272995 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.282163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.359797 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.363705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.389969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:02:55.399511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:55.405685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.406073 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Added segment c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3 of type vlan for network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 Nov 02 17:02:55.448973 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.473858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.474895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:55.476461 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.538421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2909799 Nov 02 17:02:55.542673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44576) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:55.550193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Request body: {'subnet': {'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1340344944-subnet', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:55.555055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3cdd-373a-4bf5-bbcb-7390efecbe2b admin admin] Pushing event updated for resources: {'Network': ['ID=f64f8d2d-d87f-433e-abfe-f3b0be4127d2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:55.566697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:02:55.575267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Made reservation on behalf of 6ff26aef542449578fbbfb5e97fbb0df for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:02:55.578305 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.783941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.828889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Sync routers for ids ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:55.839715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Routers {'7ecc2f59-acc8-4376-83ce-34e7b91b023e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:55.840004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=192df3bc-9ca4-4705-944c-48c1a32a21f6,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:55.840344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:55.864926 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Checking segment: {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:55.865287 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Network hostable DHCP agents. Network: f64f8d2d-d87f-433e-abfe-f3b0be4127d2, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:02:55.885233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:02:55.894562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, f64f8d2d-d87f-433e-abfe-f3b0be4127d2) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:55.900016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:02:55.900609 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.915944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c51a71-59bd-4197-96c4-bbc34060d326 None None] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:55.921594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0a07d5d6-5ae3-4299-903a-c7c718754d5e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3775432 Nov 02 17:02:55.925499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44578) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:55.930744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:02:55.955430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:55.956492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.016628 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.026872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Set router 7ecc2f59-acc8-4376-83ce-34e7b91b023e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:56.185564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.266168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-f64f8d2d-d87f-433e-abfe-f3b0be4127d2', 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'fixed_ips': [{'subnet_id': '192df3bc-9ca4-4705-944c-48c1a32a21f6'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:02:56.268186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.441633 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.458618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c4dbc2ac-2b12-4fea-9700-74e680f821c5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:56.463749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.580956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Allocated IP 172.25.7.5 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/30ec0d8f-46b9-4fad-a0be-add4bfaf94c0) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:56.635280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c4dbc2ac-2b12-4fea-9700-74e680f821c5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:56.636037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.720917 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.730832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Allocated IP 172.20.0.2 (f64f8d2d-d87f-433e-abfe-f3b0be4127d2/192df3bc-9ca4-4705-944c-48c1a32a21f6/2499ab10-d59a-45d0-90a7-9ebee53634ce) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:56.761087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:56.805871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Pushing event updated for resources: {'Port': ['ID=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:56.822705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:56.824749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:56.827298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:56.841057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:02:53Z', 'revision_number': 4, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'ba2e33b1-b82d-43cb-88bb-8218071312e7', 'name': '', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'mac_address': 'fa:16:3e:02:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:53Z', 'updated_at': '2021-11-02T17:02:53Z', 'revision_number': 2, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'subnets': [{'id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:56.883038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Checking router: 7ecc2f59-acc8-4376-83ce-34e7b91b023e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:56.883500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Updating router 7ecc2f59-acc8-4376-83ce-34e7b91b023e port ba2e33b1-b82d-43cb-88bb-8218071312e7 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:56.932932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.109607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.120886 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.207214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:57.217417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:57.227183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:57.231057 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Pushing event updated for resources: {'Port': ['ID=2499ab10-d59a-45d0-90a7-9ebee53634ce,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:57.330518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Attempting to bind port 2499ab10-d59a-45d0-90a7-9ebee53634ce on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:57.330894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Attempting to bind port 2499ab10-d59a-45d0-90a7-9ebee53634ce by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:57.331262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Attempting to bind port 2499ab10-d59a-45d0-90a7-9ebee53634ce on network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:57.340724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:57.341103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Checking segment: {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:57.341510 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.341923 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Bound using segment: {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:57.342685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Bound port: 2499ab10-d59a-45d0-90a7-9ebee53634ce, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:57.343113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.443122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.451940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.461022 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.477800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-34534504-81a3-494e-974e-856f0f6397dc None None] For port 2499ab10-d59a-45d0-90a7-9ebee53634ce, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:57.506936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-34534504-81a3-494e-974e-856f0f6397dc None None] For port 2499ab10-d59a-45d0-90a7-9ebee53634ce, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2499ab10-d59a-45d0-90a7-9ebee53634ce,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:57.516476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37573ae4-e249-461a-a2d5-942b4a884b8c None None] Pushing event updated for resources: {'Port': ['ID=ba2e33b1-b82d-43cb-88bb-8218071312e7,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:57.519145 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.632039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Attempting to bind port ba2e33b1-b82d-43cb-88bb-8218071312e7 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:57.632948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Attempting to bind port ba2e33b1-b82d-43cb-88bb-8218071312e7 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:57.633497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Attempting to bind port ba2e33b1-b82d-43cb-88bb-8218071312e7 on network 72c38d32-f8bc-4152-aeb3-d97eef37262e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:57.646476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:57.647316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Checking segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:57.647316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.647700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Bound using segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:57.648177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Bound port: ba2e33b1-b82d-43cb-88bb-8218071312e7, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:57.648567 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.664675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534504-81a3-494e-974e-856f0f6397dc None None] Pushing event updated for resources: {'Port': ['ID=2499ab10-d59a-45d0-90a7-9ebee53634ce,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:57.692973 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.736349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] For port ba2e33b1-b82d-43cb-88bb-8218071312e7, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:57.740441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] For port ba2e33b1-b82d-43cb-88bb-8218071312e7, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba2e33b1-b82d-43cb-88bb-8218071312e7,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:57.749345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:57.842798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Routers {'7ecc2f59-acc8-4376-83ce-34e7b91b023e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:57.842798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:57.899759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Router 5c44da56-f422-4751-a742-48b013b52a99 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:02:57.900611 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37573ae4-e249-461a-a2d5-942b4a884b8c None None] Pushing event updated for resources: {'Port': ['ID=ba2e33b1-b82d-43cb-88bb-8218071312e7,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:57.962974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ecc03a22-f6dd-47f9-a838-05142f386918 None None] Provisioning complete for port ba2e33b1-b82d-43cb-88bb-8218071312e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:57.963213 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ecc03a22-f6dd-47f9-a838-05142f386918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.069283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] Set router 7ecc2f59-acc8-4376-83ce-34e7b91b023e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:58.078308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:02:58.092747 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Sync routers for ids ['5c44da56-f422-4751-a742-48b013b52a99'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:02:58.107637 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Routers {'5c44da56-f422-4751-a742-48b013b52a99'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:58.109029 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5c44da56-f422-4751-a742-48b013b52a99'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:58.113863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.115308 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-430aedd8-8e7e-4f44-af96-ac796a98ce1c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1887743 Nov 02 17:02:58.118247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44580) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:02:58.118693 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ecc03a22-f6dd-47f9-a838-05142f386918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.226282 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Set router 5c44da56-f422-4751-a742-48b013b52a99 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:58.237829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ecc03a22-f6dd-47f9-a838-05142f386918 None None] For port ba2e33b1-b82d-43cb-88bb-8218071312e7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba2e33b1-b82d-43cb-88bb-8218071312e7,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:58.246821 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ecc03a22-f6dd-47f9-a838-05142f386918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.311480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03a22-f6dd-47f9-a838-05142f386918 None None] Pushing event updated for resources: {'Port': ['ID=ba2e33b1-b82d-43cb-88bb-8218071312e7,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:58.402156 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-caafa973-771f-434d-8202-715d65640615 None None] Provisioning complete for port ba2e33b1-b82d-43cb-88bb-8218071312e7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:58.402784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-caafa973-771f-434d-8202-715d65640615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.449965 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:02:57Z', 'revision_number': 3, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:58.464217 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:02:53Z', 'revision_number': 4, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'ba2e33b1-b82d-43cb-88bb-8218071312e7', 'name': '', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'mac_address': 'fa:16:3e:02:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:53Z', 'updated_at': '2021-11-02T17:02:57Z', 'revision_number': 4, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'subnets': [{'id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:58.478685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2499ab10-d59a-45d0-90a7-9ebee53634ce up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:02:58.490435 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Checking router: 5c44da56-f422-4751-a742-48b013b52a99 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:02:58.491579 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Updating router 5c44da56-f422-4751-a742-48b013b52a99 port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:02:58.523330 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.536685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7f245-bfc0-41cc-b061-174196d22a5a None None] The sync data for ids ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'] in n-d-811405-2 is: [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:02:53Z', 'revision_number': 4, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'ba2e33b1-b82d-43cb-88bb-8218071312e7', 'name': '', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'mac_address': 'fa:16:3e:02:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:53Z', 'updated_at': '2021-11-02T17:02:57Z', 'revision_number': 4, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'subnets': [{'id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:58.660494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2499ab10-d59a-45d0-90a7-9ebee53634ce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:58.661226 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.685808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.816795 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.870589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 2499ab10-d59a-45d0-90a7-9ebee53634ce, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2499ab10-d59a-45d0-90a7-9ebee53634ce,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:02:58.878378 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:58.951512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Allocated IP 172.20.0.1 (f64f8d2d-d87f-433e-abfe-f3b0be4127d2/192df3bc-9ca4-4705-944c-48c1a32a21f6/c06b58ef-34f4-4ee4-8c9e-83191859634c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:02:58.978258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=2499ab10-d59a-45d0-90a7-9ebee53634ce,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:59.059863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf327449-62e9-4edc-a483-0fe0bdd9ee39 None None] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:02:59.087175 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.095410 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.101362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.135642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-db9207f0-ab00-4294-b9b5-cb39ade627c5 None None] Provisioning complete for port 2499ab10-d59a-45d0-90a7-9ebee53634ce triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:59.136133 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-db9207f0-ab00-4294-b9b5-cb39ade627c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.152763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.154637 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2fe68-4721-425f-ae1c-95cea00754b3 None None] Pushing event updated for resources: {'Port': ['ID=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:59.180071 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Attempting to bind port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:02:59.180850 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Attempting to bind port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:02:59.181019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Attempting to bind port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:02:59.187011 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:02:59.187580 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:02:59.188105 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.188598 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:02:59.189179 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Bound port: 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:02:59.189664 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.220046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c06b58ef-34f4-4ee4-8c9e-83191859634c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:59.225574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:02:59.231771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:02:59.235092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:02:59.238005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.238400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.238759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.239082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.239414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.239744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.240072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.240398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.241334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.241660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.241985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.242348 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:02:59.279355 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] For port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:02:59.284662 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] For port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:02:59.293465 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.324723 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.374984 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Routers {'5c44da56-f422-4751-a742-48b013b52a99'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:02:59.375636 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5c44da56-f422-4751-a742-48b013b52a99'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:59.441434 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2fe68-4721-425f-ae1c-95cea00754b3 None None] Pushing event updated for resources: {'Port': ['ID=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:59.505389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.513749 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] Set router 5c44da56-f422-4751-a742-48b013b52a99 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:02:59.743651 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:02:57Z', 'revision_number': 3, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:02:59.773189 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd187f2-80ea-4c5f-b9de-404b548e790f None None] The sync data for ids ['5c44da56-f422-4751-a742-48b013b52a99'] in n-d-811405-2 is: [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:02:57Z', 'revision_number': 3, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:02:59.821947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.829178 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.871683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cec9669d-e516-4038-877c-3bbcd4e81142 None None] Provisioning complete for port c06b58ef-34f4-4ee4-8c9e-83191859634c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:59.872260 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cec9669d-e516-4038-877c-3bbcd4e81142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.910191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c06b58ef-34f4-4ee4-8c9e-83191859634c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:02:59.917284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:02:59.938738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-cec9669d-e516-4038-877c-3bbcd4e81142 None None] Port c06b58ef-34f4-4ee4-8c9e-83191859634c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:02:59.958692 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cec9669d-e516-4038-877c-3bbcd4e81142 None None] Provisioning complete for port 2499ab10-d59a-45d0-90a7-9ebee53634ce triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:02:59.959071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cec9669d-e516-4038-877c-3bbcd4e81142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:00.045040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:03:00.051290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:03:00.226874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a52394d8-7feb-443b-abbe-9ee6c415dea3 None None] Provisioning complete for port c06b58ef-34f4-4ee4-8c9e-83191859634c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:00.227449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a52394d8-7feb-443b-abbe-9ee6c415dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:00.228430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Router 5c44da56-f422-4751-a742-48b013b52a99 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:03:00.293502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a52394d8-7feb-443b-abbe-9ee6c415dea3 None None] Port c06b58ef-34f4-4ee4-8c9e-83191859634c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:03:00.413561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:03:00.419107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c20ddec3-0d65-4fbf-8aa4-48b12132f9a4 admin admin] 10.222.0.31 "PUT /v2.0/routers/5c44da56-f422-4751-a742-48b013b52a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2996402 Nov 02 17:03:00.520052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f215fdfb-3db4-4dd4-b72d-15b197647d25 None None] Provisioning complete for port c06b58ef-34f4-4ee4-8c9e-83191859634c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:00.520962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f215fdfb-3db4-4dd4-b72d-15b197647d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:00.565521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f215fdfb-3db4-4dd4-b72d-15b197647d25 None None] Port c06b58ef-34f4-4ee4-8c9e-83191859634c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:03:00.584223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2499ab10-d59a-45d0-90a7-9ebee53634ce up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:00.638473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2499ab10-d59a-45d0-90a7-9ebee53634ce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:00.638932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:00.729652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba2e33b1-b82d-43cb-88bb-8218071312e7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:00.779572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ba2e33b1-b82d-43cb-88bb-8218071312e7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:00.779945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:00.865028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:00.920562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:00.921309 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:01.011217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:01.034765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:01.047750 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:01.099009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:01.123487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-2e30c4be-4bf7-46bc-bfc5-877343e58128 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:01.125045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-2e30c4be-4bf7-46bc-bfc5-877343e58128 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/networks?id=72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 200 len: 910 time: 0.1692939 Nov 02 17:03:01.145816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-5e75ba57-9254-4259-8864-95b9c7d3916c tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/quotas/6ff26aef542449578fbbfb5e97fbb0df HTTP/1.1" status: 200 len: 375 time: 0.0110862 Nov 02 17:03:01.229431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f4c2ed76-cd8a-433d-adf5-70d1cd618d7d tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762210 Nov 02 17:03:01.790250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-21a00edd-a9c1-49ac-9c0a-3dda4d4cfe2d service neutron] 10.222.0.31 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537889 Nov 02 17:03:01.895299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-637f7ef2-6fcc-4642-9176-40a521010312 service neutron] 10.222.0.31 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935528 Nov 02 17:03:02.007045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Sync routers for ids ['5c44da56-f422-4751-a742-48b013b52a99'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:03:02.017108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Routers {'5c44da56-f422-4751-a742-48b013b52a99'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:03:02.017731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5c44da56-f422-4751-a742-48b013b52a99'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:02.135774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Set router 5c44da56-f422-4751-a742-48b013b52a99 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:03:02.138299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3faa909a-3d8b-4d20-969b-9df73a2a3aa8 req-63f08a3b-d4b8-4c58-a46e-b854d8878fa1 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 210 time: 0.0948169 Nov 02 17:03:02.369696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:02:59Z', 'revision_number': 4, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c06b58ef-34f4-4ee4-8c9e-83191859634c', 'name': '', 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'mac_address': 'fa:16:3e:b0:40:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '192df3bc-9ca4-4705-944c-48c1a32a21f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:58Z', 'updated_at': '2021-11-02T17:02:59Z', 'revision_number': 2, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'subnets': [{'id': '192df3bc-9ca4-4705-944c-48c1a32a21f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:02.406576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Checking router: 5c44da56-f422-4751-a742-48b013b52a99 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:03:02.406978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Updating router 5c44da56-f422-4751-a742-48b013b52a99 port c06b58ef-34f4-4ee4-8c9e-83191859634c binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:03:02.427501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:02.463690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:02.534055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:02.534529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:02.835438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:02.840575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:02.892166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9364afa-d5bb-440d-88ac-3b5372330b83 None None] Pushing event updated for resources: {'Port': ['ID=c06b58ef-34f4-4ee4-8c9e-83191859634c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:02.949093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Attempting to bind port c06b58ef-34f4-4ee4-8c9e-83191859634c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:03:02.949468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Attempting to bind port c06b58ef-34f4-4ee4-8c9e-83191859634c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:03:02.949836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Attempting to bind port c06b58ef-34f4-4ee4-8c9e-83191859634c on network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:03:02.955042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:03:02.955417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Checking segment: {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:03:02.955816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:02.956294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Bound using segment: {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:03:02.956666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Bound port: c06b58ef-34f4-4ee4-8c9e-83191859634c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:03:02.957047 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.031850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] For port c06b58ef-34f4-4ee4-8c9e-83191859634c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:03:03.035161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] For port c06b58ef-34f4-4ee4-8c9e-83191859634c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c06b58ef-34f4-4ee4-8c9e-83191859634c,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:03:03.040822 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.113595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Routers {'5c44da56-f422-4751-a742-48b013b52a99'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:03:03.114276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:02:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5c44da56-f422-4751-a742-48b013b52a99'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:03.186731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9364afa-d5bb-440d-88ac-3b5372330b83 None None] Pushing event updated for resources: {'Port': ['ID=c06b58ef-34f4-4ee4-8c9e-83191859634c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:03.192251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ae064301-14db-45ec-94e0-f7ad9d7d422d None None] Provisioning complete for port c06b58ef-34f4-4ee4-8c9e-83191859634c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:03.192631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ae064301-14db-45ec-94e0-f7ad9d7d422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.285789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-299aa34d-1724-461e-88b8-c965c8ae8fa6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:03.290345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-299aa34d-1724-461e-88b8-c965c8ae8fa6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.55 "GET /v2.0/networks?id=72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 200 len: 910 time: 0.1910486 Nov 02 17:03:03.314801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Request body: {'port': {'device_id': '0a41d779-d624-491c-92bb-441583a54415', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'admin_state_up': True, 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:03:03.357407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Made reservation on behalf of 6ff26aef542449578fbbfb5e97fbb0df for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:03:03.361399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.363749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] Set router 5c44da56-f422-4751-a742-48b013b52a99 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:03:03.366944 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ae064301-14db-45ec-94e0-f7ad9d7d422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.399573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f140f805-7a79-4140-854d-1c37a91b3745 req-08cc173b-a1b0-43f9-9e04-578faa90d70f tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 210 time: 0.1413894 Nov 02 17:03:03.473124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ae064301-14db-45ec-94e0-f7ad9d7d422d None None] For port c06b58ef-34f4-4ee4-8c9e-83191859634c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c06b58ef-34f4-4ee4-8c9e-83191859634c,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:03.485874 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ae064301-14db-45ec-94e0-f7ad9d7d422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.505195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Allocated IP 172.20.0.6 (72c38d32-f8bc-4152-aeb3-d97eef37262e/6a169da9-5022-49ac-b7ea-6d0be97bea98/683bb6f0-cf6e-4818-93ad-d0e479245a21) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:03:03.607720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae064301-14db-45ec-94e0-f7ad9d7d422d None None] Pushing event updated for resources: {'Port': ['ID=c06b58ef-34f4-4ee4-8c9e-83191859634c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:03.630322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3caaa8fc-22f9-4e91-bff6-eb07e19bbf27 None None] Provisioning complete for port c06b58ef-34f4-4ee4-8c9e-83191859634c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:03.630692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3caaa8fc-22f9-4e91-bff6-eb07e19bbf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.683020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.718013 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.746735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:02:59Z', 'revision_number': 4, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c06b58ef-34f4-4ee4-8c9e-83191859634c', 'name': '', 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'mac_address': 'fa:16:3e:b0:40:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '192df3bc-9ca4-4705-944c-48c1a32a21f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:58Z', 'updated_at': '2021-11-02T17:03:03Z', 'revision_number': 4, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'subnets': [{'id': '192df3bc-9ca4-4705-944c-48c1a32a21f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:03.768417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:03:03.772634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:03:03.775030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:03:03.778004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a28ad7-a092-45e9-894d-f808fc2035d9 None None] The sync data for ids ['5c44da56-f422-4751-a742-48b013b52a99'] in n-d-811405-2 is: [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:02:59Z', 'revision_number': 4, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c06b58ef-34f4-4ee4-8c9e-83191859634c', 'name': '', 'network_id': 'f64f8d2d-d87f-433e-abfe-f3b0be4127d2', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'mac_address': 'fa:16:3e:b0:40:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '192df3bc-9ca4-4705-944c-48c1a32a21f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:58Z', 'updated_at': '2021-11-02T17:03:03Z', 'revision_number': 4, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'subnets': [{'id': '192df3bc-9ca4-4705-944c-48c1a32a21f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:03:03.802488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Pushing event updated for resources: {'Port': ['ID=683bb6f0-cf6e-4818-93ad-d0e479245a21,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:03.830508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:03.830508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:03.856898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f064ae59-7143-4cdd-b01e-fd81eecc8ec7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5486465 Nov 02 17:03:03.869947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Request body: {'port': {'device_id': '0a41d779-d624-491c-92bb-441583a54415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:03:03.954687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.116234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4bbf26a7-9c73-4505-9382-c9f255783d3f None None] Provisioning complete for port 683bb6f0-cf6e-4818-93ad-d0e479245a21 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:04.117628 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bbf26a7-9c73-4505-9382-c9f255783d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.159616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf26a7-9c73-4505-9382-c9f255783d3f None None] Port 683bb6f0-cf6e-4818-93ad-d0e479245a21 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:03:04.276038 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683bb6f0-cf6e-4818-93ad-d0e479245a21 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:03:04.287765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.303204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Transition to ACTIVE for port object 683bb6f0-cf6e-4818-93ad-d0e479245a21 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:03:04.307439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.365762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Pushing event updated for resources: {'Port': ['ID=683bb6f0-cf6e-4818-93ad-d0e479245a21,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:04.458295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Attempting to bind port 683bb6f0-cf6e-4818-93ad-d0e479245a21 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:03:04.458727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Attempting to bind port 683bb6f0-cf6e-4818-93ad-d0e479245a21 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:03:04.459153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Attempting to bind port 683bb6f0-cf6e-4818-93ad-d0e479245a21 on network 72c38d32-f8bc-4152-aeb3-d97eef37262e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:03:04.466203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Port 683bb6f0-cf6e-4818-93ad-d0e479245a21 on network 72c38d32-f8bc-4152-aeb3-d97eef37262e not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:03:04.466534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Attempting to bind port 683bb6f0-cf6e-4818-93ad-d0e479245a21 on network 72c38d32-f8bc-4152-aeb3-d97eef37262e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:03:04.472341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:03:04.473314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Checking segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:03:04.473314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Bound using segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:03:04.473600 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Bound port: 683bb6f0-cf6e-4818-93ad-d0e479245a21, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:03:04.473832 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.512382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c06b58ef-34f4-4ee4-8c9e-83191859634c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:04.541322 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30e8c-4a3f-4171-8f76-71e3bf57c644 req-ffb5b4a4-10fd-4487-97c2-ec1643b5efa7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:04.543051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55d30e8c-4a3f-4171-8f76-71e3bf57c644 req-ffb5b4a4-10fd-4487-97c2-ec1643b5efa7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1052 time: 0.0534747 Nov 02 17:03:04.564250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] For port 683bb6f0-cf6e-4818-93ad-d0e479245a21, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:03:04.568408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] For port 683bb6f0-cf6e-4818-93ad-d0e479245a21, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:03:04.577421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.581397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c06b58ef-34f4-4ee4-8c9e-83191859634c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:04.582345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.588732 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55d30e8c-4a3f-4171-8f76-71e3bf57c644 req-c82829ea-2221-430b-9b70-3d18c1f2ea9f tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 Nov 02 17:03:04.620081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:04.620693 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:04.622087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] 10.222.0.55 "PUT /v2.0/ports/683bb6f0-cf6e-4818-93ad-d0e479245a21 HTTP/1.1" status: 200 len: 1091 time: 0.7574704 Nov 02 17:03:04.622591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a41d779-d624-491c-92bb-441583a54415', 'tag': '683bb6f0-cf6e-4818-93ad-d0e479245a21'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:03:04.624956 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f214c74-252d-40d8-8927-214aefebec06" -d '{"events": [{"name": "network-changed", "server_uuid": "0a41d779-d624-491c-92bb-441583a54415", "tag": "683bb6f0-cf6e-4818-93ad-d0e479245a21"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:03:04.686554 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb78b2e-c0b7-4678-82d0-01f2a920eecf x-openstack-request-id: req-6fb78b2e-c0b7-4678-82d0-01f2a920eecf {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:03:04.686907 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a41d779-d624-491c-92bb-441583a54415", "tag": "683bb6f0-cf6e-4818-93ad-d0e479245a21", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:03:04.687082 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fb78b2e-c0b7-4678-82d0-01f2a920eecf {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:03:04.687487 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a41d779-d624-491c-92bb-441583a54415', 'tag': '683bb6f0-cf6e-4818-93ad-d0e479245a21', 'status': 'completed', 'code': 200} Nov 02 17:03:04.698416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c160dab-23e7-4910-a6b2-071c7d0da02f service neutron] Pushing event updated for resources: {'Port': ['ID=683bb6f0-cf6e-4818-93ad-d0e479245a21,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:04.735282 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-e9862b71-a8a6-4af2-bc39-f64f03030cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:04.736833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-e9862b71-a8a6-4af2-bc39-f64f03030cbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1094 time: 0.0546548 Nov 02 17:03:04.780026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-9c7de141-77a2-44a5-94bb-2b9398d8380a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21 HTTP/1.1" status: 200 len: 217 time: 0.0356388 Nov 02 17:03:04.832543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-23cc3d9b-64d6-415d-bfb6-b13aba8d8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:04.834099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-23cc3d9b-64d6-415d-bfb6-b13aba8d8fb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a169da9-5022-49ac-b7ea-6d0be97bea98 HTTP/1.1" status: 200 len: 848 time: 0.0475094 Nov 02 17:03:04.886275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f5e00328-0d48-4b96-84bc-b96aeb610101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:04.887779 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-f5e00328-0d48-4b96-84bc-b96aeb610101 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72c38d32-f8bc-4152-aeb3-d97eef37262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471878 Nov 02 17:03:04.980430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-38f15ba9-3443-442d-9b4f-7999446de21a service neutron] 10.222.0.55 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Nov 02 17:03:05.075485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e78548dc-2a5c-48ee-8db4-4c54d1c9163b req-b0bf8223-c632-43d4-b20e-66138d94ddc2 service neutron] 10.222.0.55 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Nov 02 17:03:05.174913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214c74-252d-40d8-8927-214aefebec06 req-b509052c-9041-43de-9c8e-5b03a51fb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:05.176380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-b509052c-9041-43de-9c8e-5b03a51fb57c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1094 time: 0.0527282 Nov 02 17:03:05.273171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214c74-252d-40d8-8927-214aefebec06 req-54bb1f88-30a8-426c-83a1-04babba2ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:05.274693 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-54bb1f88-30a8-426c-83a1-04babba2ae94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 200 len: 910 time: 0.0913346 Nov 02 17:03:05.319482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-5c419de8-caac-472c-8a61-99afb5f8ec0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21 HTTP/1.1" status: 200 len: 217 time: 0.0359633 Nov 02 17:03:05.369094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214c74-252d-40d8-8927-214aefebec06 req-73da2b32-df53-4018-8403-31b341561879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:05.370609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-73da2b32-df53-4018-8403-31b341561879 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a169da9-5022-49ac-b7ea-6d0be97bea98 HTTP/1.1" status: 200 len: 848 time: 0.0444794 Nov 02 17:03:05.419845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214c74-252d-40d8-8927-214aefebec06 req-c45d3dc8-88f8-47db-a955-a81d61267cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:05.421527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-c45d3dc8-88f8-47db-a955-a81d61267cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72c38d32-f8bc-4152-aeb3-d97eef37262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436163 Nov 02 17:03:05.536955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-2ab6cae7-1275-4fca-bc30-93542175bf47 service neutron] 10.222.0.55 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069891 Nov 02 17:03:05.656705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f214c74-252d-40d8-8927-214aefebec06 req-1f73da98-018b-4bf0-acb7-e5eb2261601e service neutron] 10.222.0.55 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108186 Nov 02 17:03:05.729093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879508-cb3f-4b27-a8f0-349c65ba6ea7 req-3d6023e2-f9b8-4ced-bcd6-56f51e86fbcd tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:05.730782 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17879508-cb3f-4b27-a8f0-349c65ba6ea7 req-3d6023e2-f9b8-4ced-bcd6-56f51e86fbcd tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1094 time: 0.0523653 Nov 02 17:03:05.770465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17879508-cb3f-4b27-a8f0-349c65ba6ea7 req-34697db3-46da-4bac-820d-2917d503852e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Nov 02 17:03:06.887578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e3d3-b8d4-42a3-ab41-c1864b92952b req-996a2ffe-201a-46aa-8b41-18d18253a265 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:06.889154 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b89e3d3-b8d4-42a3-ab41-c1864b92952b req-996a2ffe-201a-46aa-8b41-18d18253a265 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1094 time: 0.0460672 Nov 02 17:03:06.933559 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b89e3d3-b8d4-42a3-ab41-c1864b92952b req-a75dd455-16f7-49b0-98e7-d7cd8326e52b tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375819 Nov 02 17:03:08.049748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664e0-3039-4c20-b9c3-7f32b3f2b7dc req-2a8cedad-d259-464e-8892-f803fa0cc362 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:08.051519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9d664e0-3039-4c20-b9c3-7f32b3f2b7dc req-2a8cedad-d259-464e-8892-f803fa0cc362 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1094 time: 0.0456319 Nov 02 17:03:08.091103 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9d664e0-3039-4c20-b9c3-7f32b3f2b7dc req-85cb22d0-edbc-4248-8c73-08054ffb4c0c tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Nov 02 17:03:08.659000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 683bb6f0-cf6e-4818-93ad-d0e479245a21 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:03:08.662851 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0a18c20-bb4b-486d-ab24-6b6f6cb56ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:08.758420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 683bb6f0-cf6e-4818-93ad-d0e479245a21, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:08.768475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '683bb6f0-cf6e-4818-93ad-d0e479245a21', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'port_id': '683bb6f0-cf6e-4818-93ad-d0e479245a21', 'mac_address': 'fa:16:3e:b7:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:03:08.805931 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:08.818258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683bb6f0-cf6e-4818-93ad-d0e479245a21 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:03:08.837579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 683bb6f0-cf6e-4818-93ad-d0e479245a21, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:08.841098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:08.887113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=683bb6f0-cf6e-4818-93ad-d0e479245a21,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:09.043610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['683bb6f0-cf6e-4818-93ad-d0e479245a21'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:03:09.210905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96246a5-0a6b-4b6f-b374-31924e4ee11e req-d2c14e20-22fe-41b9-9754-79010f3f9b18 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:09.212981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e96246a5-0a6b-4b6f-b374-31924e4ee11e req-d2c14e20-22fe-41b9-9754-79010f3f9b18 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1095 time: 0.0511003 Nov 02 17:03:09.259226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e96246a5-0a6b-4b6f-b374-31924e4ee11e req-a070fd3a-65ee-4406-b4c7-5182316d19be tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Nov 02 17:03:10.365925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b729-a4db-49eb-9e78-0b83540a07fd req-a88cdf84-5c76-4dc0-9952-64a73b9dce4f tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:10.368082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f63b729-a4db-49eb-9e78-0b83540a07fd req-a88cdf84-5c76-4dc0-9952-64a73b9dce4f tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1095 time: 0.0443468 Nov 02 17:03:10.407401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f63b729-a4db-49eb-9e78-0b83540a07fd req-dd27d765-8d4e-4f20-a683-a75337bf5a36 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Nov 02 17:03:10.674747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 683bb6f0-cf6e-4818-93ad-d0e479245a21 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:10.726718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 683bb6f0-cf6e-4818-93ad-d0e479245a21 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:03:10.732189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 683bb6f0-cf6e-4818-93ad-d0e479245a21 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:10.732820 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:10.838690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:10.862496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a41d779-d624-491c-92bb-441583a54415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bb6f0-cf6e-4818-93ad-d0e479245a21'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:03:10.864839 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765bd09e-2594-4076-8f29-4c0bd0f53ab8" -d '{"events": [{"server_uuid": "0a41d779-d624-491c-92bb-441583a54415", "name": "network-vif-plugged", "status": "completed", "tag": "683bb6f0-cf6e-4818-93ad-d0e479245a21"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:03:10.879188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 683bb6f0-cf6e-4818-93ad-d0e479245a21, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:10.883328 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:10.906566 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33051319-c529-4c05-9685-800b4be6b64d x-openstack-request-id: req-33051319-c529-4c05-9685-800b4be6b64d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:03:10.906860 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a41d779-d624-491c-92bb-441583a54415", "name": "network-vif-plugged", "status": "completed", "tag": "683bb6f0-cf6e-4818-93ad-d0e479245a21", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:03:10.907113 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33051319-c529-4c05-9685-800b4be6b64d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:03:10.907500 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a41d779-d624-491c-92bb-441583a54415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bb6f0-cf6e-4818-93ad-d0e479245a21', 'code': 200} Nov 02 17:03:10.940680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=683bb6f0-cf6e-4818-93ad-d0e479245a21,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:11.020494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c902d-2a7a-4584-9d92-8d5a3c1e7f88 req-9bee309d-0ad3-46e2-a9c9-0f43b30a85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:11.022068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a9c902d-2a7a-4584-9d92-8d5a3c1e7f88 req-9bee309d-0ad3-46e2-a9c9-0f43b30a85fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0506077 Nov 02 17:03:11.058738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4a9c902d-2a7a-4584-9d92-8d5a3c1e7f88 req-65519fc0-a173-49f4-8ac7-0e51f7fe6c90 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299394 Nov 02 17:03:11.126833 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-196cb6d0-acf2-416d-9e0a-ae5b74c2aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:11.346761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:11.512365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9f6b2-85d0-42ff-9485-c65f01f1ec5e req-094113c5-fffb-455e-9732-e55a9043c657 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:11.513857 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0e9f6b2-85d0-42ff-9485-c65f01f1ec5e req-094113c5-fffb-455e-9732-e55a9043c657 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0397410 Nov 02 17:03:11.549055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0e9f6b2-85d0-42ff-9485-c65f01f1ec5e req-0f29a82a-1345-4b0b-af15-e88c8d7af4ff tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290873 Nov 02 17:03:12.662943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dae9a3-d0a2-40d6-9908-f75d3ebd79ef req-29f19f43-2510-4ee2-8822-21da724832a9 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:12.664406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92dae9a3-d0a2-40d6-9908-f75d3ebd79ef req-29f19f43-2510-4ee2-8822-21da724832a9 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0461547 Nov 02 17:03:12.668869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:12.700613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92dae9a3-d0a2-40d6-9908-f75d3ebd79ef req-d29c7b79-c990-410c-95bf-2b0e4581d6b6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300894 Nov 02 17:03:12.809375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a03e-2af3-4163-985b-425d9e2f709f req-7239a882-278e-4888-85d5-55312e792e1b tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:12.811043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1756a03e-2af3-4163-985b-425d9e2f709f req-7239a882-278e-4888-85d5-55312e792e1b tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0425830 Nov 02 17:03:12.848797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1756a03e-2af3-4163-985b-425d9e2f709f req-34be9a5a-84a7-4114-b970-37f3cd0ed6bc tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Nov 02 17:03:12.956976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f116758-b5d4-449d-a039-bb9cb3a8b09b req-db8845ad-45e6-42b4-898c-029198262b55 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:12.958428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f116758-b5d4-449d-a039-bb9cb3a8b09b req-db8845ad-45e6-42b4-898c-029198262b55 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0409324 Nov 02 17:03:12.994778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4f116758-b5d4-449d-a039-bb9cb3a8b09b req-00efe468-0a34-4260-aa0d-9cbb650052b5 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293231 Nov 02 17:03:13.215979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-0d9422c7-63ce-4bde-984b-db993b2928be tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:13.217627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-0d9422c7-63ce-4bde-984b-db993b2928be tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/networks?id=72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 200 len: 910 time: 0.0919044 Nov 02 17:03:13.232437 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-88ed53f5-8780-49b4-b891-729c6d0653ed tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/quotas/6ff26aef542449578fbbfb5e97fbb0df HTTP/1.1" status: 200 len: 375 time: 0.0090535 Nov 02 17:03:13.282561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-2b2101cf-1895-4949-bc8b-4674dee5ccb7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444729 Nov 02 17:03:13.378025 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-cccdee4f-fd71-419e-89b9-641146bfd936 service neutron] 10.222.0.31 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883036 Nov 02 17:03:13.472379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-54796828-72ec-443e-a09c-fc90f20e2ad9 service neutron] 10.222.0.31 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Nov 02 17:03:13.647250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ad9ccf7-c55b-4fb3-a47c-61d6a6ec7270 req-86fe5d18-102d-45d4-99ed-d33f8ce89004 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 210 time: 0.0358169 Nov 02 17:03:13.836030 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:14.299092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-29427f9d-c153-4af5-aaf3-7d86a1603ce2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397720 Nov 02 17:03:14.383618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-4c09b3a3-d6fc-4215-bdf4-7ceeb2a70e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:14.385235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-4c09b3a3-d6fc-4215-bdf4-7ceeb2a70e69 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.0419364 Nov 02 17:03:14.496729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-f1bbfb01-0fe6-48b7-8d0c-12b06cf363da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:14.498242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-f1bbfb01-0fe6-48b7-8d0c-12b06cf363da service neutron] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 909 time: 0.0919254 Nov 02 17:03:14.620755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-3354ce77-0fa9-4058-9bc8-f061ad69fd85 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 1001 time: 0.1144421 Nov 02 17:03:14.682648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-d06bfb84-556b-4613-9b42-ccc0303e508c tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:14.684109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-d06bfb84-556b-4613-9b42-ccc0303e508c tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.100 "GET /v2.0/networks?id=72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 200 len: 910 time: 0.1375160 Nov 02 17:03:14.699644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Request body: {'port': {'device_id': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'admin_state_up': True, 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:03:14.704714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-1d97ebf5-8ce3-4230-8fb3-4892c05596da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:14.706141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-1d97ebf5-8ce3-4230-8fb3-4892c05596da service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0686276 Nov 02 17:03:14.747426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Made reservation on behalf of 6ff26aef542449578fbbfb5e97fbb0df for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:03:14.749753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:14.782604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-4539c220-5156-4f46-9db4-2e0611897f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:14.784132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-4539c220-5156-4f46-9db4-2e0611897f3d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689511 Nov 02 17:03:14.785816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3e8b9c7-0f13-4999-9187-c45e96c76e7a req-d6aaf22c-0239-4aa4-bbc8-374a471e26a0 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 210 time: 0.0277007 Nov 02 17:03:14.958655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Allocated IP 172.20.0.14 (72c38d32-f8bc-4152-aeb3-d97eef37262e/6a169da9-5022-49ac-b7ea-6d0be97bea98/0eaf3ea7-31a1-4548-90aa-a753f8abfc0c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:03:14.962428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-e71ab930-6d87-4e9c-8e28-5082f0cf025a service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477399 Nov 02 17:03:15.545868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfcda535-06d8-4ae8-8ae1-0aee50017f16 req-7bb5235c-139e-4b97-8298-3332fe06cccc service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748615 Nov 02 17:03:15.598096 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:15.639404 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:15.651146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['683bb6f0-cf6e-4818-93ad-d0e479245a21'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:03:15.682224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:03:15.685219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:03:15.690207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:03:15.702784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Pushing event updated for resources: {'Port': ['ID=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:15.751717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:15.752325 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:15.776391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-acf314b6-25b1-4c45-b68c-82a78b6a156e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0819294 Nov 02 17:03:15.790551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Request body: {'port': {'device_id': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:03:15.862334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:15.938547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b587c-47ab-4ed0-942e-17e15be802b8 req-feb2f16c-6750-4fd7-8df5-8ef6e917aa57 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:15.941160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-599b587c-47ab-4ed0-942e-17e15be802b8 req-feb2f16c-6750-4fd7-8df5-8ef6e917aa57 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1028 time: 0.0545943 Nov 02 17:03:15.985112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-599b587c-47ab-4ed0-942e-17e15be802b8 req-6fa12fde-a205-4a8a-bce2-8b5a610da7c4 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Nov 02 17:03:16.037820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1e795841-910e-42ba-b250-796740f68c90 None None] Provisioning complete for port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:16.038218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1e795841-910e-42ba-b250-796740f68c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:16.073921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1e795841-910e-42ba-b250-796740f68c90 None None] Port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:03:16.160790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:03:16.169048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:16.181428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Transition to ACTIVE for port object 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:03:16.185533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:16.234065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:16.314316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Attempting to bind port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:03:16.314626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Attempting to bind port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:03:16.314971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Attempting to bind port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c on network 72c38d32-f8bc-4152-aeb3-d97eef37262e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:03:16.320323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c on network 72c38d32-f8bc-4152-aeb3-d97eef37262e not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:03:16.320657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Attempting to bind port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c on network 72c38d32-f8bc-4152-aeb3-d97eef37262e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:03:16.326974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:03:16.327364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Checking segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:03:16.327712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Bound using segment: {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:03:16.328142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Bound port: 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325e73ee-bec2-43ce-8cdd-ac1060415bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:03:16.328501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:16.417351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] For port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:03:16.420644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] For port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:03:16.426921 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:16.463237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:16.463878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:16.465259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] 10.222.0.100 "PUT /v2.0/ports/0eaf3ea7-31a1-4548-90aa-a753f8abfc0c HTTP/1.1" status: 200 len: 1092 time: 0.6805961 Nov 02 17:03:16.465710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'tag': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:03:16.468358 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73abe6ab-5389-40c4-b4a6-510b94700269" -d '{"events": [{"name": "network-changed", "server_uuid": "59c2ed0e-c891-4ee8-860c-346dc6db0ff5", "tag": "0eaf3ea7-31a1-4548-90aa-a753f8abfc0c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:03:16.506650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fcb9e-ea98-40ba-81b7-b2a74e4447a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:16.524993 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787ad390-a8b3-426b-af45-40a435437a00 x-openstack-request-id: req-787ad390-a8b3-426b-af45-40a435437a00 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:03:16.525334 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c2ed0e-c891-4ee8-860c-346dc6db0ff5", "tag": "0eaf3ea7-31a1-4548-90aa-a753f8abfc0c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:03:16.525715 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-787ad390-a8b3-426b-af45-40a435437a00 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:03:16.526159 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'tag': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c', 'status': 'completed', 'code': 200} Nov 02 17:03:16.561881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-fb007b26-fa73-4d63-8af0-cf2e65b8d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:16.563451 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-fb007b26-fa73-4d63-8af0-cf2e65b8d862 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0500247 Nov 02 17:03:16.610395 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-a1e3de03-a5e5-433b-bbd1-146ae2d3c23d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c HTTP/1.1" status: 200 len: 217 time: 0.0379667 Nov 02 17:03:16.663787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-3fb8604c-730b-4a20-b0f5-26b6f76cf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:16.665282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-3fb8604c-730b-4a20-b0f5-26b6f76cf58d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a169da9-5022-49ac-b7ea-6d0be97bea98 HTTP/1.1" status: 200 len: 848 time: 0.0467131 Nov 02 17:03:16.721086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-cb30302b-e109-40c2-ab92-5558ab809beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:16.722624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-cb30302b-e109-40c2-ab92-5558ab809beb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72c38d32-f8bc-4152-aeb3-d97eef37262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499446 Nov 02 17:03:16.823135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-fd2f591e-fe99-4631-93fc-ad650cb94609 service neutron] 10.222.0.100 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923569 Nov 02 17:03:16.920140 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-06a95cd7-4fcf-40ff-b025-1faedacefdd4 req-cfd84cdf-dfd1-44fe-a648-82a23cf98ada service neutron] 10.222.0.100 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901051 Nov 02 17:03:17.004723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-c947553b-fe01-48ec-807d-bb0519b8d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:17.006834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-c947553b-fe01-48ec-807d-bb0519b8d0ef service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0426219 Nov 02 17:03:17.105941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-6d40fe44-9cef-4431-a854-0503cc1b956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:17.107471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-6d40fe44-9cef-4431-a854-0503cc1b956a service neutron] 10.222.0.100 "GET /v2.0/networks?id=72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 200 len: 910 time: 0.0941806 Nov 02 17:03:17.133489 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35109ad-b966-4b31-913c-719b9cb0a402 req-073beec9-1dbb-4a05-b08a-f9c1bf19d255 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:17.135089 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c35109ad-b966-4b31-913c-719b9cb0a402 req-073beec9-1dbb-4a05-b08a-f9c1bf19d255 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0437260 Nov 02 17:03:17.155938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-5d68e778-a738-43a5-85ab-f029827866cc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c HTTP/1.1" status: 200 len: 217 time: 0.0392008 Nov 02 17:03:17.171938 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c35109ad-b966-4b31-913c-719b9cb0a402 req-28aa73ee-2434-4e17-af06-3466377483c6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Nov 02 17:03:17.206776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-9a1c263f-f04c-408d-8d5a-dfae94a78c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:17.208297 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-9a1c263f-f04c-408d-8d5a-dfae94a78c81 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a169da9-5022-49ac-b7ea-6d0be97bea98 HTTP/1.1" status: 200 len: 848 time: 0.0455317 Nov 02 17:03:17.260316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-8bc57b79-ed0b-4613-b30f-e7f7e2369006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:17.261867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-8bc57b79-ed0b-4613-b30f-e7f7e2369006 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72c38d32-f8bc-4152-aeb3-d97eef37262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451250 Nov 02 17:03:17.360190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-b9d77216-5b5d-4d0f-80cb-0cb82c7a8754 service neutron] 10.222.0.100 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899427 Nov 02 17:03:17.454493 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-73abe6ab-5389-40c4-b4a6-510b94700269 req-00202990-b561-41fa-95a2-1ea45875c925 service neutron] 10.222.0.100 "GET /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858810 Nov 02 17:03:17.718558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:18.296474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f724f-1755-4c8f-9ec5-660e7dc9aa0e req-af620858-0b2b-4d89-afca-8f1eee417d46 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:18.298018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f4f724f-1755-4c8f-9ec5-660e7dc9aa0e req-af620858-0b2b-4d89-afca-8f1eee417d46 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0424616 Nov 02 17:03:18.335218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f4f724f-1755-4c8f-9ec5-660e7dc9aa0e req-2ab247a0-8862-422c-9cca-fd34117ca7ae tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299816 Nov 02 17:03:19.013252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:03:19.110915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:19.122732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c', 'network_id': '72c38d32-f8bc-4152-aeb3-d97eef37262e', 'port_id': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c', 'mac_address': 'fa:16:3e:35:f4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a169da9-5022-49ac-b7ea-6d0be97bea98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:03:19.159914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:19.172861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:03:19.192853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:19.197197 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:19.248570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:19.441438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0eaf3ea7-31a1-4548-90aa-a753f8abfc0c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:03:19.449701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b468acb-62c3-43e8-add9-8240413f9cbd req-2ec56391-24cd-4ead-8429-388ff55c153a tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:19.451400 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b468acb-62c3-43e8-add9-8240413f9cbd req-2ec56391-24cd-4ead-8429-388ff55c153a tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0471156 Nov 02 17:03:19.487973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b468acb-62c3-43e8-add9-8240413f9cbd req-713728e9-9482-4cec-8640-c62b233b9670 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304201 Nov 02 17:03:20.597870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b437-28a2-447c-908f-4f5bfb5e14c6 req-fd1d2deb-52a1-46bd-9246-b627b81254c6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:20.600389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22a1b437-28a2-447c-908f-4f5bfb5e14c6 req-fd1d2deb-52a1-46bd-9246-b627b81254c6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0417478 Nov 02 17:03:20.636192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22a1b437-28a2-447c-908f-4f5bfb5e14c6 req-7429aed4-6ebe-424e-a481-45ae4e379496 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299380 Nov 02 17:03:21.028599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:03:21.077716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:03:21.081327 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:03:21.081700 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:21.161185 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:21.184710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:03:21.187054 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab7046-51c1-4275-9360-5305a399c6fd" -d '{"events": [{"server_uuid": "59c2ed0e-c891-4ee8-860c-346dc6db0ff5", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf3ea7-31a1-4548-90aa-a753f8abfc0c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:03:21.200173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:21.205195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:21.234692 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd5d26-d90c-42e8-aa56-32721ce01496 x-openstack-request-id: req-f1fd5d26-d90c-42e8-aa56-32721ce01496 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:03:21.234984 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c2ed0e-c891-4ee8-860c-346dc6db0ff5", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf3ea7-31a1-4548-90aa-a753f8abfc0c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:03:21.235253 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1fd5d26-d90c-42e8-aa56-32721ce01496 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:03:21.235636 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c', 'code': 200} Nov 02 17:03:21.266302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:21.329224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2900-bda3-4744-b853-65a732e876d3 req-eb39d135-20b7-45a4-854f-192b311f3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:21.330776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f32c2900-bda3-4744-b853-65a732e876d3 req-eb39d135-20b7-45a4-854f-192b311f3538 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0415809 Nov 02 17:03:21.374780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f32c2900-bda3-4744-b853-65a732e876d3 req-7374cfc8-6547-4698-8c44-4992acec5c4d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Nov 02 17:03:21.748526 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cae58-cf4c-4343-bd64-62d4c1434792 req-7a11bdb0-2aaa-49e6-8a7a-0f50bb6f8dab tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:21.750399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6cae58-cf4c-4343-bd64-62d4c1434792 req-7a11bdb0-2aaa-49e6-8a7a-0f50bb6f8dab tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0469723 Nov 02 17:03:21.785522 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6cae58-cf4c-4343-bd64-62d4c1434792 req-c5b27308-6761-403f-bc83-4b23164de26e tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284140 Nov 02 17:03:22.898478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57245a6c-3cdd-49ea-84bb-a772cb5319b3 req-6b7378ea-f412-4221-bfa8-eb06d8f7bbab tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:22.900031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57245a6c-3cdd-49ea-84bb-a772cb5319b3 req-6b7378ea-f412-4221-bfa8-eb06d8f7bbab tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0453186 Nov 02 17:03:22.936468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57245a6c-3cdd-49ea-84bb-a772cb5319b3 req-235d06d6-2a36-42ac-8764-7110a8ea04aa tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302851 Nov 02 17:03:23.043474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaee171-1cb3-49c6-9a9c-3f89ebf4bea3 req-aa6e0a13-6f82-428d-954c-af84bb9e6a43 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:23.044963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afaee171-1cb3-49c6-9a9c-3f89ebf4bea3 req-aa6e0a13-6f82-428d-954c-af84bb9e6a43 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0426562 Nov 02 17:03:23.081763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-afaee171-1cb3-49c6-9a9c-3f89ebf4bea3 req-b1b9a935-e5c3-4111-825b-6f1932bb074f tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Nov 02 17:03:23.194460 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf98b6e-b3a1-4499-a610-84b17a879556 req-304706a6-b151-4d56-b5e5-64f99b8710bf tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:23.196008 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cf98b6e-b3a1-4499-a610-84b17a879556 req-304706a6-b151-4d56-b5e5-64f99b8710bf tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0419650 Nov 02 17:03:23.226972 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:23.233257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cf98b6e-b3a1-4499-a610-84b17a879556 req-3469271a-d152-4c11-b018-6f6186efb956 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Nov 02 17:03:23.467325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330532b-0833-4799-8cd6-09255b65a21d req-c91bcf78-840a-4bab-a267-d481f5a8e696 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:23.468956 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a330532b-0833-4799-8cd6-09255b65a21d req-c91bcf78-840a-4bab-a267-d481f5a8e696 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0470452 Nov 02 17:03:23.505091 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a330532b-0833-4799-8cd6-09255b65a21d req-c92885e7-bfe6-47f1-97b2-4f3849d90aa6 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300670 Nov 02 17:03:24.619762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cf468-5cc5-4532-9e23-f3be3302431f req-1183cb07-278a-437b-a45d-aa2d9ee157ee tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:24.621297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-567cf468-5cc5-4532-9e23-f3be3302431f req-1183cb07-278a-437b-a45d-aa2d9ee157ee tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0445518 Nov 02 17:03:24.657710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-567cf468-5cc5-4532-9e23-f3be3302431f req-753531be-1927-4145-b4e9-4ac3b3cc0230 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Nov 02 17:03:24.827972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-bd0c4f39-0771-4931-a146-ea60462fc241 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:24.829390 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-bd0c4f39-0771-4931-a146-ea60462fc241 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0404820 Nov 02 17:03:24.911515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Deleting port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:24.911910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:24.993941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] For port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:24.994330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:25.008554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Calling delete_port for 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:25.046546 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:03:25.134776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:25.145242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['683bb6f0-cf6e-4818-93ad-d0e479245a21'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:03:25.169219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eaf3ea7-31a1-4548-90aa-a753f8abfc0c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:25.209558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] No DVR routers for this DVR port 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:03:25.212177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:25.215673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5b7a4a41-d309-47b4-8b10-05d90965a4a8 req-0c753bd6-7d39-4d9f-b899-9c242b1b5353 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.100 "DELETE /v2.0/ports/0eaf3ea7-31a1-4548-90aa-a753f8abfc0c HTTP/1.1" status: 204 len: 173 time: 0.3789339 Nov 02 17:03:25.216150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'name': 'network-vif-deleted', 'tag': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:03:25.218826 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0491dc4-e1ef-4275-bafd-0aa1d6f2eada" -d '{"events": [{"server_uuid": "59c2ed0e-c891-4ee8-860c-346dc6db0ff5", "name": "network-vif-deleted", "tag": "0eaf3ea7-31a1-4548-90aa-a753f8abfc0c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:03:25.268853 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3fa80a-d4b4-4bd1-b049-94aea9613f80 x-openstack-request-id: req-8f3fa80a-d4b4-4bd1-b049-94aea9613f80 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:03:25.269166 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c2ed0e-c891-4ee8-860c-346dc6db0ff5", "name": "network-vif-deleted", "tag": "0eaf3ea7-31a1-4548-90aa-a753f8abfc0c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:03:25.269445 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f3fa80a-d4b4-4bd1-b049-94aea9613f80 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:03:25.270330 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c2ed0e-c891-4ee8-860c-346dc6db0ff5', 'name': 'network-vif-deleted', 'tag': '0eaf3ea7-31a1-4548-90aa-a753f8abfc0c', 'status': 'completed', 'code': 200} Nov 02 17:03:25.767595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a819d2dc-05cd-492d-8d69-e513c31b0783 req-c4a25741-ce0a-4540-83c9-6ea20a085351 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=59c2ed0e-c891-4ee8-860c-346dc6db0ff5 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Nov 02 17:03:27.050689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf886-7ca7-4b6e-8acb-5cd94acd1010 req-0f342e89-dea3-4849-ab77-18c1e3506f13 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:27.052629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60edf886-7ca7-4b6e-8acb-5cd94acd1010 req-0f342e89-dea3-4849-ab77-18c1e3506f13 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0451815 Nov 02 17:03:27.071665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:27.089673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-60edf886-7ca7-4b6e-8acb-5cd94acd1010 req-2773ad29-ef3e-49c4-af06-73b46c3b4dbd tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304401 Nov 02 17:03:27.092044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:27.092512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0eaf3ea7-31a1-4548-90aa-a753f8abfc0c not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:28.201431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad777c-57da-4306-bc58-5f7761b1cbeb req-9b2200f6-2c07-47ce-8f65-cf3e4344b7b7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:28.203018 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63ad777c-57da-4306-bc58-5f7761b1cbeb req-9b2200f6-2c07-47ce-8f65-cf3e4344b7b7 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0447526 Nov 02 17:03:28.241747 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-63ad777c-57da-4306-bc58-5f7761b1cbeb req-4ac9869f-b43d-4236-9ba2-4d457e67d33b tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Nov 02 17:03:28.318292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617172ea-3084-4800-8d55-1509e9287d9f req-1f0ec7ff-ae5d-4222-a004-714484bd6ec9 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:03:28.319970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-617172ea-3084-4800-8d55-1509e9287d9f req-1f0ec7ff-ae5d-4222-a004-714484bd6ec9 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a41d779-d624-491c-92bb-441583a54415 HTTP/1.1" status: 200 len: 1096 time: 0.0418737 Nov 02 17:03:28.404299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Deleting port 683bb6f0-cf6e-4818-93ad-d0e479245a21 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:28.404561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:28.483341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] For port 683bb6f0-cf6e-4818-93ad-d0e479245a21, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=683bb6f0-cf6e-4818-93ad-d0e479245a21,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:28.483716 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:28.497259 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Calling delete_port for 683bb6f0-cf6e-4818-93ad-d0e479245a21 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:28.623101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:28.633866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['683bb6f0-cf6e-4818-93ad-d0e479245a21'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:03:28.651530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Pushing event deleted for resources: {'Port': ['ID=683bb6f0-cf6e-4818-93ad-d0e479245a21,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:28.697941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] No DVR routers for this DVR port 683bb6f0-cf6e-4818-93ad-d0e479245a21 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:03:28.700617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:28.704024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-617172ea-3084-4800-8d55-1509e9287d9f req-04443e5e-dbcd-44f6-b439-a060009a6400 tempest-TestServerMultinode-1656285324 tempest-TestServerMultinode-1656285324-project-admin] 10.222.0.55 "DELETE /v2.0/ports/683bb6f0-cf6e-4818-93ad-d0e479245a21 HTTP/1.1" status: 204 len: 173 time: 0.3783586 Nov 02 17:03:28.704483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a41d779-d624-491c-92bb-441583a54415', 'name': 'network-vif-deleted', 'tag': '683bb6f0-cf6e-4818-93ad-d0e479245a21'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:03:28.706937 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c9d93e-3105-4a38-9fd3-b17873528c59" -d '{"events": [{"server_uuid": "0a41d779-d624-491c-92bb-441583a54415", "name": "network-vif-deleted", "tag": "683bb6f0-cf6e-4818-93ad-d0e479245a21"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:03:28.749454 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092cf40-0ea3-4c39-9dc1-8ebb602b1e14 x-openstack-request-id: req-a092cf40-0ea3-4c39-9dc1-8ebb602b1e14 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:03:28.749752 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a41d779-d624-491c-92bb-441583a54415", "name": "network-vif-deleted", "tag": "683bb6f0-cf6e-4818-93ad-d0e479245a21", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:03:28.750017 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a092cf40-0ea3-4c39-9dc1-8ebb602b1e14 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:03:28.750579 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a41d779-d624-491c-92bb-441583a54415', 'name': 'network-vif-deleted', 'tag': '683bb6f0-cf6e-4818-93ad-d0e479245a21', 'status': 'completed', 'code': 200} Nov 02 17:03:29.304075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44738) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:29.665662 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:29.922605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Deleting port ba2e33b1-b82d-43cb-88bb-8218071312e7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:29.922862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:30.006393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] For port ba2e33b1-b82d-43cb-88bb-8218071312e7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ba2e33b1-b82d-43cb-88bb-8218071312e7,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:30.006751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:30.019505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Calling delete_port for ba2e33b1-b82d-43cb-88bb-8218071312e7 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:30.214974 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:30.240641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2e33b1-b82d-43cb-88bb-8218071312e7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:30.424670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:30.647381 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Router 7ecc2f59-acc8-4376-83ce-34e7b91b023e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:03:30.755790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:03:30.763924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93acac52-5561-40d2-82d9-acf8112d4a2a admin admin] 10.222.0.31 "PUT /v2.0/routers/7ecc2f59-acc8-4376-83ce-34e7b91b023e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562259 Nov 02 17:03:30.764039 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44740) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:30.766253 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] Sync routers for ids ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:03:30.781574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] Routers {'7ecc2f59-acc8-4376-83ce-34e7b91b023e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:03:30.781574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:03:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:30.877449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:30.890463 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] Set router 7ecc2f59-acc8-4376-83ce-34e7b91b023e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:03:30.991228 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.053100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Deleting port c4dbc2ac-2b12-4fea-9700-74e680f821c5 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:31.053488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.089520 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:03:30Z', 'revision_number': 5, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port': {'id': 'c4dbc2ac-2b12-4fea-9700-74e680f821c5', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:51Z', 'updated_at': '2021-11-02T17:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:31.120395 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] Checking router: 7ecc2f59-acc8-4376-83ce-34e7b91b023e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:03:31.128994 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] Routers {'7ecc2f59-acc8-4376-83ce-34e7b91b023e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:03:31.129607 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:03:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:31.140370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] For port c4dbc2ac-2b12-4fea-9700-74e680f821c5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c4dbc2ac-2b12-4fea-9700-74e680f821c5,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:31.140754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.153764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Calling delete_port for c4dbc2ac-2b12-4fea-9700-74e680f821c5 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:31.221840 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] Set router 7ecc2f59-acc8-4376-83ce-34e7b91b023e gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:03:31.277526 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:03:30Z', 'revision_number': 6, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:31.307861 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa6a13-8fc2-4db6-85d5-b36a873834ad None None] The sync data for ids ['7ecc2f59-acc8-4376-83ce-34e7b91b023e'] in n-d-811405-2 is: [{'id': '7ecc2f59-acc8-4376-83ce-34e7b91b023e', 'name': 'tempest-TestServerMultinode-883128395-router', 'tenant_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:50Z', 'updated_at': '2021-11-02T17:03:30Z', 'revision_number': 6, 'project_id': 'f3c6f20fbdcd489baf2293e8673fc527', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:03:31.345858 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.372142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dbc2ac-2b12-4fea-9700-74e680f821c5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:31.400562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.400887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.401231 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.401567 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.401897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.402258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.402589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.402915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.403235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.403558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.403876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.404195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:31.445746 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.536852 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.539259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.585830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.586383 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ecc2f59-acc8-4376-83ce-34e7b91b023e {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:03:31.590944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.594651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7ad9fb10-8e86-4791-a86e-5544eb6d01c1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7ecc2f59-acc8-4376-83ce-34e7b91b023e HTTP/1.1" status: 204 len: 168 time: 0.8273432 Nov 02 17:03:31.595059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:31.640911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Deleting subnet 6a169da9-5022-49ac-b7ea-6d0be97bea98 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:03:31.644092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.680263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.772670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.827057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.853241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a169da9-5022-49ac-b7ea-6d0be97bea98,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:31.860339 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.863368 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6269019a-f5dd-4b43-b03b-57b989fcf669 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a169da9-5022-49ac-b7ea-6d0be97bea98 HTTP/1.1" status: 204 len: 168 time: 0.2650676 Nov 02 17:03:31.863580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dabd85-1e5f-4dd8-b159-73896c7fe8a4 None None] Network 72c38d32-f8bc-4152-aeb3-d97eef37262e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:03:31.865585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44744) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:31.935408 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:31.992951 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Deleting port 63f82452-9432-411c-bf2a-b5207682bd61 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:31.993297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.063253 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] For port 63f82452-9432-411c-bf2a-b5207682bd61, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=63f82452-9432-411c-bf2a-b5207682bd61,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:32.063533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.078084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Calling delete_port for 63f82452-9432-411c-bf2a-b5207682bd61 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:32.112475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] DHCP port deletion for 72c38d32-f8bc-4152-aeb3-d97eef37262e request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:03:32.162696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Deleting port 63f82452-9432-411c-bf2a-b5207682bd61 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:32.163051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.181605 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.221147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f82452-9432-411c-bf2a-b5207682bd61,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:32.226871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] No DVR routers for this DVR port 63f82452-9432-411c-bf2a-b5207682bd61 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:03:32.259296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] For port 63f82452-9432-411c-bf2a-b5207682bd61, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=63f82452-9432-411c-bf2a-b5207682bd61,segment=NetworkSegment(325e73ee-bec2-43ce-8cdd-ac1060415bfb),segment_id=325e73ee-bec2-43ce-8cdd-ac1060415bfb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:32.259858 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.277971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Calling delete_port for 63f82452-9432-411c-bf2a-b5207682bd61 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:32.317642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.342337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c38d32-f8bc-4152-aeb3-d97eef37262e']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:32.356951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.358076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325e73ee-bec2-43ce-8cdd-ac1060415bfb') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:32.358680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325e73ee-bec2-43ce-8cdd-ac1060415bfb') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:32.370864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] No DVR routers for this DVR port 63f82452-9432-411c-bf2a-b5207682bd61 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:03:32.374892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.398982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Pushing event deleted for resources: {'Port': ['ID=63f82452-9432-411c-bf2a-b5207682bd61,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:32.399105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.409497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:03:32.410160 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.410763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.411117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.411494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.412214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.412539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.412895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.413226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.413602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.414100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.414319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:03:32.415409 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:03:32.419044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.419044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f71ace-90e5-4e40-9da1-24238c1ab057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:03:32.472510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 63f82452-9432-411c-bf2a-b5207682bd61 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:32.489166 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.503762 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:32.504362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 63f82452-9432-411c-bf2a-b5207682bd61 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:32.504723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 63f82452-9432-411c-bf2a-b5207682bd61 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:32.505197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba2e33b1-b82d-43cb-88bb-8218071312e7 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:32.509015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] 10.222.0.31 "DELETE /v2.0/networks/72c38d32-f8bc-4152-aeb3-d97eef37262e HTTP/1.1" status: 204 len: 168 time: 0.6418722 Nov 02 17:03:32.511932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44746) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:32.522290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f423e36-326b-4eda-b15c-135ea846a214 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c38d32-f8bc-4152-aeb3-d97eef37262e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:32.529105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ba2e33b1-b82d-43cb-88bb-8218071312e7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:32.529371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ba2e33b1-b82d-43cb-88bb-8218071312e7 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:32.529793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c4dbc2ac-2b12-4fea-9700-74e680f821c5 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:32.548587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c4dbc2ac-2b12-4fea-9700-74e680f821c5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:32.548960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c4dbc2ac-2b12-4fea-9700-74e680f821c5 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:32.765497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 683bb6f0-cf6e-4818-93ad-d0e479245a21 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:32.785286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 683bb6f0-cf6e-4818-93ad-d0e479245a21 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:32.785636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 683bb6f0-cf6e-4818-93ad-d0e479245a21 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:32.894289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:33.167268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Deleting port c06b58ef-34f4-4ee4-8c9e-83191859634c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:33.167524 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:33.606429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] For port c06b58ef-34f4-4ee4-8c9e-83191859634c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c06b58ef-34f4-4ee4-8c9e-83191859634c,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:33.606815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:33.620935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Calling delete_port for c06b58ef-34f4-4ee4-8c9e-83191859634c owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:33.805016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:33.832985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06b58ef-34f4-4ee4-8c9e-83191859634c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:34.024931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:34.249867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Router 5c44da56-f422-4751-a742-48b013b52a99 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:03:34.366012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:03:34.374951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-01d4b4ab-e74f-4db0-914b-55620537a366 admin admin] 10.222.0.31 "PUT /v2.0/routers/5c44da56-f422-4751-a742-48b013b52a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591061 Nov 02 17:03:34.374951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44748) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:34.379141 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] Sync routers for ids ['5c44da56-f422-4751-a742-48b013b52a99'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:03:34.393006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] Routers {'5c44da56-f422-4751-a742-48b013b52a99'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:03:34.393823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:03:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5c44da56-f422-4751-a742-48b013b52a99'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:34.485433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:34.505686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] Set router 5c44da56-f422-4751-a742-48b013b52a99 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:03:34.594829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:34.657956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Deleting port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:34.658487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:34.709150 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:03:33Z', 'revision_number': 5, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port': {'id': '30ec0d8f-46b9-4fad-a0be-add4bfaf94c0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c44da56-f422-4751-a742-48b013b52a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:02:56Z', 'updated_at': '2021-11-02T17:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:34.741319 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] Checking router: 5c44da56-f422-4751-a742-48b013b52a99 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:03:34.749976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] Routers {'5c44da56-f422-4751-a742-48b013b52a99'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:03:34.750765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:03:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['5c44da56-f422-4751-a742-48b013b52a99'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:34.761605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] For port 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:34.761938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:34.787299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Calling delete_port for 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:34.844973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] Set router 5c44da56-f422-4751-a742-48b013b52a99 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:03:34.898530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:03:34Z', 'revision_number': 6, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:34.930909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99603a87-42e3-4618-9972-0270c4f04e0e None None] The sync data for ids ['5c44da56-f422-4751-a742-48b013b52a99'] in n-d-811405-2 is: [{'id': '5c44da56-f422-4751-a742-48b013b52a99', 'name': 'tempest-TestServerMultinode-1340344944-router', 'tenant_id': '6ff26aef542449578fbbfb5e97fbb0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:02:55Z', 'updated_at': '2021-11-02T17:03:34Z', 'revision_number': 6, 'project_id': '6ff26aef542449578fbbfb5e97fbb0df', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:03:34.978732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.008622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ec0d8f-46b9-4fad-a0be-add4bfaf94c0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:35.075844 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.179519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.182703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.230952 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.231443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c44da56-f422-4751-a742-48b013b52a99 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:03:35.235845 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.237027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-479d6895-99a5-4324-913e-cc05ccb6e914 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5c44da56-f422-4751-a742-48b013b52a99 HTTP/1.1" status: 204 len: 168 time: 0.8615353 Nov 02 17:03:35.239543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44750) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:35.290375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Deleting subnet 192df3bc-9ca4-4705-944c-48c1a32a21f6 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:03:35.293622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.329698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.421759 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.477980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.504208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192df3bc-9ca4-4705-944c-48c1a32a21f6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:35.508009 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.511683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e002403e-ffec-4f21-a845-23be5ba68b0a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/192df3bc-9ca4-4705-944c-48c1a32a21f6 HTTP/1.1" status: 204 len: 168 time: 0.2709227 Nov 02 17:03:35.513263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919781e-775e-4c84-bdb9-73614214bfa8 None None] Network f64f8d2d-d87f-433e-abfe-f3b0be4127d2 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:03:35.514107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44752) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:35.587439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.648770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Deleting port 2499ab10-d59a-45d0-90a7-9ebee53634ce {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:35.649065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.701944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] DHCP port deletion for f64f8d2d-d87f-433e-abfe-f3b0be4127d2 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:03:35.720931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] For port 2499ab10-d59a-45d0-90a7-9ebee53634ce, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2499ab10-d59a-45d0-90a7-9ebee53634ce,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:35.721370 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.736546 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Calling delete_port for 2499ab10-d59a-45d0-90a7-9ebee53634ce owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:35.750922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] Deleting port 2499ab10-d59a-45d0-90a7-9ebee53634ce {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:03:35.751295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.813234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] For port 2499ab10-d59a-45d0-90a7-9ebee53634ce, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2499ab10-d59a-45d0-90a7-9ebee53634ce,segment=NetworkSegment(c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3),segment_id=c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:03:35.813629 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.822703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.828887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] Calling delete_port for 2499ab10-d59a-45d0-90a7-9ebee53634ce owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:03:35.849539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2499ab10-d59a-45d0-90a7-9ebee53634ce,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:35.853853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] No DVR routers for this DVR port 2499ab10-d59a-45d0-90a7-9ebee53634ce on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:03:35.909467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.931614 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.936727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] Pushing event deleted for resources: {'Port': ['ID=2499ab10-d59a-45d0-90a7-9ebee53634ce,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:35.938739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da319c82-2131-4376-8a89-5ca6fc77deae None None] No DVR routers for this DVR port 2499ab10-d59a-45d0-90a7-9ebee53634ce on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:03:35.954778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64f8d2d-d87f-433e-abfe-f3b0be4127d2']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:35.966677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:35.967006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ba4ecc-d425-4af7-bfc4-ec56beff2fe3') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:03:35.976725 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.990990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.996985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:03:35.997445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:03:35.999223 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:03:36.060839 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.070498 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.076151 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f64f8d2d-d87f-433e-abfe-f3b0be4127d2 HTTP/1.1" status: 204 len: 168 time: 0.5580735 Nov 02 17:03:36.087485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0461eb9-0bcb-45dc-8be0-39e9610b72f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64f8d2d-d87f-433e-abfe-f3b0be4127d2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:36.277511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44756) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:36.321643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6d460126-963b-42c6-97a0-6ceac97317ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3c6f20fbdcd489baf2293e8673fc527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427482 Nov 02 17:03:36.324927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44758) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:36.381016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9424f57-09ce-42b2-b422-84ad6071b167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.410566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9424f57-09ce-42b2-b422-84ad6071b167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.422410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c06b58ef-34f4-4ee4-8c9e-83191859634c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:36.425587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-7a6ce8a1-5a65-4ebe-9e5c-707f5f5718b1 req-f78c4cef-1fa4-4575-ae2d-b2689203d5bb service neutron] (102066) timed out ('10.222.0.31', 54904) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:03:36.443483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c06b58ef-34f4-4ee4-8c9e-83191859634c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:36.443915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c06b58ef-34f4-4ee4-8c9e-83191859634c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:36.444413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2499ab10-d59a-45d0-90a7-9ebee53634ce no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:36.467870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9424f57-09ce-42b2-b422-84ad6071b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.470720 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e9424f57-09ce-42b2-b422-84ad6071b167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.471516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2499ab10-d59a-45d0-90a7-9ebee53634ce {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:36.472002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2499ab10-d59a-45d0-90a7-9ebee53634ce not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:36.472137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e9424f57-09ce-42b2-b422-84ad6071b167 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b0969fc-c9d0-41bd-a514-1a1edf392ab2 HTTP/1.1" status: 204 len: 168 time: 0.1461828 Nov 02 17:03:36.472511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:03:36.484558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9424f57-09ce-42b2-b422-84ad6071b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0969fc-c9d0-41bd-a514-1a1edf392ab2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:36.505279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:03:36.505861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 30ec0d8f-46b9-4fad-a0be-add4bfaf94c0 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:03:36.835921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44764) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:36.876328 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-22946aa4-96d7-4b7b-bd5d-dce12d55c8ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ff26aef542449578fbbfb5e97fbb0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391383 Nov 02 17:03:36.879268 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44766) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:03:36.934551 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430e22ef-b355-49d7-8489-18085380b9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:36.957788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430e22ef-b355-49d7-8489-18085380b9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:37.009176 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430e22ef-b355-49d7-8489-18085380b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:37.011830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-430e22ef-b355-49d7-8489-18085380b9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:37.013011 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-430e22ef-b355-49d7-8489-18085380b9a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff58ebb1-c501-4d88-a911-cfd1b9b7ab83 HTTP/1.1" status: 204 len: 168 time: 0.1327751 Nov 02 17:03:37.021190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e22ef-b355-49d7-8489-18085380b9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff58ebb1-c501-4d88-a911-cfd1b9b7ab83,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:03:38.665986 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a81b-e3bc-4c74-be64-450b92ee22b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:40.722013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-d9138b86-6d24-4890-8bac-71cfb116e6da req-a94b28e6-672c-4451-895e-e1729ac3a08c service neutron] (102066) timed out ('10.222.0.100', 57862) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:03:41.131822 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cfbfd296-d179-4b1a-833c-cf75f428cb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:41.353257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:42.673588 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:43.833210 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:47.733769 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:03:53.220794 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:02.046538 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:04:08.676828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5458be7a-b0f2-4a9a-9deb-a5f76e289ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:11.140383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0eba5fde-ba26-4552-adcb-7233c25c4e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:11.344782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:12.674767 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:13.838196 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:15.295841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-575f15ec-60e9-4dae-9526-40e37170b873 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448108 Nov 02 17:04:15.378908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-bc0b01c8-4908-407a-8d67-dde05cebc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:04:15.381111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-bc0b01c8-4908-407a-8d67-dde05cebc19d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=da932f023c6345438266dee22acffdca&device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 1096 time: 0.0414948 Nov 02 17:04:15.485508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-342ddde6-5ec6-4918-b71f-7a40d8f66e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:04:15.487036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-342ddde6-5ec6-4918-b71f-7a40d8f66e40 service neutron] 10.222.0.100 "GET /v2.0/networks?id=351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 200 len: 909 time: 0.0860288 Nov 02 17:04:15.558695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-325b878a-7f15-480e-85ba-c154507688e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 200 len: 1001 time: 0.0630739 Nov 02 17:04:15.608429 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-40d1b64a-ebf5-4da6-97ac-bac5f1268552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:04:15.609973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-40d1b64a-ebf5-4da6-97ac-bac5f1268552 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 200 len: 847 time: 0.0444129 Nov 02 17:04:15.659037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-9aebb07d-a9de-42e6-8388-ab26544d45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:04:15.660736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-9aebb07d-a9de-42e6-8388-ab26544d45dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=351e510e-262e-4ca2-855a-96c1557feba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427723 Nov 02 17:04:15.672299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-0488a1bd-30cf-4c51-8a56-131b810bd956 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:04:15.673282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-0488a1bd-30cf-4c51-8a56-131b810bd956 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051591 Nov 02 17:04:15.776910 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-359104de-6049-464d-b767-001fde744ebc service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887740 Nov 02 17:04:15.871115 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49be817c-dfb3-441d-8a0d-5c9f5bb7fd96 req-101e6a11-9bf2-432f-9bcf-51886a2a03ce service neutron] 10.222.0.100 "GET /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867751 Nov 02 17:04:17.752243 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:23.243082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:38.670332 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9de9a8be-a5d7-4ad2-be7e-59136dcf60b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:39.045307 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:04:41.132263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2babf1b1-6883-4835-b1d8-776c350f400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:41.346218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:42.678039 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:43.837989 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:47.756601 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:04:53.238155 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:08.671966 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ac52db84-01c1-4109-afbb-36166c2dc491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:10.564353 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2776c-b030-46a7-b52f-777289279a9f req-3d6de135-959b-4686-a068-5b0a28becee0 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:10.566326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62d2776c-b030-46a7-b52f-777289279a9f req-3d6de135-959b-4686-a068-5b0a28becee0 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0510907 Nov 02 17:05:10.604911 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62d2776c-b030-46a7-b52f-777289279a9f req-c382c77a-ca63-4af6-9963-c5ba9104efef tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324392 Nov 02 17:05:11.133163 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2a760cae-a344-4189-9fa0-023141ec830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:11.353347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:11.733848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495fd8c-dd80-458d-aa86-41eadc388636 req-f08fb7e5-bdd5-4dae-8f09-f1e34599983c tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:11.735484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4495fd8c-dd80-458d-aa86-41eadc388636 req-f08fb7e5-bdd5-4dae-8f09-f1e34599983c tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0555797 Nov 02 17:05:11.783122 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4495fd8c-dd80-458d-aa86-41eadc388636 req-e3c0652f-b66b-4474-a5bf-c5582f4facac tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb97a0b0-bc68-45be-9810-0275f5bc6a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Nov 02 17:05:11.957029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-ec931ca2-3f42-4a8d-98d9-9e1d690cad43 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:11.958917 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-ec931ca2-3f42-4a8d-98d9-9e1d690cad43 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.100 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 945 time: 0.0576887 Nov 02 17:05:12.052383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Deleting port 54c99304-90e1-4504-ac27-2d26314e8edd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:12.052724 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.142601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] For port 54c99304-90e1-4504-ac27-2d26314e8edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=54c99304-90e1-4504-ac27-2d26314e8edd,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:12.142964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.312122 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.312533 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.312797 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Floating IP ff27efec-4a75-484d-8107-21734232b0b4 disassociated. External IP: 172.25.7.141, port: 54c99304-90e1-4504-ac27-2d26314e8edd. Nov 02 17:05:12.313127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Calling delete_port for 54c99304-90e1-4504-ac27-2d26314e8edd owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:12.444968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.474436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event deleted for resources: {'Port': ['ID=54c99304-90e1-4504-ac27-2d26314e8edd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:12.485919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.486313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.486662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.487003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.487344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.488215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.488548 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.488877 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.489206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.489540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.489864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.490214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:12.599528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Router 93356204-52a7-47ba-982b-402228b68b2c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:12.680113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.711265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:12.721066 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] Sync routers for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:12.730824 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:12.731423 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:12.754095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] No DVR routers for this DVR port 54c99304-90e1-4504-ac27-2d26314e8edd on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:12.757147 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:12.761373 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51c8415b-b3d1-42c3-afa5-cef856e2fd0b req-64902047-99a8-482b-b44e-2255439c2306 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.100 "DELETE /v2.0/ports/54c99304-90e1-4504-ac27-2d26314e8edd HTTP/1.1" status: 204 len: 173 time: 0.7959692 Nov 02 17:05:12.762041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'name': 'network-vif-deleted', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:05:12.764774 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e506f9df-585d-4b37-ab3b-22a8d9030792" -d '{"events": [{"server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "name": "network-vif-deleted", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:05:12.831912 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed44555-b385-47ca-b81f-d6353e5e5682 x-openstack-request-id: req-5ed44555-b385-47ca-b81f-d6353e5e5682 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:05:12.832381 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beea0593-462c-43ea-adf4-cd32a9816aab", "name": "network-vif-deleted", "tag": "54c99304-90e1-4504-ac27-2d26314e8edd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:05:12.832914 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ed44555-b385-47ca-b81f-d6353e5e5682 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:05:12.833448 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beea0593-462c-43ea-adf4-cd32a9816aab', 'name': 'network-vif-deleted', 'tag': '54c99304-90e1-4504-ac27-2d26314e8edd', 'status': 'completed', 'code': 200} Nov 02 17:05:12.961650 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:13.177691 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:13.211537 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] Checking router: 93356204-52a7-47ba-982b-402228b68b2c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:13.213344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-710da0f3-8f87-4755-8b9f-49d24f9b5bf6 req-f6e69157-09f0-4150-9efb-3b27df99ca3c tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "GET /v2.0/ports?device_id=beea0593-462c-43ea-adf4-cd32a9816aab HTTP/1.1" status: 200 len: 210 time: 0.0423117 Nov 02 17:05:13.223239 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:13.223942 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:13.339074 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:13.533418 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:13.559600 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6187b9-f915-4a54-8646-54615250eb17 None None] The sync data for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 is: [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:00:02Z', 'revision_number': 4, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c930fa59-56a0-4f58-88b9-0884f720ebf1', 'name': '', 'network_id': '351e510e-262e-4ca2-855a-96c1557feba0', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'mac_address': 'fa:16:3e:2a:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:01Z', 'updated_at': '2021-11-02T17:00:07Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'subnets': [{'id': '7976bb9d-0844-4c20-b935-40ab104d0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:13.786486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e3696-5031-41b7-b2b2-4a3aa781674d None None] New status for floating IP ff27efec-4a75-484d-8107-21734232b0b4: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:05:13.900314 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.273678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:14.395994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Deleting port 6919c7ea-8400-4a14-a1b7-f16a5e9bc168 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:14.396333 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.474189 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.474516 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.485771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Calling delete_port for 6919c7ea-8400-4a14-a1b7-f16a5e9bc168 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:14.614909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.642975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event deleted for resources: {'Port': ['ID=6919c7ea-8400-4a14-a1b7-f16a5e9bc168,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:14.702420 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.704962 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.706657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-563e608c-d51e-46a2-831f-3e5d77a273aa tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff27efec-4a75-484d-8107-21734232b0b4 HTTP/1.1" status: 204 len: 168 time: 0.4313965 Nov 02 17:05:14.775547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44816) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:14.833905 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-922f9a4f-fdfe-4803-8dcb-2676aee44956 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.859721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-922f9a4f-fdfe-4803-8dcb-2676aee44956 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.921744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-922f9a4f-fdfe-4803-8dcb-2676aee44956 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.924915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-922f9a4f-fdfe-4803-8dcb-2676aee44956 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:14.926640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-922f9a4f-fdfe-4803-8dcb-2676aee44956 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb97a0b0-bc68-45be-9810-0275f5bc6a5b HTTP/1.1" status: 204 len: 168 time: 0.1497371 Nov 02 17:05:14.939879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f9a4f-fdfe-4803-8dcb-2676aee44956 tempest-TestServerBasicOps-824546171 tempest-TestServerBasicOps-824546171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb97a0b0-bc68-45be-9810-0275f5bc6a5b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:14.969232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44820) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:15.486717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:16.044041 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:05:16.069514 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Deleting port c930fa59-56a0-4f58-88b9-0884f720ebf1 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:16.069854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:16.146729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] For port c930fa59-56a0-4f58-88b9-0884f720ebf1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c930fa59-56a0-4f58-88b9-0884f720ebf1,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:16.147088 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:16.160192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Calling delete_port for c930fa59-56a0-4f58-88b9-0884f720ebf1 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:16.341733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:16.370642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Pushing event deleted for resources: {'Port': ['ID=c930fa59-56a0-4f58-88b9-0884f720ebf1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:16.570500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:16.785153 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Router 93356204-52a7-47ba-982b-402228b68b2c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:16.893024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:16.899028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b7d45ad-fc27-40d4-a92e-40ce6e357086 admin admin] 10.222.0.31 "PUT /v2.0/routers/93356204-52a7-47ba-982b-402228b68b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9277608 Nov 02 17:05:16.901866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44824) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:16.903324 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] Sync routers for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:16.913115 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:16.913720 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:17.012819 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.020453 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:17.120790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.181322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Deleting port a8c60324-fc46-48cc-8767-3f1f4ec9eec3 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:17.181671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.201201 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:05:16Z', 'revision_number': 5, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port': {'id': 'a8c60324-fc46-48cc-8767-3f1f4ec9eec3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93356204-52a7-47ba-982b-402228b68b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:59:58Z', 'updated_at': '2021-11-02T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:17.229171 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] Checking router: 93356204-52a7-47ba-982b-402228b68b2c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:17.237442 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] Routers {'93356204-52a7-47ba-982b-402228b68b2c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:17.238593 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['93356204-52a7-47ba-982b-402228b68b2c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:17.273119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] For port a8c60324-fc46-48cc-8767-3f1f4ec9eec3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:17.275368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.288515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Calling delete_port for a8c60324-fc46-48cc-8767-3f1f4ec9eec3 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:17.332728 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] Set router 93356204-52a7-47ba-982b-402228b68b2c gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:17.386917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:05:17Z', 'revision_number': 6, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:17.414811 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746cb24-2d1f-4c74-b78a-4caff729c167 None None] The sync data for ids ['93356204-52a7-47ba-982b-402228b68b2c'] in n-d-811405-2 is: [{'id': '93356204-52a7-47ba-982b-402228b68b2c', 'name': 'tempest-TestServerBasicOps-274425397-router', 'tenant_id': 'da932f023c6345438266dee22acffdca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:59:57Z', 'updated_at': '2021-11-02T17:05:17Z', 'revision_number': 6, 'project_id': 'da932f023c6345438266dee22acffdca', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:17.465776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.492745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c60324-fc46-48cc-8767-3f1f4ec9eec3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:17.556379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.620150 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 54c99304-90e1-4504-ac27-2d26314e8edd no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:17.639329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 54c99304-90e1-4504-ac27-2d26314e8edd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:17.639603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 54c99304-90e1-4504-ac27-2d26314e8edd not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:17.650200 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.652465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.695405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.696084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93356204-52a7-47ba-982b-402228b68b2c {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:05:17.700703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.701872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7e9c31a7-f056-4439-98f6-e84ac1da6313 admin admin] 10.222.0.31 "DELETE /v2.0/routers/93356204-52a7-47ba-982b-402228b68b2c HTTP/1.1" status: 204 len: 168 time: 0.7990348 Nov 02 17:05:17.704535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44826) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:17.754446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Deleting subnet 7976bb9d-0844-4c20-b935-40ab104d0094 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:05:17.758343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.762813 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.800479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.883710 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.940476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.982338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:17.986898 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af589d1-4503-4d86-a2c2-f71aaf9a4bca None None] Network 351e510e-262e-4ca2-855a-96c1557feba0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:17.988368 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7976bb9d-0844-4c20-b935-40ab104d0094 HTTP/1.1" status: 204 len: 168 time: 0.2820761 Nov 02 17:05:17.989813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b37b0-a08d-4d03-a145-566754065045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7976bb9d-0844-4c20-b935-40ab104d0094,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:17.990857 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44828) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:18.059077 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.115741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Deleting port 37ac655a-fd5e-4a58-b810-1110722e96d0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:18.116088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.186212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] DHCP port deletion for 351e510e-262e-4ca2-855a-96c1557feba0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:05:18.187285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] For port 37ac655a-fd5e-4a58-b810-1110722e96d0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=37ac655a-fd5e-4a58-b810-1110722e96d0,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:18.187720 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.202285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Calling delete_port for 37ac655a-fd5e-4a58-b810-1110722e96d0 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:18.243994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Deleting port 37ac655a-fd5e-4a58-b810-1110722e96d0 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:18.244651 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.292948 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.306196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] No DVR routers for this DVR port 37ac655a-fd5e-4a58-b810-1110722e96d0 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:18.318652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] For port 37ac655a-fd5e-4a58-b810-1110722e96d0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=37ac655a-fd5e-4a58-b810-1110722e96d0,segment=NetworkSegment(a3501f9f-710a-47c7-9b89-5155c44e12b2),segment_id=a3501f9f-710a-47c7-9b89-5155c44e12b2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:18.319056 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.333368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Calling delete_port for 37ac655a-fd5e-4a58-b810-1110722e96d0 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:18.359780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ac655a-fd5e-4a58-b810-1110722e96d0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:18.392247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.392595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.393009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.393216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.393602 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.393968 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.394811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.394811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.395166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.395356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.395636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.395959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.413832 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.417191 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.441260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Pushing event deleted for resources: {'Port': ['ID=37ac655a-fd5e-4a58-b810-1110722e96d0,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:18.444895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351e510e-262e-4ca2-855a-96c1557feba0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:18.450020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.450406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.450751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.451094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.451435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.451768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.452102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.452562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.452885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.453987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.453987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.453987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:18.458466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c142fa-ae24-4646-9b1d-39476326f874 None None] No DVR routers for this DVR port 37ac655a-fd5e-4a58-b810-1110722e96d0 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:18.469440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3501f9f-710a-47c7-9b89-5155c44e12b2') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:18.469440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3501f9f-710a-47c7-9b89-5155c44e12b2') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:18.482003 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.503034 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.515893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:05:18.516447 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:05:18.519457 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:05:18.527405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 37ac655a-fd5e-4a58-b810-1110722e96d0 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:18.549564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 37ac655a-fd5e-4a58-b810-1110722e96d0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:18.550855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 37ac655a-fd5e-4a58-b810-1110722e96d0 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:18.551089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c930fa59-56a0-4f58-88b9-0884f720ebf1 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:18.605658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.616096 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:18.621402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] 10.222.0.31 "DELETE /v2.0/networks/351e510e-262e-4ca2-855a-96c1557feba0 HTTP/1.1" status: 204 len: 168 time: 0.6292031 Nov 02 17:05:18.624263 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:18.641733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ad72-88e0-47ed-965e-abcae7fceb65 admin admin] Pushing event deleted for resources: {'Network': ['ID=351e510e-262e-4ca2-855a-96c1557feba0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:18.775058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c930fa59-56a0-4f58-88b9-0884f720ebf1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:18.775708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c930fa59-56a0-4f58-88b9-0884f720ebf1 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:18.776172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a8c60324-fc46-48cc-8767-3f1f4ec9eec3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:18.804186 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a8c60324-fc46-48cc-8767-3f1f4ec9eec3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:18.804675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a8c60324-fc46-48cc-8767-3f1f4ec9eec3 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:18.995995 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:19.257028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Deleting port e2a660cd-5680-40a9-bd4c-ee3e3697bed6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:19.257365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:19.343405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] For port e2a660cd-5680-40a9-bd4c-ee3e3697bed6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:19.343773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:19.358194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Calling delete_port for e2a660cd-5680-40a9-bd4c-ee3e3697bed6 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:19.552470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:19.579395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a660cd-5680-40a9-bd4c-ee3e3697bed6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:19.780135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:20.023836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Router a54ba714-5b17-40fb-ad55-eec2e4016b86 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:20.128455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:20.135291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c34f3d09-46f9-4602-8f76-06c4136b9402 admin admin] 10.222.0.31 "PUT /v2.0/routers/a54ba714-5b17-40fb-ad55-eec2e4016b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090864 Nov 02 17:05:20.136428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44832) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:20.137957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] Sync routers for ids ['a54ba714-5b17-40fb-ad55-eec2e4016b86'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:20.148193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] Routers {'a54ba714-5b17-40fb-ad55-eec2e4016b86'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:20.148872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a54ba714-5b17-40fb-ad55-eec2e4016b86'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:20.243616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:20.263174 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] Set router a54ba714-5b17-40fb-ad55-eec2e4016b86 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:20.350512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:20.408974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Deleting port cb9d846f-a53d-48d9-ac44-e9064599151b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:20.409525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:20.475786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:05:19Z', 'revision_number': 5, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port': {'id': 'cb9d846f-a53d-48d9-ac44-e9064599151b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:00:06Z', 'updated_at': '2021-11-02T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:20.519391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] Checking router: a54ba714-5b17-40fb-ad55-eec2e4016b86 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:20.532037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] Routers {'a54ba714-5b17-40fb-ad55-eec2e4016b86'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:20.533009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['a54ba714-5b17-40fb-ad55-eec2e4016b86'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:20.541771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] For port cb9d846f-a53d-48d9-ac44-e9064599151b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cb9d846f-a53d-48d9-ac44-e9064599151b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:20.542379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:20.557544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Calling delete_port for cb9d846f-a53d-48d9-ac44-e9064599151b owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:20.625162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] Set router a54ba714-5b17-40fb-ad55-eec2e4016b86 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:20.681262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:05:20Z', 'revision_number': 6, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:20.707665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b3631-3e37-47ac-a8e7-5d771c587eef None None] The sync data for ids ['a54ba714-5b17-40fb-ad55-eec2e4016b86'] in n-d-811405-2 is: [{'id': 'a54ba714-5b17-40fb-ad55-eec2e4016b86', 'name': 'tempest-TestServerBasicOps-926845831-router', 'tenant_id': '006451571386495bb10fa8aa75af4c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:00:05Z', 'updated_at': '2021-11-02T17:05:20Z', 'revision_number': 6, 'project_id': '006451571386495bb10fa8aa75af4c34', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:20.730061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:20.763838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9d846f-a53d-48d9-ac44-e9064599151b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:20.826506 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.265647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.267861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.310629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.311432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54ba714-5b17-40fb-ad55-eec2e4016b86 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:05:21.316680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.318008 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dabce764-a8ba-46b5-9710-923f3ff68d32 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a54ba714-5b17-40fb-ad55-eec2e4016b86 HTTP/1.1" status: 204 len: 168 time: 1.1804531 Nov 02 17:05:21.320473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44834) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:21.366424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Deleting subnet f65e46d5-d684-4126-b7af-9cba7351f540 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:05:21.369603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.408131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.498232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.555477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.579545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65e46d5-d684-4126-b7af-9cba7351f540,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:21.587159 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.590673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5c7a33d4-33b7-4741-8350-b1ea9c8401dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f65e46d5-d684-4126-b7af-9cba7351f540 HTTP/1.1" status: 204 len: 168 time: 0.2691188 Nov 02 17:05:21.594634 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44836) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:21.597988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d011e36-3792-4513-852d-b4e66f415092 None None] Network 62d77b8e-927f-4066-ab39-c023954b0ed0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:21.669290 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.730486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Deleting port 153ac844-cbc3-4e25-b2c7-b4597047acc4 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:21.730997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.818122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] For port 153ac844-cbc3-4e25-b2c7-b4597047acc4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=153ac844-cbc3-4e25-b2c7-b4597047acc4,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:21.818592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.834313 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Calling delete_port for 153ac844-cbc3-4e25-b2c7-b4597047acc4 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:21.837443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] DHCP port deletion for 62d77b8e-927f-4066-ab39-c023954b0ed0 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:05:21.887616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] Deleting port 153ac844-cbc3-4e25-b2c7-b4597047acc4 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:21.888031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.929578 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.957212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] For port 153ac844-cbc3-4e25-b2c7-b4597047acc4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=153ac844-cbc3-4e25-b2c7-b4597047acc4,segment=NetworkSegment(d3436cfe-3a8e-4ea4-a55d-792c5a13fc06),segment_id=d3436cfe-3a8e-4ea4-a55d-792c5a13fc06)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:21.959622 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:21.959943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] No DVR routers for this DVR port 153ac844-cbc3-4e25-b2c7-b4597047acc4 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:21.961598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=153ac844-cbc3-4e25-b2c7-b4597047acc4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:21.973090 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] Calling delete_port for 153ac844-cbc3-4e25-b2c7-b4597047acc4 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:22.043561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.052511 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.064946 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d77b8e-927f-4066-ab39-c023954b0ed0']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:22.074705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:22.074986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3436cfe-3a8e-4ea4-a55d-792c5a13fc06') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:22.077691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] Pushing event deleted for resources: {'Port': ['ID=153ac844-cbc3-4e25-b2c7-b4597047acc4,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:22.081867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39631caf-14ed-42ae-90f4-0ec68b334718 None None] No DVR routers for this DVR port 153ac844-cbc3-4e25-b2c7-b4597047acc4 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:22.090476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.107189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.113617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:05:22.114002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:05:22.115875 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:05:22.172135 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.178814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.182832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/62d77b8e-927f-4066-ab39-c023954b0ed0 HTTP/1.1" status: 204 len: 168 time: 0.5864980 Nov 02 17:05:22.197048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337457e-51ca-433e-9613-28fecb5f84b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d77b8e-927f-4066-ab39-c023954b0ed0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:22.303515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44840) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:22.348419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c996e87e-1064-488c-8eb3-b62665362b4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da932f023c6345438266dee22acffdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435648 Nov 02 17:05:22.351123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44842) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:22.400926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c101-52a3-4dcb-9899-a4a97419c5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.421991 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c101-52a3-4dcb-9899-a4a97419c5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.475736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c101-52a3-4dcb-9899-a4a97419c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.478430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c101-52a3-4dcb-9899-a4a97419c5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.482625 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d4a5c101-52a3-4dcb-9899-a4a97419c5ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbb6819f-887a-403a-b0ff-40c1a44cebc7 HTTP/1.1" status: 204 len: 168 time: 0.1305094 Nov 02 17:05:22.485162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a660cd-5680-40a9-bd4c-ee3e3697bed6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:22.492009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5c101-52a3-4dcb-9899-a4a97419c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb6819f-887a-403a-b0ff-40c1a44cebc7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:22.530541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: e2a660cd-5680-40a9-bd4c-ee3e3697bed6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:22.531123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device e2a660cd-5680-40a9-bd4c-ee3e3697bed6 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:22.531600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb9d846f-a53d-48d9-ac44-e9064599151b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:22.562978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: cb9d846f-a53d-48d9-ac44-e9064599151b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:22.563331 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cb9d846f-a53d-48d9-ac44-e9064599151b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:22.563756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 153ac844-cbc3-4e25-b2c7-b4597047acc4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:22.584360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 153ac844-cbc3-4e25-b2c7-b4597047acc4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:22.584782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 153ac844-cbc3-4e25-b2c7-b4597047acc4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:22.834451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44848) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:22.874078 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6301ec05-3b25-4dc5-a344-cccf460aae20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=006451571386495bb10fa8aa75af4c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384424 Nov 02 17:05:22.876782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44850) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:22.927807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29c1ac27-2d4c-4d32-81a4-bcf6732b5450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:22.950098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29c1ac27-2d4c-4d32-81a4-bcf6732b5450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.000446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29c1ac27-2d4c-4d32-81a4-bcf6732b5450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.004277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-29c1ac27-2d4c-4d32-81a4-bcf6732b5450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.005478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-29c1ac27-2d4c-4d32-81a4-bcf6732b5450 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/beb31476-5296-4545-80fe-065f871778a0 HTTP/1.1" status: 204 len: 168 time: 0.1276629 Nov 02 17:05:23.013570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1ac27-2d4c-4d32-81a4-bcf6732b5450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb31476-5296-4545-80fe-065f871778a0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:23.241796 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.764734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44872) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:23.865571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1900254217-network', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:23.887292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Made reservation on behalf of 4b01ad97ba3944bf91811f4e25c62402 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:05:23.890012 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.899365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.989561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:23.993528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.022692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:05:24.029208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3045450-6911-46f7-8596-862f585d770b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:24.040334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.040634 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Added segment 8bb89ab5-e32e-49d2-b3f8-c2d250a29310 of type vlan for network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d Nov 02 17:05:24.082531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.106834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.107787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:24.108365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.168083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4022045 Nov 02 17:05:24.170946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44876) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:24.176406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Request body: {'subnet': {'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1900254217-subnet', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:24.183708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c4a1a-a399-41c1-9812-cefdc85e6613 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2706c1-bb01-47d2-ac69-6d1da18fff6d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:24.195673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:05:24.203791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Made reservation on behalf of 4b01ad97ba3944bf91811f4e25c62402 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:05:24.206514 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.410352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.466676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330ba819-1cd3-4eb9-8b17-9463c55ad0ce,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:24.475766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Checking segment: {'id': '8bb89ab5-e32e-49d2-b3f8-c2d250a29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:24.476132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Network hostable DHCP agents. Network: 9e2706c1-bb01-47d2-ac69-6d1da18fff6d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:05:24.493426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:05:24.502050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 9e2706c1-bb01-47d2-ac69-6d1da18fff6d) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:24.506481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:24.507071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.514098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f301b-2662-4f60-93a2-0970fe3148a1 None None] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:24.524048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f2943af3-d2fa-45da-bbf5-0373f7bced32 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3520694 Nov 02 17:05:24.527072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44878) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:24.531377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:24.554515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.555570 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.615051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.672490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-9e2706c1-bb01-47d2-ac69-6d1da18fff6d', 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'fixed_ips': [{'subnet_id': '330ba819-1cd3-4eb9-8b17-9463c55ad0ce'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:05:24.673397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.760463 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:24.818950 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Allocated IP 172.20.0.2 (9e2706c1-bb01-47d2-ac69-6d1da18fff6d/330ba819-1cd3-4eb9-8b17-9463c55ad0ce/2cf383ca-a7a7-4109-a482-38c2e193aacf) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:25.006958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.015808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.054911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:25.059192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:25.061661 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:25.069735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Pushing event updated for resources: {'Port': ['ID=2cf383ca-a7a7-4109-a482-38c2e193aacf,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:25.069965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.095283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.140642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Attempting to bind port 2cf383ca-a7a7-4109-a482-38c2e193aacf on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:25.141578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Attempting to bind port 2cf383ca-a7a7-4109-a482-38c2e193aacf by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '8bb89ab5-e32e-49d2-b3f8-c2d250a29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:25.142049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Attempting to bind port 2cf383ca-a7a7-4109-a482-38c2e193aacf on network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:25.148353 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:25.148733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Checking segment: {'id': '8bb89ab5-e32e-49d2-b3f8-c2d250a29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:25.149140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.149537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Bound using segment: {'id': '8bb89ab5-e32e-49d2-b3f8-c2d250a29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:25.150016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Bound port: 2cf383ca-a7a7-4109-a482-38c2e193aacf, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb89ab5-e32e-49d2-b3f8-c2d250a29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:25.150430 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.238709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] For port 2cf383ca-a7a7-4109-a482-38c2e193aacf, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:25.240577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Allocated IP 172.25.7.143 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/0f237257-d034-4fe2-83c4-14a6b07a7565) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:25.248500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] For port 2cf383ca-a7a7-4109-a482-38c2e193aacf, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2cf383ca-a7a7-4109-a482-38c2e193aacf,segment=NetworkSegment(8bb89ab5-e32e-49d2-b3f8-c2d250a29310),segment_id=8bb89ab5-e32e-49d2-b3f8-c2d250a29310)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:25.249545 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.332584 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3e93-f0c6-4117-bbe9-35397dedae6a None None] Pushing event updated for resources: {'Port': ['ID=2cf383ca-a7a7-4109-a482-38c2e193aacf,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:25.380703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.415646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.459616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:25.463285 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:25.468167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:25.505294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Pushing event updated for resources: {'Port': ['ID=0f237257-d034-4fe2-83c4-14a6b07a7565,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:25.742636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:25.941119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.084880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Router 1bee3b48-288d-4811-86e9-b750e7b6e100 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:05:26.263642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:26.278156 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Sync routers for ids ['1bee3b48-288d-4811-86e9-b750e7b6e100'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:26.294261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.296242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1d092350-550e-4097-b01c-d956484f8a72 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.7678618 Nov 02 17:05:26.298346 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Routers {'1bee3b48-288d-4811-86e9-b750e7b6e100'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:26.298693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44880) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:26.298964 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1bee3b48-288d-4811-86e9-b750e7b6e100'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:26.353624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a5ea2-f358-43f5-8f73-316985e47a22 None None] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:26.450509 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Set router 1bee3b48-288d-4811-86e9-b750e7b6e100 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:26.521548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-65bb3d12-53d3-4605-91c5-63228d95457d None None] Provisioning complete for port 2cf383ca-a7a7-4109-a482-38c2e193aacf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:26.521974 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65bb3d12-53d3-4605-91c5-63228d95457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.606406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2cf383ca-a7a7-4109-a482-38c2e193aacf up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:26.742113 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65bb3d12-53d3-4605-91c5-63228d95457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.744211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2cf383ca-a7a7-4109-a482-38c2e193aacf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:26.744485 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.776200 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:25Z', 'revision_number': 3, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port': {'id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:25Z', 'updated_at': '2021-11-02T17:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:26.809021 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Checking router: 1bee3b48-288d-4811-86e9-b750e7b6e100 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:26.809567 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Updating router 1bee3b48-288d-4811-86e9-b750e7b6e100 port 0f237257-d034-4fe2-83c4-14a6b07a7565 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:05:26.813499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-65bb3d12-53d3-4605-91c5-63228d95457d None None] For port 2cf383ca-a7a7-4109-a482-38c2e193aacf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2cf383ca-a7a7-4109-a482-38c2e193aacf,segment=NetworkSegment(8bb89ab5-e32e-49d2-b3f8-c2d250a29310),segment_id=8bb89ab5-e32e-49d2-b3f8-c2d250a29310)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:26.842104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.842500 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.850234 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65bb3d12-53d3-4605-91c5-63228d95457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:26.926854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb3d12-53d3-4605-91c5-63228d95457d None None] Pushing event updated for resources: {'Port': ['ID=2cf383ca-a7a7-4109-a482-38c2e193aacf,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:27.040525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Allocated IP 172.20.0.1 (9e2706c1-bb01-47d2-ac69-6d1da18fff6d/330ba819-1cd3-4eb9-8b17-9463c55ad0ce/1f3269ca-b9ce-45b4-9cb5-8e3861153555) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:27.070902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cf3e0c18-982f-4624-8a86-3634a80ff2be None None] Provisioning complete for port 2cf383ca-a7a7-4109-a482-38c2e193aacf triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:27.071276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0c18-982f-4624-8a86-3634a80ff2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.179879 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.181392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.186894 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.220879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.240751 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Attempting to bind port 0f237257-d034-4fe2-83c4-14a6b07a7565 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:27.241117 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Attempting to bind port 0f237257-d034-4fe2-83c4-14a6b07a7565 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:27.241475 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Attempting to bind port 0f237257-d034-4fe2-83c4-14a6b07a7565 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:27.243511 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Pushing event updated for resources: {'Port': ['ID=0f237257-d034-4fe2-83c4-14a6b07a7565,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:27.253792 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:27.254842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:27.255258 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.255660 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:27.256231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Bound port: 0f237257-d034-4fe2-83c4-14a6b07a7565, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:27.256512 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.257435 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:27.260096 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.260314 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.260463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:27.260652 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.260986 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.261310 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.261638 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.261971 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.262310 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.262633 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.262951 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.263271 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.263589 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:05:27.265135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:27.303046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3269ca-b9ce-45b4-9cb5-8e3861153555,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:27.322786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.338566 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] For port 0f237257-d034-4fe2-83c4-14a6b07a7565, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:27.342616 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] For port 0f237257-d034-4fe2-83c4-14a6b07a7565, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0f237257-d034-4fe2-83c4-14a6b07a7565,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:27.348084 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.406646 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Routers {'1bee3b48-288d-4811-86e9-b750e7b6e100'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:27.407291 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1bee3b48-288d-4811-86e9-b750e7b6e100'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:27.413799 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e8be-77d6-44aa-b37a-c35f89389022 None None] Pushing event updated for resources: {'Port': ['ID=0f237257-d034-4fe2-83c4-14a6b07a7565,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:27.483923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.528695 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] Set router 1bee3b48-288d-4811-86e9-b750e7b6e100 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:27.578674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e412eb1a-4710-4795-a19f-b721de547be4 None None] Provisioning complete for port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:27.579555 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e412eb1a-4710-4795-a19f-b721de547be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.622989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e412eb1a-4710-4795-a19f-b721de547be4 None None] Port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:05:27.691712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.697232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.717601 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:25Z', 'revision_number': 3, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port': {'id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:25Z', 'updated_at': '2021-11-02T17:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:27.744438 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ded550-c63e-4247-854b-cf6fefff4ed6 None None] The sync data for ids ['1bee3b48-288d-4811-86e9-b750e7b6e100'] in n-d-811405-2 is: [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:25Z', 'revision_number': 3, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port': {'id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:25Z', 'updated_at': '2021-11-02T17:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:27.774713 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:27.777987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3269ca-b9ce-45b4-9cb5-8e3861153555,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:27.876987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:27.879443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:28.065569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Router 1bee3b48-288d-4811-86e9-b750e7b6e100 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:28.150425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a5a7dd9a-bfeb-4e69-8238-515467ac6e9c None None] Provisioning complete for port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:28.150665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5a7dd9a-bfeb-4e69-8238-515467ac6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:28.188649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:28.189587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7dd9a-bfeb-4e69-8238-515467ac6e9c None None] Port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:05:28.199820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0c379fac-025d-4d59-b18d-a61947598057 admin admin] 10.222.0.31 "PUT /v2.0/routers/1bee3b48-288d-4811-86e9-b750e7b6e100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8946741 Nov 02 17:05:28.608102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0f237257-d034-4fe2-83c4-14a6b07a7565 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:28.675387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0f237257-d034-4fe2-83c4-14a6b07a7565 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:28.676069 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:28.780214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:28.802553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 0f237257-d034-4fe2-83c4-14a6b07a7565, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0f237257-d034-4fe2-83c4-14a6b07a7565,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:28.807088 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:28.807981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2cf383ca-a7a7-4109-a482-38c2e193aacf up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:28.888747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=0f237257-d034-4fe2-83c4-14a6b07a7565,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:28.903123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2cf383ca-a7a7-4109-a482-38c2e193aacf triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:28.903535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:29.319915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44900) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:29.436543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Sync routers for ids ['1bee3b48-288d-4811-86e9-b750e7b6e100'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:29.447499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Routers {'1bee3b48-288d-4811-86e9-b750e7b6e100'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:29.448121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1bee3b48-288d-4811-86e9-b750e7b6e100'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:29.555848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Set router 1bee3b48-288d-4811-86e9-b750e7b6e100 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:29.654821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:29.914045 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Deleting port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:29.914045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:29.920829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:27Z', 'revision_number': 4, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port': {'id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:25Z', 'updated_at': '2021-11-02T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1f3269ca-b9ce-45b4-9cb5-8e3861153555', 'name': '', 'network_id': '9e2706c1-bb01-47d2-ac69-6d1da18fff6d', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'mac_address': 'fa:16:3e:a4:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '330ba819-1cd3-4eb9-8b17-9463c55ad0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:26Z', 'updated_at': '2021-11-02T17:05:27Z', 'revision_number': 2, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'subnets': [{'id': '330ba819-1cd3-4eb9-8b17-9463c55ad0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:29.946606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Checking router: 1bee3b48-288d-4811-86e9-b750e7b6e100 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:29.947012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Updating router 1bee3b48-288d-4811-86e9-b750e7b6e100 port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:05:29.973121 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:29.992521 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:30.004243 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Calling delete_port for 1f3269ca-b9ce-45b4-9cb5-8e3861153555 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:30.189258 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:30.214017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3269ca-b9ce-45b4-9cb5-8e3861153555,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:30.246324 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.db.api [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 17:05:30.246684 n-d-811405-2 neutron-server[102067]: DEBUG oslo_db.api [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 17:05:30.499541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0f237257-d034-4fe2-83c4-14a6b07a7565 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:30.552096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0f237257-d034-4fe2-83c4-14a6b07a7565 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:30.552474 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:30.727614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:30.764859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Port 1f3269ca-b9ce-45b4-9cb5-8e3861153555 not found while updating agent binding for router 1bee3b48-288d-4811-86e9-b750e7b6e100. {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 17:05:30.774032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Routers {'1bee3b48-288d-4811-86e9-b750e7b6e100'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:30.774690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1bee3b48-288d-4811-86e9-b750e7b6e100'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:30.881982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] Set router 1bee3b48-288d-4811-86e9-b750e7b6e100 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:30.952118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Router 1bee3b48-288d-4811-86e9-b750e7b6e100 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:31.062365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:30Z', 'revision_number': 5, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port': {'id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:25Z', 'updated_at': '2021-11-02T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:31.063516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:31.071452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f81e5c1e-ac20-4e45-ae5f-4871709272e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/1bee3b48-288d-4811-86e9-b750e7b6e100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483001 Nov 02 17:05:31.071686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44902) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:31.089556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568bc11-358b-4fd9-96ce-75c83c73a879 None None] The sync data for ids ['1bee3b48-288d-4811-86e9-b750e7b6e100'] in n-d-811405-2 is: [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:30Z', 'revision_number': 5, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port': {'id': '0f237257-d034-4fe2-83c4-14a6b07a7565', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:25Z', 'updated_at': '2021-11-02T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:31.184691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.302367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.370266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Deleting port 0f237257-d034-4fe2-83c4-14a6b07a7565 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:31.370579 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.457635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] For port 0f237257-d034-4fe2-83c4-14a6b07a7565, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0f237257-d034-4fe2-83c4-14a6b07a7565,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:31.458056 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.471585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Calling delete_port for 0f237257-d034-4fe2-83c4-14a6b07a7565 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:31.650329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.681565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f237257-d034-4fe2-83c4-14a6b07a7565,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:31.713437 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] Sync routers for ids ['1bee3b48-288d-4811-86e9-b750e7b6e100'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:31.723293 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] Routers {'1bee3b48-288d-4811-86e9-b750e7b6e100'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:31.724407 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1bee3b48-288d-4811-86e9-b750e7b6e100'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:31.743921 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.795034 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] Set router 1bee3b48-288d-4811-86e9-b750e7b6e100 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:31.836654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.839052 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.848706 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee3b48-288d-4811-86e9-b750e7b6e100', 'name': 'tempest-ImageQuotaTest-1900254217-router', 'tenant_id': '4b01ad97ba3944bf91811f4e25c62402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:24Z', 'updated_at': '2021-11-02T17:05:31Z', 'revision_number': 7, 'project_id': '4b01ad97ba3944bf91811f4e25c62402', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:31.874477 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] Checking router: 1bee3b48-288d-4811-86e9-b750e7b6e100 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:31.883307 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.883523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] Routers {'1bee3b48-288d-4811-86e9-b750e7b6e100'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:31.883870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bee3b48-288d-4811-86e9-b750e7b6e100 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:05:31.884025 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['1bee3b48-288d-4811-86e9-b750e7b6e100'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:31.889125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.890298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2fed1459-176e-4781-a268-c1dfee4585b5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1bee3b48-288d-4811-86e9-b750e7b6e100 HTTP/1.1" status: 204 len: 168 time: 0.8176548 Nov 02 17:05:31.892759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44904) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:31.919766 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:31.920446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549f79b-72f5-4f40-88d6-a8a82f11f7c0 None None] The sync data for ids ['1bee3b48-288d-4811-86e9-b750e7b6e100'] in n-d-811405-2 is: [] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:31.946065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Deleting subnet 330ba819-1cd3-4eb9-8b17-9463c55ad0ce {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:05:31.947441 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:31.987236 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.070745 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.124041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.156294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.160266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/330ba819-1cd3-4eb9-8b17-9463c55ad0ce HTTP/1.1" status: 204 len: 168 time: 0.2654705 Nov 02 17:05:32.161299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333f70f-498d-4c98-ad58-baed25bed612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330ba819-1cd3-4eb9-8b17-9463c55ad0ce,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:32.161874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1342a-02ef-42b2-86a6-a2c1bed8d0ac None None] Network 9e2706c1-bb01-47d2-ac69-6d1da18fff6d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:32.162941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44906) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:32.232512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.286795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Deleting port 2cf383ca-a7a7-4109-a482-38c2e193aacf {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:32.287238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.353589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] For port 2cf383ca-a7a7-4109-a482-38c2e193aacf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2cf383ca-a7a7-4109-a482-38c2e193aacf,segment=NetworkSegment(8bb89ab5-e32e-49d2-b3f8-c2d250a29310),segment_id=8bb89ab5-e32e-49d2-b3f8-c2d250a29310)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:32.353946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.368385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Calling delete_port for 2cf383ca-a7a7-4109-a482-38c2e193aacf owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:32.387657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] DHCP port deletion for 9e2706c1-bb01-47d2-ac69-6d1da18fff6d request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:05:32.441689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] Deleting port 2cf383ca-a7a7-4109-a482-38c2e193aacf {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:05:32.442204 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.465565 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.496523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf383ca-a7a7-4109-a482-38c2e193aacf,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:32.499723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0f237257-d034-4fe2-83c4-14a6b07a7565 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:32.502471 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] No DVR routers for this DVR port 2cf383ca-a7a7-4109-a482-38c2e193aacf on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:32.529107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0f237257-d034-4fe2-83c4-14a6b07a7565 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:32.529457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0f237257-d034-4fe2-83c4-14a6b07a7565 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:32.529863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2cf383ca-a7a7-4109-a482-38c2e193aacf no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:05:32.556035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2cf383ca-a7a7-4109-a482-38c2e193aacf {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:05:32.556376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2cf383ca-a7a7-4109-a482-38c2e193aacf not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:05:32.566449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] For port 2cf383ca-a7a7-4109-a482-38c2e193aacf, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2cf383ca-a7a7-4109-a482-38c2e193aacf,segment=NetworkSegment(8bb89ab5-e32e-49d2-b3f8-c2d250a29310),segment_id=8bb89ab5-e32e-49d2-b3f8-c2d250a29310)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:32.566846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.580656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] Calling delete_port for 2cf383ca-a7a7-4109-a482-38c2e193aacf owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:05:32.665159 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.693118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] No DVR routers for this DVR port 2cf383ca-a7a7-4109-a482-38c2e193aacf on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:05:32.697732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0d346-f472-4c2f-bbd4-2e6967c10fd8 None None] Pushing event deleted for resources: {'Port': ['ID=2cf383ca-a7a7-4109-a482-38c2e193aacf,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:32.918703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.938742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2706c1-bb01-47d2-ac69-6d1da18fff6d']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:32.948739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb89ab5-e32e-49d2-b3f8-c2d250a29310') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:32.949030 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb89ab5-e32e-49d2-b3f8-c2d250a29310') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:32.959212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.973101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.978755 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:05:32.979128 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:05:32.980753 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:05:33.037383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.042786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.045912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e2706c1-bb01-47d2-ac69-6d1da18fff6d HTTP/1.1" status: 204 len: 168 time: 0.8818302 Nov 02 17:05:33.057204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52e5f-4f24-4d76-baa0-640c9b14f97e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2706c1-bb01-47d2-ac69-6d1da18fff6d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:33.157512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44910) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:33.196939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3204d009-8205-40cc-9ff0-47dec63ba709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b01ad97ba3944bf91811f4e25c62402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381682 Nov 02 17:05:33.199310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44912) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:33.246861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b529f3c0-c0a0-4476-8399-6604c4f7301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.269532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b529f3c0-c0a0-4476-8399-6604c4f7301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.314001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b529f3c0-c0a0-4476-8399-6604c4f7301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.317647 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b529f3c0-c0a0-4476-8399-6604c4f7301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.318809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b529f3c0-c0a0-4476-8399-6604c4f7301d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3045450-6911-46f7-8596-862f585d770b HTTP/1.1" status: 204 len: 168 time: 0.1186275 Nov 02 17:05:33.326152 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529f3c0-c0a0-4476-8399-6604c4f7301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3045450-6911-46f7-8596-862f585d770b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:33.638974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44918) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:33.660691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf5b7-f849-4445-9e8d-c210461543ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.737287 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf5b7-f849-4445-9e8d-c210461543ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.740758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf5b7-f849-4445-9e8d-c210461543ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.778327 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3d3cf5b7-f849-4445-9e8d-c210461543ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1382251 Nov 02 17:05:33.779147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cf5b7-f849-4445-9e8d-c210461543ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce91ae8e-0533-4e13-9f1d-68974d919982,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:33.781293 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44920) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:33.833711 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce4967d6-ae25-4117-b278-01d00ef09b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.855609 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce4967d6-ae25-4117-b278-01d00ef09b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.901080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce4967d6-ae25-4117-b278-01d00ef09b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.904304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ce4967d6-ae25-4117-b278-01d00ef09b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:33.905740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ce4967d6-ae25-4117-b278-01d00ef09b59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce91ae8e-0533-4e13-9f1d-68974d919982 HTTP/1.1" status: 204 len: 168 time: 0.1233592 Nov 02 17:05:33.916155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4967d6-ae25-4117-b278-01d00ef09b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce91ae8e-0533-4e13-9f1d-68974d919982,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:34.465345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44942) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:34.564091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-308663344-network', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:34.585737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Made reservation on behalf of d0b5d536b81a43d191f2ae0bd910cd04 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:05:34.588176 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.596598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.671946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.676476 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.700894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:05:34.709947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169399d5-2484-4270-a7e4-22af6b2aab5a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:34.716813 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.717155 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Added segment d9df728a-6739-4eb0-9e4e-45a62ad8df22 of type vlan for network 96efd474-363e-4ea7-a53f-7aacb638ef99 Nov 02 17:05:34.760773 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.784596 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.785478 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:34.786084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:34.836677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3702087 Nov 02 17:05:34.839879 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44946) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:34.844744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Request body: {'subnet': {'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-308663344-subnet', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:34.851826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2e0f-a477-4d4d-8c26-18d4b661672e admin admin] Pushing event updated for resources: {'Network': ['ID=96efd474-363e-4ea7-a53f-7aacb638ef99,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:34.863666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:05:34.866989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Made reservation on behalf of d0b5d536b81a43d191f2ae0bd910cd04 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:05:34.869411 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.044390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.091721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e214aa24-351c-46f8-a383-afb51a63a004,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:35.108115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Checking segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:35.108467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Network hostable DHCP agents. Network: 96efd474-363e-4ea7-a53f-7aacb638ef99, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:05:35.125482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:05:35.134826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 96efd474-363e-4ea7-a53f-7aacb638ef99) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:35.138890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:35.139469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.145115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3816b-1ccf-4ff9-9262-3ab149b16f0b None None] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:35.155789 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-828ab6a1-5f57-4c53-8aea-67a8595a2f73 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3148191 Nov 02 17:05:35.158371 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44948) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:35.163464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:35.184331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.185407 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.248333 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.301272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-96efd474-363e-4ea7-a53f-7aacb638ef99', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:05:35.302145 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.385507 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.438924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Allocated IP 172.20.0.2 (96efd474-363e-4ea7-a53f-7aacb638ef99/e214aa24-351c-46f8-a383-afb51a63a004/0380791b-35f7-4715-9813-5e028f220781) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:35.586674 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.587331 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.592357 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.607045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.629137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:35.632107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:35.635569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:35.647555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Pushing event updated for resources: {'Port': ['ID=0380791b-35f7-4715-9813-5e028f220781,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:35.695562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Attempting to bind port 0380791b-35f7-4715-9813-5e028f220781 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:35.695874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Attempting to bind port 0380791b-35f7-4715-9813-5e028f220781 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:35.696223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Attempting to bind port 0380791b-35f7-4715-9813-5e028f220781 on network 96efd474-363e-4ea7-a53f-7aacb638ef99 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:35.701569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:35.701937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Checking segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:35.702369 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.702761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Bound using segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:35.703225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Bound port: 0380791b-35f7-4715-9813-5e028f220781, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:35.703628 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.723459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Allocated IP 172.25.7.73 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/93cee681-cca0-4e47-a1bc-fafea22ac63a) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:35.769807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] For port 0380791b-35f7-4715-9813-5e028f220781, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:35.772905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] For port 0380791b-35f7-4715-9813-5e028f220781, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0380791b-35f7-4715-9813-5e028f220781,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:35.777005 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.829135 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.835897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dded15-ec0c-4e9b-972f-580beadae272 None None] Pushing event updated for resources: {'Port': ['ID=0380791b-35f7-4715-9813-5e028f220781,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:35.865730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:35.902673 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:35.905624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:35.909490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:35.944068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Pushing event updated for resources: {'Port': ['ID=93cee681-cca0-4e47-a1bc-fafea22ac63a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:36.191527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:36.391525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:36.523667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0380791b-35f7-4715-9813-5e028f220781 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:36.538838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Router b287298b-56dd-41f4-9b3b-37b1c69b17ac is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:05:36.582058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0380791b-35f7-4715-9813-5e028f220781 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:36.582545 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:36.654876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:36.667772 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Sync routers for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:36.671943 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:36.673432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:36.675359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5853219d-a389-4898-ac3c-f1c4c9994a29 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5152450 Nov 02 17:05:36.678685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44950) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:36.688738 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:36.689364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:36.775487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 0380791b-35f7-4715-9813-5e028f220781, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0380791b-35f7-4715-9813-5e028f220781,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:36.781996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:36.819204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d3bab-72d5-4fad-ab85-0e1322f4f4c6 None None] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:36.910346 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:36.936152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=0380791b-35f7-4715-9813-5e028f220781,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:36.981041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b84cc8f7-a7d1-4d3b-8bca-081d87c0f63c None None] Provisioning complete for port 0380791b-35f7-4715-9813-5e028f220781 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:36.981321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b84cc8f7-a7d1-4d3b-8bca-081d87c0f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.106244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.274906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Allocated IP 172.20.0.1 (96efd474-363e-4ea7-a53f-7aacb638ef99/e214aa24-351c-46f8-a383-afb51a63a004/f2d59ea0-d220-4c72-b43d-239a651130d1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:37.384396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.398580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:36Z', 'revision_number': 3, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:37.421854 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.429373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Checking router: b287298b-56dd-41f4-9b3b-37b1c69b17ac for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:37.429723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Updating router b287298b-56dd-41f4-9b3b-37b1c69b17ac port 93cee681-cca0-4e47-a1bc-fafea22ac63a binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:05:37.455133 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.464577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:37.467488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:37.477124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:37.480281 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d59ea0-d220-4c72-b43d-239a651130d1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:37.519360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.678602 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.739588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-771d3e7f-6446-4222-b1fd-0dc2d6b9fcf1 None None] Provisioning complete for port 0380791b-35f7-4715-9813-5e028f220781 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:37.740225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-771d3e7f-6446-4222-b1fd-0dc2d6b9fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.784762 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.795840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.855455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95949bf1-cfc2-492f-9776-cc6a1196155f None None] Pushing event updated for resources: {'Port': ['ID=93cee681-cca0-4e47-a1bc-fafea22ac63a,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:37.865807 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.870722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.878535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Attempting to bind port 93cee681-cca0-4e47-a1bc-fafea22ac63a on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:37.878910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Attempting to bind port 93cee681-cca0-4e47-a1bc-fafea22ac63a by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:37.879275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Attempting to bind port 93cee681-cca0-4e47-a1bc-fafea22ac63a on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:37.887301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:37.887677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:37.888082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.888472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:37.888938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Bound port: 93cee681-cca0-4e47-a1bc-fafea22ac63a, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:37.889318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.944049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d59ea0-d220-4c72-b43d-239a651130d1,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:37.946744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:37.952664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] For port 93cee681-cca0-4e47-a1bc-fafea22ac63a, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:37.956586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] For port 93cee681-cca0-4e47-a1bc-fafea22ac63a, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=93cee681-cca0-4e47-a1bc-fafea22ac63a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:37.960786 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.019140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:38.019591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:38.043587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:38.045008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:38.082918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95949bf1-cfc2-492f-9776-cc6a1196155f None None] Pushing event updated for resources: {'Port': ['ID=93cee681-cca0-4e47-a1bc-fafea22ac63a,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:38.111462 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a4285b5a-a960-445a-b9fa-f314171680c3 None None] Provisioning complete for port f2d59ea0-d220-4c72-b43d-239a651130d1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:38.112375 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4285b5a-a960-445a-b9fa-f314171680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.165780 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a4285b5a-a960-445a-b9fa-f314171680c3 None None] Port f2d59ea0-d220-4c72-b43d-239a651130d1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:05:38.168575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Router b287298b-56dd-41f4-9b3b-37b1c69b17ac has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:38.171243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:38.284956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:38.289978 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fbf601e1-f8ae-427a-bc31-8c7f96544718 admin admin] 10.222.0.31 "PUT /v2.0/routers/b287298b-56dd-41f4-9b3b-37b1c69b17ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102090 Nov 02 17:05:38.319404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-df2936ae-c10b-4bfc-a24d-1e72a75d3ccc None None] Provisioning complete for port f2d59ea0-d220-4c72-b43d-239a651130d1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:38.319707 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-df2936ae-c10b-4bfc-a24d-1e72a75d3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.373187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-df2936ae-c10b-4bfc-a24d-1e72a75d3ccc None None] Port f2d59ea0-d220-4c72-b43d-239a651130d1 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:05:38.420334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 2, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:38.452662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a119b-2d66-44b8-8fdb-3cf10878d1f9 None None] The sync data for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 is: [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 2, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:38.506280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0380791b-35f7-4715-9813-5e028f220781 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:38.556273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0380791b-35f7-4715-9813-5e028f220781 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:38.556660 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.685408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f3b31f9-c732-4c45-a725-685397738b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.817141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44966) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:38.822235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1874296991-network', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:38.844292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Made reservation on behalf of 930cd9c099d54925ba2895ceaa7609a9 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:05:38.847456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.856949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.935041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.939146 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.965160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:05:38.974848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba6593c-0225-4711-a958-30a62998d9e7,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:38.980944 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:38.981294 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Added segment aac61c33-eae1-455e-b43a-43836c6f5a84 of type vlan for network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 Nov 02 17:05:39.023796 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.049878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.051001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:39.051733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.123576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5d3c9f-00b3-404b-95fb-7ac94bb9c367,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:39.134805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea4d56bc-4cb7-4952-95d0-a3166579f9c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3163900 Nov 02 17:05:39.137527 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:39.139784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:05:39.142783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Request body: {'subnet': {'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1874296991-subnet', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:39.168316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Made reservation on behalf of 930cd9c099d54925ba2895ceaa7609a9 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:05:39.171401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.351205 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.406388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=650c5de2-0b65-44f1-99b8-5de792d22457,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:39.417174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Checking segment: {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:39.417541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Network hostable DHCP agents. Network: 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:05:39.434734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:05:39.444075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:39.448213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:05:39.448808 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.453798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f0269-b88e-4529-be7d-ad02233c6400 None None] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:39.468617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7e3a074d-6ab4-4934-90b3-42772587c2c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3273859 Nov 02 17:05:39.468865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 44970) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:39.473302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:05:39.494567 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.495618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.555302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.614244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'fixed_ips': [{'subnet_id': '650c5de2-0b65-44f1-99b8-5de792d22457'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:05:39.615326 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.768988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Allocated IP 172.20.0.2 (0f5d3c9f-00b3-404b-95fb-7ac94bb9c367/650c5de2-0b65-44f1-99b8-5de792d22457/00f11be7-e729-4070-b4e7-47e16a102055) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:39.934806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.942732 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:39.980601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:39.983402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:39.987460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:39.996753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Pushing event updated for resources: {'Port': ['ID=00f11be7-e729-4070-b4e7-47e16a102055,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:40.053221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Attempting to bind port 00f11be7-e729-4070-b4e7-47e16a102055 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:40.053680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Attempting to bind port 00f11be7-e729-4070-b4e7-47e16a102055 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:40.054062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Attempting to bind port 00f11be7-e729-4070-b4e7-47e16a102055 on network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:40.059312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:40.059693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Checking segment: {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:40.060099 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.060525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Bound using segment: {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:40.060995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Bound port: 00f11be7-e729-4070-b4e7-47e16a102055, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:40.061258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.061405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.128444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] For port 00f11be7-e729-4070-b4e7-47e16a102055, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:40.131838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] For port 00f11be7-e729-4070-b4e7-47e16a102055, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=00f11be7-e729-4070-b4e7-47e16a102055,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:40.136472 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.193988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b978-80e7-4906-87f2-24502c5d619d None None] Pushing event updated for resources: {'Port': ['ID=00f11be7-e729-4070-b4e7-47e16a102055,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:40.284428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.304812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.444228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Allocated IP 172.25.7.2 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/685b01e9-4ff0-4a19-9c0a-04a0796b98a3) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:40.574278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 93cee681-cca0-4e47-a1bc-fafea22ac63a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:40.576700 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.612323 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.624666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 93cee681-cca0-4e47-a1bc-fafea22ac63a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:40.625039 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.649560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:40.652825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:40.655333 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:40.693940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Pushing event updated for resources: {'Port': ['ID=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:40.710250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.730002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 93cee681-cca0-4e47-a1bc-fafea22ac63a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=93cee681-cca0-4e47-a1bc-fafea22ac63a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:40.733649 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.734436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 00f11be7-e729-4070-b4e7-47e16a102055 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:40.806651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=93cee681-cca0-4e47-a1bc-fafea22ac63a,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:40.831792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 00f11be7-e729-4070-b4e7-47e16a102055 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:40.832342 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.921041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.939191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:40.956975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 00f11be7-e729-4070-b4e7-47e16a102055, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=00f11be7-e729-4070-b4e7-47e16a102055,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:40.960776 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.015035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=00f11be7-e729-4070-b4e7-47e16a102055,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:41.045087 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Sync routers for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:41.058228 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:41.059145 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:41.136890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-93f2cd9a-7954-4b0d-90d3-7e8ada9bcc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.165979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.172084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c80e7-fc07-4775-8245-61445971fa9a None None] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:05:41.173568 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:41.250440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fc0398a8-67af-4471-9651-9a287aebf05c None None] Provisioning complete for port 00f11be7-e729-4070-b4e7-47e16a102055 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:41.250999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fc0398a8-67af-4471-9651-9a287aebf05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.312025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Router abcc3677-8154-48ce-860d-838f65c7b13c is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:05:41.389194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.438664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:41.451420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Sync routers for ids ['abcc3677-8154-48ce-860d-838f65c7b13c'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:41.461301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.462226 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Routers {'abcc3677-8154-48ce-860d-838f65c7b13c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:41.462849 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['abcc3677-8154-48ce-860d-838f65c7b13c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:41.465954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 44972) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:05:41.468646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e4023744-0569-4d38-9913-e00d0d4addf6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9972472 Nov 02 17:05:41.508578 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 2, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:41.540846 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Checking router: b287298b-56dd-41f4-9b3b-37b1c69b17ac for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:41.541213 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Updating router b287298b-56dd-41f4-9b3b-37b1c69b17ac port f2d59ea0-d220-4c72-b43d-239a651130d1 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:05:41.575310 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.591922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Set router abcc3677-8154-48ce-860d-838f65c7b13c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:41.772811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-91f4e996-242b-482b-9a47-3b9e1ef37e89 None None] Provisioning complete for port 00f11be7-e729-4070-b4e7-47e16a102055 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:41.773623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-91f4e996-242b-482b-9a47-3b9e1ef37e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.829782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 3, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:41.864006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Checking router: abcc3677-8154-48ce-860d-838f65c7b13c for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:41.864361 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Updating router abcc3677-8154-48ce-860d-838f65c7b13c port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:05:41.879895 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.887232 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.911950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.943414 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:41.960595 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dafa9-5ecc-483e-8525-d3a344bd7247 None None] Pushing event updated for resources: {'Port': ['ID=f2d59ea0-d220-4c72-b43d-239a651130d1,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:41.992321 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Attempting to bind port f2d59ea0-d220-4c72-b43d-239a651130d1 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:41.992996 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Attempting to bind port f2d59ea0-d220-4c72-b43d-239a651130d1 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:41.993455 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Attempting to bind port f2d59ea0-d220-4c72-b43d-239a651130d1 on network 96efd474-363e-4ea7-a53f-7aacb638ef99 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:41.999112 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:41.999634 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Checking segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:42.000257 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.000739 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Bound using segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:42.001301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Bound port: f2d59ea0-d220-4c72-b43d-239a651130d1, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:42.001775 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.069440 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] For port f2d59ea0-d220-4c72-b43d-239a651130d1, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:42.072749 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] For port f2d59ea0-d220-4c72-b43d-239a651130d1, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f2d59ea0-d220-4c72-b43d-239a651130d1,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:42.079890 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.143796 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:42.144479 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:42.154241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Allocated IP 172.20.0.1 (0f5d3c9f-00b3-404b-95fb-7ac94bb9c367/650c5de2-0b65-44f1-99b8-5de792d22457/c52bc6db-7b09-466c-96ed-6af646c30462) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:05:42.224932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.233547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.280517 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:42.293280 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.309407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Attempting to bind port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:42.310045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Attempting to bind port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:42.310210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Attempting to bind port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:42.327602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343609-7b52-4096-93c2-af2e21e5d4c8 None None] Pushing event updated for resources: {'Port': ['ID=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:42.332324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:42.332887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:42.333788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.334268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:42.334953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Bound port: 685b01e9-4ff0-4a19-9c0a-04a0796b98a3, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:42.337285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.339591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.367181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-493e7b84-7338-4033-a9b5-26afd7f8267a None None] Provisioning complete for port f2d59ea0-d220-4c72-b43d-239a651130d1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:42.367549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-493e7b84-7338-4033-a9b5-26afd7f8267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.376082 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dafa9-5ecc-483e-8525-d3a344bd7247 None None] Pushing event updated for resources: {'Port': ['ID=f2d59ea0-d220-4c72-b43d-239a651130d1,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:42.381921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Pushing event updated for resources: {'Port': ['ID=c52bc6db-7b09-466c-96ed-6af646c30462,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:42.401306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:42.402943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:42.406954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:05:42.470164 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.518504 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:42.554555 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde8a14-efa6-4349-a13a-ae80ec893b2d None None] The sync data for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 is: [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:42.663071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.734552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 93cee681-cca0-4e47-a1bc-fafea22ac63a up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:42.777066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] For port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:42.796152 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.802466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] For port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:42.805585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-493e7b84-7338-4033-a9b5-26afd7f8267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.810415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.855600 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.861771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.911960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-493e7b84-7338-4033-a9b5-26afd7f8267a None None] For port f2d59ea0-d220-4c72-b43d-239a651130d1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f2d59ea0-d220-4c72-b43d-239a651130d1,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:42.922000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343609-7b52-4096-93c2-af2e21e5d4c8 None None] Pushing event updated for resources: {'Port': ['ID=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:42.925366 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-493e7b84-7338-4033-a9b5-26afd7f8267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.929392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Routers {'abcc3677-8154-48ce-860d-838f65c7b13c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:42.930015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['abcc3677-8154-48ce-860d-838f65c7b13c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:42.933730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 93cee681-cca0-4e47-a1bc-fafea22ac63a triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:42.933730 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:42.949831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Pushing event updated for resources: {'Port': ['ID=c52bc6db-7b09-466c-96ed-6af646c30462,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:42.955488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:43.059996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:05:43.061283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:05:43.106532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7b84-7338-4033-a9b5-26afd7f8267a None None] Pushing event updated for resources: {'Port': ['ID=f2d59ea0-d220-4c72-b43d-239a651130d1,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:43.116181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0fa5bb3e-ee27-4534-92c0-fccc924bb72f None None] Provisioning complete for port f2d59ea0-d220-4c72-b43d-239a651130d1 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:43.116557 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bb3e-ee27-4534-92c0-fccc924bb72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:43.204883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] Set router abcc3677-8154-48ce-860d-838f65c7b13c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:43.209644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Router abcc3677-8154-48ce-860d-838f65c7b13c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:05:43.263048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2d59ea0-d220-4c72-b43d-239a651130d1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:43.349639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:05:43.355644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-85d999c3-fe18-429c-84e7-9970d9cdc432 admin admin] 10.222.0.31 "PUT /v2.0/routers/abcc3677-8154-48ce-860d-838f65c7b13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8879192 Nov 02 17:05:43.460126 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0fa5bb3e-ee27-4534-92c0-fccc924bb72f None None] Provisioning complete for port c52bc6db-7b09-466c-96ed-6af646c30462 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:43.460762 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bb3e-ee27-4534-92c0-fccc924bb72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:43.488838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f2d59ea0-d220-4c72-b43d-239a651130d1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:43.489224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:43.550559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5bb3e-ee27-4534-92c0-fccc924bb72f None None] Port c52bc6db-7b09-466c-96ed-6af646c30462 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:05:43.621706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c52bc6db-7b09-466c-96ed-6af646c30462', 'name': '', 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'mac_address': 'fa:16:3e:2c:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:41Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 2, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'subnets': [{'id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:43.625143 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 00f11be7-e729-4070-b4e7-47e16a102055 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:43.654725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed59bf2-1e41-4677-abbd-5de5753e8b41 None None] The sync data for ids ['abcc3677-8154-48ce-860d-838f65c7b13c'] in n-d-811405-2 is: [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c52bc6db-7b09-466c-96ed-6af646c30462', 'name': '', 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'mac_address': 'fa:16:3e:2c:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:41Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 2, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'subnets': [{'id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:43.699853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-bb5496af-5f41-4b09-b093-8436c2792bab None None] Provisioning complete for port c52bc6db-7b09-466c-96ed-6af646c30462 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:43.700602 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bb5496af-5f41-4b09-b093-8436c2792bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:43.746273 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bb5496af-5f41-4b09-b093-8436c2792bab None None] Port c52bc6db-7b09-466c-96ed-6af646c30462 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:05:43.748088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 00f11be7-e729-4070-b4e7-47e16a102055 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:43.748463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:43.852899 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:44.500324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2d59ea0-d220-4c72-b43d-239a651130d1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:44.551400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f2d59ea0-d220-4c72-b43d-239a651130d1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:44.551864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:46.526431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:46.586802 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Sync routers for ids ['abcc3677-8154-48ce-860d-838f65c7b13c'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:05:46.589854 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:46.590286 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:46.596316 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Routers {'abcc3677-8154-48ce-860d-838f65c7b13c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:46.597107 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['abcc3677-8154-48ce-860d-838f65c7b13c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:46.678314 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:46.700460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:46.707607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:46.713549 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Set router abcc3677-8154-48ce-860d-838f65c7b13c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:46.759965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:46.915564 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c52bc6db-7b09-466c-96ed-6af646c30462', 'name': '', 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'mac_address': 'fa:16:3e:2c:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:41Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 2, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'subnets': [{'id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:46.946151 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Checking router: abcc3677-8154-48ce-860d-838f65c7b13c for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:05:46.946693 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Updating router abcc3677-8154-48ce-860d-838f65c7b13c port c52bc6db-7b09-466c-96ed-6af646c30462 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:05:46.972565 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.236501 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.242929 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.308614 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a33307-ee7e-435f-95ae-4ca1d36685fc None None] Pushing event updated for resources: {'Port': ['ID=c52bc6db-7b09-466c-96ed-6af646c30462,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:47.362524 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Attempting to bind port c52bc6db-7b09-466c-96ed-6af646c30462 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:05:47.363610 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Attempting to bind port c52bc6db-7b09-466c-96ed-6af646c30462 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:05:47.363995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Attempting to bind port c52bc6db-7b09-466c-96ed-6af646c30462 on network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:05:47.369600 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:05:47.369962 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Checking segment: {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:05:47.370390 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.370774 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Bound using segment: {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:05:47.371229 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Bound port: c52bc6db-7b09-466c-96ed-6af646c30462, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac61c33-eae1-455e-b43a-43836c6f5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:05:47.371627 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.446996 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] For port c52bc6db-7b09-466c-96ed-6af646c30462, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:05:47.450390 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] For port c52bc6db-7b09-466c-96ed-6af646c30462, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c52bc6db-7b09-466c-96ed-6af646c30462,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:05:47.456637 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.515618 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Routers {'abcc3677-8154-48ce-860d-838f65c7b13c'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:05:47.516230 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:05:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['abcc3677-8154-48ce-860d-838f65c7b13c'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:47.583680 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a33307-ee7e-435f-95ae-4ca1d36685fc None None] Pushing event updated for resources: {'Port': ['ID=c52bc6db-7b09-466c-96ed-6af646c30462,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:47.600608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c0f9f97a-f298-4a4a-b8c2-c074ee9db0ae None None] Provisioning complete for port c52bc6db-7b09-466c-96ed-6af646c30462 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:47.601816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f97a-f298-4a4a-b8c2-c074ee9db0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.638900 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] Set router abcc3677-8154-48ce-860d-838f65c7b13c gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:05:47.716037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f97a-f298-4a4a-b8c2-c074ee9db0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.766889 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c0f9f97a-f298-4a4a-b8c2-c074ee9db0ae None None] For port c52bc6db-7b09-466c-96ed-6af646c30462, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c52bc6db-7b09-466c-96ed-6af646c30462,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:05:47.775072 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f97a-f298-4a4a-b8c2-c074ee9db0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.779311 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.836393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9f97a-f298-4a4a-b8c2-c074ee9db0ae None None] Pushing event updated for resources: {'Port': ['ID=c52bc6db-7b09-466c-96ed-6af646c30462,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:05:47.898615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-872fd223-3e9a-4808-b3eb-6d1f7bed6947 None None] Provisioning complete for port c52bc6db-7b09-466c-96ed-6af646c30462 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:47.899000 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-872fd223-3e9a-4808-b3eb-6d1f7bed6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:47.971005 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c52bc6db-7b09-466c-96ed-6af646c30462', 'name': '', 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'mac_address': 'fa:16:3e:2c:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:41Z', 'updated_at': '2021-11-02T17:05:47Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'subnets': [{'id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:05:48.001555 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6ea9c-49a2-45b3-bc6d-1c81f06649a2 None None] The sync data for ids ['abcc3677-8154-48ce-860d-838f65c7b13c'] in n-d-811405-2 is: [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c52bc6db-7b09-466c-96ed-6af646c30462', 'name': '', 'network_id': '0f5d3c9f-00b3-404b-95fb-7ac94bb9c367', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'mac_address': 'fa:16:3e:2c:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:41Z', 'updated_at': '2021-11-02T17:05:47Z', 'revision_number': 4, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'subnets': [{'id': '650c5de2-0b65-44f1-99b8-5de792d22457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:05:48.521541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:48.570369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:48.570739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:48.653548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c52bc6db-7b09-466c-96ed-6af646c30462 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:05:48.700555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c52bc6db-7b09-466c-96ed-6af646c30462 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:05:48.700929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:05:53.043220 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:05:53.239945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:08.677742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ac727ecd-26fa-45af-bc89-c835ec40765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:11.139313 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-381b1e29-c382-48a3-bb5c-cf4de6ad5178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:11.342649 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:12.692193 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:13.846554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:17.776679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:23.255297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:30.042460 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:06:38.680594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88644106-64a8-4b81-aafd-bb2e8905d6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:41.143437 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-874cda30-15a8-4e03-87a5-cf5964cd7228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:41.345890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:42.683159 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:43.844727 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:47.775282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:06:53.271104 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:07.042749 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:07:08.681612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab736a77-cb35-4eee-9616-2385c4ede450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:11.146214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b4f42dd-4a2f-4113-b35c-141c6356fa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:11.351146 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:12.687172 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:13.844580 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:17.802085 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:23.287952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:27.192051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-7b885876-70ec-4c60-87a3-58843fa42fca req-93759634-ffa5-4574-9c05-86a0bd7a5eff service neutron] (102065) timed out ('10.222.0.31', 44158) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:07:28.199112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46014) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.204574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072336050', 'description': 'tempest-secgroup-smoke-2072336050 description', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.229080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.298248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.303271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.335965 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.337198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370711 Nov 02 17:07:28.339072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8151ff06-bba6-478c-8723-20b79de6ddb9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:28.340260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46018) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.346186 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group_rule': {'security_group_id': '8151ff06-bba6-478c-8723-20b79de6ddb9', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.347180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.348103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.348441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.348772 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.349102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.349428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.349765 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.350067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.350417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.350734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.351052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.351369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329f4004-a8ab-4201-bbc7-ee50eb21cfc8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.375585 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.423556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.427253 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.445467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b068d33-7a77-4739-94bf-5bd6989b1d00,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:28.455416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.457192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152925 Nov 02 17:07:28.458804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.459154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.459497 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.459845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.460178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.460270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46022) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.460511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.460842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.461169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.461499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.461827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.462179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.462500 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf00467-2308-4676-9b04-c61751885126 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:28.464891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group_rule': {'security_group_id': '8151ff06-bba6-478c-8723-20b79de6ddb9', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.494154 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.552117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.555697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.572819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28867415-5d91-4a95-af19-3c85d61a09e7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:28.580452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.582267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ba49890-9b65-48e2-8f3a-04689f17213c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204503 Nov 02 17:07:28.585098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46024) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.590136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group_rule': {'security_group_id': '8151ff06-bba6-478c-8723-20b79de6ddb9', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.617873 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.680314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.684106 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.702499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1e7434-ff83-4c4d-8853-6014df01cf31,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:28.712440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.713677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-067330dc-146e-443e-84a2-febf2d7de487 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276374 Nov 02 17:07:28.716723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46026) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.721205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group_rule': {'security_group_id': '8151ff06-bba6-478c-8723-20b79de6ddb9', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.747138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.807109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.810923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.826502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b77fba9-00ea-4c2d-9a96-cb56cd7d29cf,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:28.838073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.839368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3bfac5ea-7ac5-4d41-9cb7-d17676754b57 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217096 Nov 02 17:07:28.842521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46028) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.846795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group_rule': {'security_group_id': '8151ff06-bba6-478c-8723-20b79de6ddb9', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.867383 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Project d0b5d536b81a43d191f2ae0bd910cd04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:07:28.872437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.937702 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.941580 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.960572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58765e95-d134-49d3-9dbb-6ec519c4a5e1,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:28.968743 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:28.969924 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0293f852-d44c-4cb4-a394-1ffbc24844b8 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264637 Nov 02 17:07:28.973118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46030) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:28.977482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'security_group_rule': {'security_group_id': '8151ff06-bba6-478c-8723-20b79de6ddb9', 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:28.999173 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Project d0b5d536b81a43d191f2ae0bd910cd04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:07:29.004716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:29.078903 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:29.082801 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:29.104098 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a4655f-21bd-4697-ad42-30a7ba94fe26,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:29.112693 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:29.114481 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a9fcfaba-8125-48b4-9d78-85c618f539ba tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403291 Nov 02 17:07:29.273202 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-f04cd133-2ab7-4f04-b03e-3551f64f4052 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072336050&fields=id&tenant_id=d0b5d536b81a43d191f2ae0bd910cd04 HTTP/1.1" status: 200 len: 267 time: 0.0349076 Nov 02 17:07:29.382834 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-b162b44f-b74c-4a69-824e-a16107409458 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:29.384329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-b162b44f-b74c-4a69-824e-a16107409458 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 813 time: 0.1041911 Nov 02 17:07:29.400624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-adb3b828-5dd6-44c8-8d3f-e6a0ef27e5fa tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/quotas/d0b5d536b81a43d191f2ae0bd910cd04 HTTP/1.1" status: 200 len: 375 time: 0.0104983 Nov 02 17:07:29.461026 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-b2281432-f501-4ee6-974d-c21fe5a589a4 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541332 Nov 02 17:07:29.477448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-024a2b49-2325-4646-afc7-3053e7138869 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:07:29.478420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-024a2b49-2325-4646-afc7-3053e7138869 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062153 Nov 02 17:07:29.570210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-66665928-df52-459e-bd70-d4370328cb75 service neutron] 10.222.0.31 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857809 Nov 02 17:07:29.664717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-b240160b-406c-4f3e-b234-d3602135a01b service neutron] 10.222.0.31 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880988 Nov 02 17:07:29.952293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9ab91eb2-9949-4efb-bdcd-cdc07450d31d req-86deee3e-1666-4f3f-a4b8-539763888405 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Nov 02 17:07:30.955200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-40c0eb2f-c218-46dc-ac46-1c7484ac2f9a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:30.957378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-40c0eb2f-c218-46dc-ac46-1c7484ac2f9a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 813 time: 0.1131415 Nov 02 17:07:31.002177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-86929461-6765-47c2-87d1-c809694d642b tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b5d536b81a43d191f2ae0bd910cd04 HTTP/1.1" status: 200 len: 380 time: 0.0356619 Nov 02 17:07:31.013035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'port': {'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'admin_state_up': True, 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'security_groups': ['8151ff06-bba6-478c-8723-20b79de6ddb9']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:31.079282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-913f9337-8ff2-4892-834e-237a8532e822 req-2907a9e3-79ea-40ce-a6c0-54f1af708ec6 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Nov 02 17:07:31.132042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Made reservation on behalf of d0b5d536b81a43d191f2ae0bd910cd04 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:07:31.135950 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:31.268202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Allocated IP 172.20.0.14 (96efd474-363e-4ea7-a53f-7aacb638ef99/e214aa24-351c-46f8-a383-afb51a63a004/90c89ac4-7e95-4afb-bab8-19b5979917a9) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:07:31.426553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:31.459380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:31.501308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:07:31.505432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:07:31.509578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:07:31.538565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'Port': ['ID=90c89ac4-7e95-4afb-bab8-19b5979917a9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:31.577781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:31.578886 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:31.599606 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-a4715f6d-d572-48aa-bb21-4467add8a159 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5902200 Nov 02 17:07:31.728731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Request body: {'port': {'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:31.786896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-47e5618a-6797-46d7-97c5-ccc67c6d31d6 None None] Provisioning complete for port 90c89ac4-7e95-4afb-bab8-19b5979917a9 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:07:31.787439 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47e5618a-6797-46d7-97c5-ccc67c6d31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:31.790690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:31.828036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-47e5618a-6797-46d7-97c5-ccc67c6d31d6 None None] Port 90c89ac4-7e95-4afb-bab8-19b5979917a9 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:07:32.071457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c89ac4-7e95-4afb-bab8-19b5979917a9 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:07:32.079401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:32.094002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Transition to ACTIVE for port object 90c89ac4-7e95-4afb-bab8-19b5979917a9 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:07:32.099376 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:32.157320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=90c89ac4-7e95-4afb-bab8-19b5979917a9,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:32.226592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797727d-5296-422f-92f9-31455d74b565 req-f8ef7d03-2d14-4c13-a1b5-524379b9ee47 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:32.234905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e797727d-5296-422f-92f9-31455d74b565 req-f8ef7d03-2d14-4c13-a1b5-524379b9ee47 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0737402 Nov 02 17:07:32.265338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Attempting to bind port 90c89ac4-7e95-4afb-bab8-19b5979917a9 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:07:32.265689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Attempting to bind port 90c89ac4-7e95-4afb-bab8-19b5979917a9 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:07:32.266027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Attempting to bind port 90c89ac4-7e95-4afb-bab8-19b5979917a9 on network 96efd474-363e-4ea7-a53f-7aacb638ef99 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:07:32.273278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Port 90c89ac4-7e95-4afb-bab8-19b5979917a9 on network 96efd474-363e-4ea7-a53f-7aacb638ef99 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:07:32.273703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Attempting to bind port 90c89ac4-7e95-4afb-bab8-19b5979917a9 on network 96efd474-363e-4ea7-a53f-7aacb638ef99 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:07:32.279652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:07:32.280200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Checking segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:07:32.280656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Bound using segment: {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:07:32.281342 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Bound port: 90c89ac4-7e95-4afb-bab8-19b5979917a9, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9df728a-6739-4eb0-9e4e-45a62ad8df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:07:32.281817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:32.283867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e797727d-5296-422f-92f9-31455d74b565 req-605d69ec-f287-4509-8f83-6fefd6a04701 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476623 Nov 02 17:07:32.362856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] For port 90c89ac4-7e95-4afb-bab8-19b5979917a9, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:07:32.366278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] For port 90c89ac4-7e95-4afb-bab8-19b5979917a9, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:07:32.371686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:32.406207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:32.406837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:32.408236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] 10.222.0.100 "PUT /v2.0/ports/90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 1092 time: 0.8013613 Nov 02 17:07:32.412799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:07:32.412799 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d80efc-1519-46d1-afab-01102a056244" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:07:32.448436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27cd36-46c0-4776-a48e-691b1343c4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=90c89ac4-7e95-4afb-bab8-19b5979917a9,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:32.512376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-da178e7f-783a-4dd8-9197-15c03cab3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:32.514592 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-da178e7f-783a-4dd8-9197-15c03cab3457 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1095 time: 0.0605428 Nov 02 17:07:32.566684 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-aeff7ba9-4130-4eea-ac41-4872900cfabb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 217 time: 0.0415816 Nov 02 17:07:32.621804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-3dfa8215-29aa-473e-9923-a8d7bd6562d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:32.624238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-3dfa8215-29aa-473e-9923-a8d7bd6562d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.0502250 Nov 02 17:07:32.661901 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa23f69-6c64-4aa9-873d-fd0ecb4e730b x-openstack-request-id: req-7aa23f69-6c64-4aa9-873d-fd0ecb4e730b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:07:32.662223 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:07:32.662474 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7aa23f69-6c64-4aa9-873d-fd0ecb4e730b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:07:32.662876 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'status': 'completed', 'code': 200} Nov 02 17:07:32.690582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-7c7d6c08-3ab5-4cbb-b00d-b49cdaef8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:32.692727 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-7c7d6c08-3ab5-4cbb-b00d-b49cdaef8d47 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607061 Nov 02 17:07:32.786630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-f2078dab-cdcb-405c-a9d2-b681dc3b0f74 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860577 Nov 02 17:07:32.886658 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f8a1257a-ba8d-4cd3-83f6-bd9cb1777a9f req-357a818d-288a-43b6-8e92-a7542c5cb3ad service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923142 Nov 02 17:07:32.978154 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d80efc-1519-46d1-afab-01102a056244 req-69932ef8-3da4-41f7-831c-75e6a85e2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:32.979762 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-69932ef8-3da4-41f7-831c-75e6a85e2d0c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1095 time: 0.0446112 Nov 02 17:07:33.072945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d80efc-1519-46d1-afab-01102a056244 req-32008923-2b30-406d-83ff-4a0dae47f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:33.074442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-32008923-2b30-406d-83ff-4a0dae47f63c service neutron] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 914 time: 0.0877755 Nov 02 17:07:33.120566 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-c41c4fbf-a454-43b7-b6a0-18f5153cf810 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 217 time: 0.0389588 Nov 02 17:07:33.170857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d80efc-1519-46d1-afab-01102a056244 req-219526b5-3412-441a-8994-56f2dd25c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:33.172242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-219526b5-3412-441a-8994-56f2dd25c343 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.0453341 Nov 02 17:07:33.218935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d80efc-1519-46d1-afab-01102a056244 req-c8e7c408-66f5-46d2-ba59-35fb4eba56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:33.220427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-c8e7c408-66f5-46d2-ba59-35fb4eba56c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408201 Nov 02 17:07:33.323176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-a73b63cc-059a-4dbb-9931-bbdfea28c8a6 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954990 Nov 02 17:07:33.406419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4c659-63d5-4f51-a744-087967445513 req-ee245dec-1bb6-4295-b442-700875c49db1 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:33.408046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a4c659-63d5-4f51-a744-087967445513 req-ee245dec-1bb6-4295-b442-700875c49db1 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0503900 Nov 02 17:07:33.422367 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-03d80efc-1519-46d1-afab-01102a056244 req-6cbca7a4-faa8-4d92-87e4-194525c460c7 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924387 Nov 02 17:07:33.453125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55a4c659-63d5-4f51-a744-087967445513 req-33a263c6-7d04-4762-a146-458de6490a6f tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379646 Nov 02 17:07:34.572955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdce99-d624-454d-9e9d-064c7734a481 req-59c84e1e-d190-41e2-b94f-ae77f6492c54 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:34.574397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dfdce99-d624-454d-9e9d-064c7734a481 req-59c84e1e-d190-41e2-b94f-ae77f6492c54 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0512562 Nov 02 17:07:34.613535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6dfdce99-d624-454d-9e9d-064c7734a481 req-036c648e-31b3-4397-9f45-bbb91b294f0b tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Nov 02 17:07:35.731912 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbd9-528e-455a-9647-89ead7eb0f64 req-b865d03e-75f6-4869-a33b-aedfa664c71b tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:35.733383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7a2bbd9-528e-455a-9647-89ead7eb0f64 req-b865d03e-75f6-4869-a33b-aedfa664c71b tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0504568 Nov 02 17:07:35.774568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c7a2bbd9-528e-455a-9647-89ead7eb0f64 req-46ad5435-bc78-4ed3-be27-d0b9d71f9cd7 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343177 Nov 02 17:07:36.889784 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d91dbc-af66-4c98-928d-4af0f14cb20c req-2d2fbd00-2b6c-4d52-a3ed-475c45e65101 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:36.891309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0d91dbc-af66-4c98-928d-4af0f14cb20c req-2d2fbd00-2b6c-4d52-a3ed-475c45e65101 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0491824 Nov 02 17:07:36.934007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e0d91dbc-af66-4c98-928d-4af0f14cb20c req-2e6a1a03-4fff-48e5-9e3a-0ffe91da2c33 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Nov 02 17:07:38.050179 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ce8ed-96ba-4545-8c93-ec64b1e3452b req-37d771e5-dc08-487d-8ae0-08bb73f8c3dc tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:38.052344 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f79ce8ed-96ba-4545-8c93-ec64b1e3452b req-37d771e5-dc08-487d-8ae0-08bb73f8c3dc tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0510840 Nov 02 17:07:38.090308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f79ce8ed-96ba-4545-8c93-ec64b1e3452b req-55703496-44c3-424b-a44b-ae357a53a4f9 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Nov 02 17:07:38.684344 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4d207406-1071-43a9-bb04-669c48a83a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:39.206537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3b42-cf9d-4506-afef-ad5cec7f404e req-6e4eabf5-f429-454b-9933-6aff3c86ec5a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:39.208020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-104b3b42-cf9d-4506-afef-ad5cec7f404e req-6e4eabf5-f429-454b-9933-6aff3c86ec5a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0486212 Nov 02 17:07:39.246659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-104b3b42-cf9d-4506-afef-ad5cec7f404e req-a54d9b48-ab3a-48a2-94f9-a498a16c6194 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Nov 02 17:07:40.363432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5084a-4853-4ced-a5b3-bc00e4976c5c req-08577feb-54c4-4456-b21c-6898ae83781c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:40.365043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39a5084a-4853-4ced-a5b3-bc00e4976c5c req-08577feb-54c4-4456-b21c-6898ae83781c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0506232 Nov 02 17:07:40.407949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-39a5084a-4853-4ced-a5b3-bc00e4976c5c req-801e86d3-3f68-4e52-97b2-0ecf11f4c184 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Nov 02 17:07:41.140919 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fc24a0f5-7dec-4969-b5a2-48297a997eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:41.353254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:41.523798 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0a30-5a70-407c-a0e6-e9b0e6bfcd43 req-509bc55f-6862-434f-b989-d41c6e363b37 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:41.525272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94ef0a30-5a70-407c-a0e6-e9b0e6bfcd43 req-509bc55f-6862-434f-b989-d41c6e363b37 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0489767 Nov 02 17:07:41.562259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94ef0a30-5a70-407c-a0e6-e9b0e6bfcd43 req-11610d78-f76c-4166-ac14-af8c91e561f6 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Nov 02 17:07:42.678821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9ca1-2990-4ed8-8892-ac6ae1f7ccc4 req-ae7cfac2-cd4c-4858-9b7d-672cdc9af494 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:42.680354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-305d9ca1-2990-4ed8-8892-ac6ae1f7ccc4 req-ae7cfac2-cd4c-4858-9b7d-672cdc9af494 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0496612 Nov 02 17:07:42.690003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:42.719208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-305d9ca1-2990-4ed8-8892-ac6ae1f7ccc4 req-2092f1af-a418-4dfb-9cc3-0640827e7756 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Nov 02 17:07:43.835712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b73db8-53cb-48cd-a2e1-03d0d1a66c9d req-ef3712fe-576b-4ffa-aa5b-312cb33be1b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:43.837272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19b73db8-53cb-48cd-a2e1-03d0d1a66c9d req-ef3712fe-576b-4ffa-aa5b-312cb33be1b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 944 time: 0.0508094 Nov 02 17:07:43.843718 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:43.881005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19b73db8-53cb-48cd-a2e1-03d0d1a66c9d req-1848d8df-7f71-41b9-9b29-431ef21e02e1 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Nov 02 17:07:44.042773 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:07:44.336617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 90c89ac4-7e95-4afb-bab8-19b5979917a9 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:07:44.434222 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 90c89ac4-7e95-4afb-bab8-19b5979917a9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:07:44.449751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:07:44.487648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:44.500766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c89ac4-7e95-4afb-bab8-19b5979917a9 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:07:44.521673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 90c89ac4-7e95-4afb-bab8-19b5979917a9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:07:44.525778 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:44.577585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=90c89ac4-7e95-4afb-bab8-19b5979917a9,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:44.586587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.586982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.587269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.587599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.587927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.588251 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.588574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.588892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.589209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.589524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.589839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.590172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:07:44.746078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['90c89ac4-7e95-4afb-bab8-19b5979917a9'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:07:44.998297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb0e3-5668-448d-ad6d-db50df4df3e8 req-6438b5ec-7f85-45a3-9d66-57bebbd9091d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:44.999764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da3eb0e3-5668-448d-ad6d-db50df4df3e8 req-6438b5ec-7f85-45a3-9d66-57bebbd9091d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 945 time: 0.0500627 Nov 02 17:07:45.037930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da3eb0e3-5668-448d-ad6d-db50df4df3e8 req-4d69efce-bcb9-4790-b275-18a7b669de27 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Nov 02 17:07:46.151055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e72da-46e7-4fc1-b328-b842648b997d req-5ad3ad77-5cea-417b-957e-d1deaa01fa30 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:46.152552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b00e72da-46e7-4fc1-b328-b842648b997d req-5ad3ad77-5cea-417b-957e-d1deaa01fa30 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 945 time: 0.0483968 Nov 02 17:07:46.189699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b00e72da-46e7-4fc1-b328-b842648b997d req-23e3275d-ea18-4b86-b187-c8f16957b82d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Nov 02 17:07:46.352977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 90c89ac4-7e95-4afb-bab8-19b5979917a9 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:07:46.400745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 90c89ac4-7e95-4afb-bab8-19b5979917a9 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:07:46.404419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 90c89ac4-7e95-4afb-bab8-19b5979917a9 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:07:46.404788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:46.483676 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:46.506619 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:07:46.508828 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c928a64-06fb-49c2-ac29-ee5fa883ac1e" -d '{"events": [{"server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "name": "network-vif-plugged", "status": "completed", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:07:46.523031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 90c89ac4-7e95-4afb-bab8-19b5979917a9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:07:46.527563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:46.574509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=90c89ac4-7e95-4afb-bab8-19b5979917a9,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:47.305280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ac72-96cd-4fd3-8712-54248882d7b3 req-bccc35e3-1d43-4ddc-a58d-9209ca078201 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:47.306793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab83ac72-96cd-4fd3-8712-54248882d7b3 req-bccc35e3-1d43-4ddc-a58d-9209ca078201 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.0484977 Nov 02 17:07:47.349325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab83ac72-96cd-4fd3-8712-54248882d7b3 req-0f71b0a5-2375-47ef-ac75-374f22b95745 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366099 Nov 02 17:07:47.635749 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8d432c-b671-4b86-ae8e-03345c4a18f9 x-openstack-request-id: req-9a8d432c-b671-4b86-ae8e-03345c4a18f9 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:07:47.636175 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "name": "network-vif-plugged", "status": "completed", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:07:47.636309 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a8d432c-b671-4b86-ae8e-03345c4a18f9 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:07:47.636742 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'code': 200} Nov 02 17:07:47.730631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2677ac-7b14-4296-8e79-4d832c47efe5 req-63deb499-707c-4176-bfa1-5767b3d12805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:47.732105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad2677ac-7b14-4296-8e79-4d832c47efe5 req-63deb499-707c-4176-bfa1-5767b3d12805 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1097 time: 0.0399506 Nov 02 17:07:47.771449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ad2677ac-7b14-4296-8e79-4d832c47efe5 req-5daa3c18-c3ed-4760-a476-5c2696d393e3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316303 Nov 02 17:07:47.790160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:48.811908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f38b6-8a4d-45b3-84b0-ee18fed0ff44 req-e3ee177b-a4da-4fb3-98f1-32959418c74a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:48.813374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-032f38b6-8a4d-45b3-84b0-ee18fed0ff44 req-e3ee177b-a4da-4fb3-98f1-32959418c74a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.3956406 Nov 02 17:07:48.850909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-032f38b6-8a4d-45b3-84b0-ee18fed0ff44 req-4428584c-5e56-4d9d-9734-88c954ed97d4 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Nov 02 17:07:49.967657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d19ad-f6b9-4ecf-86c2-7d7967245de4 req-008c5390-fdbc-4d65-9ed8-cd231b7fa2a6 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:49.969147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6d19ad-f6b9-4ecf-86c2-7d7967245de4 req-008c5390-fdbc-4d65-9ed8-cd231b7fa2a6 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.0498984 Nov 02 17:07:50.008997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4e6d19ad-f6b9-4ecf-86c2-7d7967245de4 req-cd8fdb72-e667-4625-a7c2-11fe56760c67 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Nov 02 17:07:50.123336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab4fae-a912-4c81-ae86-b274543aae91 req-d02a238e-f84d-4272-b316-c666e03e57d6 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:50.124820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-deab4fae-a912-4c81-ae86-b274543aae91 req-d02a238e-f84d-4272-b316-c666e03e57d6 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.0494325 Nov 02 17:07:50.166966 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-deab4fae-a912-4c81-ae86-b274543aae91 req-d6d9d1cd-6fac-43f5-b438-2912de1b2081 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353332 Nov 02 17:07:50.188024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46116) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:50.275304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19114493-0050-4ba5-8e84-f5fe4fc91025 tempest-TestVolumeBackupRestore-1777425059 tempest-TestVolumeBackupRestore-1777425059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:50.276823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-19114493-0050-4ba5-8e84-f5fe4fc91025 tempest-TestVolumeBackupRestore-1777425059 tempest-TestVolumeBackupRestore-1777425059-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1092 time: 0.0878215 Nov 02 17:07:50.279813 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46120) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:50.284336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:50.307587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:50.406247 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:50.521745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Allocated IP 172.25.7.241 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/43c9e86b-5920-43f4-a406-07b5f30d510e) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:07:50.624444 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:50.662284 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:50.697658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:07:50.700833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:07:50.705114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:07:50.732830 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'Port': ['ID=43c9e86b-5920-43f4-a406-07b5f30d510e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:51.044278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:51.111559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:51.266252 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:51.272624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:51.345962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event updated for resources: {'Port': ['ID=43c9e86b-5920-43f4-a406-07b5f30d510e,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:07:51.356517 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:51.460769 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Floating IP d6ae8c72-ff8d-44e7-87e8-8cc88931f267 associated. External IP: 172.25.7.241, port: 90c89ac4-7e95-4afb-bab8-19b5979917a9. Nov 02 17:07:51.667666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Router b287298b-56dd-41f4-9b3b-37b1c69b17ac has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:07:51.772963 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:07:51.783765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] Sync routers for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:07:51.792671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:51.796024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:07:51.797076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:07:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:51.822313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a467507c-aa1b-48e3-ae27-c56c4e52f38a tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5412219 Nov 02 17:07:51.823011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:07:51.825057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46122) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:51.825607 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5243ffda-3a80-40cb-a85c-0fd21a62075f" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:07:51.870986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6b237-abc7-49b9-bf40-f665e796daca tempest-TestVolumeBackupRestore-1777425059 tempest-TestVolumeBackupRestore-1777425059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:51.872643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-31e6b237-abc7-49b9-bf40-f665e796daca tempest-TestVolumeBackupRestore-1777425059 tempest-TestVolumeBackupRestore-1777425059-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1092 time: 0.0457280 Nov 02 17:07:51.875354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46128) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:07:51.879951 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Request body: {'floatingip': {'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:07:51.920621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:07:51.932650 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60226207-6471-4153-89c5-cd5ce2405804 x-openstack-request-id: req-60226207-6471-4153-89c5-cd5ce2405804 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:07:51.932944 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:07:51.933199 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60226207-6471-4153-89c5-cd5ce2405804 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:07:51.933610 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'status': 'completed', 'code': 200} Nov 02 17:07:51.937271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:52.053972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-1d00bdc4-ae5c-4b54-9ca8-54f42d658917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:52.055534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-1d00bdc4-ae5c-4b54-9ca8-54f42d658917 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1097 time: 0.0822206 Nov 02 17:07:52.256598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-6897a2f9-a23d-47b4-bc3c-12ffa5052a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:52.258089 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-6897a2f9-a23d-47b4-bc3c-12ffa5052a24 service neutron] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 914 time: 0.1792626 Nov 02 17:07:52.312732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd6ae8c72-ff8d-44e7-87e8-8cc88931f267', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:07:50Z', 'updated_at': '2021-11-02T17:07:50Z', 'revision_number': 0, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:52.339962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] Checking router: b287298b-56dd-41f4-9b3b-37b1c69b17ac for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:07:52.349268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:07:52.349886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:07:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:52.369242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-e67eaab3-ce4b-42bd-b0c4-28dff0c9ea9b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 1000 time: 0.1037235 Nov 02 17:07:52.456545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:07:52.495059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-7dec4d46-b6bf-4bc0-9615-bccc56e9f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:52.497044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-7dec4d46-b6bf-4bc0-9615-bccc56e9f343 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.1150126 Nov 02 17:07:52.609162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-93f1d38f-b943-42fc-91a0-defc7c3727ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:52.610593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-93f1d38f-b943-42fc-91a0-defc7c3727ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060152 Nov 02 17:07:52.622870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:52.631491 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:52.687254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd6ae8c72-ff8d-44e7-87e8-8cc88931f267', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:07:50Z', 'updated_at': '2021-11-02T17:07:50Z', 'revision_number': 0, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:52.715036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863ec5b-85d7-4b21-9c39-5d2524e58d05 None None] The sync data for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 is: [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd6ae8c72-ff8d-44e7-87e8-8cc88931f267', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:07:50Z', 'updated_at': '2021-11-02T17:07:50Z', 'revision_number': 0, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:07:52.933171 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad33c238-d581-4980-b3fe-7bfd85ffd89f None None] New status for floating IP d6ae8c72-ff8d-44e7-87e8-8cc88931f267: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:07:53.145577 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-32720aac-e805-4597-84f6-a59fb53d962f service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269756 Nov 02 17:07:53.286592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:53.315706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5243ffda-3a80-40cb-a85c-0fd21a62075f req-2a6b238d-70a4-4339-a7ad-6262b138a80c service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631043 Nov 02 17:07:53.322903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Router b287298b-56dd-41f4-9b3b-37b1c69b17ac has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:07:53.432911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:07:53.437494 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:07:53.443805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] Sync routers for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:07:53.452623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:07:53.453235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:07:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:53.467536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:07:53.469784 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a9787a-2876-4793-9c32-3362e1b29599" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:07:53.503106 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ae812044-4b15-4686-87d8-b3596982e871 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "PUT /v2.0/floatingips/d6ae8c72-ff8d-44e7-87e8-8cc88931f267 HTTP/1.1" status: 200 len: 992 time: 1.6238589 Nov 02 17:07:53.510986 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a9092-49ef-433e-874a-9ea715bb17c3 x-openstack-request-id: req-898a9092-49ef-433e-874a-9ea715bb17c3 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:07:53.511283 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:07:53.511537 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-898a9092-49ef-433e-874a-9ea715bb17c3 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:07:53.511975 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'status': 'completed', 'code': 200} Nov 02 17:07:53.563379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:07:53.578219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9787a-2876-4793-9c32-3362e1b29599 req-a0f53d09-c44d-4805-b162-e39a06a48205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:53.579713 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-a0f53d09-c44d-4805-b162-e39a06a48205 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1097 time: 0.0458193 Nov 02 17:07:53.677229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9787a-2876-4793-9c32-3362e1b29599 req-52638799-0aa5-49eb-96a3-59db7ae2c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:53.678839 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-52638799-0aa5-49eb-96a3-59db7ae2c8b6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 914 time: 0.0874979 Nov 02 17:07:53.750318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-99aa0cec-fa16-4bae-8485-5904ca735c06 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 1002 time: 0.0639000 Nov 02 17:07:53.796995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd6ae8c72-ff8d-44e7-87e8-8cc88931f267', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:07:50Z', 'updated_at': '2021-11-02T17:07:53Z', 'revision_number': 2, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:53.805245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9787a-2876-4793-9c32-3362e1b29599 req-61186d23-d07a-4796-a25b-f53bf545ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:53.806782 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-61186d23-d07a-4796-a25b-f53bf545ef03 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.0497465 Nov 02 17:07:53.831666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] Checking router: b287298b-56dd-41f4-9b3b-37b1c69b17ac for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:07:53.840486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:07:53.841107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:07:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:53.852741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9787a-2876-4793-9c32-3362e1b29599 req-fc4cb81e-992a-4ad4-bc76-52a288c9bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:53.854292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-fc4cb81e-992a-4ad4-bc76-52a288c9bd42 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409157 Nov 02 17:07:53.946429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:07:53.949179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-b66c3f27-5e87-4c7b-a764-2b5b87043afb service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881729 Nov 02 17:07:54.039983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44a9787a-2876-4793-9c32-3362e1b29599 req-f4fcd436-72f6-4ff9-bf2b-1154bf8d2d1b service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836358 Nov 02 17:07:54.168561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd6ae8c72-ff8d-44e7-87e8-8cc88931f267', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:07:50Z', 'updated_at': '2021-11-02T17:07:53Z', 'revision_number': 2, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:07:54.198333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ced10d-6717-400d-b8fc-491e97c4f03e None None] The sync data for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 is: [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd6ae8c72-ff8d-44e7-87e8-8cc88931f267', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'port_id': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'mac_address': 'fa:16:3e:87:1b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:07:50Z', 'updated_at': '2021-11-02T17:07:53Z', 'revision_number': 2, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:07:55.513127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:07:55.515657 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2064320e-fecb-46ec-8525-b6621ebf778b" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:07:55.552022 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d89eb-3c33-403f-8287-774996891b13 x-openstack-request-id: req-965d89eb-3c33-403f-8287-774996891b13 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:07:55.552310 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:07:55.552561 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-965d89eb-3c33-403f-8287-774996891b13 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:07:55.552962 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'status': 'completed', 'code': 200} Nov 02 17:07:55.615550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064320e-fecb-46ec-8525-b6621ebf778b req-e8e8cb7e-9a95-4a3d-96aa-30cd0b9b8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:55.617037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-e8e8cb7e-9a95-4a3d-96aa-30cd0b9b8e0f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1097 time: 0.0426660 Nov 02 17:07:55.711432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064320e-fecb-46ec-8525-b6621ebf778b req-c9716c98-f1b1-4adf-bd07-a3af3703aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:55.712871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-c9716c98-f1b1-4adf-bd07-a3af3703aae8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 914 time: 0.0886219 Nov 02 17:07:55.776290 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-1ff4ba13-346a-4fff-8c0d-94fb268b1684 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 1002 time: 0.0562661 Nov 02 17:07:55.828772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064320e-fecb-46ec-8525-b6621ebf778b req-4d9efef3-8852-4058-a467-11a20938810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:55.830251 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-4d9efef3-8852-4058-a467-11a20938810f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.0473866 Nov 02 17:07:55.875905 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064320e-fecb-46ec-8525-b6621ebf778b req-4d2bd717-aafe-474f-8669-4874ed0d2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:07:55.877704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-4d2bd717-aafe-474f-8669-4874ed0d2cb9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404243 Nov 02 17:07:55.967847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-33209611-e803-45af-ae44-4af067295695 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826778 Nov 02 17:07:56.060760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2064320e-fecb-46ec-8525-b6621ebf778b req-2a566592-0cfe-45f9-bc1e-e2bb1ee4c6b0 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861728 Nov 02 17:08:08.688157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9b78b6ae-001e-4c10-abb8-3d6e48ac4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:11.141920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-230f88c3-920c-423d-9814-c6a14adb9128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:11.357897 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:12.692707 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:13.845733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:17.790638 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:21.045807 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:08:22.299073 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-7bea76f5-d828-405e-b185-ce99c68d496e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408506 Nov 02 17:08:22.384367 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-18d42857-9f22-4d33-adb3-fa3fdaf94056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:22.385913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-18d42857-9f22-4d33-adb3-fa3fdaf94056 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1097 time: 0.0410221 Nov 02 17:08:22.497280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-de3b8803-cf3f-47a0-bbb7-d410dcfe27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:22.498856 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-de3b8803-cf3f-47a0-bbb7-d410dcfe27ea service neutron] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 914 time: 0.0924246 Nov 02 17:08:22.565820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-ba3eb807-f643-4ee9-830e-377fc6395bff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 1002 time: 0.0596175 Nov 02 17:08:22.620140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-a4894cf2-d116-4aa1-9ece-33bdf1c18497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:22.621570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-a4894cf2-d116-4aa1-9ece-33bdf1c18497 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.0485125 Nov 02 17:08:22.671482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-fc412c58-9fce-4361-9551-309b61087863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:22.672955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-fc412c58-9fce-4361-9551-309b61087863 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439100 Nov 02 17:08:22.779433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-3127d91a-973b-4740-8096-943efa4c05f2 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988529 Nov 02 17:08:22.892317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-39de1bce-67d1-400f-8814-3f61a7e9dfc5 req-78cc6d2d-d4f5-470a-bd5c-8900bde9c8b8 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049182 Nov 02 17:08:23.307005 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:26.658747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46148) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:26.818859 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Deleting port 43c9e86b-5920-43f4-a406-07b5f30d510e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:26.819094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:26.897453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:26.897778 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:26.910085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Calling delete_port for 43c9e86b-5920-43f4-a406-07b5f30d510e owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:27.065156 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:27.095790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event deleted for resources: {'Port': ['ID=43c9e86b-5920-43f4-a406-07b5f30d510e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:27.158959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:27.159344 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Floating IP d6ae8c72-ff8d-44e7-87e8-8cc88931f267 disassociated (deleted). External IP: 172.25.7.241, port: 90c89ac4-7e95-4afb-bab8-19b5979917a9. Nov 02 17:08:27.392149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Router b287298b-56dd-41f4-9b3b-37b1c69b17ac has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:08:27.508123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:08:27.512889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:27.517479 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] Sync routers for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:08:27.526816 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:08:27.527412 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:08:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:27.541158 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1f818380-c68f-494f-a3c6-9e05f045ad40 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "DELETE /v2.0/floatingips/d6ae8c72-ff8d-44e7-87e8-8cc88931f267 HTTP/1.1" status: 204 len: 168 time: 0.8813078 Nov 02 17:08:27.541730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:08:27.544102 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:08:27.582701 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d420a15-6c8d-4426-afdd-aa7f8787d009 x-openstack-request-id: req-5d420a15-6c8d-4426-afdd-aa7f8787d009 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:08:27.583516 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:08:27.583914 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d420a15-6c8d-4426-afdd-aa7f8787d009 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:08:27.584431 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'status': 'completed', 'code': 200} Nov 02 17:08:27.638239 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:08:27.650292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-283861bf-6775-4ab8-b43c-caacb66288db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:27.651872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-283861bf-6775-4ab8-b43c-caacb66288db service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 1097 time: 0.0447350 Nov 02 17:08:27.760556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-ffa20f93-c873-423b-a124-56c7b1315a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:27.762568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-ffa20f93-c873-423b-a124-56c7b1315a6c service neutron] 10.222.0.100 "GET /v2.0/networks?id=96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 200 len: 914 time: 0.1013675 Nov 02 17:08:27.810015 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-070157c0-5c9b-4a30-8358-fcca238d6417 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 200 len: 217 time: 0.0368402 Nov 02 17:08:27.855999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:27.865242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-db10375d-58f5-4a21-b789-4997da96be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:27.866761 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-db10375d-58f5-4a21-b789-4997da96be7f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 200 len: 852 time: 0.0467386 Nov 02 17:08:27.877066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e49ce-f138-4df1-b742-730a42a36281 req-b1793556-8868-4b64-a6ec-dd78a80ec307 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:27.879254 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-091e49ce-f138-4df1-b742-730a42a36281 req-b1793556-8868-4b64-a6ec-dd78a80ec307 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.1420732 Nov 02 17:08:27.885950 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] Checking router: b287298b-56dd-41f4-9b3b-37b1c69b17ac for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:08:27.895015 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:08:27.896294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:08:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:27.917862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-b218330f-d347-448c-83da-519765974f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:27.919309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-b218330f-d347-448c-83da-519765974f5c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=96efd474-363e-4ea7-a53f-7aacb638ef99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447521 Nov 02 17:08:27.920524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-091e49ce-f138-4df1-b742-730a42a36281 req-11e50ce2-25ae-43d1-9b5a-29e110be012c tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347495 Nov 02 17:08:28.008925 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:08:28.017950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-f41cf602-42c9-4fa6-8793-cb9482531c46 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881793 Nov 02 17:08:28.116404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c5b4f61-ed91-4002-a38a-ec270d64a9ec req-a9a5a8df-3a48-4ce6-9494-83e05b7a2fe3 service neutron] 10.222.0.100 "GET /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880229 Nov 02 17:08:28.221165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:28.249768 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2abf2-a329-4ef6-a8e4-d458e8f05f34 None None] The sync data for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 is: [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:37Z', 'revision_number': 4, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f2d59ea0-d220-4c72-b43d-239a651130d1', 'name': '', 'network_id': '96efd474-363e-4ea7-a53f-7aacb638ef99', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'mac_address': 'fa:16:3e:bb:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:37Z', 'updated_at': '2021-11-02T17:05:42Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'subnets': [{'id': 'e214aa24-351c-46f8-a383-afb51a63a004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:08:28.470399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83428749-2d6d-4f1a-8500-9f90097ce8c1 None None] New status for floating IP d6ae8c72-ff8d-44e7-87e8-8cc88931f267: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:08:29.108476 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6310-05ca-479f-8dc3-c5ccc402df34 req-079bafd9-6b30-46d7-b4a9-98e933fd6762 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:29.109950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f0cc6310-05ca-479f-8dc3-c5ccc402df34 req-079bafd9-6b30-46d7-b4a9-98e933fd6762 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.1082146 Nov 02 17:08:29.152413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f0cc6310-05ca-479f-8dc3-c5ccc402df34 req-c77308db-71d4-4827-88ac-c25cfd99d74f tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/security-groups?id=8151ff06-bba6-478c-8723-20b79de6ddb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362613 Nov 02 17:08:29.447412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd62471-74f6-4c79-9156-69aba6566001 req-ed42bfb0-837e-475b-be80-3c37241834ef tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:29.448849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dfd62471-74f6-4c79-9156-69aba6566001 req-ed42bfb0-837e-475b-be80-3c37241834ef tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.100 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 946 time: 0.0547874 Nov 02 17:08:29.549730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Deleting port 90c89ac4-7e95-4afb-bab8-19b5979917a9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:29.549986 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:29.640980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] For port 90c89ac4-7e95-4afb-bab8-19b5979917a9, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=90c89ac4-7e95-4afb-bab8-19b5979917a9,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:29.641332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:29.660457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Calling delete_port for 90c89ac4-7e95-4afb-bab8-19b5979917a9 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:29.795422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:29.826626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event deleted for resources: {'Port': ['ID=90c89ac4-7e95-4afb-bab8-19b5979917a9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:29.840439 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.840794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.841132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.841469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.841807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.842416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.842747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.843073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.843398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.843723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.844045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.844364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:29.878567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] No DVR routers for this DVR port 90c89ac4-7e95-4afb-bab8-19b5979917a9 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:08:29.881681 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:29.885044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dfd62471-74f6-4c79-9156-69aba6566001 req-1fcf4038-f23b-4766-a4c9-773d79f5e6b2 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.100 "DELETE /v2.0/ports/90c89ac4-7e95-4afb-bab8-19b5979917a9 HTTP/1.1" status: 204 len: 173 time: 0.4300406 Nov 02 17:08:29.885478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'name': 'network-vif-deleted', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:08:29.887751 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067dc31-e57a-4727-be42-33cc0a346761" -d '{"events": [{"server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "name": "network-vif-deleted", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:08:29.938378 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242f662-ea5c-4e27-931a-ef928362de88 x-openstack-request-id: req-a242f662-ea5c-4e27-931a-ef928362de88 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:08:29.938674 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4", "name": "network-vif-deleted", "tag": "90c89ac4-7e95-4afb-bab8-19b5979917a9", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:08:29.938930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a242f662-ea5c-4e27-931a-ef928362de88 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:08:29.939333 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4', 'name': 'network-vif-deleted', 'tag': '90c89ac4-7e95-4afb-bab8-19b5979917a9', 'status': 'completed', 'code': 200} Nov 02 17:08:30.258933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc55bc94-574d-42ff-9d52-cb9060386e81 req-8a017dfb-29b9-4d39-9650-757a86ef34ad tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 210 time: 0.0335844 Nov 02 17:08:31.361161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c48a384-c699-4797-99cb-84c4d1d4f777 req-01faa31f-5c25-4685-9a19-54d8b120de35 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 210 time: 0.0271699 Nov 02 17:08:32.454778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b06ef55-0c5a-4947-8f43-e359b6f82ff8 req-f3add31b-a542-45c4-beaf-aefe5f76c302 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 210 time: 0.0259202 Nov 02 17:08:32.508894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 90c89ac4-7e95-4afb-bab8-19b5979917a9 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:32.530743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 90c89ac4-7e95-4afb-bab8-19b5979917a9 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:32.531107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 90c89ac4-7e95-4afb-bab8-19b5979917a9 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:33.561538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5e5d1f5a-a38e-4031-abcf-ef9023316d59 req-9d2b296e-4ede-401b-b86c-4735df9861e1 tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d4dfea-a4ea-4e2e-80ec-fe77d3bf64b4 HTTP/1.1" status: 200 len: 210 time: 0.0282688 Nov 02 17:08:34.617578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46176) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:34.676094 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30eda450-c4f3-4b55-bbce-1b8f87ed647d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:34.701102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30eda450-c4f3-4b55-bbce-1b8f87ed647d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:34.759769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30eda450-c4f3-4b55-bbce-1b8f87ed647d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:34.762532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-30eda450-c4f3-4b55-bbce-1b8f87ed647d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:34.763692 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-30eda450-c4f3-4b55-bbce-1b8f87ed647d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] 10.222.0.31 "DELETE /v2.0/security-groups/8151ff06-bba6-478c-8723-20b79de6ddb9 HTTP/1.1" status: 204 len: 168 time: 0.1450915 Nov 02 17:08:34.773354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eda450-c4f3-4b55-bbce-1b8f87ed647d tempest-TestVolumeBackupRestore-1327805926 tempest-TestVolumeBackupRestore-1327805926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151ff06-bba6-478c-8723-20b79de6ddb9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:38.216736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46630) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:38.592746 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:38.694075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-73b62bd7-60a4-4f90-91eb-e69d577265a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:38.853947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Deleting port f2d59ea0-d220-4c72-b43d-239a651130d1 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:38.854320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:38.932202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] For port f2d59ea0-d220-4c72-b43d-239a651130d1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f2d59ea0-d220-4c72-b43d-239a651130d1,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:38.932560 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:38.945434 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Calling delete_port for f2d59ea0-d220-4c72-b43d-239a651130d1 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:39.124461 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:39.152742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d59ea0-d220-4c72-b43d-239a651130d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:39.319468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:39.886768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Router b287298b-56dd-41f4-9b3b-37b1c69b17ac has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:08:39.996935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:08:40.002387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aa0a05f5-98c9-4f01-bfe8-4b049d004862 admin admin] 10.222.0.31 "PUT /v2.0/routers/b287298b-56dd-41f4-9b3b-37b1c69b17ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842989 Nov 02 17:08:40.005048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46632) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:40.008066 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] Sync routers for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:08:40.017018 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:08:40.017615 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:08:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:40.105489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.123173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:08:40.218439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.281787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Deleting port 93cee681-cca0-4e47-a1bc-fafea22ac63a {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:40.282121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.305352 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:08:39Z', 'revision_number': 5, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port': {'id': '93cee681-cca0-4e47-a1bc-fafea22ac63a', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:40.377502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] For port 93cee681-cca0-4e47-a1bc-fafea22ac63a, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=93cee681-cca0-4e47-a1bc-fafea22ac63a,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:40.378163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.394805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Calling delete_port for 93cee681-cca0-4e47-a1bc-fafea22ac63a owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:40.427757 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] Checking router: b287298b-56dd-41f4-9b3b-37b1c69b17ac for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:08:40.436283 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] Routers {'b287298b-56dd-41f4-9b3b-37b1c69b17ac'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:08:40.436891 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:08:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:40.522371 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] Set router b287298b-56dd-41f4-9b3b-37b1c69b17ac gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:08:40.573251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.580368 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:08:40Z', 'revision_number': 6, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:40.604745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cee681-cca0-4e47-a1bc-fafea22ac63a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:40.610037 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64f3a1-e929-4679-9664-ee6021497475 None None] The sync data for ids ['b287298b-56dd-41f4-9b3b-37b1c69b17ac'] in n-d-811405-2 is: [{'id': 'b287298b-56dd-41f4-9b3b-37b1c69b17ac', 'name': 'tempest-TestVolumeBackupRestore-308663344-router', 'tenant_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:35Z', 'updated_at': '2021-11-02T17:08:40Z', 'revision_number': 6, 'project_id': 'd0b5d536b81a43d191f2ae0bd910cd04', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:08:40.672032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.765692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.767888 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.813276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.813814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b287298b-56dd-41f4-9b3b-37b1c69b17ac {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:08:40.818837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.820020 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8d480f24-db37-4a6a-90ee-ebca17643b88 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b287298b-56dd-41f4-9b3b-37b1c69b17ac HTTP/1.1" status: 204 len: 168 time: 0.8140388 Nov 02 17:08:40.822842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46634) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:40.868211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Deleting subnet e214aa24-351c-46f8-a383-afb51a63a004 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:08:40.871291 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.910199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:40.995542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.060008 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.085250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e214aa24-351c-46f8-a383-afb51a63a004,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:41.091696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.095635 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d4bde93c-13da-4f45-9bff-3b03c255b192 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e214aa24-351c-46f8-a383-afb51a63a004 HTTP/1.1" status: 204 len: 168 time: 0.2716863 Nov 02 17:08:41.097953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46636) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:41.098262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3fd524-8646-4ae2-900f-64aaa247a128 None None] Network 96efd474-363e-4ea7-a53f-7aacb638ef99 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:08:41.162629 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a88d302b-b395-4140-8f08-83d6b57f5dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.174470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.231159 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Deleting port 0380791b-35f7-4715-9813-5e028f220781 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:41.231503 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.296361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] For port 0380791b-35f7-4715-9813-5e028f220781, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0380791b-35f7-4715-9813-5e028f220781,segment=NetworkSegment(d9df728a-6739-4eb0-9e4e-45a62ad8df22),segment_id=d9df728a-6739-4eb0-9e4e-45a62ad8df22)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:41.296646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.314101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Calling delete_port for 0380791b-35f7-4715-9813-5e028f220781 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:41.367679 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.396443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee438723-f0df-4582-9d67-1c3f32965f6c None None] DHCP port deletion for 96efd474-363e-4ea7-a53f-7aacb638ef99 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:08:41.399213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.427784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Pushing event deleted for resources: {'Port': ['ID=0380791b-35f7-4715-9813-5e028f220781,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:41.429679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] No DVR routers for this DVR port 0380791b-35f7-4715-9813-5e028f220781 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:08:41.510513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.532766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96efd474-363e-4ea7-a53f-7aacb638ef99']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:41.543760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9df728a-6739-4eb0-9e4e-45a62ad8df22') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:41.544105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9df728a-6739-4eb0-9e4e-45a62ad8df22') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:41.554879 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.576026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.583196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:08:41.583779 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:08:41.585827 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:08:41.648552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.656322 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:41.659257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] 10.222.0.31 "DELETE /v2.0/networks/96efd474-363e-4ea7-a53f-7aacb638ef99 HTTP/1.1" status: 204 len: 168 time: 0.5592663 Nov 02 17:08:41.662885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46638) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:41.670013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b1a22-40a4-4631-96ad-9e7610656554 admin admin] Pushing event deleted for resources: {'Network': ['ID=96efd474-363e-4ea7-a53f-7aacb638ef99,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:42.031525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:42.285874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Deleting port c52bc6db-7b09-466c-96ed-6af646c30462 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:42.286793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:42.367492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] For port c52bc6db-7b09-466c-96ed-6af646c30462, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c52bc6db-7b09-466c-96ed-6af646c30462,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:42.367851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:42.381668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Calling delete_port for c52bc6db-7b09-466c-96ed-6af646c30462 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:42.565523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:42.586627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 93cee681-cca0-4e47-a1bc-fafea22ac63a no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:42.593259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c52bc6db-7b09-466c-96ed-6af646c30462,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:42.610230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 93cee681-cca0-4e47-a1bc-fafea22ac63a {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:42.610711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 93cee681-cca0-4e47-a1bc-fafea22ac63a not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:42.611191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0380791b-35f7-4715-9813-5e028f220781 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:42.625396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.625740 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.626073 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.626434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.626759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.627084 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.627402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.627718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.628038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.628356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.628668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.628979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:42.633340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0380791b-35f7-4715-9813-5e028f220781 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:42.633700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0380791b-35f7-4715-9813-5e028f220781 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:42.634147 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2d59ea0-d220-4c72-b43d-239a651130d1 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:42.653594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f2d59ea0-d220-4c72-b43d-239a651130d1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:42.653944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2d59ea0-d220-4c72-b43d-239a651130d1 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:42.696714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:42.789574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.040622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Router abcc3677-8154-48ce-860d-838f65c7b13c has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:08:43.151847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:08:43.157116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d45de464-5dc0-4e6b-9438-1bfa23c059bb admin admin] 10.222.0.31 "PUT /v2.0/routers/abcc3677-8154-48ce-860d-838f65c7b13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4931562 Nov 02 17:08:43.159702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46640) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:43.163263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] Sync routers for ids ['abcc3677-8154-48ce-860d-838f65c7b13c'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:08:43.172257 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] Routers {'abcc3677-8154-48ce-860d-838f65c7b13c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:08:43.172865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:08:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['abcc3677-8154-48ce-860d-838f65c7b13c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:43.272751 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.279941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] Set router abcc3677-8154-48ce-860d-838f65c7b13c gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:08:43.391394 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.445727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Deleting port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:43.446068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.467525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:08:42Z', 'revision_number': 5, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port': {'id': '685b01e9-4ff0-4a19-9c0a-04a0796b98a3', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:05:40Z', 'updated_at': '2021-11-02T17:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:43.494179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] Checking router: abcc3677-8154-48ce-860d-838f65c7b13c for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:08:43.502481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] Routers {'abcc3677-8154-48ce-860d-838f65c7b13c'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:08:43.503221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:08:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['abcc3677-8154-48ce-860d-838f65c7b13c'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:43.528842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] For port 685b01e9-4ff0-4a19-9c0a-04a0796b98a3, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:43.529265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.543169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Calling delete_port for 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:43.729507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.756403 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Pushing event deleted for resources: {'Port': ['ID=685b01e9-4ff0-4a19-9c0a-04a0796b98a3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:43.765296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] Set router abcc3677-8154-48ce-860d-838f65c7b13c gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:08:43.820325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:08:43Z', 'revision_number': 6, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:43.830258 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:43.853604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b81df6-869d-48e5-a91c-5981fb3084aa None None] The sync data for ids ['abcc3677-8154-48ce-860d-838f65c7b13c'] in n-d-811405-2 is: [{'id': 'abcc3677-8154-48ce-860d-838f65c7b13c', 'name': 'tempest-TestVolumeBackupRestore-1874296991-router', 'tenant_id': '930cd9c099d54925ba2895ceaa7609a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:05:39Z', 'updated_at': '2021-11-02T17:08:43Z', 'revision_number': 6, 'project_id': '930cd9c099d54925ba2895ceaa7609a9', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:08:43.865915 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.266436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.268995 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.312484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.312988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abcc3677-8154-48ce-860d-838f65c7b13c {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:08:44.317914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.319163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed02d52a-be68-4924-81f5-7f33fdf86789 admin admin] 10.222.0.31 "DELETE /v2.0/routers/abcc3677-8154-48ce-860d-838f65c7b13c HTTP/1.1" status: 204 len: 168 time: 1.1585262 Nov 02 17:08:44.322157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46642) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:44.366884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Deleting subnet 650c5de2-0b65-44f1-99b8-5de792d22457 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:08:44.370105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.418904 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.496866 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.553426 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.576953 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650c5de2-0b65-44f1-99b8-5de792d22457,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:44.583800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.589723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a2b48da4-50fa-45d0-8557-387969ac9b04 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/650c5de2-0b65-44f1-99b8-5de792d22457 HTTP/1.1" status: 204 len: 168 time: 0.2665730 Nov 02 17:08:44.589968 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832edab4-7f74-48ee-b438-645c03278c5c None None] Network 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:08:44.592155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46644) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:44.672999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.694255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:44.729282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:44.729631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 685b01e9-4ff0-4a19-9c0a-04a0796b98a3 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:44.730050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c52bc6db-7b09-466c-96ed-6af646c30462 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:44.739849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Deleting port 00f11be7-e729-4070-b4e7-47e16a102055 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:44.740266 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.751612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c52bc6db-7b09-466c-96ed-6af646c30462 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:44.751972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c52bc6db-7b09-466c-96ed-6af646c30462 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:44.828140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] For port 00f11be7-e729-4070-b4e7-47e16a102055, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=00f11be7-e729-4070-b4e7-47e16a102055,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:44.828594 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.841963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] DHCP port deletion for 0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:08:44.845430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Calling delete_port for 00f11be7-e729-4070-b4e7-47e16a102055 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:44.902673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Deleting port 00f11be7-e729-4070-b4e7-47e16a102055 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:08:44.903070 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.932727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:44.959664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f11be7-e729-4070-b4e7-47e16a102055,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:44.963661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] No DVR routers for this DVR port 00f11be7-e729-4070-b4e7-47e16a102055 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:08:44.990606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] For port 00f11be7-e729-4070-b4e7-47e16a102055, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=00f11be7-e729-4070-b4e7-47e16a102055,segment=NetworkSegment(aac61c33-eae1-455e-b43a-43836c6f5a84),segment_id=aac61c33-eae1-455e-b43a-43836c6f5a84)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:08:44.991096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.005969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Calling delete_port for 00f11be7-e729-4070-b4e7-47e16a102055 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:08:45.039428 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.061214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5d3c9f-00b3-404b-95fb-7ac94bb9c367']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:45.072267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac61c33-eae1-455e-b43a-43836c6f5a84') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:45.072580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac61c33-eae1-455e-b43a-43836c6f5a84') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:08:45.082608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.085646 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.099199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.107154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:08:45.107553 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:08:45.109536 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:08:45.116041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Pushing event deleted for resources: {'Port': ['ID=00f11be7-e729-4070-b4e7-47e16a102055,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:45.124051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] No DVR routers for this DVR port 00f11be7-e729-4070-b4e7-47e16a102055 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:08:45.126449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.126791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.127130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.127465 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.127975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.128335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.128660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.128984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.129305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.130256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.131007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.131189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb39297-be58-4c25-9a87-44e2cdb3626e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:08:45.176291 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.182756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.185949 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f5d3c9f-00b3-404b-95fb-7ac94bb9c367 HTTP/1.1" status: 204 len: 168 time: 0.5925701 Nov 02 17:08:45.202221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd97ff3-253f-4d34-8a1d-5b558dbb2808 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5d3c9f-00b3-404b-95fb-7ac94bb9c367,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:45.376759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46648) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:45.416742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-560bf691-445b-4193-b454-0608bddc17d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0b5d536b81a43d191f2ae0bd910cd04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386863 Nov 02 17:08:45.419246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46650) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:45.467193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bb32af-7bc6-436f-a40e-ee95de2bc999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.488123 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bb32af-7bc6-436f-a40e-ee95de2bc999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.540281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bb32af-7bc6-436f-a40e-ee95de2bc999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.543068 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15bb32af-7bc6-436f-a40e-ee95de2bc999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:45.544227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-15bb32af-7bc6-436f-a40e-ee95de2bc999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/169399d5-2484-4270-a7e4-22af6b2aab5a HTTP/1.1" status: 204 len: 168 time: 0.1240776 Nov 02 17:08:45.553047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb32af-7bc6-436f-a40e-ee95de2bc999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169399d5-2484-4270-a7e4-22af6b2aab5a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:45.878501 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46658) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:45.919738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-64da59d7-eb9d-431b-9788-df8d6ebd7f3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=930cd9c099d54925ba2895ceaa7609a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400379 Nov 02 17:08:45.922518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46660) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:08:45.975501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a94f3095-a47b-4e9b-a968-25b5f0cf279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:46.002544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a94f3095-a47b-4e9b-a968-25b5f0cf279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:46.055559 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a94f3095-a47b-4e9b-a968-25b5f0cf279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:46.058938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a94f3095-a47b-4e9b-a968-25b5f0cf279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:46.060399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a94f3095-a47b-4e9b-a968-25b5f0cf279c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bba6593c-0225-4711-a958-30a62998d9e7 HTTP/1.1" status: 204 len: 168 time: 0.1368473 Nov 02 17:08:46.069743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f3095-a47b-4e9b-a968-25b5f0cf279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba6593c-0225-4711-a958-30a62998d9e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:46.582568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 00f11be7-e729-4070-b4e7-47e16a102055 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:08:46.605094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 00f11be7-e729-4070-b4e7-47e16a102055 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:08:46.605094 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 00f11be7-e729-4070-b4e7-47e16a102055 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:08:47.801079 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:53.302889 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:56.543629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-290f2b82-1869-4d4f-a412-97d8a2719e2e tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b06b1f33b9b443c91948cb0573338f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424845 Nov 02 17:08:56.755056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-87392014-3a84-41c9-88bf-c30d25afcbaa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:56.756934 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-87392014-3a84-41c9-88bf-c30d25afcbaa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069571 Nov 02 17:08:56.772678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-0a6b6794-b794-432f-a621-6e6fc9745a0a tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/quotas/7b06b1f33b9b443c91948cb0573338f9 HTTP/1.1" status: 200 len: 375 time: 0.0093524 Nov 02 17:08:56.815107 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c077f411-3e38-4e5d-9fd2-77bf249bf4c3 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b06b1f33b9b443c91948cb0573338f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359511 Nov 02 17:08:56.996921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3195c3c-7e84-4ab7-9f33-5a6b044b4a53 req-f80311f7-1d8a-45a5-bf6b-9bdf5fe278bb tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 210 time: 0.0296452 Nov 02 17:08:57.899903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-3b196be6-2d9f-409a-82f1-9b2fb2a3fa2e tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7b06b1f33b9b443c91948cb0573338f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343039 Nov 02 17:08:58.045504 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:08:58.096712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ad17c12-4c06-4454-92bc-8e98efd0a836 req-22526b6a-d215-4c8e-b9c1-5cb86898b724 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 210 time: 0.0288844 Nov 02 17:08:58.123067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-46dc01e5-bd5e-4411-8e0e-c05f612b6a5e tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:58.124501 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-46dc01e5-bd5e-4411-8e0e-c05f612b6a5e tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193043 Nov 02 17:08:58.138916 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Request body: {'port': {'device_id': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'admin_state_up': True, 'tenant_id': '7b06b1f33b9b443c91948cb0573338f9'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:08:58.247454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Made reservation on behalf of 7b06b1f33b9b443c91948cb0573338f9 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:08:58.251096 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.260910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.344745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.348762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.412004 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:58.479601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Allocated IP 192.168.233.15 (ead21be6-2396-4a4b-bb07-659453900512/22808816-e223-4b35-821b-0421d7fb8031/192ffedd-1caa-4e0e-ba76-d785bb8aec8c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:08:58.631631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.666946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.709563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Network ead21be6-2396-4a4b-bb07-659453900512 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:08:58.712591 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:08:58.716172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:08:58.743140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Pushing event updated for resources: {'Port': ['ID=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:58.772563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:58.773199 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.790015 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-c463d282-3465-4d8d-ae28-9a7374cf5c9c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6546228 Nov 02 17:08:58.799884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-db632967-3a91-4338-8f41-0db8edbd1c52 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:08:58.800848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-db632967-3a91-4338-8f41-0db8edbd1c52 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053077 Nov 02 17:08:58.932265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Request body: {'port': {'device_id': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:08:58.953427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-77b08716-a977-49ed-bdd6-155051e5456a None None] Provisioning complete for port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:08:58.954014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77b08716-a977-49ed-bdd6-155051e5456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:58.990199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-77b08716-a977-49ed-bdd6-155051e5456a None None] Port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:08:59.001186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:59.226792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e343b6-3df8-40a8-ba95-5446c2c063ca req-e54ce250-a54c-4b45-852f-7a0f81253577 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:59.228408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5e343b6-3df8-40a8-ba95-5446c2c063ca req-e54ce250-a54c-4b45-852f-7a0f81253577 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 935 time: 0.0517981 Nov 02 17:08:59.274471 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5e343b6-3df8-40a8-ba95-5446c2c063ca req-21f055a1-7b2f-4d31-8c35-adc9b6d16bbf tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Nov 02 17:08:59.295175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192ffedd-1caa-4e0e-ba76-d785bb8aec8c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:08:59.305422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:59.317821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Transition to ACTIVE for port object 192ffedd-1caa-4e0e-ba76-d785bb8aec8c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:08:59.322719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:59.374769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Pushing event updated for resources: {'Port': ['ID=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:59.461987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Attempting to bind port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:08:59.461987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Attempting to bind port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:08:59.461987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Attempting to bind port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:08:59.466210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c on network ead21be6-2396-4a4b-bb07-659453900512 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:08:59.466535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Attempting to bind port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c on network ead21be6-2396-4a4b-bb07-659453900512 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:08:59.475022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:08:59.475372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Checking segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:08:59.475766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Bound using segment: {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:08:59.476213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Bound port: 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fdbea9-da04-4fdb-82c9-f3faaad8fd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:08:59.476571 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:59.548622 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] For port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:08:59.552266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] For port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:08:59.556335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:59.601602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:59.602318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:08:59.604232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] 10.222.0.55 "PUT /v2.0/ports/192ffedd-1caa-4e0e-ba76-d785bb8aec8c HTTP/1.1" status: 200 len: 1095 time: 0.7955527 Nov 02 17:08:59.604694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'tag': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:08:59.607340 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d5aaae-3c43-4f6e-8ffe-2591c5369e24", "tag": "192ffedd-1caa-4e0e-ba76-d785bb8aec8c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:08:59.640791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f11a4d-872b-400f-87d8-765b7d05b04b service neutron] Pushing event updated for resources: {'Port': ['ID=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:08:59.672722 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f61b4-d829-4eb4-ad43-511707ca5324 x-openstack-request-id: req-8c0f61b4-d829-4eb4-ad43-511707ca5324 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:08:59.672722 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d5aaae-3c43-4f6e-8ffe-2591c5369e24", "tag": "192ffedd-1caa-4e0e-ba76-d785bb8aec8c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:08:59.672722 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c0f61b4-d829-4eb4-ad43-511707ca5324 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:08:59.672722 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'tag': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c', 'status': 'completed', 'code': 200} Nov 02 17:08:59.695433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-1c25cc31-5fcf-4850-8cf4-bab8b0e3b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:59.696972 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-1c25cc31-5fcf-4850-8cf4-bab8b0e3b754 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b06b1f33b9b443c91948cb0573338f9&device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 1098 time: 0.0489511 Nov 02 17:08:59.744120 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-6c7cd8d2-afd1-4886-8053-995f4b828b35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c HTTP/1.1" status: 200 len: 217 time: 0.0394590 Nov 02 17:08:59.796049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-e8e7a9ff-6641-464a-bb03-b67589b2dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:59.797552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-e8e7a9ff-6641-464a-bb03-b67589b2dcd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0471888 Nov 02 17:08:59.846481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-8aa3d692-acd1-414a-88d7-dcdf6a424579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:08:59.848017 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-8aa3d692-acd1-414a-88d7-dcdf6a424579 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435588 Nov 02 17:08:59.951156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-63c4c5cd-f613-40c8-a73e-25fc8d77d1ef service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950713 Nov 02 17:09:00.044868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-aa4d6e40-3dcc-4bdb-b8f7-4963064a0a8e req-e0ea3bac-9838-4f26-8cd8-3f2f5a5485b1 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Nov 02 17:09:00.136822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-32f59326-7deb-497a-a7aa-e200f66abc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:00.138961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-32f59326-7deb-497a-a7aa-e200f66abc1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b06b1f33b9b443c91948cb0573338f9&device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 1098 time: 0.0462461 Nov 02 17:09:00.241198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-a466183c-97c8-4d31-aa87-c2a7f8b19c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:00.242646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-a466183c-97c8-4d31-aa87-c2a7f8b19c0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ead21be6-2396-4a4b-bb07-659453900512 HTTP/1.1" status: 200 len: 870 time: 0.0957518 Nov 02 17:09:00.285843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-b2dae05a-4dbd-434c-8e30-3ba5c6cbd1b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c HTTP/1.1" status: 200 len: 217 time: 0.0362465 Nov 02 17:09:00.343244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-e218264f-e05b-4740-a5d9-20634692db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:00.345306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-e218264f-e05b-4740-a5d9-20634692db5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22808816-e223-4b35-821b-0421d7fb8031 HTTP/1.1" status: 200 len: 843 time: 0.0522945 Nov 02 17:09:00.396436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-2e248030-7d94-4883-aed3-df3d3c0382ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:00.397792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd210-2c1e-4251-bd22-546e42bf38d0 req-76188b72-68d0-43bb-beb6-01322c193fc2 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:00.398358 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-2e248030-7d94-4883-aed3-df3d3c0382ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ead21be6-2396-4a4b-bb07-659453900512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452781 Nov 02 17:09:00.399370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b3fd210-2c1e-4251-bd22-546e42bf38d0 req-76188b72-68d0-43bb-beb6-01322c193fc2 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 947 time: 0.0551276 Nov 02 17:09:00.445032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b3fd210-2c1e-4251-bd22-546e42bf38d0 req-24fcba29-7761-472c-9afd-01189ae4988c tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388982 Nov 02 17:09:00.500288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-3d43a2c8-1546-4ad0-b28c-cdb4ff009f58 service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937841 Nov 02 17:09:00.609303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c34c41b-d7d2-4041-a9c1-f09366ba9a00 req-971e9f58-5e69-4608-80f3-ef3699d8a26c service neutron] 10.222.0.55 "GET /v2.0/networks/ead21be6-2396-4a4b-bb07-659453900512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009817 Nov 02 17:09:01.571618 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cebf8-5c5f-4d51-88e2-69b83256f47b req-f500e831-80ab-4358-9167-4731fc0e665d tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:01.573180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b1cebf8-5c5f-4d51-88e2-69b83256f47b req-f500e831-80ab-4358-9167-4731fc0e665d tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 947 time: 0.0549657 Nov 02 17:09:01.611671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2b1cebf8-5c5f-4d51-88e2-69b83256f47b req-4c24aab2-d361-42b3-a0c7-436c5f14a35e tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Nov 02 17:09:02.340451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 192ffedd-1caa-4e0e-ba76-d785bb8aec8c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:09:02.439245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:02.451123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c', 'network_id': 'ead21be6-2396-4a4b-bb07-659453900512', 'port_id': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c', 'mac_address': 'fa:16:3e:9f:1d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22808816-e223-4b35-821b-0421d7fb8031', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:09:02.489212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:02.502754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192ffedd-1caa-4e0e-ba76-d785bb8aec8c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:09:02.523978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:02.529018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:02.581825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:02.732810 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710465d-e0a7-4165-9969-5538567ec682 req-9432c785-4e2a-4cb1-bc31-5f332694d033 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:02.734326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7710465d-e0a7-4165-9969-5538567ec682 req-9432c785-4e2a-4cb1-bc31-5f332694d033 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 948 time: 0.0512378 Nov 02 17:09:02.762956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['192ffedd-1caa-4e0e-ba76-d785bb8aec8c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:09:02.773916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7710465d-e0a7-4165-9969-5538567ec682 req-f3139387-0644-46d3-8033-ffe988ed77b8 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335479 Nov 02 17:09:03.891862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d453093-3e42-48e5-b5d9-d28921dc45e9 req-959d11a3-bf78-482a-955c-028ae65a831f tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:03.893411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d453093-3e42-48e5-b5d9-d28921dc45e9 req-959d11a3-bf78-482a-955c-028ae65a831f tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 948 time: 0.0516627 Nov 02 17:09:03.936095 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d453093-3e42-48e5-b5d9-d28921dc45e9 req-5416ca10-4fe7-4998-a0d3-78a6a2517d60 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Nov 02 17:09:04.355884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 192ffedd-1caa-4e0e-ba76-d785bb8aec8c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:09:04.407166 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:09:04.410742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:09:04.411112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:04.486548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:04.510482 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:04.512799 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbece936-2f0a-4696-ad5f-ee1f372885ca" -d '{"events": [{"server_uuid": "c1d5aaae-3c43-4f6e-8ffe-2591c5369e24", "name": "network-vif-plugged", "status": "completed", "tag": "192ffedd-1caa-4e0e-ba76-d785bb8aec8c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:04.525731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:04.530012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:04.555608 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad59fb-9994-4476-9ae6-aa9ed252039e x-openstack-request-id: req-60ad59fb-9994-4476-9ae6-aa9ed252039e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:04.555890 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d5aaae-3c43-4f6e-8ffe-2591c5369e24", "name": "network-vif-plugged", "status": "completed", "tag": "192ffedd-1caa-4e0e-ba76-d785bb8aec8c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:04.556147 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60ad59fb-9994-4476-9ae6-aa9ed252039e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:04.556900 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c', 'code': 200} Nov 02 17:09:04.586565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:04.648565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daf12d-9f6e-4bd6-b7cb-941f02263781 req-25ea3fa5-8f77-4440-b582-49998a49856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:04.650072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16daf12d-9f6e-4bd6-b7cb-941f02263781 req-25ea3fa5-8f77-4440-b582-49998a49856a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 1100 time: 0.0416524 Nov 02 17:09:04.684921 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-16daf12d-9f6e-4bd6-b7cb-941f02263781 req-8ae17f6d-1874-4fd5-a24e-b645f6a9215e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282218 Nov 02 17:09:05.064360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628caf3-cda7-4ba6-8275-cd3381c9b175 req-f852eb75-75e6-44e6-ab26-bd04f8d1d6aa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:05.065885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5628caf3-cda7-4ba6-8275-cd3381c9b175 req-f852eb75-75e6-44e6-ab26-bd04f8d1d6aa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 949 time: 0.0529602 Nov 02 17:09:05.109002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5628caf3-cda7-4ba6-8275-cd3381c9b175 req-407b7d4a-4c4e-4ec8-99f3-82e153bbd9dd tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Nov 02 17:09:06.228889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3a4b0-b482-4921-a34b-477c5810f61b req-da5a4e11-a865-4f92-bd63-afe455ce6977 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:06.230411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bae3a4b0-b482-4921-a34b-477c5810f61b req-da5a4e11-a865-4f92-bd63-afe455ce6977 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 949 time: 0.0502248 Nov 02 17:09:06.271900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bae3a4b0-b482-4921-a34b-477c5810f61b req-6b006e46-0550-49d0-aa17-b097d3a41fa1 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338781 Nov 02 17:09:06.620880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-6c55916a-731b-4a80-80c4-e3c6820dd0aa req-7ecd79c1-4ebb-4be6-bbed-ee897d852f54 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:09:06.622358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c55916a-731b-4a80-80c4-e3c6820dd0aa req-7ecd79c1-4ebb-4be6-bbed-ee897d852f54 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0690904 Nov 02 17:09:07.018996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-c68a1b17-b48d-43de-8dd8-9dcb9b41b039 req-e5a13fc6-4bf8-4003-8995-8ad04599fe70 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:09:07.020038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c68a1b17-b48d-43de-8dd8-9dcb9b41b039 req-e5a13fc6-4bf8-4003-8995-8ad04599fe70 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0638819 Nov 02 17:09:07.366386 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7df79-e013-41ff-a799-db43825a43b1 req-1462549d-5d5e-4ad4-b8b5-d88597988cf4 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:07.368728 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5aa7df79-e013-41ff-a799-db43825a43b1 req-1462549d-5d5e-4ad4-b8b5-d88597988cf4 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 949 time: 0.0551362 Nov 02 17:09:07.412597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5aa7df79-e013-41ff-a799-db43825a43b1 req-b8b7594a-0d27-43e9-8ecc-9efd22f7c618 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Nov 02 17:09:08.533908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19f96c-f84d-446b-bd95-09a4101f7838 req-91bbf0f3-1e3d-46b2-b630-af08cd9a1847 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:08.535385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c19f96c-f84d-446b-bd95-09a4101f7838 req-91bbf0f3-1e3d-46b2-b630-af08cd9a1847 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 949 time: 0.0498345 Nov 02 17:09:08.577616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c19f96c-f84d-446b-bd95-09a4101f7838 req-3148d68c-fca1-4c59-9e47-ef9ededb9f21 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343001 Nov 02 17:09:08.593204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-b4d0dc79-ce83-4e87-827f-fe89e78c8d72 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:08.594711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-b4d0dc79-ce83-4e87-827f-fe89e78c8d72 tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1d5aaae-3c43-4f6e-8ffe-2591c5369e24 HTTP/1.1" status: 200 len: 949 time: 0.0494518 Nov 02 17:09:08.689727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Deleting port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:09:08.690069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:08.701859 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-60f3313f-2987-4bdb-8625-0e2f1a166cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:08.781273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] For port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,segment=NetworkSegment(15fdbea9-da04-4fdb-82c9-f3faaad8fd61),segment_id=15fdbea9-da04-4fdb-82c9-f3faaad8fd61)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:08.781636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:08.793364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Calling delete_port for 192ffedd-1caa-4e0e-ba76-d785bb8aec8c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:09:08.928073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:08.940056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['192ffedd-1caa-4e0e-ba76-d785bb8aec8c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:09:08.959841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Pushing event deleted for resources: {'Port': ['ID=192ffedd-1caa-4e0e-ba76-d785bb8aec8c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:09.008002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] No DVR routers for this DVR port 192ffedd-1caa-4e0e-ba76-d785bb8aec8c on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:09:09.011940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:09.015516 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-894ea581-1f6a-4c78-a24b-6bfd0bea40e3 req-5db3705a-4744-476d-b6a5-a85bebd54caa tempest-ServersAdminNegativeTestJSON-955231202 tempest-ServersAdminNegativeTestJSON-955231202-project] 10.222.0.55 "DELETE /v2.0/ports/192ffedd-1caa-4e0e-ba76-d785bb8aec8c HTTP/1.1" status: 204 len: 173 time: 0.4148633 Nov 02 17:09:09.015972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'name': 'network-vif-deleted', 'tag': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:09.018478 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679d3071-3a09-431c-a6cf-2dcbb1fc6675" -d '{"events": [{"server_uuid": "c1d5aaae-3c43-4f6e-8ffe-2591c5369e24", "name": "network-vif-deleted", "tag": "192ffedd-1caa-4e0e-ba76-d785bb8aec8c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:09.060452 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eddb4f5-c267-45c9-8e3e-e3e43bbed32f x-openstack-request-id: req-9eddb4f5-c267-45c9-8e3e-e3e43bbed32f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:09.060749 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d5aaae-3c43-4f6e-8ffe-2591c5369e24", "name": "network-vif-deleted", "tag": "192ffedd-1caa-4e0e-ba76-d785bb8aec8c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:09.060993 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9eddb4f5-c267-45c9-8e3e-e3e43bbed32f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:09.061586 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d5aaae-3c43-4f6e-8ffe-2591c5369e24', 'name': 'network-vif-deleted', 'tag': '192ffedd-1caa-4e0e-ba76-d785bb8aec8c', 'status': 'completed', 'code': 200} Nov 02 17:09:09.877807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46796) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:09:10.029929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea78d779-1c31-495b-9b66-3368d62fd0e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b06b1f33b9b443c91948cb0573338f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508608 Nov 02 17:09:10.032746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:09:10.082240 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0de12fea-4123-40b8-bf53-e85047c1c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.103793 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0de12fea-4123-40b8-bf53-e85047c1c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.149792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0de12fea-4123-40b8-bf53-e85047c1c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.152381 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0de12fea-4123-40b8-bf53-e85047c1c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.153540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0de12fea-4123-40b8-bf53-e85047c1c884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b HTTP/1.1" status: 204 len: 168 time: 0.1198983 Nov 02 17:09:10.162150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12fea-4123-40b8-bf53-e85047c1c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ddf2d-17b6-4df7-bd8e-8ca4ca71816b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:10.436717 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46806) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:09:10.450213 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b28d-6848-465c-b4d7-30431d237666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.529769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b28d-6848-465c-b4d7-30431d237666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.534061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b28d-6848-465c-b4d7-30431d237666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.580604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2b28d-6848-465c-b4d7-30431d237666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7838bb-240f-4ea9-a206-6ea6d07cea80,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:10.584841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c6f2b28d-6848-465c-b4d7-30431d237666 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3420931facc04ed79cd42f9c3659b855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470830 Nov 02 17:09:10.589087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:09:10.639396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c828-2cb2-4003-9e26-9f61c91e477a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.662031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c828-2cb2-4003-9e26-9f61c91e477a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.714967 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c828-2cb2-4003-9e26-9f61c91e477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.717911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c828-2cb2-4003-9e26-9f61c91e477a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:10.719126 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-dbe5c828-2cb2-4003-9e26-9f61c91e477a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e7838bb-240f-4ea9-a206-6ea6d07cea80 HTTP/1.1" status: 204 len: 168 time: 0.1292534 Nov 02 17:09:10.728167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5c828-2cb2-4003-9e26-9f61c91e477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7838bb-240f-4ea9-a206-6ea6d07cea80,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:11.143268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f5fb95d2-ee85-47ad-a79f-ab95c25fcd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.361486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.505743 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46830) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:09:11.607199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-971345966-network', 'tenant_id': '67801f678ef94dda8fa569641fb66319'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:09:11.628794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Made reservation on behalf of 67801f678ef94dda8fa569641fb66319 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:09:11.631281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.640906 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.716549 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.720389 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.740732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:09:11.756410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586086a5-dc9c-43a1-80e6-04551f5a6016,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:11.760756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.761105 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Added segment dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a of type vlan for network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 Nov 02 17:09:11.801954 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.827924 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.828891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:11.829468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:11.885550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3786836 Nov 02 17:09:11.888714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46834) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:09:11.893738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Request body: {'subnet': {'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-971345966-subnet', 'tenant_id': '67801f678ef94dda8fa569641fb66319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:09:11.896537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48807fa5-afa8-4f55-9f80-7350d10f18a1 admin admin] Pushing event updated for resources: {'Network': ['ID=657db056-29cd-46eb-9b1b-e9f0be6a3fd0,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:11.908050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:09:11.920089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Made reservation on behalf of 67801f678ef94dda8fa569641fb66319 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:09:11.922732 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:12.089990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:12.151391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f010539-def6-4b4c-ac42-5e5caf5fe961,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:12.158575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Checking segment: {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:09:12.158940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Network hostable DHCP agents. Network: 657db056-29cd-46eb-9b1b-e9f0be6a3fd0, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:09:12.175713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:09:12.184404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 657db056-29cd-46eb-9b1b-e9f0be6a3fd0) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:09:12.188640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:12.189234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:12.193966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1942e6-653b-4ca7-8af0-ef738a933409 None None] Network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:09:12.205707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1e6be1f3-23af-4e6a-9b78-903afd9c69ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3158555 Nov 02 17:09:12.345886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12453882-2ca7-4cc1-8904-05a112478fd6 None None] Network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:09:12.396953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 192ffedd-1caa-4e0e-ba76-d785bb8aec8c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:09:12.419899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 192ffedd-1caa-4e0e-ba76-d785bb8aec8c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:09:12.420246 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 192ffedd-1caa-4e0e-ba76-d785bb8aec8c not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:09:12.654540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-32d6d0dc-37e4-46f6-930c-72547e486a74 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:12.655996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-32d6d0dc-37e4-46f6-930c-72547e486a74 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 811 time: 0.1119828 Nov 02 17:09:12.671543 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-a1d5a4ba-c0e9-4d1b-a310-7bf653859da8 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/quotas/67801f678ef94dda8fa569641fb66319 HTTP/1.1" status: 200 len: 375 time: 0.0095162 Nov 02 17:09:12.699007 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:12.711036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-5e9672a5-833f-4079-b176-ed3d3839bd88 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338368 Nov 02 17:09:12.802988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-e511fa86-bc04-4e8e-8d82-6ec14df709c6 service neutron] 10.222.0.31 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Nov 02 17:09:12.898691 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-d60373eb-7f07-4098-8a46-99c6bed1f9c6 service neutron] 10.222.0.31 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890298 Nov 02 17:09:13.061632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-918467f2-ca38-40ef-b112-ac500c7ad4be req-ec2079c0-442d-4000-9d29-45ddf90bb40c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 210 time: 0.0281057 Nov 02 17:09:13.855530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.025239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-b3c30a3e-bdbf-4537-91d5-431dfca1a337 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:14.026794 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-b3c30a3e-bdbf-4537-91d5-431dfca1a337 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.100 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 811 time: 0.1188295 Nov 02 17:09:14.041659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Request body: {'port': {'device_id': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0', 'admin_state_up': True, 'tenant_id': '67801f678ef94dda8fa569641fb66319'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:09:14.160089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Made reservation on behalf of 67801f678ef94dda8fa569641fb66319 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:09:14.160670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0fb56879-54b3-4c06-b257-8cb557cffb8e req-3b48901a-c8d8-424d-894d-19e67a7fd114 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 210 time: 0.0287867 Nov 02 17:09:14.164241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.298036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Allocated IP 172.20.0.6 (657db056-29cd-46eb-9b1b-e9f0be6a3fd0/2f010539-def6-4b4c-ac42-5e5caf5fe961/c63305f2-2794-409b-83fe-6f0f2c562b0f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:09:14.449380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.482862 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.528662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:09:14.531769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:09:14.534196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:09:14.567339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:14.600509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:14.601131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.620734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-c5aa2a6c-7a43-46d2-a71d-d39fa0b5197c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840425 Nov 02 17:09:14.633095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Request body: {'port': {'device_id': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:09:14.689866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.967541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63305f2-2794-409b-83fe-6f0f2c562b0f {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:09:14.975411 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:14.988156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Transition to ACTIVE for port object c63305f2-2794-409b-83fe-6f0f2c562b0f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:09:14.992141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:15.049542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:15.123805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:09:15.124145 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:09:15.124480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f on network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:09:15.128872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Port c63305f2-2794-409b-83fe-6f0f2c562b0f on network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:09:15.129189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f on network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:09:15.134506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:09:15.134840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Checking segment: {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:09:15.135224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Bound using segment: {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:09:15.135647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Bound port: c63305f2-2794-409b-83fe-6f0f2c562b0f, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:09:15.136004 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:15.207443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:09:15.210850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:09:15.215959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:15.259922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:15.260605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:15.262043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] 10.222.0.100 "PUT /v2.0/ports/c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 1091 time: 0.6334424 Nov 02 17:09:15.262538 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:15.264985 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:15.293826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818ef50-1366-40cd-a6ce-208edc44e112 service neutron] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:15.313129 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19cd3-0f8e-416e-8e0c-5bb62dd44bcc req-53cf1ca1-aee0-4c66-a5cc-f5d22269e669 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:15.315313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfc19cd3-0f8e-416e-8e0c-5bb62dd44bcc req-53cf1ca1-aee0-4c66-a5cc-f5d22269e669 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0775380 Nov 02 17:09:15.332473 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8301d9f7-8fcd-4c23-a5d6-99ef2fd013b2 x-openstack-request-id: req-8301d9f7-8fcd-4c23-a5d6-99ef2fd013b2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:15.332830 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:15.333192 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8301d9f7-8fcd-4c23-a5d6-99ef2fd013b2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:15.333675 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'status': 'completed', 'code': 200} Nov 02 17:09:15.354114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-53d8127a-cec7-432d-a870-bd3604045de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:15.356707 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-53d8127a-cec7-432d-a870-bd3604045de4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1094 time: 0.0560544 Nov 02 17:09:15.362148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfc19cd3-0f8e-416e-8e0c-5bb62dd44bcc req-c7130305-6a38-456d-a322-871a9097bf62 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Nov 02 17:09:15.776303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-3b67fe6c-4f20-44e0-b260-2f3430f4088e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.4120800 Nov 02 17:09:15.830198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-5d85253e-6b3f-488c-86f3-959fadb5e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:15.831910 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-5d85253e-6b3f-488c-86f3-959fadb5e94b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0487840 Nov 02 17:09:15.865225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-bb6f4823-1e6d-4127-842f-529ef646d05c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264461 Nov 02 17:09:15.959147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-ed3df592-d732-4b62-9437-a37f3ebd1d24 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869975 Nov 02 17:09:16.059999 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8c1ed886-5eb9-45bf-bdaf-a3b462b043a3 req-777ebcc4-2804-4f1e-9002-200a3ada6c19 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928876 Nov 02 17:09:16.150053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-d7f5ff97-eec3-42e8-b894-e6ebb98f0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:16.151706 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-d7f5ff97-eec3-42e8-b894-e6ebb98f0bae service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1094 time: 0.0484262 Nov 02 17:09:16.246891 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-b3e1755f-dc2a-4b2d-8d0c-48b034f39359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:16.248383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-b3e1755f-dc2a-4b2d-8d0c-48b034f39359 service neutron] 10.222.0.100 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.0902143 Nov 02 17:09:16.302631 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-371c053b-0247-47e0-bb79-cbe50516abfa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0468135 Nov 02 17:09:16.359417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-d67903b6-9c10-4a3a-b135-68cbc7eac205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:16.360911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-d67903b6-9c10-4a3a-b135-68cbc7eac205 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0514324 Nov 02 17:09:16.394772 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-de20716f-2e5d-47c6-809a-e17d8e91ed49 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260782 Nov 02 17:09:16.491302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-1c087ef2-0b06-4efa-aec4-d98228700597 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888343 Nov 02 17:09:16.498849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f974671-014a-406b-b207-c2e07c3f6293 req-368f5ecd-b4fb-4e97-98c8-94472fa386c6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:16.500707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f974671-014a-406b-b207-c2e07c3f6293 req-368f5ecd-b4fb-4e97-98c8-94472fa386c6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0605149 Nov 02 17:09:16.544166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f974671-014a-406b-b207-c2e07c3f6293 req-1928b254-b3d3-4b8f-9d19-c9dc19e55a15 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366051 Nov 02 17:09:16.601148 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d0dd6b45-4aad-46cd-8d85-c2d39a5ca562 req-00b27a8d-0458-4afa-98b2-db28e9c3cd97 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028638 Nov 02 17:09:17.671020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8cea-2f8b-4db0-9524-e0151fa57fa5 req-fe9975a9-1ae9-49d0-9a6f-81f30d5a3b34 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:17.672606 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-604d8cea-2f8b-4db0-9524-e0151fa57fa5 req-fe9975a9-1ae9-49d0-9a6f-81f30d5a3b34 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0519705 Nov 02 17:09:17.713793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-604d8cea-2f8b-4db0-9524-e0151fa57fa5 req-33835cad-c65d-442c-b365-1e642284aae2 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348914 Nov 02 17:09:17.806878 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:18.821115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:09:18.838773 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cce1de-b49f-42dc-a4cd-ebbe14c05046 req-e7616e95-31e3-4c90-b886-080e321d35a0 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:18.840335 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16cce1de-b49f-42dc-a4cd-ebbe14c05046 req-e7616e95-31e3-4c90-b886-080e321d35a0 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0553570 Nov 02 17:09:18.881403 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16cce1de-b49f-42dc-a4cd-ebbe14c05046 req-00bc91dc-ed77-4321-830b-f649b2b82580 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Nov 02 17:09:18.924164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:18.936056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0', 'port_id': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'mac_address': 'fa:16:3e:f3:bf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f010539-def6-4b4c-ac42-5e5caf5fe961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:09:18.972438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:18.987302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63305f2-2794-409b-83fe-6f0f2c562b0f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:09:19.007214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:19.011669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:19.061403 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:19.220508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c63305f2-2794-409b-83fe-6f0f2c562b0f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:09:20.000401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0096c-0753-4ae2-88b6-d0c8e5ecd4ba req-00d0491f-38b5-4bbe-98e3-9897d6335b1c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:20.001879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7f0096c-0753-4ae2-88b6-d0c8e5ecd4ba req-00d0491f-38b5-4bbe-98e3-9897d6335b1c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 944 time: 0.0535471 Nov 02 17:09:20.041329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7f0096c-0753-4ae2-88b6-d0c8e5ecd4ba req-76a698e4-96cb-440d-b8df-f8fe5aa8c8e2 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Nov 02 17:09:20.825171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:09:20.877283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port c63305f2-2794-409b-83fe-6f0f2c562b0f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:09:20.881026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c63305f2-2794-409b-83fe-6f0f2c562b0f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:09:20.881391 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:20.959134 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:20.982954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:20.985193 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1973c7c5-931f-44d8-ae5b-7b2541e5bf76" -d '{"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-plugged", "status": "completed", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:20.998610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:21.003422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:21.026438 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c672c60-1fe7-4050-b398-194c3d089810 x-openstack-request-id: req-9c672c60-1fe7-4050-b398-194c3d089810 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:21.026739 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-plugged", "status": "completed", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:21.026997 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c672c60-1fe7-4050-b398-194c3d089810 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:21.027392 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'code': 200} Nov 02 17:09:21.052489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:21.121767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec5e98-56a4-49d7-a3ee-9f5a4af00d44 req-a1bce685-3936-4b46-b1dd-a426149107d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:21.123370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89ec5e98-56a4-49d7-a3ee-9f5a4af00d44 req-a1bce685-3936-4b46-b1dd-a426149107d9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1096 time: 0.0423083 Nov 02 17:09:21.159260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce7a09-e39c-4f7a-b265-762cdb577278 req-987116da-5906-44a2-ac92-2c02fcec8ef6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:21.160362 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-89ec5e98-56a4-49d7-a3ee-9f5a4af00d44 req-8f8569a8-0ae4-4ace-8d7a-9caf57ebdc44 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297170 Nov 02 17:09:21.160756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13ce7a09-e39c-4f7a-b265-762cdb577278 req-987116da-5906-44a2-ac92-2c02fcec8ef6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Nov 02 17:09:21.198937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13ce7a09-e39c-4f7a-b265-762cdb577278 req-5a8a0b05-335e-453c-a2cd-0d375b83f96f tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Nov 02 17:09:22.320445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead18d4-91b0-4eab-8091-d3d77c4f446e req-2f9656fd-406a-4548-aa97-0a227cbc17d4 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:22.322102 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aead18d4-91b0-4eab-8091-d3d77c4f446e req-2f9656fd-406a-4548-aa97-0a227cbc17d4 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Nov 02 17:09:22.361773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aead18d4-91b0-4eab-8091-d3d77c4f446e req-c7c7f615-a833-448d-b039-1b32cd99c922 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Nov 02 17:09:23.304196 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:23.493793 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547691-7aac-43ee-8a6e-18af17902209 req-ad0837bb-e131-4ed7-bbd0-b19a3b7d4e79 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:23.497302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc547691-7aac-43ee-8a6e-18af17902209 req-ad0837bb-e131-4ed7-bbd0-b19a3b7d4e79 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0682015 Nov 02 17:09:23.534058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc547691-7aac-43ee-8a6e-18af17902209 req-41132991-accb-4298-98c8-7b5736e4ca54 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Nov 02 17:09:23.778954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b530c-370b-4ee1-b3d4-12c4cf5c00e3 req-b5aeeff8-7d83-461f-91d4-3d28ae45487a tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:23.780470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f57b530c-370b-4ee1-b3d4-12c4cf5c00e3 req-b5aeeff8-7d83-461f-91d4-3d28ae45487a tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Nov 02 17:09:23.844804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f57b530c-370b-4ee1-b3d4-12c4cf5c00e3 req-2a35b817-d7a0-4c77-982b-6a0126bbec23 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584147 Nov 02 17:09:23.858981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-4b81bd8e-bcc9-47a0-aa20-5c9a4ccea304 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347771 Nov 02 17:09:23.867841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-4a684af7-85f9-4dd4-9595-7b381555fd43 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:09:23.868773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-4a684af7-85f9-4dd4-9595-7b381555fd43 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049179 Nov 02 17:09:24.353607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f802ab0-2f33-4914-a28f-98449996cfff req-d8c536da-a04a-4c7f-875f-0a91db919e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:24.355406 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-d8c536da-a04a-4c7f-875f-0a91db919e86 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1096 time: 0.0482812 Nov 02 17:09:24.486799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f802ab0-2f33-4914-a28f-98449996cfff req-3387478a-5f31-40d7-b247-fca90c10623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:24.488915 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-3387478a-5f31-40d7-b247-fca90c10623e service neutron] 10.222.0.100 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.1097610 Nov 02 17:09:24.533485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-82ecfc67-a57f-45b2-9bad-76b2f6e3b3fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0368910 Nov 02 17:09:24.590712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f802ab0-2f33-4914-a28f-98449996cfff req-f885747f-3910-4431-8fd5-0c4991743747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:24.592317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-f885747f-3910-4431-8fd5-0c4991743747 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0524373 Nov 02 17:09:24.632169 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-37b74d21-9334-4aea-b08c-ffbdf65f0533 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327544 Nov 02 17:09:24.738431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-c7f76675-ed18-4ba8-9092-3484211c0f34 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987282 Nov 02 17:09:24.853975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3f802ab0-2f33-4914-a28f-98449996cfff req-1ba5cdb8-8849-4a24-bf73-7436aeddf3c8 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063545 Nov 02 17:09:24.988032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf22c-4514-40f4-8d2a-a4e38b82266b req-e745b7d7-8e49-43b3-8a79-4b4ee775113c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:24.989564 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7feaf22c-4514-40f4-8d2a-a4e38b82266b req-e745b7d7-8e49-43b3-8a79-4b4ee775113c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0639439 Nov 02 17:09:25.027090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7feaf22c-4514-40f4-8d2a-a4e38b82266b req-54bab568-d776-4a37-b08f-e096ddd86763 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Nov 02 17:09:25.172727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-ca8b7d46-56c6-4de1-80da-d2a36f7127e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:25.174292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-ca8b7d46-56c6-4de1-80da-d2a36f7127e4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1096 time: 0.0462654 Nov 02 17:09:25.278341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-ac074be1-4304-4722-b35d-cb72ccbce292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:25.279827 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-ac074be1-4304-4722-b35d-cb72ccbce292 service neutron] 10.222.0.100 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.0992153 Nov 02 17:09:25.329690 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-ac30f17e-e40e-418e-bcaf-d3375c5d317b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0424874 Nov 02 17:09:25.382380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-c8540517-b945-49ea-8cc3-b96eac26b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:25.383870 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-c8540517-b945-49ea-8cc3-b96eac26b924 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0475240 Nov 02 17:09:25.416777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-1f940a93-4805-4e5f-87ee-a4e092c4328e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256195 Nov 02 17:09:25.513181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-1ed30734-fb24-438d-b016-750a4152d8fa service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896316 Nov 02 17:09:25.606855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-8f805fb0-9460-4bad-8271-02865c77e8ba service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863860 Nov 02 17:09:26.148139 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd178b4-a64f-4f2d-9d63-36fec375e37a req-90e1d15b-2e43-469c-acae-563d3996b05d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:26.149626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ecd178b4-a64f-4f2d-9d63-36fec375e37a req-90e1d15b-2e43-469c-acae-563d3996b05d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Nov 02 17:09:26.189357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ecd178b4-a64f-4f2d-9d63-36fec375e37a req-9208ea70-7cdf-404c-8628-c9b87a0df25a tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Nov 02 17:09:27.317825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bff7a-0b8d-49fd-98c2-66ea192a007f req-0415e7b3-b6e5-4db3-b298-9c23fb5bfd4b tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:27.319352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be3bff7a-0b8d-49fd-98c2-66ea192a007f req-0415e7b3-b6e5-4db3-b298-9c23fb5bfd4b tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Nov 02 17:09:27.368153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be3bff7a-0b8d-49fd-98c2-66ea192a007f req-9c3f301a-d399-43b6-a146-5c46f5d847be tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Nov 02 17:09:28.513743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1c1e-f870-4d62-bccf-025fdf66d0e8 req-5271f9a5-4d9f-430a-a996-6955ecc3db25 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:28.515320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15ec1c1e-f870-4d62-bccf-025fdf66d0e8 req-5271f9a5-4d9f-430a-a996-6955ecc3db25 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0659387 Nov 02 17:09:28.552161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-15ec1c1e-f870-4d62-bccf-025fdf66d0e8 req-6a4122aa-44f3-4dc8-81ce-8fbdd19779d1 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Nov 02 17:09:29.667570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9b72b-5f0b-4608-915d-b32e44b89b9d req-176103c7-1d0e-4883-8747-a163f5fc2331 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:29.669043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85b9b72b-5f0b-4608-915d-b32e44b89b9d req-176103c7-1d0e-4883-8747-a163f5fc2331 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Nov 02 17:09:29.709504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85b9b72b-5f0b-4608-915d-b32e44b89b9d req-f4dd1a09-b5db-4f87-bc07-e6b3a87162b6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Nov 02 17:09:30.827671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7d1e6-f90d-4d17-aaf5-233f3ce8e5f9 req-f3cfdb25-0844-428c-98ca-73db7a62f33d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:30.829053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0f7d1e6-f90d-4d17-aaf5-233f3ce8e5f9 req-f3cfdb25-0844-428c-98ca-73db7a62f33d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Nov 02 17:09:30.877594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0f7d1e6-f90d-4d17-aaf5-233f3ce8e5f9 req-73367ca4-c573-43ab-804f-d1d6a2fe117f tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Nov 02 17:09:32.002278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be8527-29b2-4ebf-b85f-571f0fe8589f req-9542aa1f-c285-4e47-a360-765f226fdb78 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:32.003755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55be8527-29b2-4ebf-b85f-571f0fe8589f req-9542aa1f-c285-4e47-a360-765f226fdb78 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0560927 Nov 02 17:09:32.044016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55be8527-29b2-4ebf-b85f-571f0fe8589f req-e44b8f93-111a-4690-9afd-5ce951e6149e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Nov 02 17:09:33.166647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78633e2-388e-4f01-8d8f-afbdda2cbeaf req-42a26621-9dc2-463f-b473-2e250b39acf4 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:33.168262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c78633e2-388e-4f01-8d8f-afbdda2cbeaf req-42a26621-9dc2-463f-b473-2e250b39acf4 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0536802 Nov 02 17:09:33.209486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c78633e2-388e-4f01-8d8f-afbdda2cbeaf req-715d2c08-a667-47be-bb15-ab1950b7999d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351973 Nov 02 17:09:34.328494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981a8c7-1a13-4570-8975-d3edb1c49a7f req-6fb769e7-70e3-4e0e-baa0-c56c00a5b236 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:34.329950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f981a8c7-1a13-4570-8975-d3edb1c49a7f req-6fb769e7-70e3-4e0e-baa0-c56c00a5b236 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0487435 Nov 02 17:09:34.373603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f981a8c7-1a13-4570-8975-d3edb1c49a7f req-e6eda066-dab6-440c-8f0c-671d9ebd4820 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Nov 02 17:09:35.044725 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:09:35.496595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cbb99-a495-4efe-a3b9-0b314df0aba1 req-3fd5e8c3-4ecf-41ad-abab-116913a7e897 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:35.498050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-455cbb99-a495-4efe-a3b9-0b314df0aba1 req-3fd5e8c3-4ecf-41ad-abab-116913a7e897 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Nov 02 17:09:35.534800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-455cbb99-a495-4efe-a3b9-0b314df0aba1 req-dd622cea-aa47-406d-b41d-254a0ec1fb26 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Nov 02 17:09:36.650163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae41f9-cb34-4033-9d34-8d8bbc1da29a req-7f3c396d-141f-49b1-9d9b-cadb909e7dfb tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:36.652145 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1ae41f9-cb34-4033-9d34-8d8bbc1da29a req-7f3c396d-141f-49b1-9d9b-cadb909e7dfb tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Nov 02 17:09:36.691920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1ae41f9-cb34-4033-9d34-8d8bbc1da29a req-6da20902-bbdc-4284-91ec-7a960fc81fd9 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Nov 02 17:09:37.807596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76116-793f-4f9f-86a8-d03304c2c0b7 req-571fc2aa-9236-4ac1-bc27-9e9bb931b201 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:37.809209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42f76116-793f-4f9f-86a8-d03304c2c0b7 req-571fc2aa-9236-4ac1-bc27-9e9bb931b201 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Nov 02 17:09:37.846353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42f76116-793f-4f9f-86a8-d03304c2c0b7 req-fb0c4ad2-5969-44e9-b513-7c03f9196679 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312021 Nov 02 17:09:38.693886 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-20b23dce-e6d6-4bff-a597-3c3a174df01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:38.962182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f96f-c78f-43e9-8c72-905a6f559a2f req-906303da-9a9d-4762-8215-1574b7f2ad8e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:38.963820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fa3f96f-c78f-43e9-8c72-905a6f559a2f req-906303da-9a9d-4762-8215-1574b7f2ad8e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0515854 Nov 02 17:09:39.000795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1fa3f96f-c78f-43e9-8c72-905a6f559a2f req-76338330-dc10-434b-869c-1d8c8f4d65e7 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Nov 02 17:09:40.116099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e213-3711-4aef-974c-a08049996c3a req-f5a1a88b-c7d8-4a1d-a94c-98b830dae362 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:40.117615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ce1e213-3711-4aef-974c-a08049996c3a req-f5a1a88b-c7d8-4a1d-a94c-98b830dae362 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Nov 02 17:09:40.156067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ce1e213-3711-4aef-974c-a08049996c3a req-5dd59647-f9c8-4f6e-8449-4b4a1e3297ca tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Nov 02 17:09:41.145220 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-917b404e-9088-454f-9d4d-ca546390937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:41.275832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06502c-fc78-48e4-b5f1-b3fffbfbe1d4 req-fec2d62f-cdc5-4f70-a34f-22ecde6a85a6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:41.277316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f06502c-fc78-48e4-b5f1-b3fffbfbe1d4 req-fec2d62f-cdc5-4f70-a34f-22ecde6a85a6 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Nov 02 17:09:41.317106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f06502c-fc78-48e4-b5f1-b3fffbfbe1d4 req-79ff3d46-7205-4542-970d-533d1c688733 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Nov 02 17:09:41.363558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:42.440180 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2110-716f-4ee2-869d-7c213a979cf8 req-0bb5e0cd-36fb-48e2-a8de-15364145facf tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:42.441647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6eac2110-716f-4ee2-869d-7c213a979cf8 req-0bb5e0cd-36fb-48e2-a8de-15364145facf tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Nov 02 17:09:42.483487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6eac2110-716f-4ee2-869d-7c213a979cf8 req-eccd70f2-d45f-411a-9aec-d0cbe65d5412 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Nov 02 17:09:42.700420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:43.609468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273da0e9-4bf5-42f6-9ca6-7e131651a3b3 req-827625ff-7ca8-4f4d-afc5-06a1f14d3824 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:43.611002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-273da0e9-4bf5-42f6-9ca6-7e131651a3b3 req-827625ff-7ca8-4f4d-afc5-06a1f14d3824 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0541000 Nov 02 17:09:43.652635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-273da0e9-4bf5-42f6-9ca6-7e131651a3b3 req-9b73512c-31d6-4aac-a3d9-49d1fef01f9e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355654 Nov 02 17:09:43.857760 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:44.772465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e72f3-fe09-4cee-a400-08dd55351613 req-8a53c345-673a-4ef6-9014-ac58cd100f0d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:44.774002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f3e72f3-fe09-4cee-a400-08dd55351613 req-8a53c345-673a-4ef6-9014-ac58cd100f0d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Nov 02 17:09:44.813611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f3e72f3-fe09-4cee-a400-08dd55351613 req-67cbe0f7-7547-46ce-986c-5e8537b1aea5 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Nov 02 17:09:45.933229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affed714-cf75-4b20-b681-5ec2b389e713 req-490231d4-c596-49ca-9dad-d4063f7851dd tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:45.934705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-affed714-cf75-4b20-b681-5ec2b389e713 req-490231d4-c596-49ca-9dad-d4063f7851dd tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Nov 02 17:09:45.973394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-affed714-cf75-4b20-b681-5ec2b389e713 req-87ca3bf8-16cb-4532-932f-a422527b89f9 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Nov 02 17:09:47.092643 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b0be-01ee-410d-a8bf-ae955188c6d6 req-007e2135-c973-4d95-a666-5edd7d63e27e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:47.094440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11f4b0be-01ee-410d-a8bf-ae955188c6d6 req-007e2135-c973-4d95-a666-5edd7d63e27e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Nov 02 17:09:47.140494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-11f4b0be-01ee-410d-a8bf-ae955188c6d6 req-fa9d5eaf-2b80-47c1-8623-072a427d60e4 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Nov 02 17:09:47.814037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:48.255354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e64193-0d06-446f-ba22-e8a0206285da req-191c214b-db8f-4318-968c-2d07e6b01f00 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:48.256863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57e64193-0d06-446f-ba22-e8a0206285da req-191c214b-db8f-4318-968c-2d07e6b01f00 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Nov 02 17:09:48.295080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-57e64193-0d06-446f-ba22-e8a0206285da req-faef9372-a1dd-4a75-a45e-03f85fade0dc tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Nov 02 17:09:49.414800 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c921f-fb0e-4d75-93dd-d098c890fd27 req-1255fc53-88a4-4818-bef8-4f76df133d63 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:49.416265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c20c921f-fb0e-4d75-93dd-d098c890fd27 req-1255fc53-88a4-4818-bef8-4f76df133d63 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Nov 02 17:09:49.454682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c20c921f-fb0e-4d75-93dd-d098c890fd27 req-b4665a84-64e3-4f5b-9fa2-381d7958250d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Nov 02 17:09:50.576172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c31d9-d2ac-405a-bf23-227bc03a3225 req-2d2f2f01-6748-4d28-9edb-14535b2ed89f tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:50.577647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb0c31d9-d2ac-405a-bf23-227bc03a3225 req-2d2f2f01-6748-4d28-9edb-14535b2ed89f tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0507438 Nov 02 17:09:50.615624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cb0c31d9-d2ac-405a-bf23-227bc03a3225 req-8cfbe7ca-ceb7-40dd-bef2-26dd7ea4843e tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Nov 02 17:09:51.733999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1110-668d-4405-8206-338163184959 req-36132970-fb10-4a13-96b7-ef5808100816 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:51.735565 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69bb1110-668d-4405-8206-338163184959 req-36132970-fb10-4a13-96b7-ef5808100816 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0504954 Nov 02 17:09:51.778670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69bb1110-668d-4405-8206-338163184959 req-c837011a-add5-4fc0-b10a-d65a81639380 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369892 Nov 02 17:09:52.689238 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-295aff67-4895-4e81-aa99-0b59bdab9580 service neutron] show failed (client error): The resource could not be found. Nov 02 17:09:52.690303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-295aff67-4895-4e81-aa99-0b59bdab9580 service neutron] 10.222.0.100 "GET /v2.0/ports/c63305f2-2794-409b-83fe-6f0f2c562b0f/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0594051 Nov 02 17:09:52.909279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4803f-0595-4f43-ab94-5fa9b73c3ceb req-13fcf842-a9bf-464f-a349-8c377e249b7d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:52.910713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50c4803f-0595-4f43-ab94-5fa9b73c3ceb req-13fcf842-a9bf-464f-a349-8c377e249b7d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0604212 Nov 02 17:09:52.939628 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-234652f6-c62b-4fb5-9400-3e93a7ddd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:52.941141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-234652f6-c62b-4fb5-9400-3e93a7ddd976 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191&tenant_id=67801f678ef94dda8fa569641fb66319 HTTP/1.1" status: 200 len: 1096 time: 0.0844941 Nov 02 17:09:52.953792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:09:52.954486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50c4803f-0595-4f43-ab94-5fa9b73c3ceb req-f35adb76-074e-4df3-bfc0-c5a49794d96b tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Nov 02 17:09:53.011449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.229697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:53.267923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:09:53.309528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:53.311994 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a69f041-c7fe-4164-9902-09fa323a8f3f" -d '{"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-unplugged", "status": "completed", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:53.316875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.317637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.335960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Transition to ACTIVE for port object c63305f2-2794-409b-83fe-6f0f2c562b0f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:09:53.340711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.369273 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed500c-82c9-4b52-b3c1-74da8fa3d27f x-openstack-request-id: req-31ed500c-82c9-4b52-b3c1-74da8fa3d27f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:53.369570 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-unplugged", "status": "completed", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:53.369825 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ed500c-82c9-4b52-b3c1-74da8fa3d27f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:53.370918 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'code': 200} Nov 02 17:09:53.395541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:53.411227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] No DVR routers for this DVR port c63305f2-2794-409b-83fe-6f0f2c562b0f on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:09:53.419482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.419824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.420164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.420501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.420833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.421161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.421488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.421811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.422164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.422481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.422802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.423127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:53.465799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:09:53.466158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:09:53.466478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f on network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:09:53.473318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Port c63305f2-2794-409b-83fe-6f0f2c562b0f on network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:09:53.473635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Attempting to bind port c63305f2-2794-409b-83fe-6f0f2c562b0f on network 657db056-29cd-46eb-9b1b-e9f0be6a3fd0 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:09:53.478484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:09:53.478820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Checking segment: {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:09:53.479204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Bound using segment: {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:09:53.479819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Bound port: c63305f2-2794-409b-83fe-6f0f2c562b0f, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:09:53.480120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.546821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:09:53.550460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:09:53.555564 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.595360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:53.595963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:53.597376 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] 10.222.0.55 "PUT /v2.0/ports/c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 1091 time: 0.6478090 Nov 02 17:09:53.618465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecde0b1-18fb-4eeb-a0bd-7839122b329c service neutron] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:53.664900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-89111e97-8df4-436e-b963-ce7c43e96c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:53.666445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-89111e97-8df4-436e-b963-ce7c43e96c8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1094 time: 0.0431666 Nov 02 17:09:53.762980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-72edf60a-eaed-418d-a88f-3ac5f0546ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:53.764756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-72edf60a-eaed-418d-a88f-3ac5f0546ab2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.0913348 Nov 02 17:09:53.807414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-3a846b9d-8f7d-45ab-993c-81dc340b4f59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0348406 Nov 02 17:09:53.861019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-7e7788b4-59e9-4253-bcdf-7dd5123a0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:53.862561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-7e7788b4-59e9-4253-bcdf-7dd5123a0dd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0488968 Nov 02 17:09:53.894771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-c6920424-bdc8-45ef-a419-17d7fa9f28bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257576 Nov 02 17:09:53.985985 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-4fbae98b-f274-4ec5-98eb-9517988cf6bf service neutron] 10.222.0.55 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835464 Nov 02 17:09:54.077771 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4405af1-9e0a-4a26-8acb-3a019558ad5a req-0d77b1fd-4c8c-4f56-9925-79b3c95d4a2d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:54.079343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4405af1-9e0a-4a26-8acb-3a019558ad5a req-0d77b1fd-4c8c-4f56-9925-79b3c95d4a2d tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0503488 Nov 02 17:09:54.085718 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-98c0714e-38b9-4bee-b7d9-a71b5772a8c1 req-d110a2e8-c583-47d7-8306-2c96f02dccb7 service neutron] 10.222.0.55 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935490 Nov 02 17:09:54.126218 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a4405af1-9e0a-4a26-8acb-3a019558ad5a req-502b9029-84c1-47e0-a9d5-b3161f8e61ae tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Nov 02 17:09:55.259021 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428bd0d-e4a6-4312-8181-32f5b4c9850b req-ab688de2-5011-453c-acf5-de8e44f180bb tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.260819 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c428bd0d-e4a6-4312-8181-32f5b4c9850b req-ab688de2-5011-453c-acf5-de8e44f180bb tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0520480 Nov 02 17:09:55.300497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c428bd0d-e4a6-4312-8181-32f5b4c9850b req-93278764-60b3-4e62-9029-67f40063ca0b tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Nov 02 17:09:55.372048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:55.374507 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79324e05-8c24-4db6-8768-882012f41182" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:55.429885 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f062cc-4a5c-48cd-87f2-4fba1170c68d x-openstack-request-id: req-52f062cc-4a5c-48cd-87f2-4fba1170c68d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:55.430202 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:55.430455 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52f062cc-4a5c-48cd-87f2-4fba1170c68d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:55.430873 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'status': 'completed', 'code': 200} Nov 02 17:09:55.514911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324e05-8c24-4db6-8768-882012f41182 req-e53b832b-e28d-4050-a816-f3ea4544975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.516433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-e53b832b-e28d-4050-a816-f3ea4544975a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1094 time: 0.0715337 Nov 02 17:09:55.519160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324e05-8c24-4db6-8768-882012f41182 req-93abb4a5-1287-4b1c-872c-520fdc59d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.520544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-93abb4a5-1287-4b1c-872c-520fdc59d48f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1094 time: 0.0673079 Nov 02 17:09:55.679515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324e05-8c24-4db6-8768-882012f41182 req-e8ccb584-a1d4-450f-96cb-feed4cf437bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.680890 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-e8ccb584-a1d4-450f-96cb-feed4cf437bd service neutron] 10.222.0.100 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.1497838 Nov 02 17:09:55.696562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324e05-8c24-4db6-8768-882012f41182 req-05958074-2a74-45eb-bb12-207eb268f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.697958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-05958074-2a74-45eb-bb12-207eb268f863 service neutron] 10.222.0.55 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.1745334 Nov 02 17:09:55.733177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-6a7022cc-355c-433c-a06f-dc1b509d2042 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0449443 Nov 02 17:09:55.767868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-1a7bfe72-6330-48eb-b0e7-fb64394bc57a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0431912 Nov 02 17:09:55.841086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324e05-8c24-4db6-8768-882012f41182 req-71170193-1b50-4bab-9a4a-997f8b9ad23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.842589 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-71170193-1b50-4bab-9a4a-997f8b9ad23e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0841339 Nov 02 17:09:55.848306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324e05-8c24-4db6-8768-882012f41182 req-12d5aaf1-f418-476f-8332-01c75259cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:55.849645 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-12d5aaf1-f418-476f-8332-01c75259cdbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0602875 Nov 02 17:09:55.895895 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-8d2d1903-308d-4285-a19d-397d821c5731 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375781 Nov 02 17:09:55.897654 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-c66f999d-7036-45f7-afe6-d6094b389b75 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471492 Nov 02 17:09:56.059133 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-3b68bfca-a490-48e1-8a9a-6f28b5363f6e service neutron] 10.222.0.55 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563323 Nov 02 17:09:56.062725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-a46eb450-693c-41ed-bc76-a14c609bea9e service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528919 Nov 02 17:09:56.443230 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a9cf8-8f4b-4445-be64-5619f8b8e7f3 req-8f6ff83d-410a-4cfd-abac-99f61b67d415 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:56.446643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c9a9cf8-8f4b-4445-be64-5619f8b8e7f3 req-8f6ff83d-410a-4cfd-abac-99f61b67d415 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 943 time: 0.0590000 Nov 02 17:09:56.465400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-b03328b1-d447-4c0d-a0c6-a5b1181f677d service neutron] 10.222.0.55 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991976 Nov 02 17:09:56.469281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-79324e05-8c24-4db6-8768-882012f41182 req-2b4609be-01ac-4b5f-871a-05889ff25423 service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960695 Nov 02 17:09:56.489214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c9a9cf8-8f4b-4445-be64-5619f8b8e7f3 req-45a2cc15-0218-41e8-958e-4db550ca422c tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Nov 02 17:09:56.559030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:09:56.669560 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:56.682817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'network_id': '657db056-29cd-46eb-9b1b-e9f0be6a3fd0', 'port_id': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'mac_address': 'fa:16:3e:f3:bf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f010539-def6-4b4c-ac42-5e5caf5fe961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:09:56.732399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:56.751774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63305f2-2794-409b-83fe-6f0f2c562b0f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:09:56.775693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:56.782672 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:56.820872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-a1d306f7-2045-4ee1-8b76-d83fcf40f645 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:56.822400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-a1d306f7-2045-4ee1-8b76-d83fcf40f645 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.100 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191&tenant_id=67801f678ef94dda8fa569641fb66319&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 943 time: 0.1066992 Nov 02 17:09:56.837415 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:56.846973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.847310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.847669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.848008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.848345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.848675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.849006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.849330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.849704 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.850036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.850500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.850841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:09:56.898063 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-ce61e413-be0e-4703-b0b4-87d73f2834f1 service neutron] delete failed (client error): The resource could not be found. Nov 02 17:09:56.899070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-ce61e413-be0e-4703-b0b4-87d73f2834f1 service neutron] 10.222.0.100 "DELETE /v2.0/ports/c63305f2-2794-409b-83fe-6f0f2c562b0f/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0683856 Nov 02 17:09:56.983798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c63305f2-2794-409b-83fe-6f0f2c562b0f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:09:56.989636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-bab1bb61-2631-4884-b0f7-18ca638f1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:56.991264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-bab1bb61-2631-4884-b0f7-18ca638f1fd7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1095 time: 0.0456650 Nov 02 17:09:57.032521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:09:57.091618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-792a668a-ebc6-4033-adfd-7ad528e627c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:57.093077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-792a668a-ebc6-4033-adfd-7ad528e627c7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.0951412 Nov 02 17:09:57.102528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:09:57.139881 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-4bd1721d-804d-4023-a895-b823682786b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0394154 Nov 02 17:09:57.202067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-e5e8c0b9-30e8-4a48-8c2e-12593b423491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:57.204676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-e5e8c0b9-30e8-4a48-8c2e-12593b423491 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0567338 Nov 02 17:09:57.238810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-37079560-5ac1-4c59-8724-8e991b695c5e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267417 Nov 02 17:09:57.335402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-9a7ecf85-f537-45ce-a200-f30340e9faea service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894358 Nov 02 17:09:57.430693 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-3276f083-0883-4138-9f1b-ef6ab346171d service neutron] 10.222.0.100 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871503 Nov 02 17:09:58.133591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391984da-5d89-4edd-ad65-f152866a4060 req-900a8b6d-5a82-48c5-ae05-17a21c8ae4bb tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:58.135079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-391984da-5d89-4edd-ad65-f152866a4060 req-900a8b6d-5a82-48c5-ae05-17a21c8ae4bb tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 944 time: 0.0504270 Nov 02 17:09:58.175627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-391984da-5d89-4edd-ad65-f152866a4060 req-3a7876d0-9a2a-403d-bdea-dd765cf7c640 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Nov 02 17:09:58.566082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:09:58.616744 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port c63305f2-2794-409b-83fe-6f0f2c562b0f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:09:58.621264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port c63305f2-2794-409b-83fe-6f0f2c562b0f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:09:58.621635 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:58.702547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:58.725943 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:58.728278 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844398bf-bc01-4d84-840f-c1f1a729e2c8" -d '{"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-plugged", "status": "completed", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:58.741134 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:58.746351 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:58.772574 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624bcfdd-0dab-4146-890c-470fdb42acee x-openstack-request-id: req-624bcfdd-0dab-4146-890c-470fdb42acee {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:58.773012 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-plugged", "status": "completed", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:58.773268 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-624bcfdd-0dab-4146-890c-470fdb42acee {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:58.773658 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'code': 200} Nov 02 17:09:58.796709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:59.296928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ecbb7-3b23-4829-973e-30840f5f964b req-5e0b050c-916f-4f71-afaa-1a8a8359dd6b tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:59.298538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-799ecbb7-3b23-4829-973e-30840f5f964b req-5e0b050c-916f-4f71-afaa-1a8a8359dd6b tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0506556 Nov 02 17:09:59.339740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-799ecbb7-3b23-4829-973e-30840f5f964b req-9eb25b57-a6cd-4c28-b30c-5c82e3c7f515 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.31 "GET /v2.0/security-groups?id=586086a5-dc9c-43a1-80e6-04551f5a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Nov 02 17:09:59.352860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-938b1012-fe17-4ca9-add9-7c9a4a513267 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:59.355207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-938b1012-fe17-4ca9-add9-7c9a4a513267 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 945 time: 0.0520389 Nov 02 17:09:59.449349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Deleting port c63305f2-2794-409b-83fe-6f0f2c562b0f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:09:59.449690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:59.563952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] For port c63305f2-2794-409b-83fe-6f0f2c562b0f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f,segment=NetworkSegment(dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a),segment_id=dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:09:59.564312 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:59.580428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Calling delete_port for c63305f2-2794-409b-83fe-6f0f2c562b0f owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:09:59.595938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-869b264e-a24c-4a14-a8f1-c4fdd12ec392 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752327 Nov 02 17:09:59.702223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-07202361-6869-4e27-89a6-ccc80a5c3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:59.703708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-07202361-6869-4e27-89a6-ccc80a5c3d77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67801f678ef94dda8fa569641fb66319&device_id=2f6a51b6-3b74-4d0f-87d5-29f76bc8f191 HTTP/1.1" status: 200 len: 1096 time: 0.0610967 Nov 02 17:09:59.793846 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:59.805358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['c63305f2-2794-409b-83fe-6f0f2c562b0f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:09:59.839354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Pushing event deleted for resources: {'Port': ['ID=c63305f2-2794-409b-83fe-6f0f2c562b0f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:09:59.873416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-73d9a4ce-c445-4483-a27c-d175a72439c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:09:59.874940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-73d9a4ce-c445-4483-a27c-d175a72439c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 200 len: 912 time: 0.1516633 Nov 02 17:09:59.893614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] No DVR routers for this DVR port c63305f2-2794-409b-83fe-6f0f2c562b0f on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:09:59.896664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:09:59.899878 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0f83c93d-3ce9-4414-b284-bf6a0bb68794 req-2f5b67a5-5d4b-47a8-b7d7-2b0da24aaa16 tempest-DeleteServersTestJSON-1989173838 tempest-DeleteServersTestJSON-1989173838-project] 10.222.0.55 "DELETE /v2.0/ports/c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 204 len: 173 time: 0.5397184 Nov 02 17:09:59.900310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-deleted', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:09:59.902615 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ad6749-facf-48fc-a092-62ab825601a7" -d '{"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-deleted", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:09:59.932047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-dc7e6f95-a6c2-4425-9afd-29616c2e90bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c63305f2-2794-409b-83fe-6f0f2c562b0f HTTP/1.1" status: 200 len: 217 time: 0.0439937 Nov 02 17:09:59.974535 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7070b5-3c77-4505-8eb4-34e5fff5123a x-openstack-request-id: req-9a7070b5-3c77-4505-8eb4-34e5fff5123a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:09:59.974825 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a51b6-3b74-4d0f-87d5-29f76bc8f191", "name": "network-vif-deleted", "tag": "c63305f2-2794-409b-83fe-6f0f2c562b0f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:09:59.975071 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a7070b5-3c77-4505-8eb4-34e5fff5123a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:09:59.975465 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a51b6-3b74-4d0f-87d5-29f76bc8f191', 'name': 'network-vif-deleted', 'tag': 'c63305f2-2794-409b-83fe-6f0f2c562b0f', 'status': 'completed', 'code': 200} Nov 02 17:09:59.998946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-afea0dca-58ce-46b8-841d-be5b3b12d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:00.000402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-afea0dca-58ce-46b8-841d-be5b3b12d036 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 200 len: 851 time: 0.0531108 Nov 02 17:10:00.034761 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-2006781b-30c6-45d3-87a7-3907e6117dfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=657db056-29cd-46eb-9b1b-e9f0be6a3fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245252 Nov 02 17:10:00.132988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-f57ff34b-4f52-45c6-813f-bd4e78cb9120 service neutron] 10.222.0.55 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879428 Nov 02 17:10:00.233809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1fa265f-ff38-4ec5-a9e0-6558be3aacf9 req-4465cbfc-2654-4fa4-a457-2a66f6f3e7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916681 Nov 02 17:10:00.471066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46988) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:10:00.519185 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Deleting subnet 2f010539-def6-4b4c-ac42-5e5caf5fe961 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:10:00.522479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.556566 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.594492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.646906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.673428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f010539-def6-4b4c-ac42-5e5caf5fe961,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:00.675808 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.678996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2f010539-def6-4b4c-ac42-5e5caf5fe961 HTTP/1.1" status: 204 len: 168 time: 0.2069414 Nov 02 17:10:00.681637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 46990) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:10:00.685905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.686311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.686649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.686981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.687311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.687646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.687956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.688275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.688593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.688913 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.689228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.689540 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93392dd-5e06-4bc6-9764-a84fd594923e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:00.754982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.834889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.856087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657db056-29cd-46eb-9b1b-e9f0be6a3fd0']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:10:00.865465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:10:00.865763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfdba5d-f9e0-493f-a5b0-006eaf5a3d1a') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:10:00.875085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.888172 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.893927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:10:00.894347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:10:00.895994 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:10:00.951038 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.956550 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:00.959729 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] 10.222.0.31 "DELETE /v2.0/networks/657db056-29cd-46eb-9b1b-e9f0be6a3fd0 HTTP/1.1" status: 204 len: 168 time: 0.2770624 Nov 02 17:10:00.972046 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f67bd-8df2-43c4-a961-327dc26c7812 admin admin] Pushing event deleted for resources: {'Network': ['ID=657db056-29cd-46eb-9b1b-e9f0be6a3fd0,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:01.068851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46994) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:10:01.108489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-be3d93ab-b054-462a-a87c-e12a50c16389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67801f678ef94dda8fa569641fb66319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384552 Nov 02 17:10:01.110922 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 46996) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:10:01.161477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60e7ebc9-9be1-45d8-a11a-6ad64df20418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:01.181726 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60e7ebc9-9be1-45d8-a11a-6ad64df20418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:01.226875 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60e7ebc9-9be1-45d8-a11a-6ad64df20418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:01.230103 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-60e7ebc9-9be1-45d8-a11a-6ad64df20418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:01.231313 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-60e7ebc9-9be1-45d8-a11a-6ad64df20418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/586086a5-dc9c-43a1-80e6-04551f5a6016 HTTP/1.1" status: 204 len: 168 time: 0.1195076 Nov 02 17:10:01.239137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7ebc9-9be1-45d8-a11a-6ad64df20418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586086a5-dc9c-43a1-80e6-04551f5a6016,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:01.931544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47018) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:10:02.038956 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1204267042-network', 'tenant_id': '0dd1e8ecc6d44aebb640d151e5391a12'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:02.060847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Made reservation on behalf of 0dd1e8ecc6d44aebb640d151e5391a12 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:10:02.063295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.072162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.153790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.158687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.188128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:10:02.194796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb653d5-b5b3-4340-b8f0-490a2471e016,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:02.201358 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.201709 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Added segment 66042af4-c0c4-41d0-8301-1b6b5eec362c of type vlan for network 1bcb7215-2a14-4358-84bd-ad0d842111e1 Nov 02 17:10:02.252677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.278383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.279827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:02.280413 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.337016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4043460 Nov 02 17:10:02.341008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47022) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:10:02.343397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca135-aa99-4b8a-a6a0-b45e571d813c admin admin] Pushing event updated for resources: {'Network': ['ID=1bcb7215-2a14-4358-84bd-ad0d842111e1,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:02.347850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Request body: {'subnet': {'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1204267042-subnet', 'tenant_id': '0dd1e8ecc6d44aebb640d151e5391a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:02.357067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 1bcb7215-2a14-4358-84bd-ad0d842111e1 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:10:02.376292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Made reservation on behalf of 0dd1e8ecc6d44aebb640d151e5391a12 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:10:02.378732 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.558285 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.606122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:10:02.618969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe406fc-a74f-4176-957b-5c8e5de7d821,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:02.627305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: c63305f2-2794-409b-83fe-6f0f2c562b0f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:10:02.627655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device c63305f2-2794-409b-83fe-6f0f2c562b0f not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:10:02.631654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Checking segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:10:02.632019 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Network hostable DHCP agents. Network: 1bcb7215-2a14-4358-84bd-ad0d842111e1, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:10:02.651647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Network 1bcb7215-2a14-4358-84bd-ad0d842111e1 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:10:02.660335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 1bcb7215-2a14-4358-84bd-ad0d842111e1) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:10:02.666390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:02.666390 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:02.672177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85120ecb-0992-443b-93ad-835c7ca4bb0b None None] Network 1bcb7215-2a14-4358-84bd-ad0d842111e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:10:02.690151 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3f8d2dfe-0e9b-4718-800e-14fe4446891d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3466058 Nov 02 17:10:02.807274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce7086-4473-4fb9-b162-b9d493365427 None None] Network 1bcb7215-2a14-4358-84bd-ad0d842111e1 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:10:03.155246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-a92fe512-75e1-48c1-b0d5-4eb6f635d96e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:03.156650 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-a92fe512-75e1-48c1-b0d5-4eb6f635d96e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 815 time: 0.1084311 Nov 02 17:10:03.173508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ab7092db-6d00-41e1-bc6a-790d0c5f5dd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/quotas/0dd1e8ecc6d44aebb640d151e5391a12 HTTP/1.1" status: 200 len: 375 time: 0.0103164 Nov 02 17:10:03.207908 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-22981a59-0cc6-4e91-96b3-bffb2d0c67ca tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285211 Nov 02 17:10:03.299176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-cb6da4d1-66df-4336-a352-a0697f9e7fba service neutron] 10.222.0.31 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838420 Nov 02 17:10:03.396193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-a3113826-8103-4969-a865-3a88dbcf306e service neutron] 10.222.0.31 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907464 Nov 02 17:10:03.565055 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a468480f-d18c-4601-bffb-e29916e83b43 req-22b023be-8c7b-4fab-9e25-8d0950c48a47 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 210 time: 0.0287991 Nov 02 17:10:04.516608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-097a996f-db2d-4570-a660-688c14456717 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:04.518013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-097a996f-db2d-4570-a660-688c14456717 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 815 time: 0.1135678 Nov 02 17:10:04.532441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Request body: {'port': {'device_id': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'admin_state_up': True, 'tenant_id': '0dd1e8ecc6d44aebb640d151e5391a12'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:04.649284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Made reservation on behalf of 0dd1e8ecc6d44aebb640d151e5391a12 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:10:04.656141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:04.670877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f909d2f-6450-4ce9-8277-512209b27c19 req-da1deabc-ce51-49eb-af03-d6d7e3872764 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 210 time: 0.0313742 Nov 02 17:10:04.795764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Allocated IP 172.20.0.5 (1bcb7215-2a14-4358-84bd-ad0d842111e1/cfe406fc-a74f-4176-957b-5c8e5de7d821/e11ce1d6-dffe-4f9b-9068-95dc1c9821a6) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:10:04.949769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:04.985071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.036151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Network 1bcb7215-2a14-4358-84bd-ad0d842111e1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:10:05.039293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:10:05.043739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:10:05.076712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:05.103801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:05.104480 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.120195 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-8e317d1f-8eeb-4299-b06b-698ac99bfb00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928252 Nov 02 17:10:05.132400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Request body: {'port': {'device_id': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:05.188757 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.470781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:10:05.478194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.490709 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Transition to ACTIVE for port object e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:10:05.496350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.547531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:05.623028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:10:05.623028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:10:05.623364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:10:05.627910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:10:05.628228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:10:05.633058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:10:05.633396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Checking segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:10:05.633781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Bound using segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:10:05.634313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Bound port: e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:10:05.634670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.701490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:10:05.706715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:10:05.712722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.777853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:05.778936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:05.781275 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] 10.222.0.55 "PUT /v2.0/ports/e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 1091 time: 0.6528914 Nov 02 17:10:05.781988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:05.784450 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:05.807050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac318ebc-d70a-412a-b14d-c9dbea332771 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:05.840344 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83adf4-653a-40f5-8081-d969ac36ba21 x-openstack-request-id: req-9b83adf4-653a-40f5-8081-d969ac36ba21 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:05.840652 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:05.840921 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b83adf4-653a-40f5-8081-d969ac36ba21 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:05.841334 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'status': 'completed', 'code': 200} Nov 02 17:10:05.853282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b7be7-1d3b-4611-bd52-2c11021c1b7a req-3907ca91-7400-426d-8727-4dd3fece6fd4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:05.854854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-559b7be7-1d3b-4611-bd52-2c11021c1b7a req-3907ca91-7400-426d-8727-4dd3fece6fd4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0722356 Nov 02 17:10:05.875749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-e87c7633-252f-442a-9e61-a36a90115ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:05.876018 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-e87c7633-252f-442a-9e61-a36a90115ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1094 time: 0.0484354 Nov 02 17:10:05.895490 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-559b7be7-1d3b-4611-bd52-2c11021c1b7a req-0d4ce863-afd8-4fbc-89e9-66dfb51b20f1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338535 Nov 02 17:10:05.923841 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-f5927e5d-dc67-489f-83d3-1efef2bf141c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0391669 Nov 02 17:10:05.975792 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-f1205e0c-da25-46af-994f-fad3630d47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:05.977182 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-f1205e0c-da25-46af-994f-fad3630d47da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0468657 Nov 02 17:10:06.009349 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-29e69f22-fb03-47e1-bf41-ef1c9c86b1ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251687 Nov 02 17:10:06.103617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-fd8581c0-28aa-4738-acea-1d48d763838b service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874779 Nov 02 17:10:06.195637 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-878108f3-7190-40d2-ae1d-4a946db6c22c req-adfc1d47-07c2-4847-b254-232e6785f927 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853257 Nov 02 17:10:06.284814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-6003cb6d-641f-4540-9da1-055255ce6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:06.286492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-6003cb6d-641f-4540-9da1-055255ce6ada service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1094 time: 0.0440183 Nov 02 17:10:06.387576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-b7214955-c55b-4de5-922b-3e4cf73a6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:06.389080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-b7214955-c55b-4de5-922b-3e4cf73a6f00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0960262 Nov 02 17:10:06.431044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-ae08e88d-f593-4a22-a0a9-728bd61175fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0348909 Nov 02 17:10:06.490245 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-6413593e-1cf4-4fbf-850b-321426ae9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:06.491719 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-6413593e-1cf4-4fbf-850b-321426ae9090 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0536432 Nov 02 17:10:06.528326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-22e96527-232d-4f6b-a61d-bbb88e7ff0a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258214 Nov 02 17:10:06.630089 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-15b20bd4-b1bb-4ca9-9b1d-55228a063c65 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926316 Nov 02 17:10:06.727674 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd7c4b9c-d899-4ac3-91aa-b665291d4dde req-78d8cf0e-de5a-4efb-80b6-2152cde5b6c5 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898519 Nov 02 17:10:07.036839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357bed4-622a-4994-bdff-a959b9b0d6f7 req-a10c9cf5-cca2-49da-a6b6-f6007827f734 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:07.038353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b357bed4-622a-4994-bdff-a959b9b0d6f7 req-a10c9cf5-cca2-49da-a6b6-f6007827f734 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0589075 Nov 02 17:10:07.083703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b357bed4-622a-4994-bdff-a959b9b0d6f7 req-92082b2a-8229-4c8e-a484-aca155ddda74 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Nov 02 17:10:08.207365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf197b7-4ae9-4b88-9c38-f236ae4d7d0b req-5bdf026b-78b7-401b-9193-56622e95bff6 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:08.208854 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adf197b7-4ae9-4b88-9c38-f236ae4d7d0b req-5bdf026b-78b7-401b-9193-56622e95bff6 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0540149 Nov 02 17:10:08.248677 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-adf197b7-4ae9-4b88-9c38-f236ae4d7d0b req-9c290d27-6b65-411f-9318-9a2d3d48d656 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Nov 02 17:10:08.621370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:10:08.700768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9323a472-c151-4c85-b9a7-15b3f180dcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:08.728850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:08.739776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'port_id': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe406fc-a74f-4176-957b-5c8e5de7d821', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:10:08.777043 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:08.789644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:10:08.812567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:08.817147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:08.870825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:09.031352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:10:09.369836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcd4f0-60d5-4702-92cc-b35dedda515f req-de8b2a17-3cae-4c2f-987b-02177ef52660 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:09.371590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ffcd4f0-60d5-4702-92cc-b35dedda515f req-de8b2a17-3cae-4c2f-987b-02177ef52660 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 944 time: 0.0533483 Nov 02 17:10:09.411139 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ffcd4f0-60d5-4702-92cc-b35dedda515f req-c42f9539-7a48-4ffd-94a7-4f135ed30d39 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Nov 02 17:10:10.533581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055cdc-8cdd-4bd9-8d11-4a67e1b172dc req-3b450722-8146-4c76-9452-6f413b3b0fd6 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:10.535053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5055cdc-8cdd-4bd9-8d11-4a67e1b172dc req-3b450722-8146-4c76-9452-6f413b3b0fd6 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 944 time: 0.0544817 Nov 02 17:10:10.575135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5055cdc-8cdd-4bd9-8d11-4a67e1b172dc req-ff84bb5c-fd5e-4447-b33a-ac1d9a0b29a1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339572 Nov 02 17:10:10.620468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:10:10.672005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:10:10.675884 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:10:10.676254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:10.753625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:10.776195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:10.779069 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437647fb-f619-48bd-b82d-66c1503b4693" -d '{"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-plugged", "status": "completed", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:10.793602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:10.799078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:10.824276 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc430d1-847f-4666-9eb3-dd3e7bcb07f9 x-openstack-request-id: req-4bc430d1-847f-4666-9eb3-dd3e7bcb07f9 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:10.824584 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-plugged", "status": "completed", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:10.824832 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bc430d1-847f-4666-9eb3-dd3e7bcb07f9 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:10.825216 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'code': 200} Nov 02 17:10:10.866421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:10.918172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3024f-e1fc-49b5-837b-a487af422dde req-17555f53-bb0c-4e3a-af64-27fa635dac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:10.919679 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81a3024f-e1fc-49b5-837b-a487af422dde req-17555f53-bb0c-4e3a-af64-27fa635dac70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1096 time: 0.0418086 Nov 02 17:10:10.954978 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-81a3024f-e1fc-49b5-837b-a487af422dde req-0aadab53-b175-4b36-96be-835ee62ba712 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279136 Nov 02 17:10:11.148644 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6528298e-ecf2-4ad3-b483-bd31b37ad1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:11.365345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:11.692794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c41f3d-5677-4718-aaf0-685d515bffde req-726b995e-8a12-4bb4-b5e8-8da7c9735816 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:11.694396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88c41f3d-5677-4718-aaf0-685d515bffde req-726b995e-8a12-4bb4-b5e8-8da7c9735816 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0513332 Nov 02 17:10:11.734861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-88c41f3d-5677-4718-aaf0-685d515bffde req-27f7c721-1bff-48d7-bc1f-05cfd89ba9c1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Nov 02 17:10:12.045182 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:10:12.704845 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:12.855201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fce64-178a-4a70-b3c8-9fa72e87339b req-a0ec7f58-01ed-4f99-ac2f-2d0f37460805 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:12.857327 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-632fce64-178a-4a70-b3c8-9fa72e87339b req-a0ec7f58-01ed-4f99-ac2f-2d0f37460805 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0535388 Nov 02 17:10:12.896678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-632fce64-178a-4a70-b3c8-9fa72e87339b req-7e7a2a1e-2a45-4bd2-84ad-2f2603b77bd1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Nov 02 17:10:13.015649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287ce8-9764-4028-8786-2c4de9367b92 req-cda61266-a81c-4f30-a201-d4549902082a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:13.017131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09287ce8-9764-4028-8786-2c4de9367b92 req-cda61266-a81c-4f30-a201-d4549902082a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0529006 Nov 02 17:10:13.057603 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09287ce8-9764-4028-8786-2c4de9367b92 req-6262689b-266c-4ce9-9a12-59a4f030a4a1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343146 Nov 02 17:10:13.267986 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931739a-416a-493b-a7bd-4ef4b23502de req-f49a2aaf-ebf5-465b-b4e1-4809450084b3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:13.269475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5931739a-416a-493b-a7bd-4ef4b23502de req-f49a2aaf-ebf5-465b-b4e1-4809450084b3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0504079 Nov 02 17:10:13.308266 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5931739a-416a-493b-a7bd-4ef4b23502de req-b3eae58f-9b16-40c6-9ed3-fcdca47f8e65 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Nov 02 17:10:13.430930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcb0a4-8fef-42aa-bccd-e06c6d2f4ebe req-bc287ef1-8a36-40cf-a7a3-f19b9a2d525b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:13.432293 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90fcb0a4-8fef-42aa-bccd-e06c6d2f4ebe req-bc287ef1-8a36-40cf-a7a3-f19b9a2d525b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0558605 Nov 02 17:10:13.471726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90fcb0a4-8fef-42aa-bccd-e06c6d2f4ebe req-addb730e-12df-478c-b401-256685c1deec tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Nov 02 17:10:13.744763 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-aeea3930-39b5-40b8-8122-f7f694282567 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0617466 Nov 02 17:10:13.752694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebb067-8546-4654-82a2-e93edba3cdf0 req-09aea758-743b-476e-832f-f6a9f6a9807e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:13.754177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5ebb067-8546-4654-82a2-e93edba3cdf0 req-09aea758-743b-476e-832f-f6a9f6a9807e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0800869 Nov 02 17:10:13.797897 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5ebb067-8546-4654-82a2-e93edba3cdf0 req-54991c1a-b3ee-4fcc-9550-443674199d4f tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Nov 02 17:10:13.863636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:14.926692 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96d39b-f76d-424b-854f-dec0f890fc85 req-7f264188-aa94-434e-b318-de4c725183dc tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:14.928264 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb96d39b-f76d-424b-854f-dec0f890fc85 req-7f264188-aa94-434e-b318-de4c725183dc tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0568264 Nov 02 17:10:14.969355 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb96d39b-f76d-424b-854f-dec0f890fc85 req-e1312dfe-5ed4-4229-8e57-d317be36a7a8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Nov 02 17:10:15.251895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-62b86f7a-0261-4f29-9ac2-53b6ff12c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:15.253468 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-62b86f7a-0261-4f29-9ac2-53b6ff12c7e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1096 time: 0.0453393 Nov 02 17:10:15.351308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-92c36ad2-5ee7-41c6-b5b3-95418e501022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:15.352786 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-92c36ad2-5ee7-41c6-b5b3-95418e501022 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0925698 Nov 02 17:10:15.398316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-497927b1-1a81-408d-b67b-bc7ee235a94c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0386860 Nov 02 17:10:15.449407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-2c6ad091-d65c-438b-8736-b7a77d9eb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:15.450940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-2c6ad091-d65c-438b-8736-b7a77d9eb97d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0466266 Nov 02 17:10:15.488407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-604f2e10-55dc-4f0c-b229-55cc72ed7536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306647 Nov 02 17:10:15.578728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-557db09b-0297-44fd-aef1-a223bb440c35 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Nov 02 17:10:15.676238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-fe3ecc51-af1e-459f-8592-2289a9c1ca58 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902712 Nov 02 17:10:16.089004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49fad8-01b1-4fe5-b9be-dcb404593d89 req-00952601-f656-4388-a854-df641ba4d571 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:16.090595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a49fad8-01b1-4fe5-b9be-dcb404593d89 req-00952601-f656-4388-a854-df641ba4d571 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0514288 Nov 02 17:10:16.131821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5a49fad8-01b1-4fe5-b9be-dcb404593d89 req-a0a92256-8d8a-4cdc-b021-b1ee20a6cafe tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Nov 02 17:10:17.247730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842ced2-0ed1-4d5b-be67-c66f14509f31 req-d5dc88ae-2b37-4bb5-98de-47f9f823c02b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:17.250324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3842ced2-0ed1-4d5b-be67-c66f14509f31 req-d5dc88ae-2b37-4bb5-98de-47f9f823c02b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0503533 Nov 02 17:10:17.287668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3842ced2-0ed1-4d5b-be67-c66f14509f31 req-f89fe3f6-3abc-4d64-b5d8-d5b4a4b6106c tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Nov 02 17:10:17.815101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:18.407166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc2a-1f6b-4e99-994b-9d84f2fd0675 req-5503dd4a-35d9-48d2-b6d6-40ecc302dcd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:18.408656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb7cbc2a-1f6b-4e99-994b-9d84f2fd0675 req-5503dd4a-35d9-48d2-b6d6-40ecc302dcd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0539215 Nov 02 17:10:18.788574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb7cbc2a-1f6b-4e99-994b-9d84f2fd0675 req-9c6473d4-778e-4c47-9ead-42a89b4a4d6d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739605 Nov 02 17:10:19.902474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847b70c-d23a-4261-90de-1d13a5d088e0 req-c3ffe422-d1ef-4e7c-ab6a-8e353c1fd078 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:19.903898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5847b70c-d23a-4261-90de-1d13a5d088e0 req-c3ffe422-d1ef-4e7c-ab6a-8e353c1fd078 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0479536 Nov 02 17:10:19.941470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5847b70c-d23a-4261-90de-1d13a5d088e0 req-b6d977ca-0c60-43f2-980c-f7071a26d1bb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Nov 02 17:10:21.055144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23101d75-c31a-41e4-9eb6-eafaf199327a req-51704b2a-b012-47cb-afec-212e5321c9fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:21.056579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23101d75-c31a-41e4-9eb6-eafaf199327a req-51704b2a-b012-47cb-afec-212e5321c9fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0478539 Nov 02 17:10:21.094097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23101d75-c31a-41e4-9eb6-eafaf199327a req-f10b50ed-ff1d-41cd-9c18-f1b162fd92f0 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Nov 02 17:10:22.211870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5855-b4e1-44b5-99ba-1a5dc1940273 req-a36334cc-114a-4517-8847-674702b33385 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:22.213304 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49de5855-b4e1-44b5-99ba-1a5dc1940273 req-a36334cc-114a-4517-8847-674702b33385 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0505464 Nov 02 17:10:22.251143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49de5855-b4e1-44b5-99ba-1a5dc1940273 req-3441d7a5-e776-410b-bd32-8be61548086c tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Nov 02 17:10:23.325530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:23.369295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c56b8-5a0f-4ee2-8784-0e1d3c4bd19a req-f775f72b-0e21-4adb-b765-55e31c20425e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:23.370785 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-001c56b8-5a0f-4ee2-8784-0e1d3c4bd19a req-f775f72b-0e21-4adb-b765-55e31c20425e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0509303 Nov 02 17:10:23.408862 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-001c56b8-5a0f-4ee2-8784-0e1d3c4bd19a req-0703c20a-eeab-4a55-ae90-11f0422ab5fa tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Nov 02 17:10:24.541855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7dbf6-f0aa-4bb7-8884-a14aae6f35f0 req-a62f19c1-cc56-4a0f-b884-45566fb8589a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:24.543320 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ab7dbf6-f0aa-4bb7-8884-a14aae6f35f0 req-a62f19c1-cc56-4a0f-b884-45566fb8589a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0612957 Nov 02 17:10:24.584140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1ab7dbf6-f0aa-4bb7-8884-a14aae6f35f0 req-7879fb96-103d-4601-9d7a-3ef9792e0399 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Nov 02 17:10:25.708645 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ff222-8ecd-498a-9eca-c8e8460a0488 req-5b63af22-1b1b-4ac0-bee0-2bef11cb4de7 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:25.710146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497ff222-8ecd-498a-9eca-c8e8460a0488 req-5b63af22-1b1b-4ac0-bee0-2bef11cb4de7 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0536501 Nov 02 17:10:25.751298 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-497ff222-8ecd-498a-9eca-c8e8460a0488 req-40c1c562-5742-40be-b514-f6b93549bbed tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Nov 02 17:10:26.868656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a38d-1369-47b0-a9cd-0963584813fe req-b64b1f2c-4a60-4aac-b1f6-0cf99006a891 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:26.870072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4959a38d-1369-47b0-a9cd-0963584813fe req-b64b1f2c-4a60-4aac-b1f6-0cf99006a891 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0500641 Nov 02 17:10:26.911009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4959a38d-1369-47b0-a9cd-0963584813fe req-80c3d021-39c7-4330-977d-55f0ec0b9b16 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342901 Nov 02 17:10:28.027980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32556bf-c58d-4f47-9e06-6bed23ea30d2 req-85d1b53a-b9bd-474a-af0f-02684f3df334 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:28.029483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f32556bf-c58d-4f47-9e06-6bed23ea30d2 req-85d1b53a-b9bd-474a-af0f-02684f3df334 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0493925 Nov 02 17:10:28.070369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f32556bf-c58d-4f47-9e06-6bed23ea30d2 req-77959168-1023-4472-87c6-61997f7a254b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347133 Nov 02 17:10:29.202892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401be2d-edc1-4277-9591-2d48d0947acb req-0c25ac51-b922-464a-baee-0a1c5256c79e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:29.204429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c401be2d-edc1-4277-9591-2d48d0947acb req-0c25ac51-b922-464a-baee-0a1c5256c79e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0656583 Nov 02 17:10:29.243965 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c401be2d-edc1-4277-9591-2d48d0947acb req-b149848a-3e6f-4172-8060-05b42aa6230c tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Nov 02 17:10:30.365985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694b0c4-15f6-4f8f-89a3-67bfdb51beb4 req-57e34584-24f6-4f10-9d04-746525d3d465 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:30.367487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5694b0c4-15f6-4f8f-89a3-67bfdb51beb4 req-57e34584-24f6-4f10-9d04-746525d3d465 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0497575 Nov 02 17:10:30.406783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5694b0c4-15f6-4f8f-89a3-67bfdb51beb4 req-710bf0a3-fe99-4798-9a71-af26f6fc4f12 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332572 Nov 02 17:10:31.526595 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b93c-1f93-4950-9f89-e00448a2e6e2 req-1b7189a4-3633-4c86-a100-1c9dbe7cfc48 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:31.528151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5e3b93c-1f93-4950-9f89-e00448a2e6e2 req-1b7189a4-3633-4c86-a100-1c9dbe7cfc48 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0496774 Nov 02 17:10:31.569848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f5e3b93c-1f93-4950-9f89-e00448a2e6e2 req-84f1c623-4e1f-422b-b996-a5337a5fe7fc tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Nov 02 17:10:32.696009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658ac89-7ae1-4c03-8bfc-4e46b5ceab47 req-5722d830-feff-4692-9c2d-d9a19c6985f4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:32.697538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a658ac89-7ae1-4c03-8bfc-4e46b5ceab47 req-5722d830-feff-4692-9c2d-d9a19c6985f4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0546184 Nov 02 17:10:32.737235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a658ac89-7ae1-4c03-8bfc-4e46b5ceab47 req-7061dc5d-e05f-464e-b379-1dfdb249f4d8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335350 Nov 02 17:10:33.881516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e7063-89ad-4871-bfca-9a4657a2fd5d req-db2242ed-923f-4b24-9639-7a8a3a729676 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:33.884396 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-151e7063-89ad-4871-bfca-9a4657a2fd5d req-db2242ed-923f-4b24-9639-7a8a3a729676 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0519724 Nov 02 17:10:33.924198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-151e7063-89ad-4871-bfca-9a4657a2fd5d req-f0d4827b-2f90-470c-a6ff-fe82aae73990 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Nov 02 17:10:35.042933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a4750-3d72-4e4c-b438-3ccb297895fc req-885e9e87-2641-43f5-8201-96de5f1fbff8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:35.044475 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd0a4750-3d72-4e4c-b438-3ccb297895fc req-885e9e87-2641-43f5-8201-96de5f1fbff8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0511677 Nov 02 17:10:35.084367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dd0a4750-3d72-4e4c-b438-3ccb297895fc req-73fb783d-6a54-4cae-8ef0-071377df01fd tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Nov 02 17:10:36.204572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc276b7-4ac2-409b-8ded-392344e6bdee req-c34016e8-b6b2-496b-bb66-fc6afc56a80e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:36.206087 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cc276b7-4ac2-409b-8ded-392344e6bdee req-c34016e8-b6b2-496b-bb66-fc6afc56a80e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0535970 Nov 02 17:10:36.244991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cc276b7-4ac2-409b-8ded-392344e6bdee req-9ab2aee2-5ee5-48ca-a4fa-431ce8fcf2f2 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Nov 02 17:10:37.368828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3eb2-848f-4fbe-be84-ab1cc5308837 req-a034afa4-628b-4aad-aeff-64739499db02 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:37.370365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd0f3eb2-848f-4fbe-be84-ab1cc5308837 req-a034afa4-628b-4aad-aeff-64739499db02 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0531151 Nov 02 17:10:37.410674 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd0f3eb2-848f-4fbe-be84-ab1cc5308837 req-c9b0b373-4f4c-4c32-ab1f-1791b41212c9 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Nov 02 17:10:38.531818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d375b-13f3-434e-9146-a004fecc8757 req-fd457e3a-ccf9-40a5-bbd8-ce99cac6fc46 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:38.533234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d6d375b-13f3-434e-9146-a004fecc8757 req-fd457e3a-ccf9-40a5-bbd8-ce99cac6fc46 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0519567 Nov 02 17:10:38.571633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d6d375b-13f3-434e-9146-a004fecc8757 req-744852e9-baa4-4ddf-93a3-a5554b26924b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Nov 02 17:10:38.692452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-416872aa-6cc7-459e-8284-fc36ca16fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:39.696118 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05370500-2753-4ce4-aff7-0062d59e8f61 req-12405ae6-4c17-4954-ba35-4d6ab01872e8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:39.697632 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05370500-2753-4ce4-aff7-0062d59e8f61 req-12405ae6-4c17-4954-ba35-4d6ab01872e8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0564559 Nov 02 17:10:39.741375 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05370500-2753-4ce4-aff7-0062d59e8f61 req-3b881e68-063a-46dd-bcc6-9858b3f7819e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Nov 02 17:10:40.861868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280df76-d5ab-483a-8b4e-657191b003ed req-b9a97a15-7d53-44dc-9136-29d3b7d01328 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:40.863309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d280df76-d5ab-483a-8b4e-657191b003ed req-b9a97a15-7d53-44dc-9136-29d3b7d01328 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0507457 Nov 02 17:10:40.914231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d280df76-d5ab-483a-8b4e-657191b003ed req-f4fe8b51-a7ed-4c85-ba20-7e7bb5bd6ac8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Nov 02 17:10:41.152212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-61b79ff6-dae1-425b-a215-bb14f3d2a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:41.368979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:42.041519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8ead-e5c3-46d8-a508-0fd1cca135fe req-0e5541c2-d186-46d5-8c5c-96ef3a084187 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:42.043063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760d8ead-e5c3-46d8-a508-0fd1cca135fe req-0e5541c2-d186-46d5-8c5c-96ef3a084187 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0565038 Nov 02 17:10:42.082336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760d8ead-e5c3-46d8-a508-0fd1cca135fe req-546f565d-ffcf-4407-8793-5014cb32477e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Nov 02 17:10:42.585834 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-8a426bd7-f232-416d-9199-b122345c11fa req-d38597dc-dec1-4f92-ab07-3061df144fd2 service neutron] show failed (client error): The resource could not be found. Nov 02 17:10:42.586807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-d38597dc-dec1-4f92-ab07-3061df144fd2 service neutron] 10.222.0.55 "GET /v2.0/ports/e11ce1d6-dffe-4f9b-9068-95dc1c9821a6/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0568335 Nov 02 17:10:42.710111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:42.790503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-d64a1e25-4804-4124-bcc4-fd921470103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:42.792013 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-d64a1e25-4804-4124-bcc4-fd921470103b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c&tenant_id=0dd1e8ecc6d44aebb640d151e5391a12 HTTP/1.1" status: 200 len: 1096 time: 0.0441351 Nov 02 17:10:42.804384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:42.862037 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.210838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34cc1-c64f-4770-bd8f-2717654f9aa1 req-dfccc75e-6a4c-4a4d-8e3c-bb944f704970 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:43.212507 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaf34cc1-c64f-4770-bd8f-2717654f9aa1 req-dfccc75e-6a4c-4a4d-8e3c-bb944f704970 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0581906 Nov 02 17:10:43.256539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aaf34cc1-c64f-4770-bd8f-2717654f9aa1 req-ea752287-ff80-43a3-a264-fe1bfdafa0ec tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Nov 02 17:10:43.320249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:43.353828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:10:43.397195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:43.399442 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26cf2c8-f833-4bb5-af89-6105ebf2c381" -d '{"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:43.403771 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.416805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Transition to ACTIVE for port object e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:10:43.421028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.455187 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d358f-045e-4367-8c0e-fb7577e48d8c x-openstack-request-id: req-0d8d358f-045e-4367-8c0e-fb7577e48d8c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:43.455486 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:43.455737 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d8d358f-045e-4367-8c0e-fb7577e48d8c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:43.456765 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'code': 200} Nov 02 17:10:43.496239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:43.499323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] No DVR routers for this DVR port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:10:43.534478 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:10:43.534811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:10:43.535133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:10:43.539566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:10:43.539883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Attempting to bind port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:10:43.545167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:10:43.545892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Checking segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:10:43.546956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Bound using segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:10:43.547405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Bound port: e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:10:43.547765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.612849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:10:43.616040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:10:43.620704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.655179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:43.655791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.657208 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] 10.222.0.100 "PUT /v2.0/ports/e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 1091 time: 0.8570657 Nov 02 17:10:43.678008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755e4c-6c68-437b-a085-4cc2d02793c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:43.728361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-13b76570-12cf-47f6-8993-8c5952edeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:43.729870 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-13b76570-12cf-47f6-8993-8c5952edeba9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1094 time: 0.0488262 Nov 02 17:10:43.832231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-c41f4150-9bae-47ea-ba1c-71e2c20e302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:43.833731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-c41f4150-9bae-47ea-ba1c-71e2c20e302c service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0965641 Nov 02 17:10:43.870953 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:43.876954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-96eae968-9f14-442f-b8d2-eed38b0e0836 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0362675 Nov 02 17:10:43.930843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426bd7-f232-416d-9199-b122345c11fa req-40198bdb-6733-4b8a-be67-61d625f3e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:43.932213 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-40198bdb-6733-4b8a-be67-61d625f3e7b2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0491874 Nov 02 17:10:43.963716 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-278ee773-5470-48a3-aac1-0b4e58442718 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245955 Nov 02 17:10:44.060725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-86d934bf-2ccc-401a-a39c-d80173a31ffc service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893488 Nov 02 17:10:44.157691 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a426bd7-f232-416d-9199-b122345c11fa req-8ffed5f5-a0ff-4416-aa81-9478967ddd22 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894120 Nov 02 17:10:44.379107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df483cc5-e9c3-4811-90ce-f6a77138b346 req-5c8a9629-b3bf-4153-ad59-cd20e9984ab1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:44.380634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df483cc5-e9c3-4811-90ce-f6a77138b346 req-5c8a9629-b3bf-4153-ad59-cd20e9984ab1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0509508 Nov 02 17:10:44.422221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df483cc5-e9c3-4811-90ce-f6a77138b346 req-3c3e6a96-2234-48b3-855c-66ac094a6f5d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Nov 02 17:10:45.458596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:45.462333 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1120e3-8308-4d60-9ac7-2a532f892840" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:45.519239 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f666898a-34b1-4218-a776-1fce0203e884 x-openstack-request-id: req-f666898a-34b1-4218-a776-1fce0203e884 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:45.519694 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:45.520295 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f666898a-34b1-4218-a776-1fce0203e884 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:45.520715 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'status': 'completed', 'code': 200} Nov 02 17:10:45.550841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fc876-c4be-4cec-87d2-f4fe65817f59 req-e6ad4c6b-2665-4e9c-a974-5be18138b8fd tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.552530 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e09fc876-c4be-4cec-87d2-f4fe65817f59 req-e6ad4c6b-2665-4e9c-a974-5be18138b8fd tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0598867 Nov 02 17:10:45.596695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e09fc876-c4be-4cec-87d2-f4fe65817f59 req-0ab0ba78-fae2-4a19-bb57-fe6c0a5179c6 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 Nov 02 17:10:45.621937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-fd3473c3-7ce7-4ca3-832c-94a127af5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.621937 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-fd3473c3-7ce7-4ca3-832c-94a127af5e59 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1094 time: 0.0690775 Nov 02 17:10:45.621937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-01486aad-1a4f-498f-90fb-007f47f19478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.621937 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-01486aad-1a4f-498f-90fb-007f47f19478 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1094 time: 0.0851357 Nov 02 17:10:45.797121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-c41bd84c-ba8b-440b-8777-7de6bcf0bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.799732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-c41bd84c-ba8b-440b-8777-7de6bcf0bb59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.1704557 Nov 02 17:10:45.802300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-4f73c910-827f-4e53-aec5-321ecfa98318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.803832 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-4f73c910-827f-4e53-aec5-321ecfa98318 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.1673758 Nov 02 17:10:45.872391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-5f414031-5847-4b45-8050-1a0025957724 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0657146 Nov 02 17:10:45.873699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-074278b5-864b-438b-a827-d8854be3ba56 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0615873 Nov 02 17:10:45.960026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-3fd7570a-d3be-443f-94de-a90f25c47904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.961479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-3fd7570a-d3be-443f-94de-a90f25c47904 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0826526 Nov 02 17:10:45.964940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-57562610-b9ef-4276-97a4-b55d7941853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:45.966295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-57562610-b9ef-4276-97a4-b55d7941853c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0800407 Nov 02 17:10:46.020114 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-5e0a0d5e-7cb4-4a6f-97a6-82d2206e5a00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512366 Nov 02 17:10:46.021927 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-949ed71f-5b81-4cfd-94b7-9b0c3b57423c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438852 Nov 02 17:10:46.182394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-a861fe7d-b6d1-4c2f-81be-0183ef8c5f5d service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553557 Nov 02 17:10:46.185700 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-29d9505d-d039-4ff1-9e10-15d780db73e1 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506152 Nov 02 17:10:46.346261 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-749c67e0-c6b0-440a-835f-412d72cc04a4 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563125 Nov 02 17:10:46.350023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2a1120e3-8308-4d60-9ac7-2a532f892840 req-592378e8-7e81-48fe-ada8-06152bb55a2b service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528783 Nov 02 17:10:46.729283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe8547-3096-4dcc-a360-5a6f33c2835f req-c6a5cc0d-ed89-4107-b73e-96a4ba1ccbf1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:46.730814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77fe8547-3096-4dcc-a360-5a6f33c2835f req-c6a5cc0d-ed89-4107-b73e-96a4ba1ccbf1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0553951 Nov 02 17:10:46.769940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-77fe8547-3096-4dcc-a360-5a6f33c2835f req-387d6094-61c4-41a4-9071-a2134e239589 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Nov 02 17:10:46.776812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:10:46.821345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:10:46.980577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d577cd-f232-40ef-9163-ab263a52557f req-2fa52333-3fe0-4e38-921f-ab19e05f9916 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:46.982308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8d577cd-f232-40ef-9163-ab263a52557f req-2fa52333-3fe0-4e38-921f-ab19e05f9916 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 943 time: 0.0619752 Nov 02 17:10:46.991821 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274262c-3b3e-40ad-a8af-f76835196479 req-07619362-2689-4aca-b88c-a60f74047008 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:46.993514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-07619362-2689-4aca-b88c-a60f74047008 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c&tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 943 time: 0.0565851 Nov 02 17:10:47.027216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8d577cd-f232-40ef-9163-ab263a52557f req-70fe9d75-754c-4106-9872-dccd4dd78416 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Nov 02 17:10:47.064177 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-6274262c-3b3e-40ad-a8af-f76835196479 req-acd9109b-8926-49db-a11a-206938d8b84c service neutron] delete failed (client error): The resource could not be found. Nov 02 17:10:47.065828 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-acd9109b-8926-49db-a11a-206938d8b84c service neutron] 10.222.0.55 "DELETE /v2.0/ports/e11ce1d6-dffe-4f9b-9068-95dc1c9821a6/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0649953 Nov 02 17:10:47.156431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274262c-3b3e-40ad-a8af-f76835196479 req-e4916703-6ca9-4064-b6e2-23e31ed5044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:47.157932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-e4916703-6ca9-4064-b6e2-23e31ed5044c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 1094 time: 0.0477571 Nov 02 17:10:47.210807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:10:47.251335 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274262c-3b3e-40ad-a8af-f76835196479 req-abdea418-7f50-487f-b28a-8a9749eb8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:47.253409 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-abdea418-7f50-487f-b28a-8a9749eb8957 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0891099 Nov 02 17:10:47.300198 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-fb34f995-9eb3-4209-9487-a562047c37a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 200 len: 217 time: 0.0399783 Nov 02 17:10:47.316676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:47.328456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'port_id': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe406fc-a74f-4176-957b-5c8e5de7d821', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:10:47.355442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274262c-3b3e-40ad-a8af-f76835196479 req-172ec168-409f-4005-99dd-912ab5471117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:47.356926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-172ec168-409f-4005-99dd-912ab5471117 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0503054 Nov 02 17:10:47.367400 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:47.380870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:10:47.389613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-6547f77b-b73f-4c9c-a0c3-22b4b0e736a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258350 Nov 02 17:10:47.414027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:47.418734 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:47.474877 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:47.485367 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-4d961163-366a-4b7f-b4e2-8220842b82c3 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882359 Nov 02 17:10:47.584400 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6274262c-3b3e-40ad-a8af-f76835196479 req-97a1799c-997b-4e4d-a45b-d0bb6deff71b service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925500 Nov 02 17:10:47.636137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:10:47.820348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:48.160375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374f5cc-7907-4784-bbe8-5ea9ad709d83 req-994437c6-8664-41f7-8559-ffa7ba3e8a48 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:48.161808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1374f5cc-7907-4784-bbe8-5ea9ad709d83 req-994437c6-8664-41f7-8559-ffa7ba3e8a48 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 944 time: 0.0578024 Nov 02 17:10:48.203648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1374f5cc-7907-4784-bbe8-5ea9ad709d83 req-75a825a1-ba95-4355-9c38-666c380144fe tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Nov 02 17:10:48.331998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d581-d948-4b65-bae3-d98609883f5a req-cd26e7df-143e-47ba-8baf-e4afeed24450 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:48.333483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2174d581-d948-4b65-bae3-d98609883f5a req-cd26e7df-143e-47ba-8baf-e4afeed24450 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 944 time: 0.0543237 Nov 02 17:10:48.373512 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2174d581-d948-4b65-bae3-d98609883f5a req-9338e22d-e051-4ac4-98d2-65a8afd3e707 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339842 Nov 02 17:10:48.491255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453aa8-40ba-46a9-8e59-3e9ec3b28abd req-92c939c3-3364-412a-9e1e-39ef8d84f4bc tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:48.492688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5453aa8-40ba-46a9-8e59-3e9ec3b28abd req-92c939c3-3364-412a-9e1e-39ef8d84f4bc tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 944 time: 0.0515645 Nov 02 17:10:48.532942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5453aa8-40ba-46a9-8e59-3e9ec3b28abd req-a4b3cc68-7186-4acf-abbf-7b3d54dc1773 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Nov 02 17:10:48.900839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-b8095f45-cfda-4faa-9fb3-21397f1c4229 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:48.902366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-b8095f45-cfda-4faa-9fb3-21397f1c4229 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 815 time: 0.1128592 Nov 02 17:10:48.918011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-f561d23d-9566-4a12-a1f6-298246a2589a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/quotas/0dd1e8ecc6d44aebb640d151e5391a12 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Nov 02 17:10:48.970582 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-696c13d2-21cc-4e18-810c-7e46ec944023 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462039 Nov 02 17:10:48.982399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-b57d6f05-b25f-4b55-8162-877bf0cd7c14 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:10:48.983369 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-b57d6f05-b25f-4b55-8162-877bf0cd7c14 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056784 Nov 02 17:10:49.043670 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:10:49.088941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-e85213db-39a0-4b55-a818-b48bc892b66a service neutron] 10.222.0.31 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985928 Nov 02 17:10:49.182472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-56160da4-dcce-42fc-87ed-ff8aa73712d4 service neutron] 10.222.0.31 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Nov 02 17:10:49.214457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:10:49.271375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:10:49.275606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:10:49.275979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:49.361817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:49.366557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8801240e-e588-4479-b0bc-065b47c1e314 req-1acfcdf3-94ea-435b-902f-bd72c7701e00 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0342467 Nov 02 17:10:49.395707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:49.398110 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de7de7-de6b-42e0-833e-05aa3156a7b6" -d '{"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-plugged", "status": "completed", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:49.413502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:49.419219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:49.448961 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d53250-653e-45bb-af16-83381fe7c98f x-openstack-request-id: req-a1d53250-653e-45bb-af16-83381fe7c98f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:49.449252 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-plugged", "status": "completed", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:49.449562 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1d53250-653e-45bb-af16-83381fe7c98f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:49.449876 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'code': 200} Nov 02 17:10:49.480670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:50.034923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a1a026b7-ebff-4ce4-ad55-766bd4d20ecb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:50.036396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a1a026b7-ebff-4ce4-ad55-766bd4d20ecb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ce36502-3499-4494-906e-6f9b8f1a7c0c HTTP/1.1" status: 200 len: 945 time: 0.0506947 Nov 02 17:10:50.138944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Deleting port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:10:50.139280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:50.297334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] For port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:50.297749 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:50.317088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Calling delete_port for e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:10:50.396713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a706b254-e9c9-4feb-a5c1-9c77c78e0896 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:50.398385 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a706b254-e9c9-4feb-a5c1-9c77c78e0896 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 815 time: 0.1722078 Nov 02 17:10:50.415835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Request body: {'port': {'device_id': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'admin_state_up': True, 'tenant_id': '0dd1e8ecc6d44aebb640d151e5391a12'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:50.471282 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-94978201-30ce-41a1-b7e5-80f0c67fc632 req-ce819dd2-0608-4d7a-b69b-18d649d5a74e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0284152 Nov 02 17:10:50.564812 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:50.576585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:10:50.606404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Pushing event deleted for resources: {'Port': ['ID=e11ce1d6-dffe-4f9b-9068-95dc1c9821a6,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:50.644741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Made reservation on behalf of 0dd1e8ecc6d44aebb640d151e5391a12 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:10:50.648338 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:50.669260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] No DVR routers for this DVR port e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:10:50.673002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:50.676883 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.100 "DELETE /v2.0/ports/e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 HTTP/1.1" status: 204 len: 173 time: 0.6339545 Nov 02 17:10:50.677326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-deleted', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:50.679821 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f304a55-6d6e-4382-8b85-8779f2053b0b" -d '{"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-deleted", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:50.740513 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a31fa-8c0c-42aa-91c9-4aaa9edbf06a x-openstack-request-id: req-750a31fa-8c0c-42aa-91c9-4aaa9edbf06a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:50.740898 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce36502-3499-4494-906e-6f9b8f1a7c0c", "name": "network-vif-deleted", "tag": "e11ce1d6-dffe-4f9b-9068-95dc1c9821a6", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:50.741214 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-750a31fa-8c0c-42aa-91c9-4aaa9edbf06a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:50.741681 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce36502-3499-4494-906e-6f9b8f1a7c0c', 'name': 'network-vif-deleted', 'tag': 'e11ce1d6-dffe-4f9b-9068-95dc1c9821a6', 'status': 'completed', 'code': 200} Nov 02 17:10:50.818070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Allocated IP 172.20.0.7 (1bcb7215-2a14-4358-84bd-ad0d842111e1/cfe406fc-a74f-4176-957b-5c8e5de7d821/79d85569-4e8c-4d5d-b143-68a05e29f10b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:10:50.980032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.013963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.026044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['e11ce1d6-dffe-4f9b-9068-95dc1c9821a6'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:10:51.059522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Network 1bcb7215-2a14-4358-84bd-ad0d842111e1 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:10:51.062819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:10:51.067310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:10:51.094423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:51.128190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:51.128810 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.146292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-309165b7-12d6-4125-acd3-c72169be7006 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355289 Nov 02 17:10:51.158294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Request body: {'port': {'device_id': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:10:51.212046 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.488174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d85569-4e8c-4d5d-b143-68a05e29f10b {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:10:51.496525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.513279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Transition to ACTIVE for port object 79d85569-4e8c-4d5d-b143-68a05e29f10b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:10:51.517121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.571060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:51.606282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ce994-6875-44d0-98de-0982cd7b7f05 req-07cbcb81-9d61-49d3-8f06-a7c6603be0da tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:51.608733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-179ce994-6875-44d0-98de-0982cd7b7f05 req-07cbcb81-9d61-49d3-8f06-a7c6603be0da tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0635185 Nov 02 17:10:51.648425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:10:51.648756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:10:51.649083 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:10:51.649601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-179ce994-6875-44d0-98de-0982cd7b7f05 req-2578e46f-b91c-46d8-a166-caacf3d646b8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Nov 02 17:10:51.653613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Port 79d85569-4e8c-4d5d-b143-68a05e29f10b on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:10:51.653961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:10:51.659851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:10:51.660174 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Checking segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:10:51.660558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Bound using segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:10:51.660992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Bound port: 79d85569-4e8c-4d5d-b143-68a05e29f10b, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:10:51.661351 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.734918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:10:51.739320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:10:51.744353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.781142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:51.781756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:51.784116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] 10.222.0.100 "PUT /v2.0/ports/79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 1091 time: 0.6299422 Nov 02 17:10:51.803740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880a44-aabe-4e3f-9f91-a14a5b5f8d92 service neutron] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:51.866397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-5c894bd7-8363-48ca-a599-dc87465a80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:51.867964 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-5c894bd7-8363-48ca-a599-dc87465a80c7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0466931 Nov 02 17:10:51.929121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-774164b8-1b3e-4d61-bf31-a81a96f824b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0527825 Nov 02 17:10:51.979097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-b5d9f557-5e3f-48c4-88b6-5cee073aab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:51.980600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-b5d9f557-5e3f-48c4-88b6-5cee073aab85 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0445321 Nov 02 17:10:52.014570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-a6b4b75b-0f1c-4b95-baac-7aaad77e0fd5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265272 Nov 02 17:10:52.106513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-ac520f0f-6cf7-47be-9e60-007ccbcd2e0d service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849075 Nov 02 17:10:52.202018 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0ca43140-8fe1-4cf6-9900-8eeb279f6e09 req-f20332f5-ff7d-4fe2-a467-1e56cb806eb5 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879121 Nov 02 17:10:52.743079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:52.745561 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be29b3-7582-4a3f-87f8-7ac629784fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:52.773101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35767ee7-fda4-4abe-82b6-430b258a1f4c req-bfcafb78-bd02-45c7-826b-70bd9d4aa607 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:52.774670 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35767ee7-fda4-4abe-82b6-430b258a1f4c req-bfcafb78-bd02-45c7-826b-70bd9d4aa607 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0543838 Nov 02 17:10:52.783846 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f2a23-6c2f-4655-8cbf-c095ed05fdf7 x-openstack-request-id: req-616f2a23-6c2f-4655-8cbf-c095ed05fdf7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:52.784053 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:52.784302 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-616f2a23-6c2f-4655-8cbf-c095ed05fdf7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:52.784703 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'status': 'completed', 'code': 200} Nov 02 17:10:52.814904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35767ee7-fda4-4abe-82b6-430b258a1f4c req-f99711ab-55a8-4971-8bdc-307bff0b95f8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Nov 02 17:10:52.848922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-c7d5a3f6-f34d-44d0-8b43-925c431aedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:52.850363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-c7d5a3f6-f34d-44d0-8b43-925c431aedb9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0436797 Nov 02 17:10:53.185536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-fe20555d-3eed-4834-ba8b-424014440eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:53.186965 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-fe20555d-3eed-4834-ba8b-424014440eca service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.3298404 Nov 02 17:10:53.210588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:10:53.230245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-d464444e-3057-46a3-ab71-ee93fbee7b00 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0355537 Nov 02 17:10:53.231359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:10:53.231715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device e11ce1d6-dffe-4f9b-9068-95dc1c9821a6 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:10:53.280874 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-15e67fb9-4b44-4bed-b975-7cc6127dcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:53.282488 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-15e67fb9-4b44-4bed-b975-7cc6127dcd28 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0451226 Nov 02 17:10:53.318567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-c948d83d-9630-4eb2-993c-86d3d3050f52 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295813 Nov 02 17:10:53.333714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:53.409634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-ca4e6c3a-01dc-4a8c-a4e5-d5c883bb0c4a service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844371 Nov 02 17:10:53.508546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-72be29b3-7582-4a3f-87f8-7ac629784fb0 req-8d3ff3d7-578f-4c9d-a3ac-85c2ce85e783 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 Nov 02 17:10:53.939815 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb9d23-7fb0-428b-a747-2aabad9b4f3d req-d7c3af01-953e-4876-86d4-229df5cc215d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:53.941330 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ebb9d23-7fb0-428b-a747-2aabad9b4f3d req-d7c3af01-953e-4876-86d4-229df5cc215d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0506375 Nov 02 17:10:53.980315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ebb9d23-7fb0-428b-a747-2aabad9b4f3d req-d595732a-72db-4ecc-89ee-724348bb810c tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Nov 02 17:10:55.103803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f327-0717-4898-9102-d991f26a0979 req-51c56eca-7e24-4f44-9ff7-c9c1409a2458 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:55.105283 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8a3f327-0717-4898-9102-d991f26a0979 req-51c56eca-7e24-4f44-9ff7-c9c1409a2458 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0538833 Nov 02 17:10:55.144257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8a3f327-0717-4898-9102-d991f26a0979 req-2410b065-e990-4592-8f70-0409a4ae535a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Nov 02 17:10:55.226254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:10:55.320283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:55.335963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'port_id': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'mac_address': 'fa:16:3e:0a:6d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe406fc-a74f-4176-957b-5c8e5de7d821', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:10:55.373450 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:55.386522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d85569-4e8c-4d5d-b143-68a05e29f10b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:10:55.406987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:55.411770 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:55.462534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:55.606779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['79d85569-4e8c-4d5d-b143-68a05e29f10b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:10:56.263034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec157e3-017d-4fe4-88c9-bbc2a9550fb7 req-10f77531-e3da-4874-ac5c-0eeeca7409bf tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:56.264584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ec157e3-017d-4fe4-88c9-bbc2a9550fb7 req-10f77531-e3da-4874-ac5c-0eeeca7409bf tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0518997 Nov 02 17:10:56.304887 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ec157e3-017d-4fe4-88c9-bbc2a9550fb7 req-541a360a-f236-4b4b-b64b-491b28e0f97c tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Nov 02 17:10:57.226386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:10:57.275882 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 79d85569-4e8c-4d5d-b143-68a05e29f10b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:10:57.279624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 79d85569-4e8c-4d5d-b143-68a05e29f10b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:10:57.279992 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:57.359854 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:57.382951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:10:57.385177 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c028d-b8a6-4c42-a10a-d7cf57164c72" -d '{"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:10:57.399635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:10:57.410071 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:10:57.432734 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f1ed9-983b-4c69-9ae1-f0f016effca1 req-9564a49c-fe89-4186-96d5-a4c0b1910bd1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:57.433310 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c316425a-4e52-42ad-b0aa-166e712912d3 x-openstack-request-id: req-c316425a-4e52-42ad-b0aa-166e712912d3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:10:57.433607 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:10:57.433860 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c316425a-4e52-42ad-b0aa-166e712912d3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:10:57.434282 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'code': 200} Nov 02 17:10:57.434465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005f1ed9-983b-4c69-9ae1-f0f016effca1 req-9564a49c-fe89-4186-96d5-a4c0b1910bd1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0557919 Nov 02 17:10:57.461276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:10:57.469469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.469817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.470822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.471100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.471433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.471778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.472096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.472421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.472745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.473071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.473526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.473714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:10:57.480972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-005f1ed9-983b-4c69-9ae1-f0f016effca1 req-81c5bbc7-f836-4422-831f-ccec40ce59ad tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Nov 02 17:10:57.534694 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b866c4-20d4-4681-bc6a-1da0da6728f2 req-0b48cfe4-48c7-48d5-a427-81f85bb8968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:57.536199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-33b866c4-20d4-4681-bc6a-1da0da6728f2 req-0b48cfe4-48c7-48d5-a427-81f85bb8968a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0430062 Nov 02 17:10:57.573669 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-33b866c4-20d4-4681-bc6a-1da0da6728f2 req-fd37884d-99b9-4d17-95ce-45b702e1f941 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301163 Nov 02 17:10:58.603654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b815f-1a10-4944-bd8f-3aa718dc4db6 req-e81d15db-9531-4c42-b964-874f88689c9e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:58.605175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e0b815f-1a10-4944-bd8f-3aa718dc4db6 req-e81d15db-9531-4c42-b964-874f88689c9e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0553169 Nov 02 17:10:58.647136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e0b815f-1a10-4944-bd8f-3aa718dc4db6 req-eb8299ea-b030-4592-90a7-44380fc1ebd4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Nov 02 17:10:59.767297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485c5b-9217-4b16-9f52-01876f125747 req-ef5a8362-a9e0-43e8-9bf4-02a68034db56 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:59.769553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17485c5b-9217-4b16-9f52-01876f125747 req-ef5a8362-a9e0-43e8-9bf4-02a68034db56 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0512748 Nov 02 17:10:59.809153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17485c5b-9217-4b16-9f52-01876f125747 req-952065dc-1cf7-47b8-8ffe-d184c5cefc4c tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Nov 02 17:10:59.926809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc299074-e9c5-4456-a547-4ebfc76d5ecc req-5e9c242b-6a71-40e9-8441-45e58dfdb21e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:10:59.928191 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc299074-e9c5-4456-a547-4ebfc76d5ecc req-5e9c242b-6a71-40e9-8441-45e58dfdb21e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Nov 02 17:10:59.971978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc299074-e9c5-4456-a547-4ebfc76d5ecc req-3dc01a54-3eca-48f3-ba05-5da3d9327d7e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Nov 02 17:11:00.243249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829680-10af-4976-9cc7-7d07e8ec88fa req-c0d1b1be-0dce-4e25-b74e-012867f8eeaa tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:00.244671 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d829680-10af-4976-9cc7-7d07e8ec88fa req-c0d1b1be-0dce-4e25-b74e-012867f8eeaa tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0739367 Nov 02 17:11:00.247452 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-16db0b7c-873a-4d8d-926b-68c664527855 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847068 Nov 02 17:11:00.285895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8d829680-10af-4976-9cc7-7d07e8ec88fa req-e5675a9d-0299-491e-af25-6372b6d0bd68 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Nov 02 17:11:01.402597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25daceb-d677-4bbd-8aa6-cb385d061f11 req-8c62bb4e-a6fe-459a-bfcf-a42b6b575437 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:01.404062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f25daceb-d677-4bbd-8aa6-cb385d061f11 req-8c62bb4e-a6fe-459a-bfcf-a42b6b575437 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Nov 02 17:11:01.445318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f25daceb-d677-4bbd-8aa6-cb385d061f11 req-33a0836a-73b9-47c8-8948-eda23d2fe1a6 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Nov 02 17:11:01.577997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-3907c294-6ab5-4cf5-bd95-6279cf100164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:01.580064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-3907c294-6ab5-4cf5-bd95-6279cf100164 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0425019 Nov 02 17:11:01.671079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-09374937-757a-4e58-befb-4f118f31b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:01.672557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-09374937-757a-4e58-befb-4f118f31b4ff service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0858741 Nov 02 17:11:01.713868 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-71c87425-f91f-4131-820b-c6f8be5be635 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0339544 Nov 02 17:11:01.762279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-bc4a87d5-11c2-43c3-b56f-aafa07f725a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:01.763742 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-bc4a87d5-11c2-43c3-b56f-aafa07f725a9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0427508 Nov 02 17:11:01.802678 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-475db171-9340-4404-8fa4-fec734b1f5b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313401 Nov 02 17:11:01.893629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-4bcdbf71-624a-4f63-a5bd-51da9f4d9342 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Nov 02 17:11:01.993815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-a80a6f7b-9ac7-456e-8369-1b9f585411c9 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934098 Nov 02 17:11:02.563488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891e66b-0008-4de3-8126-6edb0a0dd3c4 req-6b467200-961f-4911-94ef-843eb4e1e297 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:02.565195 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4891e66b-0008-4de3-8126-6edb0a0dd3c4 req-6b467200-961f-4911-94ef-843eb4e1e297 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Nov 02 17:11:02.604500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4891e66b-0008-4de3-8126-6edb0a0dd3c4 req-9e4a982f-6836-4b26-b8a8-f8ed347b87ca tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Nov 02 17:11:03.721402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859d026-4cf8-4e33-b8d6-27a714d371ab req-f1796af5-a5e8-4010-84a5-6326a0b80e2f tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:03.722936 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0859d026-4cf8-4e33-b8d6-27a714d371ab req-f1796af5-a5e8-4010-84a5-6326a0b80e2f tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0503652 Nov 02 17:11:03.760518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0859d026-4cf8-4e33-b8d6-27a714d371ab req-b4ab5283-f583-4b95-b864-2cab56e9128e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Nov 02 17:11:04.874655 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691334-72b2-4954-9374-06628a2b7fad req-66c17f29-6e11-4877-92a2-8eee833b2e56 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:04.876594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b691334-72b2-4954-9374-06628a2b7fad req-66c17f29-6e11-4877-92a2-8eee833b2e56 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0500267 Nov 02 17:11:04.914528 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b691334-72b2-4954-9374-06628a2b7fad req-fe354f80-0551-4721-b2bb-943177d2aec3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Nov 02 17:11:06.034667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f75e9-05e8-43e1-b3eb-142bf911eedf req-d73d414c-999e-4fda-9cd1-43bfb8948f8d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:06.036155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-779f75e9-05e8-43e1-b3eb-142bf911eedf req-d73d414c-999e-4fda-9cd1-43bfb8948f8d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0540297 Nov 02 17:11:06.074157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-779f75e9-05e8-43e1-b3eb-142bf911eedf req-02c6e80e-e78d-4781-b765-382e9ab65223 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Nov 02 17:11:07.189731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ec73d-2ccb-4b91-a19f-5575f3e09f2a req-c903cc33-a9d0-4154-b9b9-ca2bd39fcf25 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:07.191255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a0ec73d-2ccb-4b91-a19f-5575f3e09f2a req-c903cc33-a9d0-4154-b9b9-ca2bd39fcf25 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Nov 02 17:11:07.228883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a0ec73d-2ccb-4b91-a19f-5575f3e09f2a req-36b94a4f-d5d3-4da7-b7cb-aacc2f7588b5 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Nov 02 17:11:08.344849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc9bc2-45a0-4ec6-993e-0c43ed12ac71 req-e5e87440-8262-4eea-a352-5bbd882f5bd8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:08.346449 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcbc9bc2-45a0-4ec6-993e-0c43ed12ac71 req-e5e87440-8262-4eea-a352-5bbd882f5bd8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Nov 02 17:11:08.384451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcbc9bc2-45a0-4ec6-993e-0c43ed12ac71 req-e3dc4abe-79c2-430b-9c3e-b292d359822d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Nov 02 17:11:08.694150 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6c909bda-bc21-4c42-8395-021d17469f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:09.504933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fe57a-727c-468f-92c6-69861f930de7 req-808278c0-6aa0-42ca-8f2a-739aebf87032 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:09.506568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f36fe57a-727c-468f-92c6-69861f930de7 req-808278c0-6aa0-42ca-8f2a-739aebf87032 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0553076 Nov 02 17:11:09.545838 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f36fe57a-727c-468f-92c6-69861f930de7 req-75488546-adbd-4bcb-9e48-66473ae7a32a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Nov 02 17:11:10.662858 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55323037-6663-4748-9d39-ab35ee82689b req-c8bf7185-4473-4755-9070-bc75dd5a2fd1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:10.664329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55323037-6663-4748-9d39-ab35ee82689b req-c8bf7185-4473-4755-9070-bc75dd5a2fd1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0508032 Nov 02 17:11:10.700813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55323037-6663-4748-9d39-ab35ee82689b req-c4634dd5-ced4-41f1-804b-600d9bdbf8e2 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Nov 02 17:11:11.153614 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4405c11c-3cdc-46f0-8d01-ec64c14c8c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:11.370655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:11.815803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d92dd7-a64e-47cd-800a-c80cf0373c97 req-cb2ebcc5-fc29-4936-b93a-2136bd40f183 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:11.817308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89d92dd7-a64e-47cd-800a-c80cf0373c97 req-cb2ebcc5-fc29-4936-b93a-2136bd40f183 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Nov 02 17:11:11.855523 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89d92dd7-a64e-47cd-800a-c80cf0373c97 req-0a4a3a16-1858-410c-8ec3-bd2a228112e8 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Nov 02 17:11:12.710788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:12.981430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504ed80-a5c2-4211-b7d0-747202049196 req-eae86b45-9d15-4a9d-9ff8-cad10da64944 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:12.982963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e504ed80-a5c2-4211-b7d0-747202049196 req-eae86b45-9d15-4a9d-9ff8-cad10da64944 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0550616 Nov 02 17:11:13.020922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e504ed80-a5c2-4211-b7d0-747202049196 req-09a40b20-daca-4694-aec5-cd5b7afe1693 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Nov 02 17:11:13.866860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:14.139006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca65c80-6caa-470c-b77b-36cac9893f4d req-95297c20-e19e-4212-90da-fe492b91f48f tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:14.140473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ca65c80-6caa-470c-b77b-36cac9893f4d req-95297c20-e19e-4212-90da-fe492b91f48f tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0494876 Nov 02 17:11:14.179447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ca65c80-6caa-470c-b77b-36cac9893f4d req-6f1e550f-b7fe-4875-932d-e31d598f90e2 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Nov 02 17:11:15.293576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790d132-2743-4f05-8f13-db1caf255b60 req-623013de-9ed0-4aac-a4d8-4580170ba3c5 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:15.295085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f790d132-2743-4f05-8f13-db1caf255b60 req-623013de-9ed0-4aac-a4d8-4580170ba3c5 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0486653 Nov 02 17:11:15.333510 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f790d132-2743-4f05-8f13-db1caf255b60 req-ef0b9f54-22fd-4362-8d49-80cf3937b43e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Nov 02 17:11:16.453497 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9e73-4f41-4b5a-a691-0a25e1bfbcc9 req-76c6fec6-5dbc-4ed9-8620-2a80361f3c43 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:16.455104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af0c9e73-4f41-4b5a-a691-0a25e1bfbcc9 req-76c6fec6-5dbc-4ed9-8620-2a80361f3c43 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0535235 Nov 02 17:11:16.493381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-af0c9e73-4f41-4b5a-a691-0a25e1bfbcc9 req-79ce5ebb-51e0-4c0e-bd74-bde11904c9a1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Nov 02 17:11:17.619468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201ad1-8abb-485c-ba7a-cfdb23679743 req-ddca5147-f572-41c2-bdd6-37e0619df868 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:17.621312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06201ad1-8abb-485c-ba7a-cfdb23679743 req-ddca5147-f572-41c2-bdd6-37e0619df868 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0515964 Nov 02 17:11:17.659620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06201ad1-8abb-485c-ba7a-cfdb23679743 req-560d150b-fc84-4d9f-8d60-6155a61f006a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Nov 02 17:11:17.820516 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:18.774649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c313226-576e-4637-a2bf-59d93495e9b7 req-636b51d5-508f-48b5-8eb9-0dafe41ed7f5 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:18.776084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c313226-576e-4637-a2bf-59d93495e9b7 req-636b51d5-508f-48b5-8eb9-0dafe41ed7f5 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483232 Nov 02 17:11:18.812890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c313226-576e-4637-a2bf-59d93495e9b7 req-5e600ec4-f133-42ed-be32-440d5aac280f tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Nov 02 17:11:19.936036 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2a5d-d546-4647-aa7c-c7f7aaeb5e14 req-94b6d65b-6001-441a-b2fb-1cdd0b65c3a9 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:19.937550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-addd2a5d-d546-4647-aa7c-c7f7aaeb5e14 req-94b6d65b-6001-441a-b2fb-1cdd0b65c3a9 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Nov 02 17:11:19.981224 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-addd2a5d-d546-4647-aa7c-c7f7aaeb5e14 req-a52e4a89-6a0b-4728-83b2-65f9d7d3f37d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Nov 02 17:11:21.099361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247de83a-a62e-45f7-b320-9c24930028cb req-a01666ce-e940-4208-9edb-7442e4421f1d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:21.100910 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-247de83a-a62e-45f7-b320-9c24930028cb req-a01666ce-e940-4208-9edb-7442e4421f1d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0505137 Nov 02 17:11:21.138978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-247de83a-a62e-45f7-b320-9c24930028cb req-e0f0a36a-a631-494c-a568-45227c266637 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Nov 02 17:11:22.257636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ced051-eb98-44b5-ab94-394060fc57ba req-8afe41be-bfe4-4d1e-b475-2ffc05471303 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:22.259175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7ced051-eb98-44b5-ab94-394060fc57ba req-8afe41be-bfe4-4d1e-b475-2ffc05471303 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0499740 Nov 02 17:11:22.296878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a7ced051-eb98-44b5-ab94-394060fc57ba req-1ead1b2f-4abf-4f4b-bac8-2ac05404b788 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Nov 02 17:11:23.344189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:23.420198 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1272-0690-471e-a0a4-7bbf8b52ab55 req-277b933a-583c-42db-bfe9-2e7a568b0727 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:23.421680 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41de1272-0690-471e-a0a4-7bbf8b52ab55 req-277b933a-583c-42db-bfe9-2e7a568b0727 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0538182 Nov 02 17:11:23.459638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41de1272-0690-471e-a0a4-7bbf8b52ab55 req-fbbcb545-954b-4a1a-895b-76920c34df59 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Nov 02 17:11:24.578644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a42ae-1b07-4feb-a5fd-ded06f1d255b req-34a70c60-fc66-403f-aa4f-03f30bd120c7 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:24.580884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-242a42ae-1b07-4feb-a5fd-ded06f1d255b req-34a70c60-fc66-403f-aa4f-03f30bd120c7 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Nov 02 17:11:24.620306 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-242a42ae-1b07-4feb-a5fd-ded06f1d255b req-d37dd4e8-2762-47c4-9ce7-12331dd8408e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Nov 02 17:11:25.740797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb7a20-2196-46b2-a71a-639ea9617602 req-82e32968-f421-4614-86e9-889ae8c52820 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:25.742349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9fb7a20-2196-46b2-a71a-639ea9617602 req-82e32968-f421-4614-86e9-889ae8c52820 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0501900 Nov 02 17:11:25.785765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9fb7a20-2196-46b2-a71a-639ea9617602 req-d858af86-9040-4531-a8a0-306ed4b89a6e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Nov 02 17:11:26.041891 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:11:26.323474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-73f4e6ca-1004-4e3d-a077-791b83287cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:26.324940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-73f4e6ca-1004-4e3d-a077-791b83287cd4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0402713 Nov 02 17:11:26.428456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-7dd31b8d-8fc5-46ac-83b4-6510778df509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:26.429918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-7dd31b8d-8fc5-46ac-83b4-6510778df509 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0861742 Nov 02 17:11:26.477184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-d36b2d85-346e-4257-956c-6f22ff9312e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0385146 Nov 02 17:11:26.524952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-30193aef-17fe-4131-9558-46e00979351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:26.526420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-30193aef-17fe-4131-9558-46e00979351c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0429666 Nov 02 17:11:26.557354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-c20ff61c-7baf-4884-8db0-774aba42a089 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238879 Nov 02 17:11:26.650989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-533a1210-4e8a-4ef2-9299-e043a89cba9a service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871482 Nov 02 17:11:26.743043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-334d3799-8afa-4a19-810e-dc229dd04cbe req-2616f88f-3b45-4747-b703-c4c17a04d2dd service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841269 Nov 02 17:11:26.905808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981fb87-246d-4257-b480-b94d870be3f5 req-928b8f4e-bbc8-4e53-8792-f428918b949b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:26.907280 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c981fb87-246d-4257-b480-b94d870be3f5 req-928b8f4e-bbc8-4e53-8792-f428918b949b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Nov 02 17:11:26.945305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c981fb87-246d-4257-b480-b94d870be3f5 req-4d1571c7-6252-4cc7-a087-9813e0ee5e7e tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Nov 02 17:11:28.065787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1329-9f62-4fb3-92ec-6d0339ff549a req-b6a5a7c7-20df-4b7b-9ece-d8664e2a6305 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:28.067307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-349d1329-9f62-4fb3-92ec-6d0339ff549a req-b6a5a7c7-20df-4b7b-9ece-d8664e2a6305 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0505848 Nov 02 17:11:28.106756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-349d1329-9f62-4fb3-92ec-6d0339ff549a req-6dfd3340-9c1c-47c5-91e7-9b0f93f87f02 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Nov 02 17:11:28.754810 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-c9babd91-5142-4314-964a-8783b5af5a5b req-032f2471-99dd-470a-a72b-3da04253464a service neutron] show failed (client error): The resource could not be found. Nov 02 17:11:28.755857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-032f2471-99dd-470a-a72b-3da04253464a service neutron] 10.222.0.100 "GET /v2.0/ports/79d85569-4e8c-4d5d-b143-68a05e29f10b/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0562730 Nov 02 17:11:28.956216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-ee1ece8d-df3f-4be3-9276-0406bc8e904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:28.957632 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-ee1ece8d-df3f-4be3-9276-0406bc8e904b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5&tenant_id=0dd1e8ecc6d44aebb640d151e5391a12 HTTP/1.1" status: 200 len: 1096 time: 0.0462134 Nov 02 17:11:28.969490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:29.025085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:29.222667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03fc16-7743-4305-ad6c-96f58db22c9e req-8ffd8b4b-1150-4c79-aa53-ec2d192eed43 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:29.224075 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d03fc16-7743-4305-ad6c-96f58db22c9e req-8ffd8b4b-1150-4c79-aa53-ec2d192eed43 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0498405 Nov 02 17:11:29.229810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:29.263448 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d03fc16-7743-4305-ad6c-96f58db22c9e req-ed5868d6-356e-4f10-8529-da1679e37b5d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Nov 02 17:11:29.265395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:11:29.309144 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:29.311444 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ebeec1-52ca-48df-91e5-67503ba6e3c8" -d '{"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:29.316161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:29.328458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Transition to ACTIVE for port object 79d85569-4e8c-4d5d-b143-68a05e29f10b will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:11:29.332871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:29.365084 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c351b-af3d-423c-9ec0-30bbc5d7d9d3 x-openstack-request-id: req-443c351b-af3d-423c-9ec0-30bbc5d7d9d3 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:29.365817 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:29.365817 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-443c351b-af3d-423c-9ec0-30bbc5d7d9d3 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:29.365983 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'code': 200} Nov 02 17:11:29.396521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:29.398644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] No DVR routers for this DVR port 79d85569-4e8c-4d5d-b143-68a05e29f10b on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:11:29.407445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.407796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.408134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.408470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.408803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.409133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.409458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.409783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.410109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.410453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.410774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.411093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:29.444963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:11:29.445298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:11:29.445624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:29.449804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Port 79d85569-4e8c-4d5d-b143-68a05e29f10b on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:11:29.450120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Attempting to bind port 79d85569-4e8c-4d5d-b143-68a05e29f10b on network 1bcb7215-2a14-4358-84bd-ad0d842111e1 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:29.455264 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:11:29.455601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Checking segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:11:29.455984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Bound using segment: {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:11:29.456408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Bound port: 79d85569-4e8c-4d5d-b143-68a05e29f10b, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66042af4-c0c4-41d0-8301-1b6b5eec362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:11:29.456755 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:29.521967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:11:29.525103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:11:29.528775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:29.560853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:29.561462 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:29.562879 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] 10.222.0.55 "PUT /v2.0/ports/79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 1091 time: 0.5975957 Nov 02 17:11:29.585142 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359f0b2-4e29-4645-b678-159942236f9d service neutron] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:29.628350 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-2d4de4d8-38d1-41e3-a033-9f64795cc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:29.629819 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-2d4de4d8-38d1-41e3-a033-9f64795cc1e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0418246 Nov 02 17:11:29.723680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e6147287-15f7-46a5-8e11-a42aa4b21077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:29.725141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-e6147287-15f7-46a5-8e11-a42aa4b21077 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0883615 Nov 02 17:11:29.765842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-1520cf07-d08c-41ce-adf7-815f29f0fc4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0337167 Nov 02 17:11:29.815476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babd91-5142-4314-964a-8783b5af5a5b req-7d1660fc-04b8-4136-b0c9-dd3e7be13d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:29.816831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-7d1660fc-04b8-4136-b0c9-dd3e7be13d4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0432229 Nov 02 17:11:29.850148 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-33e7b313-2f4a-4feb-a42b-4381160adc8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260553 Nov 02 17:11:29.943398 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-1fdf09a5-6507-4908-ada9-4d617267cd73 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865941 Nov 02 17:11:30.034882 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c9babd91-5142-4314-964a-8783b5af5a5b req-420b0af8-9dba-45db-b1fb-cd8fab0cd0e6 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847251 Nov 02 17:11:30.398170 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da917745-b00e-4a20-821f-50949605f7c5 req-2a0fe796-2fed-44a0-8401-6b4d5352bed1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:30.400631 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da917745-b00e-4a20-821f-50949605f7c5 req-2a0fe796-2fed-44a0-8401-6b4d5352bed1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0647597 Nov 02 17:11:30.438021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da917745-b00e-4a20-821f-50949605f7c5 req-f17c2f26-472c-4498-af09-2569ea4df4fe tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Nov 02 17:11:31.366997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:31.369389 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:31.416464 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32bfb27-c09d-4e4d-96ca-3be5edbbaf41 x-openstack-request-id: req-b32bfb27-c09d-4e4d-96ca-3be5edbbaf41 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:31.416754 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:31.417004 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b32bfb27-c09d-4e4d-96ca-3be5edbbaf41 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:31.418160 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'status': 'completed', 'code': 200} Nov 02 17:11:31.525406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-b1a5957b-245a-41b6-b6f6-3f0cc69f15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.526846 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-b1a5957b-245a-41b6-b6f6-3f0cc69f15d4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0833178 Nov 02 17:11:31.530219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-fb58b4e5-cc9d-4442-89a7-ef92f54291b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.531567 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-fb58b4e5-cc9d-4442-89a7-ef92f54291b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0800416 Nov 02 17:11:31.577995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefb392-8e7b-416c-9cdb-93ddc8a497a2 req-21ced19a-6e1e-4fff-9314-6de8cab4f808 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.580205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cefb392-8e7b-416c-9cdb-93ddc8a497a2 req-21ced19a-6e1e-4fff-9314-6de8cab4f808 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0560746 Nov 02 17:11:31.623693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cefb392-8e7b-416c-9cdb-93ddc8a497a2 req-58ac2056-c0b3-47f2-aec7-b02b7c7fe7d7 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Nov 02 17:11:31.701185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-5ef58089-892a-4ff7-91c8-28f8b531acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.702688 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-5ef58089-892a-4ff7-91c8-28f8b531acdc service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.1679702 Nov 02 17:11:31.703780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-286908b9-450e-43e2-9268-4b9af8f1eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.705725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-286908b9-450e-43e2-9268-4b9af8f1eba0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.1630311 Nov 02 17:11:31.779852 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-9f898df2-4f9c-40ad-9ad1-428c322678e5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0685716 Nov 02 17:11:31.781010 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-8a2cff5f-7637-45b0-b0d1-660073997570 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0643704 Nov 02 17:11:31.870553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-f885ae02-1a9f-47a0-8a44-eb25ff96687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.872137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-f885ae02-1a9f-47a0-8a44-eb25ff96687a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0837398 Nov 02 17:11:31.873544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-ab89c9ed-e4c1-4f46-87f6-d6e095858f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:31.874904 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-ab89c9ed-e4c1-4f46-87f6-d6e095858f73 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0854647 Nov 02 17:11:31.911249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-6eb95ea7-f630-4e59-b566-b6d5dee25c1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321829 Nov 02 17:11:31.925940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-96d7c441-ea5b-4232-9a9f-4e872af27d3e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392230 Nov 02 17:11:32.075975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-4dca14a6-87e8-428a-842b-7fbf8dd524c8 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520500 Nov 02 17:11:32.079309 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-38132a57-4218-4e10-83c1-4f11225698fd service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457417 Nov 02 17:11:32.233811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-8cdc2cba-843f-47a7-9edf-6c729a863bfb service neutron] 10.222.0.55 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500514 Nov 02 17:11:32.237759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-51a67a1b-f156-4a7f-a4a1-aac11ebcbd0c req-0ff90f6d-0265-44fd-b0bb-c1551fee19bf service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470990 Nov 02 17:11:32.741689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f48d5-d95c-4d50-b0e1-c8236bc15989 req-5a3e15b3-5c1d-4edb-96e6-b727331c84f1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:32.743207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-458f48d5-d95c-4d50-b0e1-c8236bc15989 req-5a3e15b3-5c1d-4edb-96e6-b727331c84f1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0491335 Nov 02 17:11:32.780711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-458f48d5-d95c-4d50-b0e1-c8236bc15989 req-8b151dec-39f1-4bfe-911a-70131f97b36d tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Nov 02 17:11:32.980947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c7bb-859f-437d-99d9-3be827e02331 req-7506df02-350e-4c2e-bdc2-cc6482e4f489 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:32.982659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0d4c7bb-859f-437d-99d9-3be827e02331 req-7506df02-350e-4c2e-bdc2-cc6482e4f489 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0549083 Nov 02 17:11:32.992795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25452-db50-4ff5-81ec-468139823e2a req-41d9ad0a-4eb8-4248-9139-4608075058de tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:32.994356 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-41d9ad0a-4eb8-4248-9139-4608075058de tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5&tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 943 time: 0.0586669 Nov 02 17:11:33.023037 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a0d4c7bb-859f-437d-99d9-3be827e02331 req-039fb970-245c-4f06-9cb8-51d8755b64cf tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Nov 02 17:11:33.026469 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:11:33.058166 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-f2a25452-db50-4ff5-81ec-468139823e2a req-66343957-fd59-417a-ab25-cd6a30ddda4b service neutron] delete failed (client error): The resource could not be found. Nov 02 17:11:33.059379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-66343957-fd59-417a-ab25-cd6a30ddda4b service neutron] 10.222.0.100 "DELETE /v2.0/ports/79d85569-4e8c-4d5d-b143-68a05e29f10b/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0581906 Nov 02 17:11:33.129256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:33.141243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'network_id': '1bcb7215-2a14-4358-84bd-ad0d842111e1', 'port_id': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'mac_address': 'fa:16:3e:0a:6d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe406fc-a74f-4176-957b-5c8e5de7d821', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:11:33.179973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25452-db50-4ff5-81ec-468139823e2a req-a10117de-4910-4a88-af39-83fdc43c4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:33.180513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:33.181472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-a10117de-4910-4a88-af39-83fdc43c4ae9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0418010 Nov 02 17:11:33.194031 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d85569-4e8c-4d5d-b143-68a05e29f10b {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:11:33.214228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:33.220557 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:33.271933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:33.283844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25452-db50-4ff5-81ec-468139823e2a req-3973e7cd-ea80-497a-b7a5-338b8d60a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:33.285429 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-3973e7cd-ea80-497a-b7a5-338b8d60a26b service neutron] 10.222.0.100 "GET /v2.0/networks?id=1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 200 len: 916 time: 0.0965831 Nov 02 17:11:33.327099 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-4ebf09ee-5bf4-4d46-85c9-520b86d6bf67 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 200 len: 217 time: 0.0344465 Nov 02 17:11:33.377506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25452-db50-4ff5-81ec-468139823e2a req-498bb4df-9ef2-4b9b-a8fa-c0a138800a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:33.379060 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-498bb4df-9ef2-4b9b-a8fa-c0a138800a67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 200 len: 855 time: 0.0454516 Nov 02 17:11:33.410680 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-c7984185-7e5f-48d8-9f95-166b20aa9bda service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1bcb7215-2a14-4358-84bd-ad0d842111e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249465 Nov 02 17:11:33.413452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:11:33.437024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['79d85569-4e8c-4d5d-b143-68a05e29f10b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:11:33.487552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:11:33.507058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-f84ffdc1-774c-4ce8-a4fd-a4a291b2f8c3 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897329 Nov 02 17:11:33.598952 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f2a25452-db50-4ff5-81ec-468139823e2a req-03b2bc67-5a78-4e93-8056-fff19cad4683 service neutron] 10.222.0.100 "GET /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849335 Nov 02 17:11:34.152521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4749a-d3ab-4dd1-a1a5-aaf8c864002c req-349b4b90-bf14-457c-b0ea-0792d4499e89 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:34.153919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ce4749a-d3ab-4dd1-a1a5-aaf8c864002c req-349b4b90-bf14-457c-b0ea-0792d4499e89 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0550785 Nov 02 17:11:34.196065 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ce4749a-d3ab-4dd1-a1a5-aaf8c864002c req-34cc3d34-a3c6-4f06-ba9b-a5509658175b tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Nov 02 17:11:34.331000 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69390f-51dd-497d-9edf-18477b2b2c1e req-cfbc667f-3c7d-48cf-9daf-c12968a887e1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:34.332464 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c69390f-51dd-497d-9edf-18477b2b2c1e req-cfbc667f-3c7d-48cf-9daf-c12968a887e1 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0682542 Nov 02 17:11:34.371002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c69390f-51dd-497d-9edf-18477b2b2c1e req-bc259d38-9407-44a4-9f7a-0e430eda0577 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Nov 02 17:11:34.489543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3620-6854-475f-8975-138c69807822 req-d4970410-a6b4-43cd-bcd3-bab9efe0c481 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:34.491048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19ca3620-6854-475f-8975-138c69807822 req-d4970410-a6b4-43cd-bcd3-bab9efe0c481 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0541005 Nov 02 17:11:34.530548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19ca3620-6854-475f-8975-138c69807822 req-a0d8d651-4d58-4778-bcaa-f3f2681d7c67 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Nov 02 17:11:34.861833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83902497-6f98-4887-b8b8-87a4651e7be5 req-f6a97680-1c7c-4a25-b875-5348c84902d4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:34.863357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83902497-6f98-4887-b8b8-87a4651e7be5 req-f6a97680-1c7c-4a25-b875-5348c84902d4 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0505733 Nov 02 17:11:34.900863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83902497-6f98-4887-b8b8-87a4651e7be5 req-341be148-eacd-470e-8d37-188fcd67dc33 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Nov 02 17:11:35.058657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:35.110223 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 79d85569-4e8c-4d5d-b143-68a05e29f10b completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:11:35.113934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 79d85569-4e8c-4d5d-b143-68a05e29f10b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:35.114333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:35.189785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:35.213754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:35.216043 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13ca627-2657-49a1-bb46-4adc6e5fc2d9" -d '{"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:35.234787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:35.240086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:35.270293 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e727aa9d-623c-429a-943e-69b6e5304c6d x-openstack-request-id: req-e727aa9d-623c-429a-943e-69b6e5304c6d {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:35.270603 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:35.270840 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e727aa9d-623c-429a-943e-69b6e5304c6d {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:35.271231 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'code': 200} Nov 02 17:11:35.296209 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:36.019064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9202c-e52e-4521-a0fd-c6b196ebf20d req-64c6d0bd-2715-4f8b-8e07-73ac94fc1870 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:36.020653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ec9202c-e52e-4521-a0fd-c6b196ebf20d req-64c6d0bd-2715-4f8b-8e07-73ac94fc1870 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0519459 Nov 02 17:11:36.062576 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ec9202c-e52e-4521-a0fd-c6b196ebf20d req-07aeedc2-b977-4dc1-9e9a-e160340ee64a tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbb653d5-b5b3-4340-b8f0-490a2471e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Nov 02 17:11:36.248766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-b2338996-bb7d-4494-bf8f-021a52a96f33 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:36.250288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-b2338996-bb7d-4494-bf8f-021a52a96f33 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0dbaab-c997-4819-86d2-e29e740d3ae5 HTTP/1.1" status: 200 len: 945 time: 0.2960136 Nov 02 17:11:36.340199 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Deleting port 79d85569-4e8c-4d5d-b143-68a05e29f10b {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:11:36.340537 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:36.433286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] For port 79d85569-4e8c-4d5d-b143-68a05e29f10b, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=79d85569-4e8c-4d5d-b143-68a05e29f10b,segment=NetworkSegment(66042af4-c0c4-41d0-8301-1b6b5eec362c),segment_id=66042af4-c0c4-41d0-8301-1b6b5eec362c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:36.433643 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:36.445987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Calling delete_port for 79d85569-4e8c-4d5d-b143-68a05e29f10b owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:11:36.572559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:36.584655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['79d85569-4e8c-4d5d-b143-68a05e29f10b'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:11:36.603819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Pushing event deleted for resources: {'Port': ['ID=79d85569-4e8c-4d5d-b143-68a05e29f10b,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:36.645848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] No DVR routers for this DVR port 79d85569-4e8c-4d5d-b143-68a05e29f10b on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:11:36.648547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:36.651963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f86308f5-07f7-4cf6-a360-e0bb13df7660 req-69ae0f56-49a1-4c14-b190-84d399c379fb tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] 10.222.0.55 "DELETE /v2.0/ports/79d85569-4e8c-4d5d-b143-68a05e29f10b HTTP/1.1" status: 204 len: 173 time: 0.3947506 Nov 02 17:11:36.652410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-deleted', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:36.654814 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d4131a-dea6-42b5-8178-5dd38f99aead" -d '{"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-deleted", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:36.694410 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646750ac-cc22-4432-9cd3-394101d8c873 x-openstack-request-id: req-646750ac-cc22-4432-9cd3-394101d8c873 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:36.694752 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0dbaab-c997-4819-86d2-e29e740d3ae5", "name": "network-vif-deleted", "tag": "79d85569-4e8c-4d5d-b143-68a05e29f10b", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:36.694990 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-646750ac-cc22-4432-9cd3-394101d8c873 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:36.695356 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0dbaab-c997-4819-86d2-e29e740d3ae5', 'name': 'network-vif-deleted', 'tag': '79d85569-4e8c-4d5d-b143-68a05e29f10b', 'status': 'completed', 'code': 200} Nov 02 17:11:37.189491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47364) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:37.237928 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Deleting subnet cfe406fc-a74f-4176-957b-5c8e5de7d821 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:11:37.241148 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.276551 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.315495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.367567 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.393681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe406fc-a74f-4176-957b-5c8e5de7d821,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:37.398321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.401768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cfe406fc-a74f-4176-957b-5c8e5de7d821 HTTP/1.1" status: 204 len: 168 time: 0.2111554 Nov 02 17:11:37.405857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47366) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:37.408639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.408993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.409332 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.409680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.411829 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.412157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.412487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.413003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.413331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.414273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.414611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.414941 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42047ee-563f-4aa3-911e-cb4885e3adf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:37.481424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.560100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.579604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcb7215-2a14-4358-84bd-ad0d842111e1']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:37.588634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66042af4-c0c4-41d0-8301-1b6b5eec362c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:37.588930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66042af4-c0c4-41d0-8301-1b6b5eec362c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:37.598843 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.612593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.619052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:11:37.619473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:11:37.621517 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:11:37.679006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.684651 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.687808 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1bcb7215-2a14-4358-84bd-ad0d842111e1 HTTP/1.1" status: 204 len: 168 time: 0.2807555 Nov 02 17:11:37.700738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9678fc1-bd21-4a5c-8b6e-0da43598cdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcb7215-2a14-4358-84bd-ad0d842111e1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:37.797869 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47370) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:37.841709 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c50b4859-48c8-43c3-bd7e-983bf69caded admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dd1e8ecc6d44aebb640d151e5391a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425115 Nov 02 17:11:37.844525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47372) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:37.893680 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f907162f-6b5d-4a9e-8511-2c8d88d34833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.916334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f907162f-6b5d-4a9e-8511-2c8d88d34833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.969383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f907162f-6b5d-4a9e-8511-2c8d88d34833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.972508 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f907162f-6b5d-4a9e-8511-2c8d88d34833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:37.973883 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f907162f-6b5d-4a9e-8511-2c8d88d34833 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbb653d5-b5b3-4340-b8f0-490a2471e016 HTTP/1.1" status: 204 len: 168 time: 0.1282973 Nov 02 17:11:37.982959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907162f-6b5d-4a9e-8511-2c8d88d34833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb653d5-b5b3-4340-b8f0-490a2471e016,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:38.644229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47394) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:38.698600 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-99a66f12-4012-4802-be31-9db0e6b44518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:38.793642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-794531925-network', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:38.814232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Made reservation on behalf of b8160e98b90a4d99a4feb066e34795f3 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:11:38.816618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:38.825032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:38.901262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:38.905263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:38.940906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:11:38.947490 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c22b85b-9df0-48f9-bc2e-606e3b3849ba,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:38.955597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:38.956020 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Added segment 58a890b8-8163-44ad-9a9f-2f1d3343e5e4 of type vlan for network eea5236f-80f6-413c-8009-5a4161d94524 Nov 02 17:11:39.027975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.061246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.062237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:39.062817 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.122312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4769020 Nov 02 17:11:39.125400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47400) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:39.128020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb5e2d-0741-4bba-bec4-d9ef7dd0eaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=eea5236f-80f6-413c-8009-5a4161d94524,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:39.131760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Request body: {'subnet': {'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-794531925-subnet', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:39.138002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network eea5236f-80f6-413c-8009-5a4161d94524 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:11:39.155422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Made reservation on behalf of b8160e98b90a4d99a4feb066e34795f3 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:11:39.158180 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.175971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:11:39.208848 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 79d85569-4e8c-4d5d-b143-68a05e29f10b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:11:39.209108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 79d85569-4e8c-4d5d-b143-68a05e29f10b not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:11:39.336072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.396521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:39.405106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:11:39.405466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Network hostable DHCP agents. Network: eea5236f-80f6-413c-8009-5a4161d94524, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:11:39.421989 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Network eea5236f-80f6-413c-8009-5a4161d94524 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:11:39.431221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, eea5236f-80f6-413c-8009-5a4161d94524) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:39.435260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:39.435844 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.442647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bf05b-ace0-4882-910f-13989c725517 None None] Network eea5236f-80f6-413c-8009-5a4161d94524 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:11:39.453574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e4b71102-25f8-4f9a-8841-90fb05109453 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3265002 Nov 02 17:11:39.456328 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:39.460610 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:39.482165 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.483182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.545574 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.597142 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-eea5236f-80f6-413c-8009-5a4161d94524', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:11:39.598044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.694149 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.740427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Allocated IP 172.20.0.2 (eea5236f-80f6-413c-8009-5a4161d94524/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f/17f42bf8-1ae0-41fa-97f7-236fd8eda635) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:11:39.887864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.891638 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.894899 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.915572 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:39.933135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:11:39.936016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:39.940737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:11:39.956212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Pushing event updated for resources: {'Port': ['ID=17f42bf8-1ae0-41fa-97f7-236fd8eda635,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:40.011067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Attempting to bind port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:11:40.011683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Attempting to bind port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:11:40.012289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Attempting to bind port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:40.021422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:11:40.022045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:11:40.022751 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.023409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:11:40.024204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Bound port: 17f42bf8-1ae0-41fa-97f7-236fd8eda635, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:11:40.024838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.026944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Allocated IP 172.25.7.248 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/2c240d37-0899-48dc-91be-bb76861582ae) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:11:40.116471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] For port 17f42bf8-1ae0-41fa-97f7-236fd8eda635, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:11:40.119602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] For port 17f42bf8-1ae0-41fa-97f7-236fd8eda635, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17f42bf8-1ae0-41fa-97f7-236fd8eda635,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:11:40.124325 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.136037 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.174174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.185111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e6b0e-bce4-45c7-83f9-e39203ee57dc None None] Pushing event updated for resources: {'Port': ['ID=17f42bf8-1ae0-41fa-97f7-236fd8eda635,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:40.211107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:11:40.214091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:40.217631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:11:40.248267 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Pushing event updated for resources: {'Port': ['ID=2c240d37-0899-48dc-91be-bb76861582ae,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:40.493400 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.696885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.710418 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17f42bf8-1ae0-41fa-97f7-236fd8eda635 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:40.765454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:40.766036 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.836427 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Router df53bc0f-a426-4801-a008-867613bed874 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:11:40.862923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.901242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 17f42bf8-1ae0-41fa-97f7-236fd8eda635, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17f42bf8-1ae0-41fa-97f7-236fd8eda635,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:40.910395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:40.972477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:11:40.983559 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:11:40.984297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=17f42bf8-1ae0-41fa-97f7-236fd8eda635,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:40.995205 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:11:40.996009 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:11:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:40.997153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.001184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-94336038-db30-4d7a-b244-909c1b6eda18 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5411308 Nov 02 17:11:41.001462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:41.112227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:11:41.159975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-262f14ac-a905-4467-8c72-485b04a6f7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.190655 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07b347-4432-4823-be3a-e53a25d5d5aa None None] Network eea5236f-80f6-413c-8009-5a4161d94524 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:11:41.262879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-887184d5-203b-42b9-b85b-08814e91c172 None None] Provisioning complete for port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:41.263556 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-887184d5-203b-42b9-b85b-08814e91c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.321159 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:40Z', 'revision_number': 3, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:41.353261 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:11:41.353616 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Updating router df53bc0f-a426-4801-a008-867613bed874 port 2c240d37-0899-48dc-91be-bb76861582ae binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:11:41.380664 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.414530 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.656293 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.664716 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.674541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d1ead322-c817-4e25-98b9-58a27cd5af2a None None] Provisioning complete for port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:41.675425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d1ead322-c817-4e25-98b9-58a27cd5af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.729641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Pushing event updated for resources: {'Port': ['ID=2c240d37-0899-48dc-91be-bb76861582ae,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:41.733059 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Attempting to bind port 2c240d37-0899-48dc-91be-bb76861582ae on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:11:41.733363 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Attempting to bind port 2c240d37-0899-48dc-91be-bb76861582ae by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:11:41.733709 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Attempting to bind port 2c240d37-0899-48dc-91be-bb76861582ae on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:41.742025 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.742025 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.742428 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.742680 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.743001 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.743317 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.743630 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.744220 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.744390 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.744708 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.745015 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.745323 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:11:41.751095 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:11:41.752028 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:11:41.752028 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.752420 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:11:41.752889 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Bound port: 2c240d37-0899-48dc-91be-bb76861582ae, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:11:41.753264 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.809615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.810252 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] For port 2c240d37-0899-48dc-91be-bb76861582ae, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:11:41.814023 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] For port 2c240d37-0899-48dc-91be-bb76861582ae, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2c240d37-0899-48dc-91be-bb76861582ae,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:11:41.818877 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:41.877366 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:11:41.877999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:11:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:41.882904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9e99f-2179-4694-93a3-25059c4b2b47 None None] Pushing event updated for resources: {'Port': ['ID=2c240d37-0899-48dc-91be-bb76861582ae,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:41.980725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Allocated IP 172.20.0.1 (eea5236f-80f6-413c-8009-5a4161d94524/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f/1e0de9e1-cf6c-41ac-a6f0-8267e61bf856) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:11:41.989432 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:11:42.095107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.131834 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.170228 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:11:42.173428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:42.177201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:11:42.209861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Pushing event updated for resources: {'Port': ['ID=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:42.225144 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.295635 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:40Z', 'revision_number': 3, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:42.327318 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989a708-afb1-4c16-9e67-7e00e0e7b255 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:40Z', 'revision_number': 3, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:11:42.367620 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.482610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1680fef8-f8ce-49bd-824e-00ddbe52e68d None None] Provisioning complete for port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:42.483202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1680fef8-f8ce-49bd-824e-00ddbe52e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.524987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1680fef8-f8ce-49bd-824e-00ddbe52e68d None None] Port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:11:42.560870 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.572153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.643398 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Pushing event updated for resources: {'Port': ['ID=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:42.646708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.714033 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.761969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:11:42.763558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:42.787158 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17f42bf8-1ae0-41fa-97f7-236fd8eda635 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:42.847336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:42.847996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:42.901683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:11:42.949516 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2c240d37-0899-48dc-91be-bb76861582ae up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:43.016927 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2c240d37-0899-48dc-91be-bb76861582ae triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:43.017291 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.037560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:11:43.044696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c26c6c59-09fb-4a5e-87f0-33fe7ca29eef admin admin] 10.222.0.31 "PUT /v2.0/routers/df53bc0f-a426-4801-a008-867613bed874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0420516 Nov 02 17:11:43.068609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ba1e6009-b468-4106-8f66-7b3bfa24cb61 None None] Provisioning complete for port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:43.069128 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6009-b468-4106-8f66-7b3bfa24cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.130036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e6009-b468-4106-8f66-7b3bfa24cb61 None None] Port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:11:43.146669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.168228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 2c240d37-0899-48dc-91be-bb76861582ae, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2c240d37-0899-48dc-91be-bb76861582ae,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:43.176020 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.233191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=2c240d37-0899-48dc-91be-bb76861582ae,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:43.500388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 47412) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:43.505677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613677069', 'description': 'tempest-description--967552808'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:43.530173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.598353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.602014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.632301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.633535 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1320698 Nov 02 17:11:43.635740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c0155-9536-4799-90f6-1703bee86d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4bd340-02e2-438a-9c81-a70e0ad1e404,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:43.636518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47414) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:43.641432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'security_group_rule': {'security_group_id': '8a4bd340-02e2-438a-9c81-a70e0ad1e404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:43.667806 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.728404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.732649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.752158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d42f1e6-ed99-4ec4-bf58-cf70ccbd0a46,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:43.760350 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.762186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b1e5a540-514f-48d9-a784-6e4f8156a4b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239948 Nov 02 17:11:43.764291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47416) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:43.769299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'security_group_rule': {'security_group_id': '8a4bd340-02e2-438a-9c81-a70e0ad1e404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:43.799692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.868571 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.874087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.880581 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.896456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ccaf2e-fea0-4079-8471-035f72908379,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:43.902516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:43.906855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c65902a-a7db-4aac-bee1-9838906afadc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384990 Nov 02 17:11:43.906855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47418) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:43.912050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:43.935729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.013321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:11:44.023534 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:11:44.024224 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:11:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:44.054943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.162315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Allocated IP 172.25.7.110 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/3bc1eca2-acef-45f7-8452-a119d65e99d8) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:11:44.277157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.290976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:11:44.313279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.349758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:11:44.352689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:44.356226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:11:44.382745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'Port': ['ID=3bc1eca2-acef-45f7-8452-a119d65e99d8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:44.450772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.485941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.495171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 2, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:44.522586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:11:44.522941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Updating router df53bc0f-a426-4801-a008-867613bed874 port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:11:44.547648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.640601 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.646452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.691464 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2c240d37-0899-48dc-91be-bb76861582ae up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:44.729148 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'Port': ['ID=3bc1eca2-acef-45f7-8452-a119d65e99d8,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:44.732804 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.749513 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.750837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e05570c5-c92b-468e-94ec-55890d065fd5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8425834 Nov 02 17:11:44.827684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2c240d37-0899-48dc-91be-bb76861582ae triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:44.828053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.898569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-fc6656fe-9f89-43f1-b0be-c73ab50172fb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--613677069&fields=id&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 267 time: 0.0334883 Nov 02 17:11:44.928047 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:44.934708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.015137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-5c040c8e-0d8e-4b4c-8296-e764556f473c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:45.016735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-5c040c8e-0d8e-4b4c-8296-e764556f473c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1113265 Nov 02 17:11:45.017797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6da306-4f69-46d2-88f3-ebeb2d15ea59 None None] Pushing event updated for resources: {'Port': ['ID=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:45.041127 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-2b1b73f5-9ab0-47a2-8929-ac8f9933e3b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/quotas/b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 375 time: 0.0172670 Nov 02 17:11:45.073883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Attempting to bind port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:11:45.074312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Attempting to bind port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:11:45.074672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Attempting to bind port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:45.080488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:11:45.080859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:11:45.081261 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.081678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:11:45.082192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Bound port: 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:11:45.082570 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.104746 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-c5750311-9a9c-44f6-9142-84f654e8351e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571995 Nov 02 17:11:45.155395 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] For port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:11:45.159994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] For port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:11:45.165268 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.221277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-bde30d2c-fc01-44c5-84ef-43e5024d3088 service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028023 Nov 02 17:11:45.224690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:11:45.225321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:11:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:45.230115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6da306-4f69-46d2-88f3-ebeb2d15ea59 None None] Pushing event updated for resources: {'Port': ['ID=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:45.318220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1571df2e-656a-4c55-b0f1-8495b171e9da None None] Provisioning complete for port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:45.318541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1571df2e-656a-4c55-b0f1-8495b171e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.326706 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-d90868be-c506-4f30-b87e-56fd649e05db service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990105 Nov 02 17:11:45.380405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:11:45.517579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e34f2050-39e0-47b5-8d9f-d3ca9ebeb23e req-d3b34f1f-c08d-4b50-b402-05c480ee320c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 210 time: 0.0302565 Nov 02 17:11:45.533963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1571df2e-656a-4c55-b0f1-8495b171e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.590690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1571df2e-656a-4c55-b0f1-8495b171e9da None None] For port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:45.598329 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1571df2e-656a-4c55-b0f1-8495b171e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:45.673695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571df2e-656a-4c55-b0f1-8495b171e9da None None] Pushing event updated for resources: {'Port': ['ID=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:45.697065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:45.734892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d7ebc-4d9b-4d91-8c81-63f49dec5a67 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:11:45.746347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-10482a64-3d68-4d4c-ad5a-287f3b6e3164 None None] Provisioning complete for port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:45.747088 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-10482a64-3d68-4d4c-ad5a-287f3b6e3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:46.632659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5075c197-0e30-44c1-9ad1-90a6aa5ad639 req-d958ccdb-3f77-46ad-92ce-d544b879b7df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 210 time: 0.0313916 Nov 02 17:11:46.722685 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-98ae5882-2d1f-453e-ab64-955b6960c87d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:46.724900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-98ae5882-2d1f-453e-ab64-955b6960c87d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1359780 Nov 02 17:11:46.774245 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:46.780622 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-f5fc8eb6-f81d-4d3e-873a-93c91e6bc1c2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 379 time: 0.0467386 Nov 02 17:11:46.791739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'port': {'device_id': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'admin_state_up': True, 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'security_groups': ['8a4bd340-02e2-438a-9c81-a70e0ad1e404']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:46.832077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:46.832467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:46.910723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Made reservation on behalf of b8160e98b90a4d99a4feb066e34795f3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:11:46.914428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.049438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Allocated IP 172.20.0.3 (eea5236f-80f6-413c-8009-5a4161d94524/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f/86c487e1-d48a-4266-890c-2cd6b7d249ce) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:11:47.188051 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.222726 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.265708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:11:47.269409 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:11:47.273050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:11:47.298487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:47.332158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:47.332874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.350002 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-630a8a5a-3313-4b2b-a734-05bd2046d735 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624452 Nov 02 17:11:47.363001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Request body: {'port': {'device_id': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:47.425547 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.496555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4b6102b7-0c9b-47a5-9810-9da19f78839e None None] Provisioning complete for port 86c487e1-d48a-4266-890c-2cd6b7d249ce triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:47.497006 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4b6102b7-0c9b-47a5-9810-9da19f78839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.533338 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4b6102b7-0c9b-47a5-9810-9da19f78839e None None] Port 86c487e1-d48a-4266-890c-2cd6b7d249ce cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:11:47.691168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c487e1-d48a-4266-890c-2cd6b7d249ce {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:11:47.698798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.712292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Transition to ACTIVE for port object 86c487e1-d48a-4266-890c-2cd6b7d249ce will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:11:47.716574 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.770356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:47.776962 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea26cb4-75ac-401d-9b04-d0063e9978b9 req-280a502d-b606-49a7-8ee7-1af62099ce1a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:47.779802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ea26cb4-75ac-401d-9b04-d0063e9978b9 req-280a502d-b606-49a7-8ee7-1af62099ce1a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 943 time: 0.0598640 Nov 02 17:11:47.833362 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.835689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ea26cb4-75ac-401d-9b04-d0063e9978b9 req-45d70329-10a3-45b7-b3f9-758cde9b8e7e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495458 Nov 02 17:11:47.862324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:11:47.862757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:11:47.863160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:47.868027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Port 86c487e1-d48a-4266-890c-2cd6b7d249ce on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:11:47.868462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:11:47.873758 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:11:47.874295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:11:47.874693 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:11:47.875239 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Bound port: 86c487e1-d48a-4266-890c-2cd6b7d249ce, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:11:47.875473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.943258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:11:47.946662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:11:47.951755 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.986639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:47.987284 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:47.988653 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] 10.222.0.55 "PUT /v2.0/ports/86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 1091 time: 0.6307616 Nov 02 17:11:47.989105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:47.991446 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db" -d '{"events": [{"name": "network-changed", "server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:48.019014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaf66f-0db8-4fa8-bcbf-2b3146662c48 service neutron] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:48.041343 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724fbb31-8597-40e8-859f-572407eac53d x-openstack-request-id: req-724fbb31-8597-40e8-859f-572407eac53d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:48.041828 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:48.042090 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-724fbb31-8597-40e8-859f-572407eac53d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:48.042545 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'status': 'completed', 'code': 200} Nov 02 17:11:48.091893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-03122d5a-80ea-4a4d-8fdc-282f5a7ca551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.093486 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-03122d5a-80ea-4a4d-8fdc-282f5a7ca551 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0455441 Nov 02 17:11:48.141423 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-f765420b-6b07-4c53-a077-3d5c96e52ee8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 217 time: 0.0395150 Nov 02 17:11:48.195687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-c1d14a4c-9d67-4a65-9a4b-5cb2547031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.197165 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-c1d14a4c-9d67-4a65-9a4b-5cb2547031c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0490201 Nov 02 17:11:48.243870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-134d3f42-21cf-4180-9381-0d0f72c0b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.245383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-134d3f42-21cf-4180-9381-0d0f72c0b989 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413435 Nov 02 17:11:48.338582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-cf10345c-5bb0-4b90-9fa2-616648f26a95 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863602 Nov 02 17:11:48.428218 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-28b484d0-4ee8-4653-ab9c-22f8f050b0a6 req-b66340f8-836a-4144-8305-02c6199ff51c service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825832 Nov 02 17:11:48.518941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-93024497-27b5-4077-a03d-bcf595628062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.520341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-93024497-27b5-4077-a03d-bcf595628062 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0465670 Nov 02 17:11:48.612684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-b61b36dc-04a2-47c6-8c22-b394afc87096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.614215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-b61b36dc-04a2-47c6-8c22-b394afc87096 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0870261 Nov 02 17:11:48.656222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-355e2fae-1d14-4c32-b0f1-1b47cfd48b03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 217 time: 0.0348368 Nov 02 17:11:48.709501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-026ef40f-b44e-4ee5-b1da-f91cc3d38cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.710981 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-026ef40f-b44e-4ee5-b1da-f91cc3d38cf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0471966 Nov 02 17:11:48.757825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-14cfbf39-6e66-49ac-941a-669cf59e2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.759344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-14cfbf39-6e66-49ac-941a-669cf59e2dd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408239 Nov 02 17:11:48.848882 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-eef0ef92-129d-46cf-9e0f-579adbfcb849 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818477 Nov 02 17:11:48.945810 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0760ebfa-9c20-4fcc-876b-ca1901c8e3db req-3e5d2a83-84d2-469b-a522-a917b4c5d3c1 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893993 Nov 02 17:11:48.953686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d20a7-caef-4300-abbb-7b3a6f890640 req-407a0f0c-37f0-4d16-83f8-ca3e3ce72a17 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:48.956431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a6d20a7-caef-4300-abbb-7b3a6f890640 req-407a0f0c-37f0-4d16-83f8-ca3e3ce72a17 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 943 time: 0.0594878 Nov 02 17:11:48.996566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a6d20a7-caef-4300-abbb-7b3a6f890640 req-08f5c026-d526-47d1-a528-377a4562da5e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338221 Nov 02 17:11:50.114320 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4a74-a796-4a7e-be23-4d4c873e914a req-f0a6f5e2-e8db-4902-ab08-eff8100c48fa tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:50.116190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-022d4a74-a796-4a7e-be23-4d4c873e914a req-f0a6f5e2-e8db-4902-ab08-eff8100c48fa tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 943 time: 0.0506015 Nov 02 17:11:50.154374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-022d4a74-a796-4a7e-be23-4d4c873e914a req-5fc8f132-e4a6-460b-bdb3-671eaccec258 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 Nov 02 17:11:51.244412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:11:51.276985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24052bd7-8eb8-49ef-ba8f-5dab47da2cb8 req-c1958313-7c07-4a46-abd3-1f68e5288dd0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:51.278568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24052bd7-8eb8-49ef-ba8f-5dab47da2cb8 req-c1958313-7c07-4a46-abd3-1f68e5288dd0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 943 time: 0.0558012 Nov 02 17:11:51.322828 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24052bd7-8eb8-49ef-ba8f-5dab47da2cb8 req-2cb896ef-df95-4f3c-824b-ce2b2f63f090 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345640 Nov 02 17:11:51.348376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:51.361344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'mac_address': 'fa:16:3e:4f:af:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:11:51.400980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:51.415710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c487e1-d48a-4266-890c-2cd6b7d249ce {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:11:51.436237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:51.441054 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:51.488398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:51.627850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['86c487e1-d48a-4266-890c-2cd6b7d249ce'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:11:52.444339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb23b8-63fd-4870-b2a9-bfffb9f831a6 req-2c152465-eb97-4f48-b1c9-d1deeb576333 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:52.445985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efbb23b8-63fd-4870-b2a9-bfffb9f831a6 req-2c152465-eb97-4f48-b1c9-d1deeb576333 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 944 time: 0.0517044 Nov 02 17:11:52.486058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efbb23b8-63fd-4870-b2a9-bfffb9f831a6 req-91f20052-49fb-4275-ba23-67691fa523b2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339048 Nov 02 17:11:53.264391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:11:53.312570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 86c487e1-d48a-4266-890c-2cd6b7d249ce completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:11:53.316367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 86c487e1-d48a-4266-890c-2cd6b7d249ce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:11:53.316810 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:53.365380 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:53.405689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:53.429108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:53.431472 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2935cf35-15f1-4952-9150-3b9748d579be" -d '{"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:53.445671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:11:53.449905 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:53.476761 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00203a0-54a9-4501-9745-eba193f55179 x-openstack-request-id: req-b00203a0-54a9-4501-9745-eba193f55179 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:53.477063 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:53.477314 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b00203a0-54a9-4501-9745-eba193f55179 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:53.477734 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'code': 200} Nov 02 17:11:53.506719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:11:53.572449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b89a4-03a6-4e43-b200-8e0005fb5c9d req-1d7f0913-80df-49fd-8726-a751664d2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:53.573961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-194b89a4-03a6-4e43-b200-8e0005fb5c9d req-1d7f0913-80df-49fd-8726-a751664d2d42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0409775 Nov 02 17:11:53.605885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a68d2-31f1-4d26-81e8-d7a8986c9690 req-2c6f6f02-b845-4261-8ca3-5e02a1eac214 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:53.607378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-025a68d2-31f1-4d26-81e8-d7a8986c9690 req-2c6f6f02-b845-4261-8ca3-5e02a1eac214 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0504851 Nov 02 17:11:53.609724 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-194b89a4-03a6-4e43-b200-8e0005fb5c9d req-085c5509-5e2d-402c-9bc8-711b13aa8ed1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285993 Nov 02 17:11:53.646411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-025a68d2-31f1-4d26-81e8-d7a8986c9690 req-96c88e71-f786-4951-bb72-748528cfa271 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Nov 02 17:11:54.772690 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f906c3-e256-4021-9fd3-7ff12fc4a38c req-51962133-fe85-4f43-afde-32bffca3ca06 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:54.774186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66f906c3-e256-4021-9fd3-7ff12fc4a38c req-51962133-fe85-4f43-afde-32bffca3ca06 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0581274 Nov 02 17:11:54.811621 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-66f906c3-e256-4021-9fd3-7ff12fc4a38c req-90eceb63-213e-4253-a77f-e28951a16402 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Nov 02 17:11:55.934412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b271ef-7158-4bb7-9503-79e9a096ff46 req-22144e74-64b1-41b6-9ef7-2617b39fb7e9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:55.935894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5b271ef-7158-4bb7-9503-79e9a096ff46 req-22144e74-64b1-41b6-9ef7-2617b39fb7e9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0495453 Nov 02 17:11:55.973470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b5b271ef-7158-4bb7-9503-79e9a096ff46 req-5eea26bd-1f86-4152-9945-8318cac881cd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Nov 02 17:11:56.084187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78647b10-a217-4a9a-948f-efaffc453334 req-aadeb61b-ec77-4b86-87d9-c2adce0278f5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:56.085627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-78647b10-a217-4a9a-948f-efaffc453334 req-aadeb61b-ec77-4b86-87d9-c2adce0278f5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0496068 Nov 02 17:11:56.095459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:11:56.099936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'floatingip': {'port_id': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:11:56.141908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:56.606466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:56.611084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:56.712969 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f associated. External IP: 172.25.7.110, port: 86c487e1-d48a-4266-890c-2cd6b7d249ce. Nov 02 17:11:56.920957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:11:57.031719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:11:57.036770 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:11:57.041659 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:11:57.051244 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:11:57.051848 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:11:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:57.063787 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4e883cf1-743d-44ad-ad7e-0510bfb75e39 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "PUT /v2.0/floatingips/55608fd2-3892-46e3-98ec-06c9b4e7332f HTTP/1.1" status: 200 len: 991 time: 0.9669504 Nov 02 17:11:57.064621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:11:57.067011 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c773860-50fb-4063-9133-c825c10e9453" -d '{"events": [{"name": "network-changed", "server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:11:57.105839 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dab247-9892-4331-88e8-fbb2ef716635 x-openstack-request-id: req-52dab247-9892-4331-88e8-fbb2ef716635 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:11:57.106160 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:11:57.106414 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52dab247-9892-4331-88e8-fbb2ef716635 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:11:57.106819 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'status': 'completed', 'code': 200} Nov 02 17:11:57.172292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:11:57.190105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773860-50fb-4063-9133-c825c10e9453 req-90a5bb3f-9141-4125-9fa6-0145d1511524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:57.191752 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-90a5bb3f-9141-4125-9fa6-0145d1511524 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0510204 Nov 02 17:11:57.283852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773860-50fb-4063-9133-c825c10e9453 req-58f171b3-32bb-43e3-8a1b-485f8e9d9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:57.285259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-58f171b3-32bb-43e3-8a1b-485f8e9d9427 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0865855 Nov 02 17:11:57.354236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-dac9e0a1-edc2-457a-8169-3b95c9359caf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 999 time: 0.0616148 Nov 02 17:11:57.393007 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:4f:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:11:56Z', 'revision_number': 1, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:57.403155 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773860-50fb-4063-9133-c825c10e9453 req-1bd49cc2-3ac6-48c8-bd8b-7a6d14401e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:57.404644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-1bd49cc2-3ac6-48c8-bd8b-7a6d14401e7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0431693 Nov 02 17:11:57.421892 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:11:57.432070 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:11:57.433119 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:11:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:57.452638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773860-50fb-4063-9133-c825c10e9453 req-e21d1713-9905-45fe-98ff-b55662882f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:11:57.454352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-e21d1713-9905-45fe-98ff-b55662882f37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421457 Nov 02 17:11:57.540084 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:11:57.545975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-15fe5e99-cffe-4f44-bc16-02b092c0ed57 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839467 Nov 02 17:11:57.638618 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c773860-50fb-4063-9133-c825c10e9453 req-31ced7ae-cad4-4734-b56f-fa83c36aa9bb service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Nov 02 17:11:57.762328 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:4f:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:11:56Z', 'revision_number': 1, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:11:57.788047 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93489b-7f6f-4bbf-b8ef-b4d7e0225fdb None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:4f:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:11:56Z', 'revision_number': 1, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:11:57.968878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89af0-e0c4-4889-b373-a53e064a9a8f None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:12:00.555218 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-2b959fba-e023-4352-b012-716480419ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417368 Nov 02 17:12:00.640658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-7cdd4668-c1e2-4b29-a0f5-3eb088aecbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:12:00.642203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-7cdd4668-c1e2-4b29-a0f5-3eb088aecbd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0467153 Nov 02 17:12:00.747846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-39518d1c-737d-412f-851a-6105d69a7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:12:00.749312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-39518d1c-737d-412f-851a-6105d69a7f85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0887358 Nov 02 17:12:00.819355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-6b5a2606-751e-44c3-a33a-dcbd462085e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 1001 time: 0.0630305 Nov 02 17:12:00.870493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-40383c32-3fd3-48d0-8f38-83b2f0106109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:12:00.872056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-40383c32-3fd3-48d0-8f38-83b2f0106109 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0461986 Nov 02 17:12:00.918015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-2cfe8e27-f435-4c2d-807e-3d5a67e6fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:12:00.919527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-2cfe8e27-f435-4c2d-807e-3d5a67e6fa99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405383 Nov 02 17:12:01.019903 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-86543330-caef-4e1d-9ae2-4060b9f52c1f service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932720 Nov 02 17:12:01.109833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a162fd93-c852-484b-8c01-c8ff630f54d3 req-3d1d574b-09ae-4679-b580-c14889c099d7 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Nov 02 17:12:03.040752 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:12:08.706525 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-deb7c300-47fc-4140-bc2b-0b51680a44a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:11.150776 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-564bb286-e6cf-4d84-b5d6-71fc7797019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:11.378952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:12.716233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:13.880788 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:17.826292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:23.363909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:38.697496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72e43714-07f5-4ed5-bb26-c3c41f56af02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:40.039601 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:12:41.151969 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-df993744-7ebf-4c4b-96be-1cc46fe69cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:41.381265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:42.722871 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:43.874802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:47.838189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:12:53.379514 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:02.559341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-62183812-92f2-4e05-bed0-3836931b5665 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446141 Nov 02 17:13:02.650255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-801076a7-a972-4129-ae53-688356a83a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:02.651743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-801076a7-a972-4129-ae53-688356a83a88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0482340 Nov 02 17:13:02.994779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-5d5fb052-5143-47ce-9b52-3ccbf63fb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:02.996176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-5d5fb052-5143-47ce-9b52-3ccbf63fb3ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.3257940 Nov 02 17:13:03.065368 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-38e09214-284f-4e40-ae34-c27782a54a42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 1001 time: 0.0620880 Nov 02 17:13:03.113344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-7e107546-af63-4980-856c-04e5c79fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:03.114809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-7e107546-af63-4980-856c-04e5c79fd0fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0432019 Nov 02 17:13:03.159464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-3418c7d3-0e41-401a-98e6-a12f8690402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:03.160929 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-3418c7d3-0e41-401a-98e6-a12f8690402f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391123 Nov 02 17:13:03.257704 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-077f6b46-7f89-47b8-a934-eb1832803c15 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885770 Nov 02 17:13:03.348492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8bdfd264-c931-4247-93ff-aad66b2947b7 req-ac9cdb59-bbb7-4fcc-9960-003bb91ec022 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Nov 02 17:13:08.699485 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd5879a6-2a81-45c6-9102-82a8d121192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:11.152755 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2eae-7d55-42c0-9163-41ee0c1d03e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:11.384942 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:12.722270 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:13.877000 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:17.045511 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:13:17.834554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:23.373948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:32.222615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c2b7c-766e-441c-92bb-daac7334d706 req-35ba25eb-34a3-4c07-8cdd-621954996851 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:32.224135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-655c2b7c-766e-441c-92bb-daac7334d706 req-35ba25eb-34a3-4c07-8cdd-621954996851 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.2122061 Nov 02 17:13:32.263259 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-655c2b7c-766e-441c-92bb-daac7334d706 req-7fc2a522-ef2c-4f32-afe1-b74b583f4f90 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Nov 02 17:13:32.447777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47706) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:13:32.505572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a937-e18e-4499-bd58-67405f3b124d req-31ee0570-6191-4545-8918-20a19236eded tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:32.507766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1c2a937-e18e-4499-bd58-67405f3b124d req-31ee0570-6191-4545-8918-20a19236eded tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0514057 Nov 02 17:13:32.918359 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1c2a937-e18e-4499-bd58-67405f3b124d req-1d284aeb-4ee3-4969-a6c8-156f886ec117 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010618 Nov 02 17:13:32.921875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-e33fe9b0-fb46-455f-96df-d46742a16ae3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4726281 Nov 02 17:13:32.931845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-fc97afc6-b963-4727-a2ac-c5892679542a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:13:32.932841 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-fc97afc6-b963-4727-a2ac-c5892679542a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058079 Nov 02 17:13:34.072959 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-9d4c3269-7908-4e5d-8f24-b82827d9c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:34.074564 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-9d4c3269-7908-4e5d-8f24-b82827d9c0b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0514526 Nov 02 17:13:34.115702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655bb6c-5713-40e3-aedd-f0db37ff9557 req-bf7e9c9e-3ad5-4fc9-8709-26344997cf13 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:34.117774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a655bb6c-5713-40e3-aedd-f0db37ff9557 req-bf7e9c9e-3ad5-4fc9-8709-26344997cf13 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.1184077 Nov 02 17:13:34.155192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a655bb6c-5713-40e3-aedd-f0db37ff9557 req-83462fc3-54ad-4806-9c58-e97384b68c6d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Nov 02 17:13:34.168865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-79cbf21f-e56b-4c88-b3d1-8892a1d601d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:34.170361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-79cbf21f-e56b-4c88-b3d1-8892a1d601d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0891054 Nov 02 17:13:34.234338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-03e54465-eee1-4816-b109-d7b189e95154 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 1001 time: 0.0568285 Nov 02 17:13:34.288706 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-6aa566bb-7096-40d1-9483-432ff375aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:34.290184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-6aa566bb-7096-40d1-9483-432ff375aad6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0490139 Nov 02 17:13:34.335417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-be118db9-579b-401d-8b92-0a802c190b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:34.336950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-be118db9-579b-401d-8b92-0a802c190b20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399010 Nov 02 17:13:34.425286 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-a99dc849-4a32-46fd-a198-11cd4fd6dc52 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814247 Nov 02 17:13:34.516532 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-fcb7484c-2c21-43be-975a-8c2c484e71cb service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Nov 02 17:13:35.272409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a9211-5d99-4bf1-9e68-adcc7c14f85e req-7456f056-53a3-4c40-8442-c9820aeab99f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:35.274196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d00a9211-5d99-4bf1-9e68-adcc7c14f85e req-7456f056-53a3-4c40-8442-c9820aeab99f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0507448 Nov 02 17:13:35.313975 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d00a9211-5d99-4bf1-9e68-adcc7c14f85e req-49d0a808-ec25-4803-b1f7-52ffba4d1e2a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339153 Nov 02 17:13:36.434119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78c13e-1ed2-432d-a5c7-c767b0e19724 req-00f6c36e-7a81-476a-b297-c08455daea4e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:36.435660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a78c13e-1ed2-432d-a5c7-c767b0e19724 req-00f6c36e-7a81-476a-b297-c08455daea4e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0507252 Nov 02 17:13:36.473994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2a78c13e-1ed2-432d-a5c7-c767b0e19724 req-de049c4a-cfd0-411b-b15d-fdcec53ed277 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Nov 02 17:13:37.602838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accc841-584b-4c42-ba5d-1c86b15da813 req-b1c6f46e-f734-4416-80af-adf15e13740b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:37.604839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0accc841-584b-4c42-ba5d-1c86b15da813 req-b1c6f46e-f734-4416-80af-adf15e13740b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0500810 Nov 02 17:13:37.642011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0accc841-584b-4c42-ba5d-1c86b15da813 req-04412ce7-8ced-4111-a3e9-5418923b538a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313587 Nov 02 17:13:38.701518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0d11-fccb-4937-a320-0612113497c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:38.762762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779936a-bfb7-4f99-9818-8dd682162901 req-eab006a9-e845-47e6-bfbe-8f8f3c3c6181 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:38.764235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d779936a-bfb7-4f99-9818-8dd682162901 req-eab006a9-e845-47e6-bfbe-8f8f3c3c6181 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0495181 Nov 02 17:13:38.806016 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d779936a-bfb7-4f99-9818-8dd682162901 req-f2b74a34-7bf4-4e06-a12e-ef6b1ff85f7c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357003 Nov 02 17:13:39.921782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa34c-78b1-4416-9741-140a516b5730 req-597c5e28-2511-4642-b6cd-938f9a550118 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:39.923299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f21aa34c-78b1-4416-9741-140a516b5730 req-597c5e28-2511-4642-b6cd-938f9a550118 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0494285 Nov 02 17:13:39.962794 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f21aa34c-78b1-4416-9741-140a516b5730 req-d5ef5722-ef82-41f7-bbd4-7c89f65fb9fc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329750 Nov 02 17:13:41.080270 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e02e0-b416-4532-827f-e4f061b5e2c0 req-59eb9982-6dee-4353-967c-aa304ff7dd96 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:41.081761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-500e02e0-b416-4532-827f-e4f061b5e2c0 req-59eb9982-6dee-4353-967c-aa304ff7dd96 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0511661 Nov 02 17:13:41.120175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-500e02e0-b416-4532-827f-e4f061b5e2c0 req-0efa56ee-548b-42d4-aa73-8523644c810b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318470 Nov 02 17:13:41.154703 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9661e94f-4852-4ce7-a941-44e425fb55c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:41.385633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:42.234908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ee2b7-ad88-4960-b154-9fef87a3b7ac req-3911c887-d83b-42d5-99bd-f916b8ebdebf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:42.236539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-144ee2b7-ad88-4960-b154-9fef87a3b7ac req-3911c887-d83b-42d5-99bd-f916b8ebdebf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0485168 Nov 02 17:13:42.278638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-144ee2b7-ad88-4960-b154-9fef87a3b7ac req-e6b13e10-9a3a-459e-93b0-1bd14b7c8814 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354004 Nov 02 17:13:42.726792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:43.395998 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a46fa3-40b4-4876-aecc-b9f27a6b884d req-a71f0d89-ac8b-449c-a055-edd18cdea7b3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:43.398148 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67a46fa3-40b4-4876-aecc-b9f27a6b884d req-a71f0d89-ac8b-449c-a055-edd18cdea7b3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0507102 Nov 02 17:13:43.446555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67a46fa3-40b4-4876-aecc-b9f27a6b884d req-06aa2867-af27-4eac-8e94-7c071a12791c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Nov 02 17:13:43.885423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:44.561196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78742bb-d361-4405-92ed-689a5e908be9 req-9ae8620a-d04f-42e9-848c-f5cf2045bb35 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:44.562609 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a78742bb-d361-4405-92ed-689a5e908be9 req-9ae8620a-d04f-42e9-848c-f5cf2045bb35 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0487583 Nov 02 17:13:44.600860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a78742bb-d361-4405-92ed-689a5e908be9 req-ec8cef0c-8909-4bef-8406-2505dae856bd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323241 Nov 02 17:13:45.715193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851ced-80e0-4e94-b9de-4107d5bb6948 req-3bdcee1d-57bb-4fe7-844f-2aeca6f957f9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:45.716694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7851ced-80e0-4e94-b9de-4107d5bb6948 req-3bdcee1d-57bb-4fe7-844f-2aeca6f957f9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0493259 Nov 02 17:13:45.760234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7851ced-80e0-4e94-b9de-4107d5bb6948 req-7c146fd5-aa80-4d63-9e15-2cef9f8d79cb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372164 Nov 02 17:13:46.382949 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-a2a3e00c-74a2-47d5-a635-8036468eb132 service neutron] show failed (client error): The resource could not be found. Nov 02 17:13:46.383962 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-a2a3e00c-74a2-47d5-a635-8036468eb132 service neutron] 10.222.0.55 "GET /v2.0/ports/86c487e1-d48a-4266-890c-2cd6b7d249ce/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0600190 Nov 02 17:13:46.643823 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-b1700a10-adf0-4fdc-b86f-8df325d39282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:46.645630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-b1700a10-adf0-4fdc-b86f-8df325d39282 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 1096 time: 0.0979784 Nov 02 17:13:46.658597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:13:46.726624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:46.883582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613640e-a9ca-409e-a065-f53c7e0f7cae req-e767d290-c862-42e7-8b1f-17dd6c48ff76 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:46.885153 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2613640e-a9ca-409e-a065-f53c7e0f7cae req-e767d290-c862-42e7-8b1f-17dd6c48ff76 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0536239 Nov 02 17:13:46.931318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2613640e-a9ca-409e-a065-f53c7e0f7cae req-c10ece3f-8596-4288-92a0-8bbd655ef5d8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 Nov 02 17:13:46.953059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:13:46.987072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:13:47.029585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:13:47.031993 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40376fde-42f0-44af-8d4c-7f5a30b5124d" -d '{"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:13:47.036386 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:47.050953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Transition to ACTIVE for port object 86c487e1-d48a-4266-890c-2cd6b7d249ce will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:13:47.055593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:47.169520 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e06f17-7dda-447e-a964-a623cff97155 x-openstack-request-id: req-f6e06f17-7dda-447e-a964-a623cff97155 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:13:47.169816 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:13:47.170074 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6e06f17-7dda-447e-a964-a623cff97155 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:13:47.170573 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'code': 200} Nov 02 17:13:47.171286 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:47.192721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.193069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.193413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.193783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.194303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.194450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.194785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.195110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.195443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.195768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.196094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.196414 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:47.245343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] No DVR routers for this DVR port 86c487e1-d48a-4266-890c-2cd6b7d249ce on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:13:47.379987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:13:47.380237 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:13:47.380567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:13:47.385167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Port 86c487e1-d48a-4266-890c-2cd6b7d249ce on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:13:47.385836 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Attempting to bind port 86c487e1-d48a-4266-890c-2cd6b7d249ce on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:13:47.390749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:13:47.391095 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:13:47.391485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:13:47.391921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Bound port: 86c487e1-d48a-4266-890c-2cd6b7d249ce, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:13:47.392283 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:47.460196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:13:47.463176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:13:47.468134 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:47.503169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:47.503785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:47.505176 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] 10.222.0.100 "PUT /v2.0/ports/86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 1091 time: 0.8514926 Nov 02 17:13:47.526887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9aef1-ed66-4546-8ccd-b04cd95f29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:47.576250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-4b454cdd-f69e-4adf-a76e-be8d424ddf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:47.577780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-4b454cdd-f69e-4adf-a76e-be8d424ddf14 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0469697 Nov 02 17:13:47.672549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-2fab0a70-175f-42ff-9422-7aed21d2cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:47.674046 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-2fab0a70-175f-42ff-9422-7aed21d2cc82 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0882397 Nov 02 17:13:47.748259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-ffff252e-dd88-4ca6-ac0a-c28447d9b2e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 999 time: 0.0665658 Nov 02 17:13:47.809284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-029093ea-9aec-4492-a3d5-5b16d91e690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:47.810710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-029093ea-9aec-4492-a3d5-5b16d91e690a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0548339 Nov 02 17:13:47.853314 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:47.860041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-2e2b7991-f03f-438f-b2cd-013db560fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:47.861557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-2e2b7991-f03f-438f-b2cd-013db560fba6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429897 Nov 02 17:13:47.960271 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-15b0ab0d-e5ca-41be-8b8f-5e6b7de08f47 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900457 Nov 02 17:13:48.049550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282f51c-adcf-400f-a350-62967bf6be96 req-bc697f82-a2b1-42c4-9c00-f966d5adebd8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:48.050282 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5c25416b-3e24-4385-a1f2-68461f2a71d7 req-71f079ca-9ae0-467a-a44c-b8b531a8b942 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837317 Nov 02 17:13:48.051086 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7282f51c-adcf-400f-a350-62967bf6be96 req-bc697f82-a2b1-42c4-9c00-f966d5adebd8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 943 time: 0.0512145 Nov 02 17:13:48.090372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7282f51c-adcf-400f-a350-62967bf6be96 req-d37aff2d-6ead-44a7-aa83-62333844221b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319998 Nov 02 17:13:49.171430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:13:49.173835 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c931ce-8903-40e7-bf75-497815076853" -d '{"events": [{"name": "network-changed", "server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:13:49.213931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5128-c756-4299-b248-e31f98538b06 req-07d2a731-e4c3-4c31-8ebb-6477c14f8102 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.215534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5cf5128-c756-4299-b248-e31f98538b06 req-07d2a731-e4c3-4c31-8ebb-6477c14f8102 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 943 time: 0.0524881 Nov 02 17:13:49.225983 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad357109-fc44-419a-9e3b-0bd287f7b279 x-openstack-request-id: req-ad357109-fc44-419a-9e3b-0bd287f7b279 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:13:49.226364 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:13:49.226646 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad357109-fc44-419a-9e3b-0bd287f7b279 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:13:49.227064 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'status': 'completed', 'code': 200} Nov 02 17:13:49.263051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a5cf5128-c756-4299-b248-e31f98538b06 req-979f5f1e-dd63-41b7-897a-3bc8e06efbd4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Nov 02 17:13:49.318923 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-c329259e-c03d-493c-bbff-735c5f54fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.320459 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-c329259e-c03d-493c-bbff-735c5f54fb97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0751512 Nov 02 17:13:49.324752 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-94fedaf2-de1d-41d4-a734-faf1af70c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.326107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-94fedaf2-de1d-41d4-a734-faf1af70c9e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0725174 Nov 02 17:13:49.480903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-977b6cdb-2848-487f-bdbf-96d6773b2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.482321 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-977b6cdb-2848-487f-bdbf-96d6773b2f3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1551607 Nov 02 17:13:49.485288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-d716f7b5-521a-43e2-afa3-972af1c41091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.486756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-d716f7b5-521a-43e2-afa3-972af1c41091 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1525302 Nov 02 17:13:49.596628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-603b6bbc-aeec-45c4-80b7-f536281eae0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 999 time: 0.1074121 Nov 02 17:13:49.614044 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-76fc40c4-f5d7-4e15-a9a2-a8a4b2866109 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 999 time: 0.0883496 Nov 02 17:13:49.684830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-294cd424-2c0c-433f-b87b-d56576e96f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.686340 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-294cd424-2c0c-433f-b87b-d56576e96f22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0812695 Nov 02 17:13:49.691844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-6cf4ca6f-c80b-4c2b-9770-0e665cda6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.693264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-6cf4ca6f-c80b-4c2b-9770-0e665cda6a89 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0594654 Nov 02 17:13:49.764428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-6b514ef1-2ae0-4b9f-acc5-c59beb8b020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.765924 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-6b514ef1-2ae0-4b9f-acc5-c59beb8b020f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717430 Nov 02 17:13:49.770872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c931ce-8903-40e7-bf75-497815076853 req-48ac912c-f992-4604-8d94-920fdea4b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:49.773040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-48ac912c-f992-4604-8d94-920fdea4b889 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711870 Nov 02 17:13:49.993829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:13:50.035139 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:13:50.067777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:13:50.165491 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:13:50.166439 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-85668061-e409-4921-81fe-ab81f89a59b9 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924479 Nov 02 17:13:50.169800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-85f36b56-7005-47d9-acb0-b17157e757cb service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890388 Nov 02 17:13:50.177052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'mac_address': 'fa:16:3e:4f:af:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:13:50.218893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:50.232471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c487e1-d48a-4266-890c-2cd6b7d249ce {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:13:50.253492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:13:50.259266 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:50.311634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:50.320607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.320953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.321301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.321629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.321965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.322345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.322675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.323000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.323322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.323696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.324035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.324382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:13:50.332534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-f2dbd257-e6cf-4ffb-8046-843fa87a308f service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591096 Nov 02 17:13:50.335130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-10c931ce-8903-40e7-bf75-497815076853 req-6c4f4ada-7da6-4dd6-9647-ed7cff2d631c service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530435 Nov 02 17:13:50.398234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816058-39a7-4ca0-bdd9-c6087406eea4 req-4bc1516a-f237-4778-bf3e-fcea4841170c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:50.399735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b816058-39a7-4ca0-bdd9-c6087406eea4 req-4bc1516a-f237-4778-bf3e-fcea4841170c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 944 time: 0.0521052 Nov 02 17:13:50.439673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b816058-39a7-4ca0-bdd9-c6087406eea4 req-b48215a1-2d55-40d8-96e3-b0d99d00765b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340083 Nov 02 17:13:50.502947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['86c487e1-d48a-4266-890c-2cd6b7d249ce'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:13:50.646392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfe30-5c21-4123-9718-dc334ffaeb5d req-b4b5a348-6c87-441d-aec5-a2735c06b33e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:50.648253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-610cfe30-5c21-4123-9718-dc334ffaeb5d req-b4b5a348-6c87-441d-aec5-a2735c06b33e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 944 time: 0.0530229 Nov 02 17:13:50.655829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9838-e1c9-4881-85ec-004b2c52377b req-551a769f-fdf3-4aa0-87e1-2eab45ff81e4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:50.657354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-551a769f-fdf3-4aa0-87e1-2eab45ff81e4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb&tenant_id=b8160e98b90a4d99a4feb066e34795f3&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 944 time: 0.0599322 Nov 02 17:13:50.690023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-610cfe30-5c21-4123-9718-dc334ffaeb5d req-40eb32f1-59a0-4366-a745-9343f8d5e79b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343895 Nov 02 17:13:50.725886 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-347e9838-e1c9-4881-85ec-004b2c52377b req-647538aa-1975-4653-bd83-645592ba3a9b service neutron] delete failed (client error): The resource could not be found. Nov 02 17:13:50.726958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-647538aa-1975-4653-bd83-645592ba3a9b service neutron] 10.222.0.55 "DELETE /v2.0/ports/86c487e1-d48a-4266-890c-2cd6b7d249ce/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0619066 Nov 02 17:13:50.811973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9838-e1c9-4881-85ec-004b2c52377b req-205d7e25-4b07-4f9c-a3a3-025da148a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:50.813399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-205d7e25-4b07-4f9c-a3a3-025da148a050 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 1095 time: 0.0420187 Nov 02 17:13:50.902641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9838-e1c9-4881-85ec-004b2c52377b req-87068665-cc88-48e1-a4fd-ba1abbde199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:50.904135 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-87068665-cc88-48e1-a4fd-ba1abbde199e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0842986 Nov 02 17:13:50.975484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-7679899c-67a1-4076-ae90-da8e86e12df3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 200 len: 1000 time: 0.0631385 Nov 02 17:13:51.025173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9838-e1c9-4881-85ec-004b2c52377b req-88452987-9b92-49c2-8bf3-7cdd017305bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:51.026646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-88452987-9b92-49c2-8bf3-7cdd017305bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0452769 Nov 02 17:13:51.077292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9838-e1c9-4881-85ec-004b2c52377b req-d59bfb73-8584-478b-9a1b-ed390b2673e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:51.078782 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-d59bfb73-8584-478b-9a1b-ed390b2673e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454941 Nov 02 17:13:51.174381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-3a71b7bf-3f9a-47de-bb80-ebbee7730b83 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 Nov 02 17:13:51.264674 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-347e9838-e1c9-4881-85ec-004b2c52377b req-642e31cb-ee3e-4f56-a0ff-3469f5ce7b8e service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833437 Nov 02 17:13:51.813071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a1833-66d4-4916-b2d8-bb19170da7f9 req-beaf66c4-7ee5-47e4-9a7a-56c41b5f1814 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:51.814626 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e08a1833-66d4-4916-b2d8-bb19170da7f9 req-beaf66c4-7ee5-47e4-9a7a-56c41b5f1814 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 944 time: 0.0523193 Nov 02 17:13:51.859470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e08a1833-66d4-4916-b2d8-bb19170da7f9 req-5cd5f3db-8a9e-40fc-a5eb-f048a6b81d69 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385664 Nov 02 17:13:51.976723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fcc1d-c9bd-4f09-aff1-9a9a595a3fad req-41bf77c1-7ab0-4663-afa4-c2cee4b346ba tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:51.978155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-506fcc1d-c9bd-4f09-aff1-9a9a595a3fad req-41bf77c1-7ab0-4663-afa4-c2cee4b346ba tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 944 time: 0.0503049 Nov 02 17:13:52.016468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-506fcc1d-c9bd-4f09-aff1-9a9a595a3fad req-eda86b88-9c7c-4c89-97ef-35ed84f5820a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323834 Nov 02 17:13:52.068258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:13:52.117974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 86c487e1-d48a-4266-890c-2cd6b7d249ce completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:13:52.121895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 86c487e1-d48a-4266-890c-2cd6b7d249ce triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:13:52.122294 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:52.134775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b322eb-fd39-473a-b07d-0161179bbec4 req-f2eb4415-729e-4329-8481-2dcd8df173a6 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:52.136453 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22b322eb-fd39-473a-b07d-0161179bbec4 req-f2eb4415-729e-4329-8481-2dcd8df173a6 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 944 time: 0.0524139 Nov 02 17:13:52.175470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-22b322eb-fd39-473a-b07d-0161179bbec4 req-fce858a1-2460-4697-b300-9919c50e1c2a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330856 Nov 02 17:13:52.204287 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:52.231188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:13:52.233387 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19796fc-e7b0-4a53-a5e3-aa7308f55d11" -d '{"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:13:52.252406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:13:52.258510 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:52.310651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:52.354033 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56bb51-8f79-4602-a727-913d9e9ecd18 x-openstack-request-id: req-6b56bb51-8f79-4602-a727-913d9e9ecd18 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:13:52.354359 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:13:52.354611 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b56bb51-8f79-4602-a727-913d9e9ecd18 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:13:52.355021 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'code': 200} Nov 02 17:13:52.429675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e879551-ed64-4fd6-b19d-ffd8f393592e req-285afaf9-8356-49c8-af5d-b71be59f3a5d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:52.431203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e879551-ed64-4fd6-b19d-ffd8f393592e req-285afaf9-8356-49c8-af5d-b71be59f3a5d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0506785 Nov 02 17:13:52.473042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e879551-ed64-4fd6-b19d-ffd8f393592e req-ab1b3ed5-b41e-408f-a981-486675ec0082 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360129 Nov 02 17:13:53.377553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:53.596780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f4389-e335-490b-bd48-7be7c359b3e5 req-8665c09b-87ca-48b8-8973-f9bfe75cf2b1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:53.598361 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e3f4389-e335-490b-bd48-7be7c359b3e5 req-8665c09b-87ca-48b8-8973-f9bfe75cf2b1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0501602 Nov 02 17:13:53.637003 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8e3f4389-e335-490b-bd48-7be7c359b3e5 req-a294fcef-6a5d-48d2-9e25-669a001ec12f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323510 Nov 02 17:13:53.722985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954def78-0404-4e21-b732-24620354f127 req-bd698929-c58f-4ab4-a187-b9bc536ec49c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:53.724544 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-954def78-0404-4e21-b732-24620354f127 req-bd698929-c58f-4ab4-a187-b9bc536ec49c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 945 time: 0.0536366 Nov 02 17:13:53.815446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Deleting port 86c487e1-d48a-4266-890c-2cd6b7d249ce {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:13:53.815690 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:53.909302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] For port 86c487e1-d48a-4266-890c-2cd6b7d249ce, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=86c487e1-d48a-4266-890c-2cd6b7d249ce,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:13:53.909802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:54.044234 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:13:54.134650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:54.134929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:54.135247 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f disassociated. External IP: 172.25.7.110, port: 86c487e1-d48a-4266-890c-2cd6b7d249ce. Nov 02 17:13:54.135593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Calling delete_port for 86c487e1-d48a-4266-890c-2cd6b7d249ce owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:13:54.265512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:54.299993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event deleted for resources: {'Port': ['ID=86c487e1-d48a-4266-890c-2cd6b7d249ce,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:54.439081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:13:54.545952 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:13:54.555817 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:13:54.566076 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:13:54.566755 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:13:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:13:54.588887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] No DVR routers for this DVR port 86c487e1-d48a-4266-890c-2cd6b7d249ce on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:13:54.591446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:54.595070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-954def78-0404-4e21-b732-24620354f127 req-2384598a-3a4c-464d-9ceb-b0670214b948 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "DELETE /v2.0/ports/86c487e1-d48a-4266-890c-2cd6b7d249ce HTTP/1.1" status: 204 len: 173 time: 0.8637233 Nov 02 17:13:54.595525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-deleted', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:13:54.597926 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29342c81-dcda-47bc-bb0b-fa484e310fa6" -d '{"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-deleted", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:13:54.641358 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47501b7a-6c62-407d-93de-149ad07617b0 x-openstack-request-id: req-47501b7a-6c62-407d-93de-149ad07617b0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:13:54.641655 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22940dae-d9fa-4701-97b3-668054d7c5bb", "name": "network-vif-deleted", "tag": "86c487e1-d48a-4266-890c-2cd6b7d249ce", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:13:54.641908 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47501b7a-6c62-407d-93de-149ad07617b0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:13:54.642364 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22940dae-d9fa-4701-97b3-668054d7c5bb', 'name': 'network-vif-deleted', 'tag': '86c487e1-d48a-4266-890c-2cd6b7d249ce', 'status': 'completed', 'code': 200} Nov 02 17:13:54.689767 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:13:54.755005 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f84e2d6-a8dd-41b1-8ae0-e7c9df545859 req-ee6d51e1-e7c0-4613-ba9f-68e5ccc4ac9a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=22940dae-d9fa-4701-97b3-668054d7c5bb HTTP/1.1" status: 200 len: 210 time: 0.0292308 Nov 02 17:13:54.907254 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:13:54.934348 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:13:54.942745 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:13:54.943339 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:13:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:13:55.144053 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:13:55.346267 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:13:55.373221 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc43b4-95aa-4132-9bf4-fea1758d1826 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:13:55.602646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3379d-e623-476f-b9ae-13dd7082c6ef None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:13:55.992853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-a9a95a35-eeb5-498f-928f-bf576f92f0b3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--613677069&fields=id&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 267 time: 0.0334206 Nov 02 17:13:56.102298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-761fd9d7-b573-447e-8cee-53601085bd64 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:56.103673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-761fd9d7-b573-447e-8cee-53601085bd64 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1041508 Nov 02 17:13:56.119273 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-cc5a0c9a-9bae-44bc-abbc-c2969724ec77 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/quotas/b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Nov 02 17:13:56.175321 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-ef69debd-015b-42fa-a533-696902b06b8e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504687 Nov 02 17:13:56.277653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7d32a2c9-0098-41e5-b5a0-6c004d64fce1 service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894580 Nov 02 17:13:56.368533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-74bed6ef-40f9-4d5c-901a-616205f7685c service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847149 Nov 02 17:13:56.533604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f6743e6-f1f6-45ce-b746-e344386f01dd req-887254f8-e89d-44e1-b891-a2608c744fc8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 210 time: 0.0277991 Nov 02 17:13:57.459544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-4f9d39c7-8ad3-4de5-ad08-bc42296f3a66 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:57.461096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-4f9d39c7-8ad3-4de5-ad08-bc42296f3a66 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1049004 Nov 02 17:13:57.505116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-22e35cb1-b583-4dbf-b1fd-d6ee1e17bebb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 379 time: 0.0350692 Nov 02 17:13:57.514820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'port': {'device_id': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'admin_state_up': True, 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'security_groups': ['8a4bd340-02e2-438a-9c81-a70e0ad1e404']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:13:57.628686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Made reservation on behalf of b8160e98b90a4d99a4feb066e34795f3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:13:57.633064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:57.638420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52d9912d-d104-4a1d-b46e-f8f4e8be2c47 req-809599b9-d99e-4fd2-9b81-427222156c6b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 210 time: 0.0360119 Nov 02 17:13:57.761462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Allocated IP 172.20.0.7 (eea5236f-80f6-413c-8009-5a4161d94524/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f/75dde5a1-5794-4ccf-9eb6-1412f71a4f96) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:13:57.897875 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:57.934206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:57.989176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:13:57.993844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:13:57.997477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:13:58.024872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:58.058247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:58.058909 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.078482 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-7334aea2-d8c3-4d1b-bc03-d73a3c1dc08c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672474 Nov 02 17:13:58.091610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Request body: {'port': {'device_id': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:13:58.114765 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:13:58.137662 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 86c487e1-d48a-4266-890c-2cd6b7d249ce {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:13:58.138014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 86c487e1-d48a-4266-890c-2cd6b7d249ce not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:13:58.153083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.233559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-71b00d67-d72d-4ad7-97d3-f28d479f4712 None None] Provisioning complete for port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:13:58.234041 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-71b00d67-d72d-4ad7-97d3-f28d479f4712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.273553 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-71b00d67-d72d-4ad7-97d3-f28d479f4712 None None] Port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:13:58.425480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:13:58.433622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.445775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Transition to ACTIVE for port object 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:13:58.450059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.497868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:58.571336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:13:58.571678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:13:58.572005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:13:58.576648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:13:58.576967 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:13:58.582252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:13:58.582595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:13:58.582983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:13:58.583418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Bound port: 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:13:58.583780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.655076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:13:58.658556 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:13:58.663076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.700820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:58.701418 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:13:58.702976 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 1091 time: 0.6156437 Nov 02 17:13:58.703339 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:13:58.705685 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872999b1-ff94-49e9-8743-20c42734523e" -d '{"events": [{"name": "network-changed", "server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:13:58.732241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f4682-cfab-4d9b-8e45-f5ac4649d8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:13:58.766777 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b57751-aad7-4638-aa01-cce669bf2ea5 x-openstack-request-id: req-83b57751-aad7-4638-aa01-cce669bf2ea5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:13:58.767218 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:13:58.767482 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83b57751-aad7-4638-aa01-cce669bf2ea5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:13:58.767890 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'status': 'completed', 'code': 200} Nov 02 17:13:58.802305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-32d6b8fe-6384-4166-a718-2ec7538a2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:58.804525 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-32d6b8fe-6384-4166-a718-2ec7538a2cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1094 time: 0.0512981 Nov 02 17:13:58.816137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e065-ce38-4c47-b344-716125978a8d req-36cda007-488c-48ee-92d5-fe871910a85c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:58.817672 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc19e065-ce38-4c47-b344-716125978a8d req-36cda007-488c-48ee-92d5-fe871910a85c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0610824 Nov 02 17:13:58.851842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-874f0a88-9774-45df-a9de-ac56930e0ea9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 217 time: 0.0393572 Nov 02 17:13:58.860604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc19e065-ce38-4c47-b344-716125978a8d req-19df9e29-657d-433d-b86e-9daceb5db2e5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354435 Nov 02 17:13:58.904396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-259b8942-f1e0-4180-a262-f1f7f77aa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:58.905867 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-259b8942-f1e0-4180-a262-f1f7f77aa8ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0472369 Nov 02 17:13:59.004785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-2f0297e4-a8a3-4bf7-af9b-49b30116734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:59.006484 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-2f0297e4-a8a3-4bf7-af9b-49b30116734c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941153 Nov 02 17:13:59.102564 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-95d1b366-9272-455d-bb43-6e814f90ee7d service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887632 Nov 02 17:13:59.192433 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f3f9969c-ab4c-4e52-860b-2ba9e2dfb6cf req-028dbc9f-07c4-4b03-a5eb-43e2de421092 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Nov 02 17:13:59.277444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872999b1-ff94-49e9-8743-20c42734523e req-81cb7f6e-f8b2-4daf-8cc1-d409a4742b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:59.278986 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-81cb7f6e-f8b2-4daf-8cc1-d409a4742b6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1094 time: 0.0423727 Nov 02 17:13:59.372021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872999b1-ff94-49e9-8743-20c42734523e req-fafa4ce5-28c2-4558-b927-b9b11b2f2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:59.373492 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-fafa4ce5-28c2-4558-b927-b9b11b2f2aa2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0876887 Nov 02 17:13:59.415998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-74c4894e-bf29-4a41-a8f1-b5dcfab7aea1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 217 time: 0.0359347 Nov 02 17:13:59.467958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872999b1-ff94-49e9-8743-20c42734523e req-a81a90a4-d133-4438-9701-b2b3a12c2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:59.469539 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-a81a90a4-d133-4438-9701-b2b3a12c2fde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0464613 Nov 02 17:13:59.518887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872999b1-ff94-49e9-8743-20c42734523e req-b622f368-5987-4b11-8bbb-52394c665ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:59.520363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-b622f368-5987-4b11-8bbb-52394c665ec6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407393 Nov 02 17:13:59.609628 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-ded59f9d-626f-4976-a773-7b451b809740 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802276 Nov 02 17:13:59.705361 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-872999b1-ff94-49e9-8743-20c42734523e req-f97615ab-cdfc-4ccd-af8c-39b17e022a73 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884354 Nov 02 17:13:59.985524 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfec17-60b0-43a5-8e7a-3af436681cf6 req-d99069ae-a541-408a-9fff-24b6f7690482 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:13:59.987135 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13dfec17-60b0-43a5-8e7a-3af436681cf6 req-d99069ae-a541-408a-9fff-24b6f7690482 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0534678 Nov 02 17:14:00.031145 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-13dfec17-60b0-43a5-8e7a-3af436681cf6 req-0d4cb2d8-2cb3-4416-8cc5-b5137986bf40 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345368 Nov 02 17:14:01.147112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c45d-8dde-4e83-b863-85513d9e765a req-1f203135-b6e3-4937-8504-7f915da9844f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:01.148663 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c90c45d-8dde-4e83-b863-85513d9e765a req-1f203135-b6e3-4937-8504-7f915da9844f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0500743 Nov 02 17:14:01.187159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c90c45d-8dde-4e83-b863-85513d9e765a req-5b315043-0ef2-410e-92e0-b1b977631cc8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321212 Nov 02 17:14:02.091108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:14:02.183362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:14:02.195098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'mac_address': 'fa:16:3e:14:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:14:02.231408 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:02.249306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:14:02.269932 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:14:02.274849 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:02.311271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea43dd-ceed-4213-b476-da9fa68e1823 req-68a89b64-7451-4f25-86f8-f68035c2a2fd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:02.312750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7ea43dd-ceed-4213-b476-da9fa68e1823 req-68a89b64-7451-4f25-86f8-f68035c2a2fd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0535376 Nov 02 17:14:02.322721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:14:02.350871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7ea43dd-ceed-4213-b476-da9fa68e1823 req-04bb9f6a-3147-4068-b9de-d776ed3a46d2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321245 Nov 02 17:14:02.479675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['75dde5a1-5794-4ccf-9eb6-1412f71a4f96'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:14:03.468684 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a83e7-0cb8-46e6-b85f-a9083e0071db req-b4d8f950-92b3-476b-af56-5a98294ec9c7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:03.470496 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-948a83e7-0cb8-46e6-b85f-a9083e0071db req-b4d8f950-92b3-476b-af56-5a98294ec9c7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 944 time: 0.0500131 Nov 02 17:14:03.508438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-948a83e7-0cb8-46e6-b85f-a9083e0071db req-588ca3dd-a14c-4202-88f2-356a4d9a639a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Nov 02 17:14:04.102221 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:14:04.154176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:14:04.157895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:14:04.158299 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:04.235383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:04.258624 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:14:04.260894 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041deceb-1098-466d-a3c3-f4bb293eb448" -d '{"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:14:04.274041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:14:04.278334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:04.308518 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3600a7-2536-4e24-bb5c-d4504e3dc118 x-openstack-request-id: req-7d3600a7-2536-4e24-bb5c-d4504e3dc118 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:14:04.308810 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:14:04.309064 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d3600a7-2536-4e24-bb5c-d4504e3dc118 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:14:04.309451 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'code': 200} Nov 02 17:14:04.337366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:14:04.395767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733e5ac-f3f0-47fa-869e-1e7549a9ac2c req-4bfd2251-b2f8-4f83-931e-4f1015c4cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:04.397889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9733e5ac-f3f0-47fa-869e-1e7549a9ac2c req-4bfd2251-b2f8-4f83-931e-4f1015c4cbb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1096 time: 0.0405619 Nov 02 17:14:04.431617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9733e5ac-f3f0-47fa-869e-1e7549a9ac2c req-ddb54611-d0d8-4294-8792-77600c3bd575 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271428 Nov 02 17:14:04.623604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59599c3-6eb9-4f1d-80fb-e8fb6c3153f7 req-13ff777b-5adb-4649-b19e-4216ee4dc77e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:04.625062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b59599c3-6eb9-4f1d-80fb-e8fb6c3153f7 req-13ff777b-5adb-4649-b19e-4216ee4dc77e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0497255 Nov 02 17:14:04.663806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b59599c3-6eb9-4f1d-80fb-e8fb6c3153f7 req-22d94c5a-0293-4ce1-9efa-241e1e1a04bd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327692 Nov 02 17:14:05.786802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be01ca-dfa4-488e-8f0d-247a6810f5a4 req-4f489810-c936-4ee2-afb7-bdbc76859548 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:05.789460 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35be01ca-dfa4-488e-8f0d-247a6810f5a4 req-4f489810-c936-4ee2-afb7-bdbc76859548 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0546231 Nov 02 17:14:05.828405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35be01ca-dfa4-488e-8f0d-247a6810f5a4 req-1fcc8909-50e3-4270-85a1-6bd5d2b178b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327778 Nov 02 17:14:05.969633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20640-8b2b-40d5-b91c-9fc3214d9656 req-96df6c0d-73d0-4cdc-b0c6-c15ac02a3e12 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:05.972118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ee20640-8b2b-40d5-b91c-9fc3214d9656 req-96df6c0d-73d0-4cdc-b0c6-c15ac02a3e12 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0798063 Nov 02 17:14:05.981451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 47858) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:14:05.985868 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'floatingip': {'port_id': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:14:06.025354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:06.447944 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:06.451646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:06.554209 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f associated. External IP: 172.25.7.110, port: 75dde5a1-5794-4ccf-9eb6-1412f71a4f96. Nov 02 17:14:06.778598 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:14:06.891458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:14:06.896383 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:06.901950 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:14:06.912802 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:14:06.913418 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:13:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:14:06.926077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-be55a058-5759-459d-a93d-f309a8a7cd31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "PUT /v2.0/floatingips/55608fd2-3892-46e3-98ec-06c9b4e7332f HTTP/1.1" status: 200 len: 991 time: 0.9435594 Nov 02 17:14:06.926697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:14:06.929616 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734" -d '{"events": [{"name": "network-changed", "server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:14:07.024303 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:14:07.032392 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc08d7-35f1-4ed6-8cfa-f1c7c0f10b31 x-openstack-request-id: req-15fc08d7-35f1-4ed6-8cfa-f1c7c0f10b31 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:14:07.032687 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:14:07.032937 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15fc08d7-35f1-4ed6-8cfa-f1c7c0f10b31 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:14:07.033335 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'status': 'completed', 'code': 200} Nov 02 17:14:07.096815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-df15eb91-bfe7-4dcb-ab41-b7c0b125e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:07.098489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-df15eb91-bfe7-4dcb-ab41-b7c0b125e3e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1096 time: 0.0411308 Nov 02 17:14:07.196296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-0a019005-60fd-443f-ad3a-5c6a25e597c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:07.197728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-0a019005-60fd-443f-ad3a-5c6a25e597c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0921276 Nov 02 17:14:07.253932 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:14:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:14:06Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:14:07.270548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-04399a35-9e72-4d9e-8e98-e4ba66bc4842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 999 time: 0.0651357 Nov 02 17:14:07.281152 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:14:07.289476 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:14:07.290077 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:13:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:14:07.324488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-fc300d69-361c-4f5d-99ca-017ac9534604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:07.326231 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-fc300d69-361c-4f5d-99ca-017ac9534604 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0485945 Nov 02 17:14:07.374113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-329c28f2-04e9-4b4d-bfee-b652fb936d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:14:07.375662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-329c28f2-04e9-4b4d-bfee-b652fb936d34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425746 Nov 02 17:14:07.397031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:14:07.470918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-90426999-cabe-4ec9-92a4-22074f0c07d0 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871923 Nov 02 17:14:07.568202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bbae7c06-9fac-4fe9-a275-96ca6d6cd734 req-b3523eed-a0be-461b-a6dc-51c57b042070 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905387 Nov 02 17:14:07.639523 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:14:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:14:06Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:14:07.665475 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35ad72-90f0-44e4-a056-eff2eb45a0a8 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:14:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:14:06Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:14:07.874761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af09e9-e588-43fd-abb2-1b54c96991bf None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:14:08.702792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1c20da89-6674-459b-9795-6a2eebc0984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:11.155226 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e18bf689-db28-4368-bd99-0a3524020252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:11.386862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:12.729528 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:13.885065 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:17.849093 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:23.386365 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:31.044363 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:14:38.705943 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-24498365-2710-4576-974b-96f27c3186af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:41.156358 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-293ae9e1-49c1-4f68-b9bf-79dc0a1cf383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:41.389620 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:42.732509 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:43.887880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:47.851948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:14:53.403985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:05.560870 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-5ae4d79f-4bb5-4798-9e09-a303206ac163 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484829 Nov 02 17:15:05.645051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-fcf9c13a-3aef-4a69-b983-f3bac3565107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:05.646583 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-fcf9c13a-3aef-4a69-b983-f3bac3565107 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1096 time: 0.0429311 Nov 02 17:15:05.756304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-ded320ea-aae8-4008-b8f8-23b188202f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:05.758750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-ded320ea-aae8-4008-b8f8-23b188202f6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0932946 Nov 02 17:15:05.825548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-f61ffabc-8ad3-43f7-a112-6882fb4a70b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 1001 time: 0.0597510 Nov 02 17:15:05.887070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-ab370575-07d4-4674-ba47-80e4df5f7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:05.888562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-ab370575-07d4-4674-ba47-80e4df5f7284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0564647 Nov 02 17:15:05.941318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-b7f04c53-bdcc-4640-a67f-5467c7b708fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:05.942857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-b7f04c53-bdcc-4640-a67f-5467c7b708fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472798 Nov 02 17:15:06.032823 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-d0e35643-5da6-4b1e-b8c4-94b66ae97b17 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828137 Nov 02 17:15:06.159538 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12b22105-f653-48d7-85cf-5b5e5f49b35b req-142d4322-1635-4646-a0aa-a00e08ae99e2 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189501 Nov 02 17:15:08.044303 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:15:08.709101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a333-49af-42a8-bda2-eb8ac97ba9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:11.157935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bccebb2a-7b95-4562-8c2a-7cfe7112208c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:11.390705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:12.736466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:13.891055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:17.846868 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:23.422222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:38.711124 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-537d05b8-f400-4f18-b114-7770b851ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:41.159929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2d3550ba-e875-4111-aab3-bad4f18fcea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:41.391662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:42.738257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:43.894215 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:43.913134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56aa5-809f-4365-a5c4-fd80ef634a44 req-06d39984-0ee7-4810-b792-007b8c66926c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:43.914755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cb56aa5-809f-4365-a5c4-fd80ef634a44 req-06d39984-0ee7-4810-b792-007b8c66926c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0514009 Nov 02 17:15:43.954873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0cb56aa5-809f-4365-a5c4-fd80ef634a44 req-961d60b4-0162-49bc-83db-b6f9d373ed10 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Nov 02 17:15:45.044102 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:15:45.076921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e5ab-17d8-4943-9fa7-d65513e61c01 req-366dd584-9326-4cbd-b5bd-a9706ccecd36 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:45.078431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f76e5ab-17d8-4943-9fa7-d65513e61c01 req-366dd584-9326-4cbd-b5bd-a9706ccecd36 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0502255 Nov 02 17:15:45.121253 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f76e5ab-17d8-4943-9fa7-d65513e61c01 req-fbeb1103-4d61-46b7-b47d-6735473bfe3e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369020 Nov 02 17:15:46.238601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833759e-baf9-486c-b742-065106c71a1a req-32aaa728-ef40-4ef3-8776-3b9fbfc37e4b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:46.240072 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0833759e-baf9-486c-b742-065106c71a1a req-32aaa728-ef40-4ef3-8776-3b9fbfc37e4b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0507295 Nov 02 17:15:46.279517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0833759e-baf9-486c-b742-065106c71a1a req-673e4464-44fc-4017-a8c5-d66b882f23cf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Nov 02 17:15:47.394708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa69257-1ae2-4a34-b58e-7bfd2f530609 req-82775137-488d-47a0-918e-8a269550928a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:47.396234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7fa69257-1ae2-4a34-b58e-7bfd2f530609 req-82775137-488d-47a0-918e-8a269550928a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0492542 Nov 02 17:15:47.434716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7fa69257-1ae2-4a34-b58e-7bfd2f530609 req-64543189-546f-47c3-b6ea-e5b9dfdf2963 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Nov 02 17:15:47.854653 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:48.550425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f1782-9643-444c-a087-ee0a6bb9654c req-6c8eccee-5f4b-4912-9803-d2ede02d4485 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:48.551948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-866f1782-9643-444c-a087-ee0a6bb9654c req-6c8eccee-5f4b-4912-9803-d2ede02d4485 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0493472 Nov 02 17:15:48.594465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-866f1782-9643-444c-a087-ee0a6bb9654c req-f1487d87-d55a-4ed7-b5f3-4e56602c8468 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357928 Nov 02 17:15:49.710022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115b71-d14f-4c66-870e-2802d5bea026 req-24489d1b-7053-4b33-9c34-5fbfc8026274 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:49.711695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55115b71-d14f-4c66-870e-2802d5bea026 req-24489d1b-7053-4b33-9c34-5fbfc8026274 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0499651 Nov 02 17:15:49.749874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55115b71-d14f-4c66-870e-2802d5bea026 req-8ad8bdfe-271a-4aad-a05d-58bd61d5cb38 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Nov 02 17:15:50.871791 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bcbe2-3ba0-48c0-9b7a-11e5bc4c8658 req-0ec5b8f4-078e-49dd-ba41-1f933fa2f6bd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:50.873366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f1bcbe2-3ba0-48c0-9b7a-11e5bc4c8658 req-0ec5b8f4-078e-49dd-ba41-1f933fa2f6bd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0560184 Nov 02 17:15:50.912991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3f1bcbe2-3ba0-48c0-9b7a-11e5bc4c8658 req-b00617a9-87a4-4609-847e-dc7462a1ac0d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Nov 02 17:15:52.031683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bfb63-247e-46be-aef7-537e4472bff1 req-f18bcbfe-82e6-46df-af7b-fb5ff72da9ed tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:52.033157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b33bfb63-247e-46be-aef7-537e4472bff1 req-f18bcbfe-82e6-46df-af7b-fb5ff72da9ed tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0511301 Nov 02 17:15:52.076365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b33bfb63-247e-46be-aef7-537e4472bff1 req-60ff34ee-c018-4134-8344-9677b90fb6e7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365908 Nov 02 17:15:53.193028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bda4f2-7d70-49c5-bdc9-266a678e9fd5 req-15d6eb1d-afe2-4ae8-a42e-9f5cce50ac9a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:53.194624 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55bda4f2-7d70-49c5-bdc9-266a678e9fd5 req-15d6eb1d-afe2-4ae8-a42e-9f5cce50ac9a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0505886 Nov 02 17:15:53.234830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55bda4f2-7d70-49c5-bdc9-266a678e9fd5 req-7a47350b-217f-4bd5-99d8-ccd563904010 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Nov 02 17:15:53.426737 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:54.354570 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c6444-f4be-42c2-9116-d48dc8d0ec74 req-b140d162-601e-40f0-adef-bc28bc836b87 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:54.356062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-040c6444-f4be-42c2-9116-d48dc8d0ec74 req-b140d162-601e-40f0-adef-bc28bc836b87 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0507085 Nov 02 17:15:54.394368 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-040c6444-f4be-42c2-9116-d48dc8d0ec74 req-b1943273-de97-40d5-a044-6bc3ab0545da tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Nov 02 17:15:54.662063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-94cc1fae-939c-4306-84bd-a1326dbedfd6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723481 Nov 02 17:15:54.670817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f228c-d5f1-4490-bbe5-0028e4a3a99e req-535ec7f9-39f3-4c18-94ec-ebdef7301b47 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:54.672326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c27f228c-d5f1-4490-bbe5-0028e4a3a99e req-535ec7f9-39f3-4c18-94ec-ebdef7301b47 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0745134 Nov 02 17:15:54.713356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c27f228c-d5f1-4490-bbe5-0028e4a3a99e req-ae441e97-591e-468f-aff9-131c0b39df67 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339205 Nov 02 17:15:55.770160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-d59ffd2a-699b-40c6-96a5-7fba6e1cb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:55.772383 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-d59ffd2a-699b-40c6-96a5-7fba6e1cb969 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1096 time: 0.0432975 Nov 02 17:15:55.834923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f912-918b-484c-b95b-403c40b39eeb req-b5dc595e-0d4a-45db-851d-5df0d846bf8b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:55.836604 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09e3f912-918b-484c-b95b-403c40b39eeb req-b5dc595e-0d4a-45db-851d-5df0d846bf8b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0510223 Nov 02 17:15:55.879410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09e3f912-918b-484c-b95b-403c40b39eeb req-fb5a3e09-700f-4e11-a2fd-15afc4f73068 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363178 Nov 02 17:15:56.128803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-64063ce4-0c60-4270-bbcb-e2b819b52f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:56.130323 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-64063ce4-0c60-4270-bbcb-e2b819b52f9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.3518465 Nov 02 17:15:56.197465 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-a3e73f7a-8bf5-4974-a776-007eee45d2a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 1001 time: 0.0593269 Nov 02 17:15:56.249349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-d66a773c-e233-4167-ae74-323ef88e74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:56.251083 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-d66a773c-e233-4167-ae74-323ef88e74d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0455773 Nov 02 17:15:56.302678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-95fd5653-0f6f-4e30-a132-9a34b0ffd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:56.304184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-95fd5653-0f6f-4e30-a132-9a34b0ffd1d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462911 Nov 02 17:15:56.405116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-c71c46b4-1e7e-4000-97ff-dcf9c8cf7ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938795 Nov 02 17:15:56.506267 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-4a969932-2f03-4b22-ac01-ffec2ce0ddd9 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934911 Nov 02 17:15:57.005171 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b6a37-cc86-4f12-a56c-17c8a8cba7bc req-81cb1cae-6c47-4485-aef8-8e2a6a5d0721 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:57.007501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f9b6a37-cc86-4f12-a56c-17c8a8cba7bc req-81cb1cae-6c47-4485-aef8-8e2a6a5d0721 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0492175 Nov 02 17:15:57.045141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0f9b6a37-cc86-4f12-a56c-17c8a8cba7bc req-bf9c6ce4-9bef-4a8f-9c5c-f32e392372e5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Nov 02 17:15:58.166845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3761-b406-4b8d-95d1-d897d81d9ee9 req-841c67fd-62d5-4a96-9153-1642271a2b7e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:58.168324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e1e3761-b406-4b8d-95d1-d897d81d9ee9 req-841c67fd-62d5-4a96-9153-1642271a2b7e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0546293 Nov 02 17:15:58.205820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e1e3761-b406-4b8d-95d1-d897d81d9ee9 req-ce291e0c-e067-4ea5-84e0-917ba2929826 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Nov 02 17:15:58.342519 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-e1e21d60-99e7-4185-8580-9a4707730561 service neutron] show failed (client error): The resource could not be found. Nov 02 17:15:58.343446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-e1e21d60-99e7-4185-8580-9a4707730561 service neutron] 10.222.0.55 "GET /v2.0/ports/75dde5a1-5794-4ccf-9eb6-1412f71a4f96/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0550604 Nov 02 17:15:58.542697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-fa028b8c-48bc-44ce-880d-a0b9c0db6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:58.544245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-fa028b8c-48bc-44ce-880d-a0b9c0db6790 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 1096 time: 0.0415874 Nov 02 17:15:58.554564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-faa1e8b5-7d8f-46de-a89a-386f48dbd65f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:15:58.555505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-faa1e8b5-7d8f-46de-a89a-386f48dbd65f service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049038 Nov 02 17:15:58.567400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:15:58.623746 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:58.824188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:15:58.857244 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:15:58.897220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:15:58.899508 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec055796-cab8-48c2-b945-79f76a6a07ad" -d '{"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-unplugged", "status": "completed", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:15:58.903639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:58.916437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Transition to ACTIVE for port object 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:15:58.920684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:58.954468 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ad1f5-acc9-408a-a506-c0f60167993f x-openstack-request-id: req-ae8ad1f5-acc9-408a-a506-c0f60167993f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:15:58.954757 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-unplugged", "status": "completed", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:15:58.955006 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae8ad1f5-acc9-408a-a506-c0f60167993f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:15:58.955396 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'code': 200} Nov 02 17:15:59.018835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:15:59.032187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.032526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.032864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.033192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.033528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.033852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.034193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.034517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.034846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.035163 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.035479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.035795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:15:59.067661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] No DVR routers for this DVR port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:15:59.206024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:15:59.206386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:15:59.206715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:15:59.211172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:15:59.211492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Attempting to bind port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:15:59.216336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:15:59.216607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:15:59.216994 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:15:59.217422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Bound port: 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:15:59.217775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:59.285351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:15:59.290016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:15:59.296244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:59.328047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109b71f-d130-4e97-a2ee-ff714f0648eb req-b4d8362d-1bde-4440-814f-448e6efb7e6c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:59.329570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6109b71f-d130-4e97-a2ee-ff714f0648eb req-b4d8362d-1bde-4440-814f-448e6efb7e6c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0544512 Nov 02 17:15:59.369241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:15:59.373634 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6109b71f-d130-4e97-a2ee-ff714f0648eb req-74560a65-11ac-488b-8cdb-0563c2c0fb58 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347486 Nov 02 17:15:59.374702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:59.374946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:15:59.376336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-affda479-639d-4920-81d4-7c2cdc23a2c7 service neutron] 10.222.0.100 "PUT /v2.0/ports/75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 1091 time: 0.8126731 Nov 02 17:15:59.462540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-b95ce5df-0e9a-4910-8ca8-1b985a6eb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:59.464162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-b95ce5df-0e9a-4910-8ca8-1b985a6eb8ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1094 time: 0.0533762 Nov 02 17:15:59.578945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-946f397e-99f5-44bb-8291-ec35376a9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:59.580459 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-946f397e-99f5-44bb-8291-ec35376a9550 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1085145 Nov 02 17:15:59.655432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-f0931f45-0c95-47a8-a8e4-6fcd3697fd8d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 999 time: 0.0665567 Nov 02 17:15:59.713844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-aa02ce25-735f-46da-b98f-631efe8449a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:59.715281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-aa02ce25-735f-46da-b98f-631efe8449a9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0506699 Nov 02 17:15:59.767513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-6d72490c-52b8-46b1-857f-4de568ee61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:15:59.769004 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-6d72490c-52b8-46b1-857f-4de568ee61f3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419376 Nov 02 17:15:59.876755 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-a307c451-5aaf-44f8-bb5c-f520ed367375 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990956 Nov 02 17:15:59.971070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-49f779b3-43a4-427c-b67f-2324b5e5b40c req-9505a935-9a01-44a6-b6f4-46b19934bf0a service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862164 Nov 02 17:16:00.502513 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab588961-254d-47ed-bf5f-6fc469a2c9ed req-36774a97-0a1a-44da-8dc9-f73c7a178365 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:00.503998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab588961-254d-47ed-bf5f-6fc469a2c9ed req-36774a97-0a1a-44da-8dc9-f73c7a178365 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0503402 Nov 02 17:16:00.544165 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab588961-254d-47ed-bf5f-6fc469a2c9ed req-ec6c8554-03f9-4a3b-86cd-2a897403bee6 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333142 Nov 02 17:16:00.957569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:16:00.960540 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4799390-adb6-4ebb-808d-7057a7be1fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:16:01.014599 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f101c6-e8d7-459e-951c-fff02cd8c834 x-openstack-request-id: req-01f101c6-e8d7-459e-951c-fff02cd8c834 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:16:01.014892 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:16:01.015143 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01f101c6-e8d7-459e-951c-fff02cd8c834 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:16:01.015547 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'status': 'completed', 'code': 200} Nov 02 17:16:01.116076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-4a4a32c3-e0e6-4395-9c23-1d2934866fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.117616 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-4a4a32c3-e0e6-4395-9c23-1d2934866fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1094 time: 0.0779245 Nov 02 17:16:01.120319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-96cc2f18-3b36-42d7-8bc9-8e0419010b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.121699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-96cc2f18-3b36-42d7-8bc9-8e0419010b25 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1094 time: 0.0737736 Nov 02 17:16:01.284060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-533f4c2c-f15f-40cf-92e6-9e57d82a37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.284296 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-533f4c2c-f15f-40cf-92e6-9e57d82a37cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1601470 Nov 02 17:16:01.287031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-241e7e9a-c271-4799-becc-2d5701fe5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.288545 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-241e7e9a-c271-4799-becc-2d5701fe5d39 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1553860 Nov 02 17:16:01.405511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-55afbe47-784b-49f8-89b2-447e4607a48f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 999 time: 0.1129346 Nov 02 17:16:01.407295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-a7f5c6f0-6eb5-4bef-95b0-5e5dc7ee65b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 999 time: 0.1086924 Nov 02 17:16:01.491419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-ffbe05e7-6b66-41c2-b990-d836cd3129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.492899 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-ffbe05e7-6b66-41c2-b990-d836cd3129b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0800097 Nov 02 17:16:01.496537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-517ada82-3480-4453-9083-fccec5168f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.497992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-517ada82-3480-4453-9083-fccec5168f5f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0778387 Nov 02 17:16:01.568781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-f4085325-3c15-4257-b4e1-16c5af527d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.570377 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-f4085325-3c15-4257-b4e1-16c5af527d88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691903 Nov 02 17:16:01.572150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-e6979736-79b7-4bbe-a621-3135bff0441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.573848 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-e6979736-79b7-4bbe-a621-3135bff0441a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639796 Nov 02 17:16:01.666972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ac6e-b8f4-4eb2-bec7-35cdd12f5e83 req-155f71af-7383-43d4-b7a1-a224f8d50633 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.668533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58f1ac6e-b8f4-4eb2-bec7-35cdd12f5e83 req-155f71af-7383-43d4-b7a1-a224f8d50633 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0550075 Nov 02 17:16:01.707874 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58f1ac6e-b8f4-4eb2-bec7-35cdd12f5e83 req-d4a8f7d1-200e-4573-8201-39c053d14988 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Nov 02 17:16:01.732979 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-eb33e242-a39f-47e9-98bc-0e8f36e04684 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556938 Nov 02 17:16:01.736418 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-fdf1f9ce-15bd-486c-b9e4-220dc2b3d555 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507940 Nov 02 17:16:01.923770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a028681-7eec-4c48-a946-e548746cdc9a req-85c7bc03-862e-4623-b730-ff02f23b874c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.925352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a028681-7eec-4c48-a946-e548746cdc9a req-85c7bc03-862e-4623-b730-ff02f23b874c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 943 time: 0.0568933 Nov 02 17:16:01.936229 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-c832bb1c-a10e-4bc9-ad4f-6f714ab6a4e9 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883619 Nov 02 17:16:01.941168 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b4799390-adb6-4ebb-808d-7057a7be1fcd req-c3c2fc69-4251-45dc-89fc-bd5bcea5e40c service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015748 Nov 02 17:16:01.964477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-766ab2d6-aa6e-448e-b89c-184e4ca40ceb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:01.965961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-766ab2d6-aa6e-448e-b89c-184e4ca40ceb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc&tenant_id=b8160e98b90a4d99a4feb066e34795f3&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 943 time: 0.0819099 Nov 02 17:16:01.981700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a028681-7eec-4c48-a946-e548746cdc9a req-01157c9f-a294-4f79-9278-c43a6e36f9d3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490482 Nov 02 17:16:02.031395 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-b209d8fe-27fa-4bd6-a511-5cf13d7909c8 service neutron] delete failed (client error): The resource could not be found. Nov 02 17:16:02.032437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-b209d8fe-27fa-4bd6-a511-5cf13d7909c8 service neutron] 10.222.0.55 "DELETE /v2.0/ports/75dde5a1-5794-4ccf-9eb6-1412f71a4f96/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0583010 Nov 02 17:16:02.118888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-e35d5165-18c0-47bf-b49f-a9ab337aee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:02.120306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-e35d5165-18c0-47bf-b49f-a9ab337aee4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1094 time: 0.0421696 Nov 02 17:16:02.216275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-bc06019a-d913-4a7b-a144-372ba274c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:02.217766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-bc06019a-d913-4a7b-a144-372ba274c7d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0907700 Nov 02 17:16:02.293489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-d5088948-adae-4523-bf7b-33bbbf28557d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 999 time: 0.0678697 Nov 02 17:16:02.344323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-b4bbfb7c-e78f-4bf1-abeb-c6d92ae52605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:02.345788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-b4bbfb7c-e78f-4bf1-abeb-c6d92ae52605 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0450811 Nov 02 17:16:02.403370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-f2411341-28d4-45b6-aa34-b944122b2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:02.404901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-f2411341-28d4-45b6-aa34-b944122b2022 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523598 Nov 02 17:16:02.513053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-0ae22b7c-6dce-45a7-b093-28f11eb6e5d7 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008847 Nov 02 17:16:02.614601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-471f77f5-c255-4c2a-b1eb-1d7631d34e8d req-b695168a-caf3-493e-b133-2aacaf6fb5ea service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938044 Nov 02 17:16:02.818872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:16:02.858452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:16:02.862817 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:16:02.960127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:02.971816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'mac_address': 'fa:16:3e:14:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:16:03.011806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:03.030357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:16:03.050354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:03.055262 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:03.105742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b791-a62d-4271-a019-1450bff8129a req-69c501e6-8dec-48ae-ada0-f8878934fdd0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:03.107385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5014b791-a62d-4271-a019-1450bff8129a req-69c501e6-8dec-48ae-ada0-f8878934fdd0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 944 time: 0.0506482 Nov 02 17:16:03.111162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:03.120676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.120880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.121232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.121608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.122041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.122433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.122893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.123315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.123710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.124102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.124437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.124828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:16:03.149270 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5014b791-a62d-4271-a019-1450bff8129a req-fa8cdd0f-8249-4c10-85d0-04aff0b8532f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346437 Nov 02 17:16:03.280309 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['75dde5a1-5794-4ccf-9eb6-1412f71a4f96'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:16:04.273597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098571b-e04e-45aa-a3d3-1a5c27e9bb73 req-583bd6e3-2638-4891-8ff5-c2df074b06eb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:04.275267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d098571b-e04e-45aa-a3d3-1a5c27e9bb73 req-583bd6e3-2638-4891-8ff5-c2df074b06eb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 944 time: 0.0568616 Nov 02 17:16:04.315015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d098571b-e04e-45aa-a3d3-1a5c27e9bb73 req-d9909e61-fda5-4691-9a25-c080cfe92ab9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337417 Nov 02 17:16:04.435783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6564e-ce15-4dbb-b6ab-e64f3dff724f req-77c0ba57-ee47-40e9-82b2-815f264ca5b3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:04.437213 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcf6564e-ce15-4dbb-b6ab-e64f3dff724f req-77c0ba57-ee47-40e9-82b2-815f264ca5b3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 944 time: 0.0530598 Nov 02 17:16:04.476844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fcf6564e-ce15-4dbb-b6ab-e64f3dff724f req-2e8ea4de-1824-4c7a-ab52-95affdd4e760 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336256 Nov 02 17:16:04.681465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eb0ec-919d-4d83-bb74-6d69b98b515e req-b10d030f-f66c-49d1-8dda-30b4724d0afa tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:04.683029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b9eb0ec-919d-4d83-bb74-6d69b98b515e req-b10d030f-f66c-49d1-8dda-30b4724d0afa tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 944 time: 0.0544019 Nov 02 17:16:04.713431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-fd6c26b8-f2b4-4255-af4b-d9ef4d004a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:04.714000 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-fd6c26b8-f2b4-4255-af4b-d9ef4d004a0a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 1095 time: 0.0451012 Nov 02 17:16:04.727608 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1b9eb0ec-919d-4d83-bb74-6d69b98b515e req-34e59232-7d68-4a50-99a3-c92deae0b038 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Nov 02 17:16:04.817100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-2c304940-931b-46f8-b654-3b8294f8923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:04.819222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-2c304940-931b-46f8-b654-3b8294f8923b service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0970390 Nov 02 17:16:04.894318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:16:04.907139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-b16fb3f2-98ae-4b3e-be23-39c00581a252 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 200 len: 1000 time: 0.0798547 Nov 02 17:16:04.949061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:16:04.953077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:16:04.953582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:04.964683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-d0cc4bfe-2432-4e69-8d99-03104794970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:04.966084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-d0cc4bfe-2432-4e69-8d99-03104794970a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0489459 Nov 02 17:16:05.015058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-581af186-18b7-4c4e-bc23-80f190b751d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:05.016551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-581af186-18b7-4c4e-bc23-80f190b751d8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429451 Nov 02 17:16:05.036692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:05.062809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:16:05.065182 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9797a7-41a3-4354-96b1-361080c45e56" -d '{"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:16:05.079908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:05.085518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:05.114795 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebdd78b-4e18-4a1c-82ee-9e6a1c09d2ef x-openstack-request-id: req-9ebdd78b-4e18-4a1c-82ee-9e6a1c09d2ef {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:16:05.115866 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:16:05.116350 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ebdd78b-4e18-4a1c-82ee-9e6a1c09d2ef {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:16:05.116975 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'code': 200} Nov 02 17:16:05.129505 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-e351c5db-866b-4bba-b33c-de3eca09645d service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052153 Nov 02 17:16:05.144192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:05.234157 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fbd8b1e6-2f07-46e1-bdc9-a36bd40826cb req-939af67f-0c33-43ec-9c77-e9bffa06fa82 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949142 Nov 02 17:16:05.868141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ab224-6921-461d-bffb-17cc828bcb50 req-9ff3f466-9b5b-4682-a5f7-e7354c9f9a32 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:05.869977 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f50ab224-6921-461d-bffb-17cc828bcb50 req-9ff3f466-9b5b-4682-a5f7-e7354c9f9a32 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0610042 Nov 02 17:16:05.910257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f50ab224-6921-461d-bffb-17cc828bcb50 req-b0b26e34-4358-435c-abd0-25cc0d2e2a73 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335548 Nov 02 17:16:06.156662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-9ad29d3c-8b04-4785-8923-763a2658d4c0 req-bb091725-5ebe-4eaa-a825-9ef7d19fd704 service neutron] (102065) timed out ('10.222.0.31', 42704) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:16:07.036315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bbf7a-31f3-4e80-9521-4709068cfd7e req-8eadab63-8c4a-438f-8d74-f347578fe2b7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:07.038761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-670bbf7a-31f3-4e80-9521-4709068cfd7e req-8eadab63-8c4a-438f-8d74-f347578fe2b7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0548031 Nov 02 17:16:07.083317 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-670bbf7a-31f3-4e80-9521-4709068cfd7e req-3c9e84c8-7359-41cf-b2a1-169e90c35f94 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369365 Nov 02 17:16:07.337842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16125944-7895-4275-bffc-61988e90d6fc req-a965f1ee-8ebc-43c4-bc99-7da8c6529a5a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:07.339268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16125944-7895-4275-bffc-61988e90d6fc req-a965f1ee-8ebc-43c4-bc99-7da8c6529a5a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0493667 Nov 02 17:16:07.379707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-16125944-7895-4275-bffc-61988e90d6fc req-8e9e50b5-b62a-4393-9e50-220129865a6a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340874 Nov 02 17:16:08.505915 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47358-63fd-438e-8a33-6f8d2db1d89c req-b7285b2d-19b0-4133-b819-ace4a0c36027 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:08.507454 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2a47358-63fd-438e-8a33-6f8d2db1d89c req-b7285b2d-19b0-4133-b819-ace4a0c36027 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0530074 Nov 02 17:16:08.546246 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2a47358-63fd-438e-8a33-6f8d2db1d89c req-ef01bad0-f4e4-4d63-9d39-cdd426182e6c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327723 Nov 02 17:16:08.569813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97210-c7a3-41d1-90b8-626181204504 req-0cfc3b8e-a8f8-4e03-a412-5c1fc167bc3d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:08.571366 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a8f97210-c7a3-41d1-90b8-626181204504 req-0cfc3b8e-a8f8-4e03-a412-5c1fc167bc3d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 945 time: 0.0509851 Nov 02 17:16:08.660851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Deleting port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:16:08.661347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:08.716278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35e28232-9be9-460a-8b84-c199850a76ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:08.754733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] For port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:08.755102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:09.181098 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:09.181364 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:09.181683 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f disassociated. External IP: 172.25.7.110, port: 75dde5a1-5794-4ccf-9eb6-1412f71a4f96. Nov 02 17:16:09.182028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Calling delete_port for 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:16:09.312785 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:09.342171 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event deleted for resources: {'Port': ['ID=75dde5a1-5794-4ccf-9eb6-1412f71a4f96,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:09.461388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:16:09.578402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:16:09.593249 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:16:09.609445 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:16:09.611184 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:15:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:09.629765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] No DVR routers for this DVR port 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:16:09.634236 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:09.640063 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a8f97210-c7a3-41d1-90b8-626181204504 req-a2c20111-ba75-432f-816f-789477181dbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "DELETE /v2.0/ports/75dde5a1-5794-4ccf-9eb6-1412f71a4f96 HTTP/1.1" status: 204 len: 173 time: 1.0614905 Nov 02 17:16:09.640989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-deleted', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:16:09.645367 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361217bf-eed5-4a33-8499-4ea911d43edd" -d '{"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-deleted", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:16:09.686769 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d4cc8bf-ea04-4ca7-9bc4-749845f885e2 req-b89ee945-db23-452c-9785-1126df2fc3b2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18d2d78-8fb3-4c54-9699-ed32f388bbfc HTTP/1.1" status: 200 len: 210 time: 0.0383358 Nov 02 17:16:09.710673 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076fd300-7be0-4e93-b7ed-b7c146df1cb1 x-openstack-request-id: req-076fd300-7be0-4e93-b7ed-b7c146df1cb1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:16:09.710673 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18d2d78-8fb3-4c54-9699-ed32f388bbfc", "name": "network-vif-deleted", "tag": "75dde5a1-5794-4ccf-9eb6-1412f71a4f96", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:16:09.710673 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-076fd300-7be0-4e93-b7ed-b7c146df1cb1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:16:09.710673 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d2d78-8fb3-4c54-9699-ed32f388bbfc', 'name': 'network-vif-deleted', 'tag': '75dde5a1-5794-4ccf-9eb6-1412f71a4f96', 'status': 'completed', 'code': 200} Nov 02 17:16:09.781665 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:16:10.119417 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:10.146163 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:16:10.155777 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:16:10.156395 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:15:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:10.266375 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:16:10.465194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:10.497020 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccfb497-bfad-47f7-875c-d41863162052 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:16:10.730460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fbb69-61f9-486c-b20a-add2ac6add8e None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:16:10.984553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-9569ceac-9a24-48a7-b5d3-cedcb5480486 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--613677069&fields=id&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 267 time: 0.0351133 Nov 02 17:16:11.111510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-e31475e9-f848-4f9c-889c-c079bd745f47 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:11.113078 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-e31475e9-f848-4f9c-889c-c079bd745f47 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1205189 Nov 02 17:16:11.129029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-6a0e9b79-8aeb-4541-a12f-90cb308d39a1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/quotas/b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 375 time: 0.0096443 Nov 02 17:16:11.162085 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7a778c4d-2519-4b03-b9b1-38eb63b4d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:11.186366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-7be2d481-ac3e-4d50-a36a-6545ceb7bc92 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500584 Nov 02 17:16:11.346155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-46442720-f4ac-4057-9880-60a616f9da09 service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465755 Nov 02 17:16:11.394613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:11.438751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-30fe3dbd-e602-4617-9ae5-d339f0003892 service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861907 Nov 02 17:16:11.621484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2325e425-ca99-4503-a937-2b38f51798be req-789feb61-f692-43d1-b3ad-52420659fa78 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 210 time: 0.0292459 Nov 02 17:16:12.635578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-9073b740-b6a7-4745-8b41-39ebd01222c4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:12.637093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-9073b740-b6a7-4745-8b41-39ebd01222c4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1247301 Nov 02 17:16:12.683944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-96592f32-93a4-4ab9-a632-c38fca076df9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 379 time: 0.0366681 Nov 02 17:16:12.695135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'port': {'device_id': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'admin_state_up': True, 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'security_groups': ['8a4bd340-02e2-438a-9c81-a70e0ad1e404']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:16:12.745440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:12.747944 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-767371cd-dcce-4a55-9e37-ac3908f5d271 req-2650ff72-ad8a-452d-82ce-a3f4c2e6c15f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 210 time: 0.0348628 Nov 02 17:16:12.826372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Made reservation on behalf of b8160e98b90a4d99a4feb066e34795f3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:16:12.829933 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:12.956461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:16:12.969212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Allocated IP 172.20.0.5 (eea5236f-80f6-413c-8009-5a4161d94524/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:16:12.977414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:16:12.977819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 75dde5a1-5794-4ccf-9eb6-1412f71a4f96 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:16:13.118562 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.152741 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.195306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:16:13.198446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:16:13.202084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:16:13.235382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:13.264494 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:13.265163 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.282901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-51c42f85-4512-4ffd-a6d7-37cb17fc3628 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924199 Nov 02 17:16:13.295619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Request body: {'port': {'device_id': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:16:13.358655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.403787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-09d6ee3f-92b1-47fc-90c2-98ba8bc54526 None None] Provisioning complete for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:16:13.404251 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09d6ee3f-92b1-47fc-90c2-98ba8bc54526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.437887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-09d6ee3f-92b1-47fc-90c2-98ba8bc54526 None None] Port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:16:13.638908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:16:13.648064 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.661231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Transition to ACTIVE for port object 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:16:13.664931 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.719888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:13.790454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:16:13.790799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:16:13.791135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:16:13.797298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:16:13.797719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:16:13.804701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:16:13.805052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:16:13.806271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:16:13.806271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Bound port: 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:16:13.806271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.882025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:16:13.885105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:16:13.890383 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.891496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f25d50-e763-4aa6-afa5-e80ee1b38e7e req-3c66fb2c-2cc1-42c3-955c-4bfd0df64bb0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:13.893228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f25d50-e763-4aa6-afa5-e80ee1b38e7e req-3c66fb2c-2cc1-42c3-955c-4bfd0df64bb0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0691586 Nov 02 17:16:13.902235 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.929860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:13.930510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:13.931996 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1091 time: 0.6408508 Nov 02 17:16:13.932402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:16:13.934772 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141f22e-a864-4db5-99ed-22f3aeff3901" -d '{"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:16:13.954739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a6f25d50-e763-4aa6-afa5-e80ee1b38e7e req-fa1fbf5d-51a7-47f8-bcef-c7a6401a09f3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547352 Nov 02 17:16:13.986611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cbdf0-b858-4a48-ae50-32f42a9084a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:14.018779 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e671a-4525-4643-a00b-6a0abb471e5b x-openstack-request-id: req-fd0e671a-4525-4643-a00b-6a0abb471e5b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:16:14.019116 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:16:14.019368 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd0e671a-4525-4643-a00b-6a0abb471e5b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:16:14.019781 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'status': 'completed', 'code': 200} Nov 02 17:16:14.038194 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-f723b25f-dc33-4f1e-8097-c944b5e24d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.039748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-f723b25f-dc33-4f1e-8097-c944b5e24d3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1094 time: 0.0646033 Nov 02 17:16:14.089283 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-58b1439a-754c-44d4-afec-806ee9f8e8aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 217 time: 0.0414183 Nov 02 17:16:14.167120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-2294b741-1920-40ad-8608-6f83aaafbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.169003 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-2294b741-1920-40ad-8608-6f83aaafbd58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0726757 Nov 02 17:16:14.217114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5d96-090d-463b-aca6-131fab46069f req-4f912cc6-295b-4766-8cd9-5aaf0e00c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.219081 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-4f912cc6-295b-4766-8cd9-5aaf0e00c4d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431719 Nov 02 17:16:14.312585 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-47495866-9e20-4ad8-9b45-7b250333bc30 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Nov 02 17:16:14.410389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-eb3b5d96-090d-463b-aca6-131fab46069f req-935b282a-04d4-47e4-82fa-cb9121733aba service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902755 Nov 02 17:16:14.495563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-6d40013e-0726-4467-90e2-7d5dde6a77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.497057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-6d40013e-0726-4467-90e2-7d5dde6a77b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1094 time: 0.0427444 Nov 02 17:16:14.591716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-730966ee-c07b-40b2-8227-bce9de148ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.593087 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-730966ee-c07b-40b2-8227-bce9de148ad2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0892665 Nov 02 17:16:14.636289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-7efe929e-41a7-4280-9bb6-69515d0dd5e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 217 time: 0.0343533 Nov 02 17:16:14.688928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-2e9021d5-8669-400e-ad05-ac0b2b59d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.690402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-2e9021d5-8669-400e-ad05-ac0b2b59d50e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0473468 Nov 02 17:16:14.742400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-96e107e3-3a6a-4c6e-8b5f-ab5cf81beb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:14.743887 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-96e107e3-3a6a-4c6e-8b5f-ab5cf81beb3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455794 Nov 02 17:16:14.832879 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-b4e64db7-de8c-402e-98ba-663987958586 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814588 Nov 02 17:16:14.930436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d141f22e-a864-4db5-99ed-22f3aeff3901 req-4215e58f-7ce3-4f63-ae00-d38ef1f61fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893328 Nov 02 17:16:15.070299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e4a5a-67fe-4fb8-8bc8-d9131e7384e7 req-567b223f-b7d5-4bcb-830e-bbd3c814040c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:15.071809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb5e4a5a-67fe-4fb8-8bc8-d9131e7384e7 req-567b223f-b7d5-4bcb-830e-bbd3c814040c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0483751 Nov 02 17:16:15.110279 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fb5e4a5a-67fe-4fb8-8bc8-d9131e7384e7 req-9eff8f2a-d59e-47df-b836-0dde70fd4ef2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325389 Nov 02 17:16:16.228404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981f2d5-9dfa-404b-9fbb-fd28bfa1499c req-65e55e25-e705-4630-9f69-7ffe3fc05d25 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:16.229902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5981f2d5-9dfa-404b-9fbb-fd28bfa1499c req-65e55e25-e705-4630-9f69-7ffe3fc05d25 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0491738 Nov 02 17:16:16.269723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5981f2d5-9dfa-404b-9fbb-fd28bfa1499c req-8cca7b3e-818a-4fac-ab69-cfd8bea0649e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338607 Nov 02 17:16:16.879367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:16:16.974826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:16.986118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'mac_address': 'fa:16:3e:e5:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:16:17.022651 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:17.034971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:16:17.053913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:17.057726 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:17.104822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:17.294264 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:16:17.392588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d0278-e97b-41b7-ab10-31884f7fb9b5 req-101c4977-e613-4bb1-9323-65c97b8e4b31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:17.394108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-669d0278-e97b-41b7-ab10-31884f7fb9b5 req-101c4977-e613-4bb1-9323-65c97b8e4b31 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0537949 Nov 02 17:16:17.433141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-669d0278-e97b-41b7-ab10-31884f7fb9b5 req-c5c41dd9-3b19-4608-983e-67909604dc6e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Nov 02 17:16:17.860745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:18.551781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf85d45-2280-4819-9527-f97505b17f12 req-44b39060-b167-4fb5-a635-43496aea8586 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:18.553434 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdf85d45-2280-4819-9527-f97505b17f12 req-44b39060-b167-4fb5-a635-43496aea8586 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0507665 Nov 02 17:16:18.592554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cdf85d45-2280-4819-9527-f97505b17f12 req-edc684b9-35bd-4112-8de3-95491ae57f0c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 Nov 02 17:16:18.895429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:16:18.947514 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:16:18.951652 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:16:18.952035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:19.034111 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:19.058640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:16:19.061041 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed884c5-6462-45c7-bd0d-3d8a237830af" -d '{"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:16:19.075460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:16:19.079952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:19.106412 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5224ea60-88cb-4a58-903c-193e5e9c1f64 x-openstack-request-id: req-5224ea60-88cb-4a58-903c-193e5e9c1f64 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:16:19.106724 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:16:19.106977 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5224ea60-88cb-4a58-903c-193e5e9c1f64 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:16:19.107366 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'code': 200} Nov 02 17:16:19.137384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:16:19.202742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df426b-637e-46f4-9eb0-421db02dcda2 req-66874e63-1c01-4c40-b4cb-4b41aaecfeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:19.204651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c2df426b-637e-46f4-9eb0-421db02dcda2 req-66874e63-1c01-4c40-b4cb-4b41aaecfeed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1096 time: 0.0417006 Nov 02 17:16:19.243689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c2df426b-637e-46f4-9eb0-421db02dcda2 req-08a2cde1-5c3b-4c22-8152-b4e9ba743d30 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Nov 02 17:16:19.708783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee246-9fd6-49d6-a2ae-f632e99341c0 req-1aa300ab-b1b9-4e70-b496-15ef9bb1bad2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:19.710366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51bee246-9fd6-49d6-a2ae-f632e99341c0 req-1aa300ab-b1b9-4e70-b496-15ef9bb1bad2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0496476 Nov 02 17:16:19.749723 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-51bee246-9fd6-49d6-a2ae-f632e99341c0 req-90e71321-b59b-4197-a466-e3ac903ed4ba tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333338 Nov 02 17:16:20.877355 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d53da-66e2-47d0-9004-3b3e4dcefc48 req-92e8af60-cb58-4a33-82d4-49e8159ecc53 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:20.878895 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-130d53da-66e2-47d0-9004-3b3e4dcefc48 req-92e8af60-cb58-4a33-82d4-49e8159ecc53 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0551574 Nov 02 17:16:20.919521 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-130d53da-66e2-47d0-9004-3b3e4dcefc48 req-2eb2c663-a8bf-4957-a88d-9e08b801b230 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335743 Nov 02 17:16:21.035611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f05fe-7ad5-493f-9cfa-855c2a13f4b0 req-472950a5-179a-4f04-a235-6ee7a835445e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:21.037551 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d5f05fe-7ad5-493f-9cfa-855c2a13f4b0 req-472950a5-179a-4f04-a235-6ee7a835445e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0512576 Nov 02 17:16:21.046629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 48226) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:16:21.051201 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'floatingip': {'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:16:21.091116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:21.839785 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.db.resource_extend [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 17:16:21.890490 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:21.895845 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:22.005906 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f associated. External IP: 172.25.7.110, port: 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d. Nov 02 17:16:22.045692 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:16:22.222925 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:16:22.336333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:16:22.340979 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:22.349436 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:16:22.358735 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:16:22.359357 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:16:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:22.369497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-723250b0-fdd8-4dbf-b9c1-e9db82cd7c83 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "PUT /v2.0/floatingips/55608fd2-3892-46e3-98ec-06c9b4e7332f HTTP/1.1" status: 200 len: 991 time: 1.3217387 Nov 02 17:16:22.370105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:16:22.372494 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4453537e3f305eb60be8b669da40e01a1f3fdd80dc7b79487ddcb1831b8057e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:16:22.413648 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c72ac2b-e968-4363-a0bd-8bcfa1296524 x-openstack-request-id: req-8c72ac2b-e968-4363-a0bd-8bcfa1296524 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:16:22.413946 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:16:22.414224 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c72ac2b-e968-4363-a0bd-8bcfa1296524 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:16:22.414670 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'status': 'completed', 'code': 200} Nov 02 17:16:22.481590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-142dda9f-25bc-48f6-a541-8959ce9513ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:22.483084 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-142dda9f-25bc-48f6-a541-8959ce9513ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1096 time: 0.0445030 Nov 02 17:16:22.509979 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:16:22.596854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-3b9f460e-1d54-4e4b-9743-5b5fa50bfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:22.598699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-3b9f460e-1d54-4e4b-9743-5b5fa50bfb5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1075695 Nov 02 17:16:22.671061 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-b61d034c-1fda-4744-b451-8c397edbc8cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 999 time: 0.0650213 Nov 02 17:16:22.725659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-7da09a43-bc2e-4597-9a21-da548f132452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:22.727258 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-7da09a43-bc2e-4597-9a21-da548f132452 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0488682 Nov 02 17:16:22.776716 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:e5:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:16:21Z', 'revision_number': 9, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:22.790105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-19040d41-8037-44b1-b633-8f24449710d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:16:22.792194 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-19040d41-8037-44b1-b633-8f24449710d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580420 Nov 02 17:16:22.808411 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:16:22.817773 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:16:22.819021 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:16:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:22.907697 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-b623ac32-08f4-4a6b-90ac-62ae073655c1 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082122 Nov 02 17:16:22.983754 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:16:23.041384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7f4b6d7e-ed54-4e8a-ac1f-d9f4a38cc77f req-c4974d1e-b372-4305-991d-90c343c97952 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259966 Nov 02 17:16:23.274919 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:e5:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:16:21Z', 'revision_number': 9, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:16:23.320108 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffa778-1f35-43fc-bbe6-452624aba52f None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:e5:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:16:21Z', 'revision_number': 9, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:16:23.439559 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:23.555406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24def8f-9561-429a-b2db-94a364b7e0aa None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:16:38.718559 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-892aab63-6a49-43da-b6ea-6b8c84c2f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:41.164207 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3302b7ae-ab13-4fe9-9e84-ed77ced5b4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:41.397409 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:42.747519 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:43.900637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:47.876350 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:53.436403 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:16:59.045194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:17:08.720149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89a35064-1873-4050-8af2-4594c1269f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:09.566240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-8560e4c6-6f2d-4484-8943-553513e4ee93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423090 Nov 02 17:17:09.661458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-8fd87605-1aaf-4670-9d6f-26547e5c8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:09.663232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-8fd87605-1aaf-4670-9d6f-26547e5c8c6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1096 time: 0.0479963 Nov 02 17:17:09.772708 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-a10d4352-93a9-46e8-a886-4dbe79ee4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:09.774199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-a10d4352-93a9-46e8-a886-4dbe79ee4a55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0917649 Nov 02 17:17:09.839661 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-0b4e894f-e7e2-4f86-a2bb-b644f7595320 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1002 time: 0.0583053 Nov 02 17:17:09.889614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-6afeec87-b231-4f35-87e0-2ad058b40ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:09.891240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-6afeec87-b231-4f35-87e0-2ad058b40ddb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0452724 Nov 02 17:17:09.942427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-c3f29736-6d78-44c5-b962-6cc529097183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:09.944222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-c3f29736-6d78-44c5-b962-6cc529097183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462267 Nov 02 17:17:10.035228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-cb65870a-0303-42bc-a6e3-186c2b8495e8 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834279 Nov 02 17:17:10.130974 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-669e7a8b-9c15-4e95-b42e-a25bcd537499 req-454db110-12fd-4087-96a2-2d33710cdff4 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889680 Nov 02 17:17:11.175976 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-977672c9-9e71-4550-86ee-e0cafc469883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:11.398867 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:12.752434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:13.901992 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:17.893170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:23.451558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:36.045104 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:17:38.720546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-895f1905-cf67-479e-b87f-131072e7dc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:41.168996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ad00194f-ba23-4228-b490-bdba8c216a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:41.401226 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:42.752027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:43.908096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:47.921500 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:53.452768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:17:57.663416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-cc50a0a4-b62f-4f80-b54f-471714e8ab9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766406 Nov 02 17:17:57.671503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9d757-71eb-477d-942a-1793074abad0 req-f200a1c3-9e25-4c8a-ae3f-e3740aaf59f1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:57.672992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fa9d757-71eb-477d-942a-1793074abad0 req-f200a1c3-9e25-4c8a-ae3f-e3740aaf59f1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0761328 Nov 02 17:17:57.714463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fa9d757-71eb-477d-942a-1793074abad0 req-5353364f-7728-4923-aa68-0d35dc80b32c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342731 Nov 02 17:17:58.838826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b551d31-0b01-4d6a-bff7-ed16604c354c req-c1da0025-9142-41e6-b13a-3bcd7e028dee tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:58.839636 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c1b17763-f6a3-4f03-a5b2-0a7a7d18367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:58.840455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b551d31-0b01-4d6a-bff7-ed16604c354c req-c1da0025-9142-41e6-b13a-3bcd7e028dee tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0524757 Nov 02 17:17:58.841131 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c1b17763-f6a3-4f03-a5b2-0a7a7d18367d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1096 time: 0.0457442 Nov 02 17:17:58.881837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5b551d31-0b01-4d6a-bff7-ed16604c354c req-50197b26-de0b-4104-95be-f07d4ff2fcdc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349648 Nov 02 17:17:58.946848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-6ce3d004-82ad-4853-ab11-9c516293fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:58.948346 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-6ce3d004-82ad-4853-ab11-9c516293fbd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1005015 Nov 02 17:17:59.021912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-2343cf14-1db2-4017-b602-7bbfa3fdd402 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1002 time: 0.0660508 Nov 02 17:17:59.074507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c48440ef-d6fe-4963-8fc3-661a9878e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:59.075991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c48440ef-d6fe-4963-8fc3-661a9878e22a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0468123 Nov 02 17:17:59.123903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-4d0cd9cc-4fe5-405a-9d3c-f6ced07dff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:17:59.125391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-4d0cd9cc-4fe5-405a-9d3c-f6ced07dff5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426228 Nov 02 17:17:59.217869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-58b4e5e6-f717-4821-a006-e49e778eb80f service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853472 Nov 02 17:17:59.305970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-fc292e0f-4df2-43a3-b7a3-08e1c7ff9e10 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813122 Nov 02 17:18:00.004273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdf98a-4baa-464d-8ab8-83843145c038 req-69f2e13b-04ca-4c91-bc1f-521520a1ec8e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:00.006358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20cdf98a-4baa-464d-8ab8-83843145c038 req-69f2e13b-04ca-4c91-bc1f-521520a1ec8e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0509932 Nov 02 17:18:00.046144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-20cdf98a-4baa-464d-8ab8-83843145c038 req-38e01e0e-1d4c-4b0f-aa9b-a75b42b5f520 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Nov 02 17:18:01.169090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901d119-5853-4cb7-9a74-6cef84369715 req-593c2c4c-56e9-48bf-b2c0-dd2b859f66d7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:01.170837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a901d119-5853-4cb7-9a74-6cef84369715 req-593c2c4c-56e9-48bf-b2c0-dd2b859f66d7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0534425 Nov 02 17:18:01.209485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a901d119-5853-4cb7-9a74-6cef84369715 req-89c948ad-647f-402b-b7ea-1b290beba0ac tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Nov 02 17:18:02.330071 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63510b4-beec-417b-bce7-806a64879b3d req-25593bd7-1deb-49ef-babf-1b88409d3e2a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:02.331727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c63510b4-beec-417b-bce7-806a64879b3d req-25593bd7-1deb-49ef-babf-1b88409d3e2a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0504305 Nov 02 17:18:02.371473 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c63510b4-beec-417b-bce7-806a64879b3d req-6c52e5ba-537f-4002-8c0a-77bf34128b51 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335298 Nov 02 17:18:03.489687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce059-3d5a-47b0-952e-d7424d51db3b req-063b72a1-57e9-40ca-99ba-2bc29f7d9fff tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:03.491198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc9ce059-3d5a-47b0-952e-d7424d51db3b req-063b72a1-57e9-40ca-99ba-2bc29f7d9fff tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0499842 Nov 02 17:18:03.529208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc9ce059-3d5a-47b0-952e-d7424d51db3b req-bf37d3d0-57d1-47dd-abfc-7f638f933bc1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315332 Nov 02 17:18:04.650255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fbee7-d57b-4cb9-a89c-f051c97eceaa req-fd8d4334-bc0c-4e66-9d1e-f863bad3d299 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:04.651790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b17fbee7-d57b-4cb9-a89c-f051c97eceaa req-fd8d4334-bc0c-4e66-9d1e-f863bad3d299 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0542529 Nov 02 17:18:04.689495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b17fbee7-d57b-4cb9-a89c-f051c97eceaa req-acf52d15-16e3-4799-9c5c-1385866dc2b1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Nov 02 17:18:05.806511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ebf28-385f-4f2d-af52-3a0e3a9e2f62 req-6bf6a336-3096-47df-a44d-f68b56677cbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:05.808060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef0ebf28-385f-4f2d-af52-3a0e3a9e2f62 req-6bf6a336-3096-47df-a44d-f68b56677cbc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0496039 Nov 02 17:18:05.846941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef0ebf28-385f-4f2d-af52-3a0e3a9e2f62 req-34674e74-5627-4777-b145-98d9dd81eb67 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329251 Nov 02 17:18:06.963774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f19fec-eee8-4bbd-90f5-cd857fef253b req-7571cc5c-b49c-4d3d-a155-d329638f12e1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:06.965235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3f19fec-eee8-4bbd-90f5-cd857fef253b req-7571cc5c-b49c-4d3d-a155-d329638f12e1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0495505 Nov 02 17:18:07.004768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a3f19fec-eee8-4bbd-90f5-cd857fef253b req-c346326a-4bd4-46ad-9bf5-7b03dcc62887 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332093 Nov 02 17:18:08.126157 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0f540-0d22-46eb-aebc-90cfcdc7bd3d req-74fece8e-69b4-400a-b343-b96791846606 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:08.127669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acc0f540-0d22-46eb-aebc-90cfcdc7bd3d req-74fece8e-69b4-400a-b343-b96791846606 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0536144 Nov 02 17:18:08.165778 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-acc0f540-0d22-46eb-aebc-90cfcdc7bd3d req-f589471a-d6d4-4cbc-8f3b-be8008e1afa2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Nov 02 17:18:08.723427 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe91f-b9ac-433f-9421-7dac5f68b3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:09.282016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3919f92-f193-450c-867f-cb28f2774ad6 req-bd9797b8-97d3-482e-a3d9-e39218b47766 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:09.283557 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3919f92-f193-450c-867f-cb28f2774ad6 req-bd9797b8-97d3-482e-a3d9-e39218b47766 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0509496 Nov 02 17:18:09.323519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3919f92-f193-450c-867f-cb28f2774ad6 req-c5669db1-615c-48bf-83f3-8738cc77f3b9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 Nov 02 17:18:10.443258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5452f-7f4a-434b-b57d-f1e94a3ef632 req-e4e83e28-9159-4621-ac53-257b20eaf8c7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:10.444761 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71a5452f-7f4a-434b-b57d-f1e94a3ef632 req-e4e83e28-9159-4621-ac53-257b20eaf8c7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0503664 Nov 02 17:18:10.483265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71a5452f-7f4a-434b-b57d-f1e94a3ef632 req-b44b61cf-f44e-4b25-bde7-3cf027493f5f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Nov 02 17:18:10.601288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-799854d1-5b85-409a-9926-f1458290ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:10.602714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-799854d1-5b85-409a-9926-f1458290ee15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1096 time: 0.0455601 Nov 02 17:18:10.705779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-7b365933-81d8-45b9-9152-c7f4795f1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:10.707305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-7b365933-81d8-45b9-9152-c7f4795f1abd service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0842900 Nov 02 17:18:11.026617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-9f46e3d7-ed6b-41d4-85de-876e8be63f44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1002 time: 0.3107557 Nov 02 17:18:11.076981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-8c53a0e0-42e6-41c5-860c-25ade6d76b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:11.078428 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-8c53a0e0-42e6-41c5-860c-25ade6d76b39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0437336 Nov 02 17:18:11.125103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-9caaca90-be64-45c2-9bf1-8057f43560d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:11.126599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-9caaca90-be64-45c2-9bf1-8057f43560d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410354 Nov 02 17:18:11.169729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b8498c59-cc54-4ed0-b4e6-9793483964b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:11.261587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-ed530f4a-125a-4503-b823-e9573d18c446 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279249 Nov 02 17:18:11.279194 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b822f60d-c99b-4f91-bdc9-656c61cadae7 service neutron] show failed (client error): The resource could not be found. Nov 02 17:18:11.280051 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b822f60d-c99b-4f91-bdc9-656c61cadae7 service neutron] 10.222.0.55 "GET /v2.0/ports/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0867474 Nov 02 17:18:11.362829 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ab005b21-646f-4bb8-acd7-81f11fdd5b5e req-58d9d2bb-cef9-4a29-bae6-49d8d8db3cab service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935335 Nov 02 17:18:11.406480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:11.479331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-8e3ca953-b329-48f7-ada9-c0f93a266cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:11.480872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-8e3ca953-b329-48f7-ada9-c0f93a266cf4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 1096 time: 0.0430112 Nov 02 17:18:11.493278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:18:11.549018 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:11.605153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dfb02-8c09-44a7-b6a8-674d555de4f0 req-552b18e9-2b76-4705-9f19-b8115d271ac7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:11.606688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-518dfb02-8c09-44a7-b6a8-674d555de4f0 req-552b18e9-2b76-4705-9f19-b8115d271ac7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0533776 Nov 02 17:18:11.645849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-518dfb02-8c09-44a7-b6a8-674d555de4f0 req-760eb77a-7c1d-455e-8770-f529143a6526 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331473 Nov 02 17:18:11.760463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:11.795442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:18:11.838543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:11.840930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c0cb9c-0211-473c-b3f2-962f589b394c" -d '{"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:11.845258 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:11.857611 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Transition to ACTIVE for port object 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:18:11.861342 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:11.895999 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b5bba-1033-4c4a-9db0-b37e74b50e29 x-openstack-request-id: req-da2b5bba-1033-4c4a-9db0-b37e74b50e29 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:11.896896 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:11.896896 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da2b5bba-1033-4c4a-9db0-b37e74b50e29 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:11.896896 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'code': 200} Nov 02 17:18:11.952140 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:11.964976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.965326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.965659 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.965992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.966344 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.966672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.966997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.967320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.967666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.967986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.968562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:11.968884 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:12.002646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] No DVR routers for this DVR port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:18:12.142715 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:18:12.143066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:18:12.143380 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:18:12.147741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:18:12.148068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:18:12.153146 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:18:12.153524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:18:12.153953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:18:12.154416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Bound port: 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:18:12.154787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:12.219644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:18:12.222689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:18:12.227225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:12.260880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:12.261479 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:12.262905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] 10.222.0.100 "PUT /v2.0/ports/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1091 time: 0.7746162 Nov 02 17:18:12.295684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b12a39-71fb-4cc6-975e-1c8a13f62afe service neutron] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:12.335848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c0c52d50-c6ee-4076-974e-301d5554c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:12.337384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c0c52d50-c6ee-4076-974e-301d5554c348 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1094 time: 0.0498979 Nov 02 17:18:12.430998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-357481a3-6fde-49b4-b361-3e32fe594f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:12.432480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-357481a3-6fde-49b4-b361-3e32fe594f9b service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0880456 Nov 02 17:18:12.504825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-e7ea5644-8f2d-4987-b486-b7d7b15ad631 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.0651662 Nov 02 17:18:12.563639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-a6cad2a3-25af-4c59-a1dc-2700e0e5bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:12.565034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-a6cad2a3-25af-4c59-a1dc-2700e0e5bc95 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0540097 Nov 02 17:18:12.611901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-22e5058d-f6fb-4517-a0bb-d3744228bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:12.613711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-22e5058d-f6fb-4517-a0bb-d3744228bd15 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414872 Nov 02 17:18:12.709734 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-c7d2c76e-9e83-4864-b65d-2e90b3b4387a service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886722 Nov 02 17:18:12.756747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:12.766786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c92d-c6db-42d1-afe1-120c7a29238e req-dffc2f73-7723-43f7-a226-5546059148f6 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:12.768265 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a119c92d-c6db-42d1-afe1-120c7a29238e req-dffc2f73-7723-43f7-a226-5546059148f6 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0531874 Nov 02 17:18:12.803413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-f7aee46e-1556-48d0-b2bb-000ce255eaa4 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Nov 02 17:18:12.808549 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a119c92d-c6db-42d1-afe1-120c7a29238e req-63df9485-99ac-4408-8160-088d91ceafe3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324950 Nov 02 17:18:13.045875 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:18:13.898491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:13.901793 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65865719-5c2a-4485-83fe-d3c66ab98efc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:13.911582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:13.941974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb419-4c54-41c8-81c7-fe506e4f76d6 req-eaa4d4f2-70d8-4016-ba91-2a34cd9afcad tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:13.944131 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92dcb419-4c54-41c8-81c7-fe506e4f76d6 req-eaa4d4f2-70d8-4016-ba91-2a34cd9afcad tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0531940 Nov 02 17:18:13.963644 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c84f14-f995-446f-8a22-fae90a41aa91 x-openstack-request-id: req-04c84f14-f995-446f-8a22-fae90a41aa91 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:13.964221 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:13.964679 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04c84f14-f995-446f-8a22-fae90a41aa91 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:13.966381 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'status': 'completed', 'code': 200} Nov 02 17:18:13.994775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92dcb419-4c54-41c8-81c7-fe506e4f76d6 req-f5199da6-4d86-45d1-9db9-a04cfcf222cb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Nov 02 17:18:14.061764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-e2b4abf3-3bad-4d5c-ae9d-49493545d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.063354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-e2b4abf3-3bad-4d5c-ae9d-49493545d212 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1094 time: 0.0810258 Nov 02 17:18:14.069979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-aa01711e-f291-444f-9f70-5458e80eb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.071649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-aa01711e-f291-444f-9f70-5458e80eb8ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1094 time: 0.0790746 Nov 02 17:18:14.235955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-2f244b4d-ea65-4ce2-9712-0f0055e538e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.237346 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-2f244b4d-ea65-4ce2-9712-0f0055e538e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1648178 Nov 02 17:18:14.239578 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-63be3c20-2a18-455d-847f-09b356999623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.240875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-63be3c20-2a18-455d-847f-09b356999623 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1607072 Nov 02 17:18:14.356811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-9b19e873-5b0d-4f70-bace-79e8911ae1f4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.1073005 Nov 02 17:18:14.358584 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-d75d6491-317f-423a-90ac-fb81233f1c33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.1020064 Nov 02 17:18:14.443221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-c14840f4-1f99-464a-ae32-722de65d8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.444660 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-c14840f4-1f99-464a-ae32-722de65d8c91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0795894 Nov 02 17:18:14.447961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-03f37947-7550-4ed1-8261-2c74a6e2f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.449289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-03f37947-7550-4ed1-8261-2c74a6e2f887 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0768318 Nov 02 17:18:14.517733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-5734cef6-8499-45c6-9d7e-fdd08a3812d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.519379 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-5734cef6-8499-45c6-9d7e-fdd08a3812d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681908 Nov 02 17:18:14.520937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-6f34b1f8-fa46-4df9-af39-719bde19eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:14.522321 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-6f34b1f8-fa46-4df9-af39-719bde19eeab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636711 Nov 02 17:18:14.687913 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-c3d7276d-d9aa-47e1-bd1c-c981638fdfc4 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617727 Nov 02 17:18:14.689774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-436f9e74-9740-43a2-882c-8677f64ba666 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569228 Nov 02 17:18:14.849159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-52555089-b7d7-40f6-bc27-3a42298d2902 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538424 Nov 02 17:18:14.850939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-65865719-5c2a-4485-83fe-d3c66ab98efc req-c58359f1-38ec-4422-aac0-58607aa7a39a service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484118 Nov 02 17:18:15.119410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff5f3-9026-426e-9dbe-bf40f8de1793 req-30c12a57-c0e7-45d5-827b-aaaccfdc4c1b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.120858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05cff5f3-9026-426e-9dbe-bf40f8de1793 req-30c12a57-c0e7-45d5-827b-aaaccfdc4c1b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0547802 Nov 02 17:18:15.161184 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05cff5f3-9026-426e-9dbe-bf40f8de1793 req-1ce9b88c-20b9-4d0d-8e52-7e0994018216 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325758 Nov 02 17:18:15.446935 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-fbd4a204-a9dd-4328-8edf-4c66feaf5bc5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.448388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-fbd4a204-a9dd-4328-8edf-4c66feaf5bc5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb&tenant_id=b8160e98b90a4d99a4feb066e34795f3&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 943 time: 0.0560730 Nov 02 17:18:15.469865 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c238866-aa4f-47b0-9fa8-970a1da59c60 req-ab5dc340-353e-4103-9d04-e3263539082f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.471366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c238866-aa4f-47b0-9fa8-970a1da59c60 req-ab5dc340-353e-4103-9d04-e3263539082f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 943 time: 0.0522692 Nov 02 17:18:15.515225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c238866-aa4f-47b0-9fa8-970a1da59c60 req-427f12bd-8cc8-4e80-9189-3e3a360f45b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370653 Nov 02 17:18:15.518215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-078503e5-36bc-4a89-b82d-fee7c0a894b5 service neutron] 10.222.0.100 "GET /v2.0/ports/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d/bindings/n-h2-811405-2 HTTP/1.1" status: 200 len: 382 time: 0.0625644 Nov 02 17:18:15.532659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:18:15.571579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:18:15.577977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:18:15.592100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-fd9168c1-53e9-45c8-84e5-cd71a7560cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.593944 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-fd9168c1-53e9-45c8-84e5-cd71a7560cde service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1094 time: 0.0470212 Nov 02 17:18:15.677225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:15.686873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-a0e76061-b05b-4baf-bc87-36bb662ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.688411 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-a0e76061-b05b-4baf-bc87-36bb662ea10a service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0877612 Nov 02 17:18:15.688535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'mac_address': 'fa:16:3e:e5:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:18:15.725348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:15.738736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:18:15.755816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-b1ac7fa5-6017-4de5-ada2-baf3f819d2c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.0586612 Nov 02 17:18:15.757916 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:15.761709 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:15.809052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-23a3fce6-411c-478c-9c8a-0148d06675da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.809322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:15.810557 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-23a3fce6-411c-478c-9c8a-0148d06675da service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0476172 Nov 02 17:18:15.817696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.818041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.818404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.818741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.819071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.819399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.819730 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.820050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.820372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.820690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.821013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.821333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:18:15.858809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-03e7973c-ba96-43d7-977b-bd783f630004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:15.860337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-03e7973c-ba96-43d7-977b-bd783f630004 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407197 Nov 02 17:18:15.949419 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-19153f38-acac-4035-95e7-40e55db4224a service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804536 Nov 02 17:18:16.015563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:18:16.043586 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-7f2d09c0-26bc-4157-a291-951d00502d23 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Nov 02 17:18:16.637841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93a6d0-0266-4d50-86c1-494c3e47f883 req-c4b3957e-5911-440b-ba74-33a85bff18e0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:16.639316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d93a6d0-0266-4d50-86c1-494c3e47f883 req-c4b3957e-5911-440b-ba74-33a85bff18e0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0490623 Nov 02 17:18:16.676844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d93a6d0-0266-4d50-86c1-494c3e47f883 req-1aeb6540-1c80-426d-915f-b3a3bb9cbaae tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311584 Nov 02 17:18:17.578385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:18:17.626175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:18:17.629838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:18:17.630243 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:17.710784 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:17.737557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:17.741343 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47a08f-3318-4634-8ddf-880ee826f511" -d '{"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:17.756521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:17.764330 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:17.796085 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552a9132-194a-4f1b-b397-9c5e2763ecd5 x-openstack-request-id: req-552a9132-194a-4f1b-b397-9c5e2763ecd5 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:17.796372 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:17.796674 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-552a9132-194a-4f1b-b397-9c5e2763ecd5 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:17.797185 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'code': 200} Nov 02 17:18:17.820687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a163-cbdd-4512-97c5-e773a3f16d94 req-a19519fd-ce65-4a34-be99-0b4961be1676 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:17.822331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fa1a163-cbdd-4512-97c5-e773a3f16d94 req-a19519fd-ce65-4a34-be99-0b4961be1676 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0740507 Nov 02 17:18:17.828006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:17.864753 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3fa1a163-cbdd-4512-97c5-e773a3f16d94 req-4a22fdfd-1ed5-4779-ba47-29e2815d4485 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353932 Nov 02 17:18:17.951863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:18.169833 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-efb6a247-2251-4b28-9c4a-f239f060b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:18.171332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-efb6a247-2251-4b28-9c4a-f239f060b92b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 1096 time: 0.0414841 Nov 02 17:18:18.182809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:18:18.240790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:18.681753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:18.713334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:18:18.751315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:18.753637 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835e05f-948f-43ab-85f7-5b465acb30b5" -d '{"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:18.757837 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:18.771224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Transition to ACTIVE for port object 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:18:18.775068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:18.807650 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9fcbbb-1183-45cb-8255-9710ce1f3f09 x-openstack-request-id: req-7d9fcbbb-1183-45cb-8255-9710ce1f3f09 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:18.807930 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:18.808179 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d9fcbbb-1183-45cb-8255-9710ce1f3f09 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:18.808776 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'code': 200} Nov 02 17:18:18.861854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:18.902834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] No DVR routers for this DVR port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:18:18.992103 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc59c5-749a-4ec7-9e80-80137a7bff79 req-c517691c-6b02-49b8-89a7-cbb1b65bd6bd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:18.993625 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1cc59c5-749a-4ec7-9e80-80137a7bff79 req-c517691c-6b02-49b8-89a7-cbb1b65bd6bd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0560138 Nov 02 17:18:19.033873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1cc59c5-749a-4ec7-9e80-80137a7bff79 req-741d1d15-caec-4992-b244-16c8dc646f7d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337036 Nov 02 17:18:19.044795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:18:19.045221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:18:19.045624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:18:19.051249 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:18:19.051616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Attempting to bind port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:18:19.056796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:18:19.057131 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:18:19.057515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:18:19.057974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Bound port: 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:18:19.058357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:19.124031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:18:19.127525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:18:19.132811 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:19.170914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:19.172233 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:19.173699 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1092 time: 0.9947774 Nov 02 17:18:19.206445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5024b1-3fbb-4baf-8392-26b2223d7622 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=11']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:19.245616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-d0eaea83-2b3c-4230-8227-c07bd637779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:19.247284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-d0eaea83-2b3c-4230-8227-c07bd637779c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1095 time: 0.0491953 Nov 02 17:18:19.344772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-3fa4f496-dff8-47da-8665-105a03f1e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:19.346284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-3fa4f496-dff8-47da-8665-105a03f1e5a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0923281 Nov 02 17:18:19.416096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-4853c7d8-4ee3-4704-8a7c-98346ce5545f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.0631356 Nov 02 17:18:19.465190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-c790e352-c916-4c67-b5bd-f81e66615cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:19.466623 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-c790e352-c916-4c67-b5bd-f81e66615cd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0436666 Nov 02 17:18:19.512303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-6e3e0336-35aa-414c-9e2d-1f6d388ccbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:19.513749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-6e3e0336-35aa-414c-9e2d-1f6d388ccbbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403652 Nov 02 17:18:19.606651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-eea53990-9ffe-4620-9aa0-fdfdc88e3fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853181 Nov 02 17:18:19.696311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1366a9b-cb1c-4a71-8a25-1a9f9ab7fdbf req-7ada6327-549b-4a19-9ebd-c5e90d236715 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820072 Nov 02 17:18:20.160146 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d9b3a-9617-434d-b864-0db00da05da9 req-b49a51a5-2c31-4a74-b14c-9846ea08c659 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:20.161709 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-377d9b3a-9617-434d-b864-0db00da05da9 req-b49a51a5-2c31-4a74-b14c-9846ea08c659 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0498304 Nov 02 17:18:20.198405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-377d9b3a-9617-434d-b864-0db00da05da9 req-cfa2a534-5b7d-408e-b29e-54c717ded8ae tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Nov 02 17:18:20.810066 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:20.813466 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c10e5c2-c4ce-4153-9288-880f4cba3353" -d '{"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:20.864278 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bcceda-89c2-4fa3-af03-18e088b32b99 x-openstack-request-id: req-a7bcceda-89c2-4fa3-af03-18e088b32b99 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:20.864580 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:20.864842 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7bcceda-89c2-4fa3-af03-18e088b32b99 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:20.865254 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'status': 'completed', 'code': 200} Nov 02 17:18:20.960446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-8da974d8-aa18-44f1-a3c0-27dcc2c8997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:20.961955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-8da974d8-aa18-44f1-a3c0-27dcc2c8997b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1095 time: 0.0746274 Nov 02 17:18:20.964314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-75db825b-4379-41c1-8bb3-4be3886c0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:20.965683 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-75db825b-4379-41c1-8bb3-4be3886c0d55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 1095 time: 0.0697331 Nov 02 17:18:21.130803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-e5335765-1f09-4b1e-89be-3a6b277a048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.132205 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-e5335765-1f09-4b1e-89be-3a6b277a048d service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1626022 Nov 02 17:18:21.133325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-e7583051-3e80-41e6-9b96-70032625eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.134750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-e7583051-3e80-41e6-9b96-70032625eb39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1573443 Nov 02 17:18:21.254686 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-0123fb69-6c04-4b3d-ab52-ab53e4c24c75 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.1129158 Nov 02 17:18:21.256570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-82a8fb91-bfbb-46b2-bbac-6fd9efde881e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 200 len: 1000 time: 0.1136935 Nov 02 17:18:21.326390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c892b3b-662d-4563-aaa1-e99e89914adb req-111789db-c954-4aeb-af34-38608a2d8518 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.328175 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c892b3b-662d-4563-aaa1-e99e89914adb req-111789db-c954-4aeb-af34-38608a2d8518 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0565877 Nov 02 17:18:21.342594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-3d133365-5869-4764-aefe-a7a514050383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.344332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-3d133365-5869-4764-aefe-a7a514050383 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0827227 Nov 02 17:18:21.347784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-f741c24f-5df8-4fd7-945d-dc70ffb439ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.349122 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-f741c24f-5df8-4fd7-945d-dc70ffb439ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0797687 Nov 02 17:18:21.367374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c892b3b-662d-4563-aaa1-e99e89914adb req-847b14be-2e60-4257-8283-ef327df8598a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Nov 02 17:18:21.420252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-f4b37e4d-b112-4c55-a1df-198899ea7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.421753 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-f4b37e4d-b112-4c55-a1df-198899ea7bbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628891 Nov 02 17:18:21.423422 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-052d5fb9-a17e-4bdd-87ee-68b039eac751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.424773 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-052d5fb9-a17e-4bdd-87ee-68b039eac751 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734444 Nov 02 17:18:21.489893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6afc8-a835-4bbc-904b-e886abebdd59 req-11f16182-08f0-404c-b63a-8f5c95bdc401 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.491395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ad6afc8-a835-4bbc-904b-e886abebdd59 req-11f16182-08f0-404c-b63a-8f5c95bdc401 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0529981 Nov 02 17:18:21.531021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ad6afc8-a835-4bbc-904b-e886abebdd59 req-e2adb715-3d4e-4571-bfd2-7b7ec2c6c9bf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335021 Nov 02 17:18:21.565043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:18:21.582715 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-1f414102-d495-4fcb-96f1-8920e62e8ee2 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537092 Nov 02 17:18:21.584847 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-55b77028-4913-46b8-9ac7-1093f465f0f6 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488459 Nov 02 17:18:21.625671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:18:21.651082 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddccb6f-f764-420b-b115-225e58f69b64 req-d45fe4af-a45d-46c6-b602-05257cbec18a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.653050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ddccb6f-f764-420b-b115-225e58f69b64 req-d45fe4af-a45d-46c6-b602-05257cbec18a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 944 time: 0.0515864 Nov 02 17:18:21.686863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:18:21.696316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ddccb6f-f764-420b-b115-225e58f69b64 req-a20b5800-0aef-438d-a10b-e47c7633b6e8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370460 Nov 02 17:18:21.704472 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:21.721545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'mac_address': 'fa:16:3e:e5:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:18:21.742330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-47ffa14e-9428-4e3c-bfd9-5a7080bcb63e service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528680 Nov 02 17:18:21.769729 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2c10e5c2-c4ce-4153-9288-880f4cba3353 req-5799e01b-d071-4387-bf1b-c129c67431af service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721997 Nov 02 17:18:21.771057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:21.784917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:18:21.807445 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:21.812218 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:21.868382 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:21.956031 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42323f73-08f1-422d-bd90-f91e9febf57a req-9cafe44f-921c-4531-93e7-920ac0ca4cdd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:21.957525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42323f73-08f1-422d-bd90-f91e9febf57a req-9cafe44f-921c-4531-93e7-920ac0ca4cdd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0576258 Nov 02 17:18:21.995820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42323f73-08f1-422d-bd90-f91e9febf57a req-c12a4456-ef67-4f40-bd0b-508b4997eeb3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Nov 02 17:18:22.041506 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:18:23.117192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1a69-97e9-4e8c-8325-400b675c2db1 req-321d9678-0362-4e05-8889-cbb5fae7951b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:23.118613 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727f1a69-97e9-4e8c-8325-400b675c2db1 req-321d9678-0362-4e05-8889-cbb5fae7951b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0495725 Nov 02 17:18:23.167257 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-727f1a69-97e9-4e8c-8325-400b675c2db1 req-d0f5560c-39f7-42bb-921f-cf17819c0a63 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Nov 02 17:18:23.172583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-3c00a804-3448-44eb-b45d-042aedab2a34 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:23.174251 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-3c00a804-3448-44eb-b45d-042aedab2a34 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 945 time: 0.0571506 Nov 02 17:18:23.266763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Deleting port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:18:23.267106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.360590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] For port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:23.360969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.459394 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.531569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.531943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.532283 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f disassociated. External IP: 172.25.7.110, port: 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d. Nov 02 17:18:23.532700 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Calling delete_port for 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:18:23.581437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:18:23.689790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.690718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:18:23.694809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:18:23.695183 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:23.713917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d was deleted so its status cannot be updated. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 02 17:18:23.720301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event deleted for resources: {'Port': ['ID=0d7cb9f0-652c-4415-9ab5-9aeefd40f88d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:23.845052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:18:23.960208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:18:23.972002 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:18:23.981554 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:18:23.982170 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:18:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:24.000327 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] No DVR routers for this DVR port 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:18:24.003666 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:24.007350 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1c974b9b-ba5b-40ef-960a-4d18dc49b284 req-5da4cb94-3bb3-43f8-b927-bf2a9270b73e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "DELETE /v2.0/ports/0d7cb9f0-652c-4415-9ab5-9aeefd40f88d HTTP/1.1" status: 204 len: 173 time: 0.8265738 Nov 02 17:18:24.008018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-deleted', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:24.011028 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c641b45-416e-4b26-83ab-cdb5b3561cd6" -d '{"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-deleted", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:24.063174 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51901ebd-8d1e-45f7-ad58-75754db0760c x-openstack-request-id: req-51901ebd-8d1e-45f7-ad58-75754db0760c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:24.063174 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb", "name": "network-vif-deleted", "tag": "0d7cb9f0-652c-4415-9ab5-9aeefd40f88d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:24.063439 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51901ebd-8d1e-45f7-ad58-75754db0760c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:24.063702 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb', 'name': 'network-vif-deleted', 'tag': '0d7cb9f0-652c-4415-9ab5-9aeefd40f88d', 'status': 'completed', 'code': 200} Nov 02 17:18:24.096486 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:18:24.281809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4de568cf-b35d-4122-83de-9a4baf2b2642 req-c7e7bc71-0759-4fe4-b95c-5d80a0995b6b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed29f540-7bed-4cf1-9f52-9d8bd07cd6bb HTTP/1.1" status: 200 len: 210 time: 0.0274377 Nov 02 17:18:24.399653 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:24.425390 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:18:24.433537 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:18:24.434153 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:18:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:24.541309 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:18:24.745291 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:24.771479 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81762917-59d4-4605-9bd8-7711c8f73149 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:18:25.000102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880049fd-499a-4e30-9f60-c8676056da19 None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:18:25.561462 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-99156820-236b-45b6-bea8-5a2ff0fa68e4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--613677069&fields=id&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 267 time: 0.0320470 Nov 02 17:18:25.676450 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-8e41747b-4ac1-4140-b450-7f66dbb2617b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:25.677802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-8e41747b-4ac1-4140-b450-7f66dbb2617b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.1088393 Nov 02 17:18:25.694292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-42afe1a9-46af-423d-8ac5-193bee2da873 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/quotas/b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 375 time: 0.0102499 Nov 02 17:18:25.750758 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-b43b7430-0860-4e9f-8927-1a876926d353 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490036 Nov 02 17:18:25.897863 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-ebf4125c-6340-4225-97b0-f8c75ce522c4 service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350074 Nov 02 17:18:25.989659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-cbf2afd6-4a98-4ab5-9e7c-e3dd7a27f1a2 service neutron] 10.222.0.31 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829718 Nov 02 17:18:26.159053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfd2d3c4-abfc-4181-ba7e-5e88b2865248 req-36688ac5-7000-416d-b4d3-4fa7db6c1f38 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 210 time: 0.0286191 Nov 02 17:18:27.274397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbb92f1f-5940-4b9c-898a-136b9c27e81b req-05718a32-dff5-4eb5-a3a2-9c822a37e378 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 210 time: 0.0339122 Nov 02 17:18:27.400855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-12753530-2637-4c7b-b8f2-52ba1046f910 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:27.402348 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-12753530-2637-4c7b-b8f2-52ba1046f910 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 811 time: 0.3752277 Nov 02 17:18:27.444853 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-c6f4951d-6149-4d57-b8bc-7089836ca4f2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 379 time: 0.0328741 Nov 02 17:18:27.454607 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'port': {'device_id': '87656921-e7ca-49d4-881d-208174b21a64', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'admin_state_up': True, 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'security_groups': ['8a4bd340-02e2-438a-9c81-a70e0ad1e404']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:18:27.563176 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Made reservation on behalf of b8160e98b90a4d99a4feb066e34795f3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:18:27.566787 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:27.595489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:18:27.617171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:18:27.617520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 0d7cb9f0-652c-4415-9ab5-9aeefd40f88d not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:18:27.701848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Allocated IP 172.20.0.14 (eea5236f-80f6-413c-8009-5a4161d94524/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f/a1595f6c-1a5b-44be-a8f0-4e1ccc352573) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:18:27.845608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:27.881780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:27.926770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Network eea5236f-80f6-413c-8009-5a4161d94524 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:18:27.929799 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:18:27.933423 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:18:27.943211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:27.992613 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:27.993252 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.015086 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f6f065b8-3ea2-45f3-ae6c-b2d00df43725 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641320 Nov 02 17:18:28.027446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Request body: {'port': {'device_id': '87656921-e7ca-49d4-881d-208174b21a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:18:28.085620 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.160719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5cbdb7eb-4700-4787-aa6c-77341ddf1ba2 None None] Provisioning complete for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:18:28.161098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7eb-4700-4787-aa6c-77341ddf1ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.195774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdb7eb-4700-4787-aa6c-77341ddf1ba2 None None] Port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:18:28.374616 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:18:28.383073 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.396068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Transition to ACTIVE for port object a1595f6c-1a5b-44be-a8f0-4e1ccc352573 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:18:28.397565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0b8b-1e45-4efc-ad54-7ac8ca84f3b7 req-d5b2998e-32e0-4618-8b67-0dad2d4490ed tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:28.399407 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b9c0b8b-1e45-4efc-ad54-7ac8ca84f3b7 req-d5b2998e-32e0-4618-8b67-0dad2d4490ed tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 932 time: 0.0530319 Nov 02 17:18:28.401456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.447109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b9c0b8b-1e45-4efc-ad54-7ac8ca84f3b7 req-fa4fda8b-c01f-40d4-a4a1-709cdfa548f2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363073 Nov 02 17:18:28.477345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:28.538396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:18:28.538566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:18:28.538864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:18:28.543995 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:18:28.544425 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:18:28.551945 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:18:28.552515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:18:28.553132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:18:28.553835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Bound port: a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:18:28.554520 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.630819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:18:28.634338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:18:28.639668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.675385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:28.676688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:28.678107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] 10.222.0.100 "PUT /v2.0/ports/a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1092 time: 0.6550012 Nov 02 17:18:28.678577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:28.680922 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46972c3f-2f01-4775-88e3-3e21f4c3c137" -d '{"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:28.742444 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951931fb-8f4f-4b8b-8dea-b403aea957ea x-openstack-request-id: req-951931fb-8f4f-4b8b-8dea-b403aea957ea {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:28.742895 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:28.743282 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-951931fb-8f4f-4b8b-8dea-b403aea957ea {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:28.743766 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'status': 'completed', 'code': 200} Nov 02 17:18:28.746041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62ba6-2c4b-49cd-adaf-16e56e705969 service neutron] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:28.780633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-0a4b08a8-6e01-4489-beb8-899b7c6c8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:28.782163 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-0a4b08a8-6e01-4489-beb8-899b7c6c8002 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1095 time: 0.0545530 Nov 02 17:18:28.829888 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-5b26360a-cd6b-40f5-9551-694ff5c11e83 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 217 time: 0.0385582 Nov 02 17:18:28.881480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-43f0047c-ddcc-4b29-ba32-f4ec7392f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:28.882986 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-43f0047c-ddcc-4b29-ba32-f4ec7392f324 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0458486 Nov 02 17:18:28.929309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f712e357-fb43-4e3d-b652-b94dccd302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:28.930861 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-f712e357-fb43-4e3d-b652-b94dccd302b7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406215 Nov 02 17:18:29.026914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-b2fb3112-f639-40a9-a366-d4426b893b7a service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882895 Nov 02 17:18:29.116527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-35152b68-ab5a-47a3-9f05-733a63f8053d req-04a69891-937f-45d0-b603-4e51bf2342af service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826154 Nov 02 17:18:29.210302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-8d234b37-a425-429b-82ab-79ce5496787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:29.211832 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-8d234b37-a425-429b-82ab-79ce5496787e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1095 time: 0.0466404 Nov 02 17:18:29.306220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-4f65fe7d-9c8b-43a5-a835-9add067ba053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:29.307593 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-4f65fe7d-9c8b-43a5-a835-9add067ba053 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0887289 Nov 02 17:18:29.350702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-ec6d771a-5395-49a5-8c26-50f33e8b7049 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 217 time: 0.0358996 Nov 02 17:18:29.405109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-590bc1c5-5013-46fd-b75f-987cdbeb98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:29.406613 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-590bc1c5-5013-46fd-b75f-987cdbeb98c4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0492182 Nov 02 17:18:29.454491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-f7919530-7350-46a3-aac4-0e5b478fc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:29.455989 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-f7919530-7350-46a3-aac4-0e5b478fc383 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414922 Nov 02 17:18:29.552338 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-e1acc180-1278-432b-b1be-f7e9199b9c67 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887897 Nov 02 17:18:29.586165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327571b1-2a4a-4ca0-944e-c49667fb28f9 req-a81aaac2-d924-4b5e-a944-587acf93de67 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:29.592174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-327571b1-2a4a-4ca0-944e-c49667fb28f9 req-a81aaac2-d924-4b5e-a944-587acf93de67 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0598884 Nov 02 17:18:29.634520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-327571b1-2a4a-4ca0-944e-c49667fb28f9 req-a1fe5425-4b6a-4cb7-bc7c-0ff3e7d82eae tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Nov 02 17:18:29.663363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-46972c3f-2f01-4775-88e3-3e21f4c3c137 req-c7f9eea3-3a4a-48c0-a4d9-6d9b45bc7ff9 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027322 Nov 02 17:18:30.764687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ce120-2d64-4075-a420-c41e97ba5ac1 req-6edf2fc0-bfed-4e00-9be4-dd35cbc69d6f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:30.766173 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760ce120-2d64-4075-a420-c41e97ba5ac1 req-6edf2fc0-bfed-4e00-9be4-dd35cbc69d6f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0603709 Nov 02 17:18:30.806099 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760ce120-2d64-4075-a420-c41e97ba5ac1 req-0669882d-915c-4c53-99bb-658bf6c346b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Nov 02 17:18:31.625112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:18:31.721684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:31.733149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'mac_address': 'fa:16:3e:d4:0e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:18:31.769736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:31.782486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:18:31.803308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:31.807594 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:31.859621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:31.992144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55421a-99f1-4a86-bb94-1765a3fbe4e7 req-25956a65-23b2-4342-ad1b-a4b66a99a4ae tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:31.993635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf55421a-99f1-4a86-bb94-1765a3fbe4e7 req-25956a65-23b2-4342-ad1b-a4b66a99a4ae tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.1192055 Nov 02 17:18:32.032231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf55421a-99f1-4a86-bb94-1765a3fbe4e7 req-dee52962-96cf-48ed-a81d-9ce991d07a92 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Nov 02 17:18:32.077883 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a1595f6c-1a5b-44be-a8f0-4e1ccc352573'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:18:33.200211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290080b8-16c1-4f3e-9f1c-9570f83f38cd req-ca8534f3-8d12-4071-bc7e-ebf669937a9e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:33.201688 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-290080b8-16c1-4f3e-9f1c-9570f83f38cd req-ca8534f3-8d12-4071-bc7e-ebf669937a9e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0997691 Nov 02 17:18:33.239780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-290080b8-16c1-4f3e-9f1c-9570f83f38cd req-7b548bbd-298a-4e01-bd5e-846cd50bfe66 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315776 Nov 02 17:18:33.624297 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:18:33.676896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:18:33.680755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:18:33.681161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:33.758074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:33.780816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:33.783088 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0ef15-5a24-4051-ae91-8b9b3b1afc91" -d '{"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-plugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:33.795959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:18:33.801648 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:33.827319 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a29169f-f9c3-40be-be39-c5d1e3aab8ac x-openstack-request-id: req-2a29169f-f9c3-40be-be39-c5d1e3aab8ac {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:33.828178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-plugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:33.828178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a29169f-f9c3-40be-be39-c5d1e3aab8ac {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:33.828486 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'code': 200} Nov 02 17:18:33.858530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:18:33.920904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77d6b6-b88a-4a68-b580-290e79cf1536 req-a38f3f6a-01a3-4343-bbfa-7ad65359122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:33.922363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1a77d6b6-b88a-4a68-b580-290e79cf1536 req-a38f3f6a-01a3-4343-bbfa-7ad65359122c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1097 time: 0.0400360 Nov 02 17:18:33.957210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1a77d6b6-b88a-4a68-b580-290e79cf1536 req-03acf49e-440c-4808-b192-6cd0f8f1074e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278637 Nov 02 17:18:34.360871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c32ad-1c27-45e1-a01a-52c876e57010 req-f6cfeb34-a472-4fa7-a626-b07fdabd49bf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:34.363301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e2c32ad-1c27-45e1-a01a-52c876e57010 req-f6cfeb34-a472-4fa7-a626-b07fdabd49bf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0540574 Nov 02 17:18:34.401998 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3e2c32ad-1c27-45e1-a01a-52c876e57010 req-c8f97b97-f6e4-49ed-a81b-3758ae8bfef5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323620 Nov 02 17:18:35.538166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc34bb-abc8-47d4-bf74-6d4dfeda9609 req-8e41931e-7996-4921-b783-044c19c6ff03 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:35.539818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dfc34bb-abc8-47d4-bf74-6d4dfeda9609 req-8e41931e-7996-4921-b783-044c19c6ff03 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0557804 Nov 02 17:18:35.580207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dfc34bb-abc8-47d4-bf74-6d4dfeda9609 req-73574b64-bfe6-4d2a-8bec-bb0019b3ce14 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Nov 02 17:18:35.705705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad959f2-a041-40d2-b324-af9e99747fb9 req-773ddb26-3512-4576-8e55-d2b7625bacd1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:35.707365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cad959f2-a041-40d2-b324-af9e99747fb9 req-773ddb26-3512-4576-8e55-d2b7625bacd1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0524344 Nov 02 17:18:35.716307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 48600) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:18:35.721198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Request body: {'floatingip': {'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:18:35.766464 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:36.200616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:36.204548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:36.301436 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f associated. External IP: 172.25.7.110, port: a1595f6c-1a5b-44be-a8f0-4e1ccc352573. Nov 02 17:18:36.507504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:18:36.616021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:18:36.621063 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:36.626854 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:18:36.638115 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:18:36.638819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:18:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:36.649415 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-af11ce2d-eec6-466f-b2d9-b76ecfbb19b5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "PUT /v2.0/floatingips/55608fd2-3892-46e3-98ec-06c9b4e7332f HTTP/1.1" status: 200 len: 993 time: 0.9319644 Nov 02 17:18:36.650020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:18:36.652331 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6" -d '{"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:18:36.689464 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe34b6b-ab7e-499a-8fb4-b98e234e788a x-openstack-request-id: req-7fe34b6b-ab7e-499a-8fb4-b98e234e788a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:18:36.689760 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:18:36.690024 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe34b6b-ab7e-499a-8fb4-b98e234e788a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:18:36.690571 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'status': 'completed', 'code': 200} Nov 02 17:18:36.752470 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:18:36.756028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-4ca5d3a6-a218-494b-a814-29563cd42cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:36.757602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-4ca5d3a6-a218-494b-a814-29563cd42cce service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1097 time: 0.0416644 Nov 02 17:18:36.857426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-85193aed-2afb-4ea9-b8e0-7a6a50767c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:36.858961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-85193aed-2afb-4ea9-b8e0-7a6a50767c4c service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.0945616 Nov 02 17:18:36.924516 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-44cc7c95-4ed6-4efe-a5e4-c8475f07700c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.0575798 Nov 02 17:18:36.983018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-798526a2-c899-41dc-8df1-6771ceb990ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:36.983331 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:d4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87656921-e7ca-49d4-881d-208174b21a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:18:36Z', 'revision_number': 13, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:36.984510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-798526a2-c899-41dc-8df1-6771ceb990ae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0493829 Nov 02 17:18:37.015033 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:18:37.023515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:18:37.024121 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:18:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:37.033211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-ac66ce30-dbd6-489d-9456-21f7e1fc6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:18:37.035426 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-ac66ce30-dbd6-489d-9456-21f7e1fc6c6f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428715 Nov 02 17:18:37.127608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-22198fd5-1a42-42be-a457-d1d081dfe04b service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Nov 02 17:18:37.131399 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:18:37.238770 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e5ecaa78-6edd-4428-b309-d58bfa7d16d6 req-ec9b3949-acb5-42cc-acf4-700f2c7fa9f7 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036844 Nov 02 17:18:37.383550 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:d4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87656921-e7ca-49d4-881d-208174b21a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:18:36Z', 'revision_number': 13, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:18:37.416167 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbedc1e-a3e8-445a-8331-884faaddf3b6 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '55608fd2-3892-46e3-98ec-06c9b4e7332f', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'df53bc0f-a426-4801-a008-867613bed874', 'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'mac_address': 'fa:16:3e:d4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87656921-e7ca-49d4-881d-208174b21a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:11:44Z', 'updated_at': '2021-11-02T17:18:36Z', 'revision_number': 13, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:18:37.610785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef4512-7d42-4738-ad53-fc3f16e94531 None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:18:38.729250 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-867f27ec-c638-48ac-b7e2-fe670cc095af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:41.171880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ff679b23-393d-4a4b-b279-b49fdf87154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:41.406569 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:42.758926 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:43.915662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:47.953410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:18:50.051248 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:18:53.476138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:08.747915 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d74b4c9e-bb69-4217-ab21-b2eef9b5b8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:11.175353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5c32647b-280b-4beb-a13c-6f113ccf0924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:11.402809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:12.766004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:13.919313 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:17.975936 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:23.504151 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:27.054563 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:19:35.354540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-38946249-8d55-4f9a-9a43-375491589ea6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143301 Nov 02 17:19:35.452182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-32ca6d5f-b524-4750-9667-f6ec4ab179fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:19:35.454117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-32ca6d5f-b524-4750-9667-f6ec4ab179fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1097 time: 0.0526650 Nov 02 17:19:35.585195 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-c5e8e84c-eefb-4a79-ad10-4ee08cba079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:19:35.587404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-c5e8e84c-eefb-4a79-ad10-4ee08cba079b service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1124599 Nov 02 17:19:35.683914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-c3457b74-4c6c-4186-9613-6a8bae63d622 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1003 time: 0.0859034 Nov 02 17:19:35.766123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-a52bcd51-87df-4ee9-b21d-8cc25cace222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:19:35.768775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-a52bcd51-87df-4ee9-b21d-8cc25cace222 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0768404 Nov 02 17:19:35.830827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-0e67017b-348a-4564-9046-bc761240b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:19:35.833137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-0e67017b-348a-4564-9046-bc761240b34f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565598 Nov 02 17:19:35.953216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-adfaa049-ebf0-4066-bae6-d22aaf8a2173 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126804 Nov 02 17:19:36.081029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3c8e2714-466c-49d7-b348-4c0a3327442d req-6cb31e89-b54f-4cda-9cdb-440c9762d871 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187394 Nov 02 17:19:38.733076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e80fc10d-c788-46f0-946a-ee1b93b3de9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:41.187216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bfef8ff5-9d48-43de-9a56-0294c2d321e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:41.396010 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:42.776280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:43.921248 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:47.989830 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:19:53.498570 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:04.060100 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:20:08.740154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1c29181c-adf0-4e84-b6d9-7fbafb1f3aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:11.181634 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1f4-4155-4d31-8db2-07d957b7cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:11.412317 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:12.770581 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:13.931289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:18.005995 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:18.739789 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934798c-3dda-462e-8c05-50cb1d2ba446 req-85f5cb6d-f095-4a51-89ec-21c23c97c264 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:18.741390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2934798c-3dda-462e-8c05-50cb1d2ba446 req-85f5cb6d-f095-4a51-89ec-21c23c97c264 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0622256 Nov 02 17:20:18.786770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2934798c-3dda-462e-8c05-50cb1d2ba446 req-808d682c-93c0-45d6-9fd3-1d8b0170a36a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Nov 02 17:20:23.524538 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:30.264745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-b0f8f227-2428-4e92-b62e-aceeef9f592e req-d9f0089b-a17e-43f5-8e80-75c18bc6ba25 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:20:30.265891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b0f8f227-2428-4e92-b62e-aceeef9f592e req-d9f0089b-a17e-43f5-8e80-75c18bc6ba25 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063949 Nov 02 17:20:31.564990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01c82b-501d-4e17-8b50-498cbbd34c89 req-0748cf2a-eb04-4c30-8764-1f3367dc103f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:31.566597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d01c82b-501d-4e17-8b50-498cbbd34c89 req-0748cf2a-eb04-4c30-8764-1f3367dc103f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0668662 Nov 02 17:20:31.634163 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6d01c82b-501d-4e17-8b50-498cbbd34c89 req-467800d4-aa71-4fb7-a148-4a3025c8f153 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576475 Nov 02 17:20:31.640166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-b1089f60-69f6-4d7c-863a-5f1c1e36fa9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456735 Nov 02 17:20:31.652407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-20b2b965-e55b-4811-94ea-8830eafff8fb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:20:31.653513 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-20b2b965-e55b-4811-94ea-8830eafff8fb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056739 Nov 02 17:20:32.789305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900ac67-2a25-4f39-bf9e-c739453435a2 req-3372ccb8-8db0-47a4-bbe8-154d1bdd11d8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:32.790905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4900ac67-2a25-4f39-bf9e-c739453435a2 req-3372ccb8-8db0-47a4-bbe8-154d1bdd11d8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0752549 Nov 02 17:20:32.841866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4900ac67-2a25-4f39-bf9e-c739453435a2 req-4d7ff804-33b6-4170-bc10-2139abd7e856 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 Nov 02 17:20:33.998233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b2b47-96a5-473f-83c1-e1a942a8de24 req-886dd473-6108-4efd-84aa-43eee2d64741 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:33.999869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-368b2b47-96a5-473f-83c1-e1a942a8de24 req-886dd473-6108-4efd-84aa-43eee2d64741 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0708101 Nov 02 17:20:34.044837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-368b2b47-96a5-473f-83c1-e1a942a8de24 req-0902bc1d-b80c-43d1-a6df-b106c3da3565 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378759 Nov 02 17:20:35.128182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-ffd08f3a-d944-43b3-8d4b-fefe7fa2936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:35.130376 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-ffd08f3a-d944-43b3-8d4b-fefe7fa2936f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1097 time: 0.0586276 Nov 02 17:20:35.194977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04931b0f-b42d-47b6-b9bc-389958085f72 req-e0dca8df-f320-46c7-960a-675d5f77b2aa tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:35.196714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04931b0f-b42d-47b6-b9bc-389958085f72 req-e0dca8df-f320-46c7-960a-675d5f77b2aa tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0562141 Nov 02 17:20:35.271268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-04931b0f-b42d-47b6-b9bc-389958085f72 req-df98bc17-ebf8-491b-8119-8bc616b4f8c0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620310 Nov 02 17:20:35.284662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-baf85185-e398-449e-9e34-78f9fc7a1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:35.286851 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-baf85185-e398-449e-9e34-78f9fc7a1712 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1487806 Nov 02 17:20:35.401109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-1afc1ca6-126c-4e4a-beff-c4d03d664cb3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1003 time: 0.1050534 Nov 02 17:20:35.482604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-75c64604-fff1-49ed-800c-607b9d92d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:35.485639 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-75c64604-fff1-49ed-800c-607b9d92d010 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0775039 Nov 02 17:20:35.552969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-85a1d336-030d-486f-ab4f-7ef71516f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:35.554537 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-85a1d336-030d-486f-ab4f-7ef71516f433 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614979 Nov 02 17:20:35.666764 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-aed90ad3-7e88-4d84-8928-6849930b8337 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049900 Nov 02 17:20:36.095642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-03b3d2b2-70c3-4f7b-ae0d-1c863b5255c0 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199419 Nov 02 17:20:36.399122 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-31a5620f-26cb-42a6-a870-b79ac994ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:36.402097 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-31a5620f-26cb-42a6-a870-b79ac994ced6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1097 time: 0.0824864 Nov 02 17:20:36.494354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76353-d710-4e88-9812-721c622ac996 req-622c7ec9-b66d-46ea-ae15-271432dcc227 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:36.497262 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ad76353-d710-4e88-9812-721c622ac996 req-622c7ec9-b66d-46ea-ae15-271432dcc227 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0983355 Nov 02 17:20:36.554875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ad76353-d710-4e88-9812-721c622ac996 req-bfb2ce48-e191-4419-9655-a8256dce57ad tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474834 Nov 02 17:20:36.607943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-056076cf-e744-48b4-bd5d-b04f620a05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:36.611342 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-056076cf-e744-48b4-bd5d-b04f620a05a1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1782639 Nov 02 17:20:36.708504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-1ec4b314-36ea-4b3f-90df-6ef2ff6c50fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1003 time: 0.0879500 Nov 02 17:20:36.795141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-8b9df922-2860-4f7d-a842-0173e1a4359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:36.797723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-8b9df922-2860-4f7d-a842-0173e1a4359a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0828378 Nov 02 17:20:36.878303 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-9856e373-8fe2-45c5-814b-c105a6791a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:36.879820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-9856e373-8fe2-45c5-814b-c105a6791a73 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742676 Nov 02 17:20:36.986590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-7ed786ac-433a-4d2a-bb11-d4f62201ea4f service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984998 Nov 02 17:20:37.096463 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5d3ed70a-6d25-4f8a-af2b-c43be035281b req-0e464d7e-ba6c-4d82-b5eb-cc67997fe079 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027036 Nov 02 17:20:37.763550 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e51ce-e39e-4dbf-acf3-f59e1a3f67f7 req-841cb7a3-66ce-4013-86a1-2f04dc8a9afc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:37.766898 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b25e51ce-e39e-4dbf-acf3-f59e1a3f67f7 req-841cb7a3-66ce-4013-86a1-2f04dc8a9afc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0888634 Nov 02 17:20:37.837169 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b25e51ce-e39e-4dbf-acf3-f59e1a3f67f7 req-63606ea9-3c94-4d02-a983-46bfc89aba52 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596905 Nov 02 17:20:38.737560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bcccca9c-2b80-4ef2-87e3-4d05822f694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:38.977969 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54779c3f-2eb6-402a-b732-1befeaae2197 req-5063f07d-d2ca-4275-a87c-24e4636f4df0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:38.980108 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54779c3f-2eb6-402a-b732-1befeaae2197 req-5063f07d-d2ca-4275-a87c-24e4636f4df0 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0591576 Nov 02 17:20:39.051160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54779c3f-2eb6-402a-b732-1befeaae2197 req-f986738b-de27-4ed3-8b61-673a8318703a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594928 Nov 02 17:20:40.197899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a227da9-00ee-44fd-b681-d91ffabd6760 req-566e2b95-2c4d-469f-9ff8-32bb6a2abf09 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:40.199561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a227da9-00ee-44fd-b681-d91ffabd6760 req-566e2b95-2c4d-469f-9ff8-32bb6a2abf09 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0650120 Nov 02 17:20:40.254167 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a227da9-00ee-44fd-b681-d91ffabd6760 req-57442b55-2e95-435a-b6a1-2526d0517dd7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Nov 02 17:20:41.061654 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:20:41.196501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da15ffe3-2359-431e-834b-38c54b4eec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:41.401861 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:41.436625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04b127-c3a6-4481-9112-67a6c32aff55 req-cde0fcac-89b5-454a-8e28-4ada61816409 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:41.439231 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc04b127-c3a6-4481-9112-67a6c32aff55 req-cde0fcac-89b5-454a-8e28-4ada61816409 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0663168 Nov 02 17:20:41.496556 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dc04b127-c3a6-4481-9112-67a6c32aff55 req-c8c3ce3a-e3cb-4b9c-b4b6-22b3cf5e595e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498595 Nov 02 17:20:42.653420 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28db0c-d61e-45a0-8db3-88cdcac94f6f req-ad325ce6-2065-4e84-b518-fe85a46cf304 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:42.655141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d28db0c-d61e-45a0-8db3-88cdcac94f6f req-ad325ce6-2065-4e84-b518-fe85a46cf304 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0701995 Nov 02 17:20:42.702394 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d28db0c-d61e-45a0-8db3-88cdcac94f6f req-423d250d-97a1-4a2b-925f-8b64d1af02b4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359862 Nov 02 17:20:42.773393 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:43.847527 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2befedc-0b81-4c79-9d88-f1b4a40a300e req-f265612a-7f00-4e46-9a45-9aa399d0d5eb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:43.849244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2befedc-0b81-4c79-9d88-f1b4a40a300e req-f265612a-7f00-4e46-9a45-9aa399d0d5eb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0616815 Nov 02 17:20:43.902808 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d2befedc-0b81-4c79-9d88-f1b4a40a300e req-c91d6847-0bc3-45a7-bd0a-a5e3a0f79164 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441487 Nov 02 17:20:43.931425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:45.048796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73602162-73a2-49f5-b08e-bd210f3f2d8b req-4b186686-6e1c-43fa-b00c-8f0dd20a6b73 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:45.050714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-73602162-73a2-49f5-b08e-bd210f3f2d8b req-4b186686-6e1c-43fa-b00c-8f0dd20a6b73 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0638456 Nov 02 17:20:45.114026 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-73602162-73a2-49f5-b08e-bd210f3f2d8b req-601d5410-8a17-4437-8681-5cdbd7763545 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568793 Nov 02 17:20:46.276183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f3b07-2d59-41e7-bcb8-22876a85b294 req-fd48a379-5cf0-46ba-a8ea-b168fa96df2c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:46.278389 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e92f3b07-2d59-41e7-bcb8-22876a85b294 req-fd48a379-5cf0-46ba-a8ea-b168fa96df2c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0853343 Nov 02 17:20:46.344948 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e92f3b07-2d59-41e7-bcb8-22876a85b294 req-d4a3cdbd-3178-4810-a7ea-18960d29be82 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596035 Nov 02 17:20:47.490712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ea83-3fff-4851-b6e0-2704e45ffd4a req-4237637e-6b18-46b5-a479-07515356a85e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:47.492370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17b1ea83-3fff-4851-b6e0-2704e45ffd4a req-4237637e-6b18-46b5-a479-07515356a85e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0617340 Nov 02 17:20:47.552951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17b1ea83-3fff-4851-b6e0-2704e45ffd4a req-142d956d-2db4-41b3-86d1-9f86c2ba9438 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527480 Nov 02 17:20:48.005527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:48.726607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f304-f52c-4a50-8fcd-6125e77b2371 req-193d7ded-3a8b-4316-9353-2e91872f2d16 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:48.728338 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0759f304-f52c-4a50-8fcd-6125e77b2371 req-193d7ded-3a8b-4316-9353-2e91872f2d16 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0733724 Nov 02 17:20:48.801629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0759f304-f52c-4a50-8fcd-6125e77b2371 req-7bbf59f3-bd5c-4480-b567-37791202cdbf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597131 Nov 02 17:20:50.087147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb2993-0d86-4307-8f68-92153218c55d req-388245f5-42a5-492c-97c0-125a5c63a3c7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:50.089519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41cb2993-0d86-4307-8f68-92153218c55d req-388245f5-42a5-492c-97c0-125a5c63a3c7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0758290 Nov 02 17:20:50.144955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-41cb2993-0d86-4307-8f68-92153218c55d req-c0f92636-834a-4e4d-b7e3-67579f242607 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442226 Nov 02 17:20:50.393594 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-86c456fd-be8e-4072-b32d-f557e7a9ed83 service neutron] show failed (client error): The resource could not be found. Nov 02 17:20:50.394840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-86c456fd-be8e-4072-b32d-f557e7a9ed83 service neutron] 10.222.0.100 "GET /v2.0/ports/a1595f6c-1a5b-44be-a8f0-4e1ccc352573/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0681214 Nov 02 17:20:50.712857 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-e230e2dd-42d7-4bc9-ad34-094253909e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:50.715181 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-e230e2dd-42d7-4bc9-ad34-094253909e6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 1097 time: 0.1308019 Nov 02 17:20:50.727063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-d5c1185b-17b5-4761-beee-69b4d2570c6d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:20:50.728430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-d5c1185b-17b5-4761-beee-69b4d2570c6d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064659 Nov 02 17:20:50.743748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:20:50.816425 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:51.113420 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:20:51.159802 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:20:51.239867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:20:51.244179 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7bdc8f-ff20-42ce-8dfc-d57dd6bc463e" -d '{"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-unplugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:20:51.252244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:51.278997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Transition to ACTIVE for port object a1595f6c-1a5b-44be-a8f0-4e1ccc352573 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:20:51.285350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:51.347785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7882631-91cf-46c8-b996-18fa0755eefb req-ad0440ca-4659-48d8-9f5f-021adcfb3c44 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:51.350458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7882631-91cf-46c8-b996-18fa0755eefb req-ad0440ca-4659-48d8-9f5f-021adcfb3c44 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0969565 Nov 02 17:20:51.445478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7882631-91cf-46c8-b996-18fa0755eefb req-24dd3ea2-37a0-4308-b6ae-0af68fe56d04 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675189 Nov 02 17:20:51.464334 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca384f6-1fdf-4c4f-88c8-b90d55480e4a x-openstack-request-id: req-aca384f6-1fdf-4c4f-88c8-b90d55480e4a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:20:51.465076 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-unplugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:20:51.465218 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aca384f6-1fdf-4c4f-88c8-b90d55480e4a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:20:51.465839 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'code': 200} Nov 02 17:20:51.487487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:20:51.506589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.507156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.507744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.508331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.508918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.509499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.510080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.510689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.511266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.511843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.512430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.512987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:20:51.567181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] No DVR routers for this DVR port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:20:51.806219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:20:51.806615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:20:51.807011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:20:51.814468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:20:51.814955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:20:51.822418 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:20:51.822776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:20:51.823277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:20:51.823769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Bound port: a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:20:51.824228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:51.904227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:20:51.909130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:20:51.915822 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:51.961511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:51.962438 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:51.964305 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] 10.222.0.55 "PUT /v2.0/ports/a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1092 time: 1.2276282 Nov 02 17:20:52.024724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378841-fbaf-41eb-b0d4-0ddc9d69507d service neutron] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:20:52.067160 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-1aa2c777-a660-42f9-b39c-63d199bb3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:52.070019 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-1aa2c777-a660-42f9-b39c-63d199bb3874 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1095 time: 0.0663404 Nov 02 17:20:52.240316 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-05e13a84-c013-4feb-bcc6-55d01b2fd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:52.242896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-05e13a84-c013-4feb-bcc6-55d01b2fd9a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1651828 Nov 02 17:20:52.278536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:20:52.333147 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-04bfb4f7-e85d-469e-98d5-b4dad234797e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.0823615 Nov 02 17:20:52.364853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:20:52.409016 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-5bdc1a3e-a14c-4892-8f1e-c5b8d5ad969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:52.410762 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-5bdc1a3e-a14c-4892-8f1e-c5b8d5ad969a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0679321 Nov 02 17:20:52.476251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-b29ab0f8-06ca-403e-a6b6-724cd9a68690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:52.478731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-b29ab0f8-06ca-403e-a6b6-724cd9a68690 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605700 Nov 02 17:20:52.634078 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-3c72a32a-d873-439e-b8b5-a9c4fa9daddc service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447277 Nov 02 17:20:52.726937 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f7088-40eb-4464-8625-cac00b89a779 req-a93aa04a-ebd1-456f-ada9-bd822a1ff8ea tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:52.729071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c1f7088-40eb-4464-8625-cac00b89a779 req-a93aa04a-ebd1-456f-ada9-bd822a1ff8ea tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.1318028 Nov 02 17:20:52.754543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cce99595-6d82-49ba-b9b0-2963e91b1910 req-79f3c6c4-6fad-4d7c-a3c1-d0bba9e98c83 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130133 Nov 02 17:20:52.782525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c1f7088-40eb-4464-8625-cac00b89a779 req-4a97e0be-bf4e-4132-8a44-446b6583711e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Nov 02 17:20:53.467676 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:20:53.470437 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f49bd2c2e2a8ca79a4c1ffdcf4499d862c952e247d165ef5f9611183a90ccb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:20:53.523591 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:20:53.553580 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd285a0-6a1d-4e11-9759-05ab8ac2c6ab x-openstack-request-id: req-1dd285a0-6a1d-4e11-9759-05ab8ac2c6ab {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:20:53.556287 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:20:53.557200 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dd285a0-6a1d-4e11-9759-05ab8ac2c6ab {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:20:53.557683 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'status': 'completed', 'code': 200} Nov 02 17:20:53.671608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-082ba3f8-761a-438f-bd97-98c6a9295197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:53.673954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-082ba3f8-761a-438f-bd97-98c6a9295197 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1095 time: 0.0967691 Nov 02 17:20:53.682635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-b8fa9b3c-9ecf-44fd-bfdd-dc5c5a1615d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:53.684401 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-b8fa9b3c-9ecf-44fd-bfdd-dc5c5a1615d9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1095 time: 0.0917766 Nov 02 17:20:53.870937 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-0b64ba43-514c-4047-975d-ee35aa30b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:53.872665 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-0b64ba43-514c-4047-975d-ee35aa30b36e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1871591 Nov 02 17:20:53.873861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-e9e53743-4aaf-4600-ba4e-d1672669da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:53.876510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-e9e53743-4aaf-4600-ba4e-d1672669da07 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1817491 Nov 02 17:20:54.011469 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c95f65-0005-4b19-85e8-fa593c319610 req-5b7da0d3-be31-46ab-a055-8141738a00c5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:54.016121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97c95f65-0005-4b19-85e8-fa593c319610 req-5b7da0d3-be31-46ab-a055-8141738a00c5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0960090 Nov 02 17:20:54.048292 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-919ab9ad-4e5e-4954-8e24-afa84fb57891 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.1665671 Nov 02 17:20:54.052132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-5d201ce7-d88d-423d-8880-b41c576a7879 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.1662683 Nov 02 17:20:54.089844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-97c95f65-0005-4b19-85e8-fa593c319610 req-3c66dbf2-0865-4f53-86de-33a77518b049 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611484 Nov 02 17:20:54.168751 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-18bedd6b-e822-43b4-abcc-c571607d7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:54.170427 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-18bedd6b-e822-43b4-abcc-c571607d7424 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.1171134 Nov 02 17:20:54.175512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-7df98ec5-b401-4e58-81aa-7827d064b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:54.177040 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-7df98ec5-b401-4e58-81aa-7827d064b505 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.1134322 Nov 02 17:20:54.279654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-8eb1adc6-e641-4770-8654-c932c5b8a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:54.282478 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-8eb1adc6-e641-4770-8654-c932c5b8a2c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036906 Nov 02 17:20:54.289554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-9932c279-b6b3-4752-af97-9180090c62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:54.291306 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-9932c279-b6b3-4752-af97-9180090c62f0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020203 Nov 02 17:20:54.506726 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-939c9842-5a36-466b-b697-1fed9f4865be service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141161 Nov 02 17:20:54.508969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-631ddc1b-d7b1-42f2-b27d-268b1715d89e service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069507 Nov 02 17:20:54.805166 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-059c0837-74bc-461d-bb0a-006ed8322f72 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909968 Nov 02 17:20:54.811227 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-71d34749-3c8a-4e3d-b03a-05d2864e8bfd req-1c2a1430-21b9-4ef7-82c1-d5feb2a4704d service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876103 Nov 02 17:20:55.464672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716334b9-c6f1-45a1-a0fc-622493083a93 req-73a534eb-bac5-4825-927e-ba382899e983 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:55.470399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-716334b9-c6f1-45a1-a0fc-622493083a93 req-73a534eb-bac5-4825-927e-ba382899e983 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.1483738 Nov 02 17:20:55.530296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-716334b9-c6f1-45a1-a0fc-622493083a93 req-e35c5ba5-3492-48bf-9eca-28e519b6fa3a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532942 Nov 02 17:20:56.747202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eddb8-dde7-4c0e-8b9c-684f2b202309 req-375db06a-f6ea-4cdb-8618-7a77cd26a5bf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:56.750569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d18eddb8-dde7-4c0e-8b9c-684f2b202309 req-375db06a-f6ea-4cdb-8618-7a77cd26a5bf tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0909266 Nov 02 17:20:56.835995 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d18eddb8-dde7-4c0e-8b9c-684f2b202309 req-eb59f30b-78fd-43d2-b476-1ae5049b9207 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673456 Nov 02 17:20:58.031214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e316b9-07b9-4a7a-b35e-7e93d3878983 req-e2d966d6-bab1-4d55-8f01-d98389a993af tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:58.033755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14e316b9-07b9-4a7a-b35e-7e93d3878983 req-e2d966d6-bab1-4d55-8f01-d98389a993af tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0952253 Nov 02 17:20:58.090651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-14e316b9-07b9-4a7a-b35e-7e93d3878983 req-92a19d0f-a32a-472f-9d40-0ca40b759bcb tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481858 Nov 02 17:20:59.282843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f81ef-8ea8-4801-9cc6-e4ea01a951fc req-1f94914d-3c64-4efd-8d9f-8a358c596e14 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:20:59.285508 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-700f81ef-8ea8-4801-9cc6-e4ea01a951fc req-1f94914d-3c64-4efd-8d9f-8a358c596e14 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.1006608 Nov 02 17:20:59.348033 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-700f81ef-8ea8-4801-9cc6-e4ea01a951fc req-f96976e9-2976-4ed2-bfb8-e715702b2464 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555804 Nov 02 17:21:00.503659 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69044241-22f3-40c2-9465-9afb9074b5e1 req-8f55b442-233f-4e26-bc8d-3a64d4d3f6b1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:00.506068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69044241-22f3-40c2-9465-9afb9074b5e1 req-8f55b442-233f-4e26-bc8d-3a64d4d3f6b1 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0703616 Nov 02 17:21:00.559480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-69044241-22f3-40c2-9465-9afb9074b5e1 req-46c3a6a6-a3ee-494a-8eba-c192e5605959 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 Nov 02 17:21:01.704127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643a143-92cd-4358-ae8f-416cdb1216a9 req-82ff070c-6bcb-4940-953a-d5a4a9375103 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:01.705920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3643a143-92cd-4358-ae8f-416cdb1216a9 req-82ff070c-6bcb-4940-953a-d5a4a9375103 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0599380 Nov 02 17:21:01.758023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3643a143-92cd-4358-ae8f-416cdb1216a9 req-8da62fbd-78ab-4af6-be2e-989fb3d84f4e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Nov 02 17:21:02.916727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941111d9-8cfe-4bcd-992b-03cb5aaf9ad6 req-de9e4037-06e0-4667-8939-435620743f2b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:02.919051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-941111d9-8cfe-4bcd-992b-03cb5aaf9ad6 req-de9e4037-06e0-4667-8939-435620743f2b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0807571 Nov 02 17:21:02.993465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-941111d9-8cfe-4bcd-992b-03cb5aaf9ad6 req-98f5aa25-5660-445e-a402-9f41c6b75237 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615375 Nov 02 17:21:04.143581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e921b90-c43f-4d5d-9f4f-2d80754b4ece req-a8898def-602f-42e7-b10b-5bbda232fd9e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:04.145263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e921b90-c43f-4d5d-9f4f-2d80754b4ece req-a8898def-602f-42e7-b10b-5bbda232fd9e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0603456 Nov 02 17:21:04.215068 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e921b90-c43f-4d5d-9f4f-2d80754b4ece req-3395a426-7677-4f8e-8503-23b15bb8a02d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573018 Nov 02 17:21:05.378531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bc6b3-dd2d-42a0-a559-9d3729d88bb6 req-b845cb54-5a16-41da-9c7f-c9d481a8aee8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:05.381211 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-392bc6b3-dd2d-42a0-a559-9d3729d88bb6 req-b845cb54-5a16-41da-9c7f-c9d481a8aee8 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0833991 Nov 02 17:21:05.446187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-392bc6b3-dd2d-42a0-a559-9d3729d88bb6 req-ed0e0e27-273d-408e-be6c-a12e753c538a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579741 Nov 02 17:21:06.442956 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:21:06.587669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157d59-feab-4665-98d4-f5c5da6d8570 req-da6a07b6-5548-456d-aae9-1b4d61e978e9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:06.589079 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71157d59-feab-4665-98d4-f5c5da6d8570 req-da6a07b6-5548-456d-aae9-1b4d61e978e9 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 944 time: 0.0564227 Nov 02 17:21:06.604393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:06.617665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'mac_address': 'fa:16:3e:d4:0e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:21:06.644996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71157d59-feab-4665-98d4-f5c5da6d8570 req-138e6017-3ec3-42d4-8910-a5d97b48139d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475001 Nov 02 17:21:06.667847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:06.691495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:21:06.728590 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:06.734969 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:06.816480 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:06.824431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.824876 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.825121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.825476 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.825856 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.826349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.826685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.827010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.827610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.827797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.827982 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.828301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:06.995566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['a1595f6c-1a5b-44be-a8f0-4e1ccc352573'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:21:07.005732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-4a6d0b5d-264e-4c52-89d8-288e933e263d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:07.008474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-4a6d0b5d-264e-4c52-89d8-288e933e263d tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.55 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64&tenant_id=b8160e98b90a4d99a4feb066e34795f3&binding%3Ahost_id=n-h1-811405-2 HTTP/1.1" status: 200 len: 945 time: 0.0994966 Nov 02 17:21:07.023310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f78224-60cf-40d4-b305-521d55cf14a7 req-b647d198-d1fd-4be3-b154-ee8181c4ae09 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:07.027210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37f78224-60cf-40d4-b305-521d55cf14a7 req-b647d198-d1fd-4be3-b154-ee8181c4ae09 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0893788 Nov 02 17:21:07.086012 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37f78224-60cf-40d4-b305-521d55cf14a7 req-d595c859-2b71-49a9-a7b1-555e9288a065 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519571 Nov 02 17:21:07.233811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-f28691f7-245d-446f-b649-e37f44fe1a1f service neutron] 10.222.0.55 "GET /v2.0/ports/a1595f6c-1a5b-44be-a8f0-4e1ccc352573/bindings/n-h1-811405-2 HTTP/1.1" status: 200 len: 382 time: 0.1535892 Nov 02 17:21:07.307753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-1ed6cdbd-bdd6-47a7-98ee-c0735e31fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:07.309355 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-1ed6cdbd-bdd6-47a7-98ee-c0735e31fbd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1096 time: 0.0498865 Nov 02 17:21:07.422521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-22d15650-c76d-41c4-90ae-b2432199d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:07.424117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-22d15650-c76d-41c4-90ae-b2432199d17c service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1075914 Nov 02 17:21:07.531889 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-7950e94d-e5b7-407d-aa2c-7cfdd0ee2a85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1002 time: 0.0998847 Nov 02 17:21:07.599557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-21df7bba-8790-43f5-9e2f-52b39fce3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:07.601079 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-21df7bba-8790-43f5-9e2f-52b39fce3c42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0621808 Nov 02 17:21:07.663115 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-d89a75ac-04de-47e1-a030-7020a3116278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:07.665669 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-d89a75ac-04de-47e1-a030-7020a3116278 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571194 Nov 02 17:21:07.803337 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-0d68ee48-b3a7-4a1d-a199-d4b5cc3ec1c2 service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296711 Nov 02 17:21:07.963991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-f5b7f480-77cc-4181-ab0f-bc72ad3e20cc service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526227 Nov 02 17:21:08.233085 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ceca-b83b-4cbd-a323-5a5e046d31a5 req-b5fe49da-7ace-4739-b58a-e95a456b6e79 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:08.235702 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72b5ceca-b83b-4cbd-a323-5a5e046d31a5 req-b5fe49da-7ace-4739-b58a-e95a456b6e79 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0571749 Nov 02 17:21:08.288594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72b5ceca-b83b-4cbd-a323-5a5e046d31a5 req-ab033888-7569-4193-b266-f764973193da tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Nov 02 17:21:08.452274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:21:08.540153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:21:08.545630 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:21:08.546162 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:08.633157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:08.662563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:08.665041 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b4bd8-5eb7-4c08-b920-d1f5aeb4df91" -d '{"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-plugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:08.685565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:08.692922 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:08.772513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f3e78ee9-6393-4916-a89c-f0decb8e876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:08.791756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:08.839883 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bda787-e138-4f24-9181-dc9c9e8e854b x-openstack-request-id: req-c4bda787-e138-4f24-9181-dc9c9e8e854b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:08.840178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-plugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:08.840427 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4bda787-e138-4f24-9181-dc9c9e8e854b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:08.840824 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'code': 200} Nov 02 17:21:09.462152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bb777-e3b2-45ab-a4d0-245b2e9f3a2a req-31f73c2a-433c-4fc0-9f8c-b34ffb921828 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:09.463729 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487bb777-e3b2-45ab-a4d0-245b2e9f3a2a req-31f73c2a-433c-4fc0-9f8c-b34ffb921828 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0604560 Nov 02 17:21:09.513611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-487bb777-e3b2-45ab-a4d0-245b2e9f3a2a req-67204e23-a380-45e2-a3f2-e22f602f47be tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386243 Nov 02 17:21:10.739936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef168e-ec4e-4c6e-9467-365d822fe934 req-7eff286c-a917-46f5-9e9c-85da94d3bcf3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:10.742701 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1ef168e-ec4e-4c6e-9467-365d822fe934 req-7eff286c-a917-46f5-9e9c-85da94d3bcf3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0931933 Nov 02 17:21:10.813285 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d1ef168e-ec4e-4c6e-9467-365d822fe934 req-c4449066-ac21-4d13-b44a-017903e37017 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575485 Nov 02 17:21:11.188894 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cc73a467-8eef-44e7-bdc3-986b24848951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:11.411051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:12.021991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205968e-0154-47a1-b11a-494693f4ad1e req-ee9be077-e8ea-4dfd-b8f2-2a78d7bdfa1b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:12.024676 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a205968e-0154-47a1-b11a-494693f4ad1e req-ee9be077-e8ea-4dfd-b8f2-2a78d7bdfa1b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0993085 Nov 02 17:21:12.076538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a205968e-0154-47a1-b11a-494693f4ad1e req-f5282fa1-d17e-488a-86af-b15cd0c01f12 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406327 Nov 02 17:21:12.482301 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:21:12.565121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-04dd06a6-e94e-4e20-aa52-2479b6ba6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:12.566653 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-04dd06a6-e94e-4e20-aa52-2479b6ba6e0b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64&tenant_id=b8160e98b90a4d99a4feb066e34795f3 HTTP/1.1" status: 200 len: 1097 time: 0.0547612 Nov 02 17:21:12.581562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:12.616037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:12.650219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:12.658865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:12.661209 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e015c147d7d7535ad23cf645f663222ea9b586b2ede527130cfba34198a864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c23ed6-1d5e-4b83-9105-b4f6ee076aa3" -d '{"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-unplugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:12.684731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:12.692395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:12.739364 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7489603-5732-4e30-abcd-b18cc4ed97d0 x-openstack-request-id: req-b7489603-5732-4e30-abcd-b18cc4ed97d0 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:12.739814 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-unplugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:12.740217 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7489603-5732-4e30-abcd-b18cc4ed97d0 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:12.740836 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'code': 200} Nov 02 17:21:12.791179 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=10']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:12.795032 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.214254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:13.267387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56b6b0-c026-42b4-8ccf-ae179dc3b61d req-bcee7bb8-9f58-4416-a13c-b28909344fbd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:13.269930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea56b6b0-c026-42b4-8ccf-ae179dc3b61d req-bcee7bb8-9f58-4416-a13c-b28909344fbd tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0627885 Nov 02 17:21:13.278764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:21:13.335155 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea56b6b0-c026-42b4-8ccf-ae179dc3b61d req-5e462528-98ed-4258-a82c-f79d06223563 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593154 Nov 02 17:21:13.336657 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:21:13.349374 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.371985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Transition to ACTIVE for port object a1595f6c-1a5b-44be-a8f0-4e1ccc352573 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:21:13.378350 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.492247 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=11']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:13.572353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] No DVR routers for this DVR port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:21:13.779508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:21:13.779856 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:21:13.780157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:21:13.786360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:21:13.786753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Attempting to bind port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on network eea5236f-80f6-413c-8009-5a4161d94524 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:21:13.793084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:21:13.793535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Checking segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:21:13.794002 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Bound using segment: {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:21:13.794569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Bound port: a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a890b8-8163-44ad-9a9f-2f1d3343e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:21:13.794982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.892508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:21:13.898389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:21:13.911089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.941187 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.977351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:13.978448 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:13.980794 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] 10.222.0.100 "PUT /v2.0/ports/a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1093 time: 1.4042265 Nov 02 17:21:13.981476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:14.072879 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f" -d '{"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:14.079374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85221aa4-e20a-4007-91cb-04077ea15c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=12']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:14.110528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-ad83b735-6ee8-4933-bc37-f8f16a79171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.113211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-ad83b735-6ee8-4933-bc37-f8f16a79171b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1096 time: 0.0912523 Nov 02 17:21:14.276291 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ad80e8-78d4-4be4-a226-55c7e21a8d64 x-openstack-request-id: req-c5ad80e8-78d4-4be4-a226-55c7e21a8d64 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:14.276621 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:14.276913 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5ad80e8-78d4-4be4-a226-55c7e21a8d64 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:14.277512 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'status': 'completed', 'code': 200} Nov 02 17:21:14.279862 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-cc6f862f-fbf6-493e-8bca-6d425a95b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.284057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-cc6f862f-fbf6-493e-8bca-6d425a95b7ed service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.1605015 Nov 02 17:21:14.408222 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-ec34054d-804f-4dab-85df-5cb005c4fe87 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.1079125 Nov 02 17:21:14.412430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-5ebe44d7-3bae-4fc6-ac01-1c99ec941391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.414666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-5ebe44d7-3bae-4fc6-ac01-1c99ec941391 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1096 time: 0.1290755 Nov 02 17:21:14.560785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f9bed-9c4f-4847-b2ad-d890d91e3771 req-5be3eb1d-487f-4f7c-a172-99774ab6ae8f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.563294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-0c8ffc66-0f5b-4f61-b0cd-ad37bc31cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.564982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b44f9bed-9c4f-4847-b2ad-d890d91e3771 req-5be3eb1d-487f-4f7c-a172-99774ab6ae8f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0926490 Nov 02 17:21:14.565389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-0c8ffc66-0f5b-4f61-b0cd-ad37bc31cce1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.1494396 Nov 02 17:21:14.622370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b44f9bed-9c4f-4847-b2ad-d890d91e3771 req-8ac914af-9929-4437-9618-125723e7a769 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489969 Nov 02 17:21:14.638761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-095e6db4-c45c-4608-b661-e2742435a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.641876 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-095e6db4-c45c-4608-b661-e2742435a038 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.2130270 Nov 02 17:21:14.659571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-6c9eca8e-720c-47f6-8b73-430633426614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.661165 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-6c9eca8e-720c-47f6-8b73-430633426614 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862226 Nov 02 17:21:14.784601 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-eddbab36-c331-4118-ba1e-7137d191b8e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.1340845 Nov 02 17:21:14.860055 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-b9ed3cff-7377-49a5-8f8e-9b7c23dd918a service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608348 Nov 02 17:21:14.928009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-368d7adc-1cbf-42ef-82c9-7a607485fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:14.929774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-368d7adc-1cbf-42ef-82c9-7a607485fc9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.1272743 Nov 02 17:21:15.022384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-53153449-e6ac-4c55-b1e7-552a12d4b7b4 req-ce0665fa-e641-4663-b9ed-2244b9afa800 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538134 Nov 02 17:21:15.024143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-7d840df3-ba92-4924-9f0c-5749f4274d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:15.025551 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-7d840df3-ba92-4924-9f0c-5749f4274d9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864019 Nov 02 17:21:15.217056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-97391932-ff7f-4521-b37b-18177d23fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:15.220081 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-97391932-ff7f-4521-b37b-18177d23fa48 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8160e98b90a4d99a4feb066e34795f3&device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 1096 time: 0.1130002 Nov 02 17:21:15.264912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-3d9f73ab-98a3-4189-8f94-09b64e168ccb service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309234 Nov 02 17:21:15.487699 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-2eff0b85-b9e8-4c91-92dd-c18fc02ff471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:15.489172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-2eff0b85-b9e8-4c91-92dd-c18fc02ff471 service neutron] 10.222.0.100 "GET /v2.0/networks?id=eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 200 len: 912 time: 0.2602844 Nov 02 17:21:15.511741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-856bebf1-3518-46d4-85bb-d76173da291d service neutron] 10.222.0.55 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976087 Nov 02 17:21:15.567200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-ea8091fa-f279-4f96-8734-a210e0aa22c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 200 len: 1001 time: 0.0694094 Nov 02 17:21:15.635652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-4c18fa31-0989-4913-8a87-b3e0412e5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:15.637162 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-4c18fa31-0989-4913-8a87-b3e0412e5772 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 200 len: 850 time: 0.0627105 Nov 02 17:21:15.698455 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-564ffcfa-aeba-4df5-bc5e-a22c5dd32bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:15.700621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-564ffcfa-aeba-4df5-bc5e-a22c5dd32bae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=eea5236f-80f6-413c-8009-5a4161d94524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559177 Nov 02 17:21:15.818048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b135a-5cf7-491a-864e-2722f3d1f322 req-9edec743-d4ba-4645-bfc3-e5cd8ff5a620 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:15.821642 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-143b135a-5cf7-491a-864e-2722f3d1f322 req-9edec743-d4ba-4645-bfc3-e5cd8ff5a620 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0894928 Nov 02 17:21:15.847365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-6a1b3d09-273a-4435-a4b7-adbf02504059 service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384408 Nov 02 17:21:15.895969 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-143b135a-5cf7-491a-864e-2722f3d1f322 req-dabea1ed-f037-4448-bce8-5bb8f2b11295 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628312 Nov 02 17:21:15.959975 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1eba1d95-c60b-4c3f-bb79-8e0365d4c57f req-836257d1-de1d-4cb9-b250-7e7d0072d3bd service neutron] 10.222.0.100 "GET /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045883 Nov 02 17:21:17.111532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d68f-1815-4d0d-9ede-38aeb23a9544 req-c9766984-ea0e-4d1b-a34a-9a9320df1710 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:17.114187 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8b7d68f-1815-4d0d-9ede-38aeb23a9544 req-c9766984-ea0e-4d1b-a34a-9a9320df1710 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.1005573 Nov 02 17:21:17.182570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e8b7d68f-1815-4d0d-9ede-38aeb23a9544 req-01b2397b-a2ac-4fc9-89c2-b2a3d659126b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554793 Nov 02 17:21:18.009110 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:18.067210 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:21:18.405902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42882bbb-fb49-4655-8324-d0cc901ca057 req-bf9ef62c-62f4-4969-bf83-6dabfc4588fc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:18.409800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42882bbb-fb49-4655-8324-d0cc901ca057 req-bf9ef62c-62f4-4969-bf83-6dabfc4588fc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0989714 Nov 02 17:21:18.465929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-42882bbb-fb49-4655-8324-d0cc901ca057 req-d8ae20e7-4f41-4b15-910c-df27a7d03681 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452125 Nov 02 17:21:19.641529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1d65-f1ff-4b5e-a35a-0e99f7d21793 req-24e2097f-b462-4fce-bd20-c9063ab08bb7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:19.643954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-711f1d65-f1ff-4b5e-a35a-0e99f7d21793 req-24e2097f-b462-4fce-bd20-c9063ab08bb7 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0871718 Nov 02 17:21:19.705628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-711f1d65-f1ff-4b5e-a35a-0e99f7d21793 req-8b7d331e-b315-4543-bbed-a6e9b29b2c96 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536335 Nov 02 17:21:20.866927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe93634-38fe-4c41-abea-4d4488c06939 req-d6398f8a-4ed4-4680-b6dc-f72c406f1ba5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:20.868673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbe93634-38fe-4c41-abea-4d4488c06939 req-d6398f8a-4ed4-4680-b6dc-f72c406f1ba5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0643601 Nov 02 17:21:20.921431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbe93634-38fe-4c41-abea-4d4488c06939 req-9c60a6a8-0329-4ac9-82ee-b531e02dc55c tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456853 Nov 02 17:21:22.108069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e50e-88d3-4a98-adbc-1d8752ebbc08 req-8fff5598-eb0e-4541-87d3-39e9afe2906b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:22.110866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7976e50e-88d3-4a98-adbc-1d8752ebbc08 req-8fff5598-eb0e-4541-87d3-39e9afe2906b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0876365 Nov 02 17:21:22.173439 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7976e50e-88d3-4a98-adbc-1d8752ebbc08 req-f430335d-c046-4ae7-81a0-47e10a023d45 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541661 Nov 02 17:21:23.344780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359dad-1dbd-48ee-b6b5-010a86a3dc67 req-586ffafa-c4e4-4d81-86f1-311f9af3f244 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:23.347181 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c359dad-1dbd-48ee-b6b5-010a86a3dc67 req-586ffafa-c4e4-4d81-86f1-311f9af3f244 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0792217 Nov 02 17:21:23.399376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5c359dad-1dbd-48ee-b6b5-010a86a3dc67 req-c84f0438-a8a4-440e-ab9d-300e64ea20d5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455070 Nov 02 17:21:23.527583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:24.557106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6bb00-ef18-4073-952d-775fae587bb4 req-036c6f5f-50b3-4862-bb92-2e3ec733c18e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:24.559689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5b6bb00-ef18-4073-952d-775fae587bb4 req-036c6f5f-50b3-4862-bb92-2e3ec733c18e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0843215 Nov 02 17:21:24.604927 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d5b6bb00-ef18-4073-952d-775fae587bb4 req-924af8cb-b54a-4520-b8a4-434797d43dae tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388775 Nov 02 17:21:25.740580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125e10c-7b6c-4a38-a6f1-2df42306e1d5 req-46f66d99-94c7-41eb-bbd9-7712c06043ba tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:25.742638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2125e10c-7b6c-4a38-a6f1-2df42306e1d5 req-46f66d99-94c7-41eb-bbd9-7712c06043ba tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 945 time: 0.0608728 Nov 02 17:21:25.789775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2125e10c-7b6c-4a38-a6f1-2df42306e1d5 req-6a5b6bbe-d531-4cfd-b223-e1e73a31be9b tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Nov 02 17:21:26.378155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:21:26.491044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:26.513566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'port_id': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'mac_address': 'fa:16:3e:d4:0e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:21:26.569846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:26.584807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:21:26.607113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:26.612399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:26.674861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=13']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:26.952762 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc9bc5-7885-47e3-abcb-389bc6ed046a req-acb38b13-1e18-486c-a81d-e43004745757 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:26.955467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2bc9bc5-7885-47e3-abcb-389bc6ed046a req-acb38b13-1e18-486c-a81d-e43004745757 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0861299 Nov 02 17:21:27.011653 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2bc9bc5-7885-47e3-abcb-389bc6ed046a req-e1c892a9-13bb-435d-8dbc-cbe29adcd9c5 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497000 Nov 02 17:21:27.936576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['a1595f6c-1a5b-44be-a8f0-4e1ccc352573'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:21:28.161553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97daa82-a557-45c7-90f8-22d3b0de64b0 req-a918c51b-e199-4833-8576-7c57560ebdf3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:28.163540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a97daa82-a557-45c7-90f8-22d3b0de64b0 req-a918c51b-e199-4833-8576-7c57560ebdf3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0612998 Nov 02 17:21:28.210588 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a97daa82-a557-45c7-90f8-22d3b0de64b0 req-6727cd39-5e15-4631-96b8-4df9adac2449 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385604 Nov 02 17:21:28.360756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c5fcb-ba36-4a32-be50-ac651fc473af req-ebd4ae31-7376-4c45-9dff-5b469a32fbc2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:28.363356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-992c5fcb-ba36-4a32-be50-ac651fc473af req-ebd4ae31-7376-4c45-9dff-5b469a32fbc2 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0682607 Nov 02 17:21:28.413385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-992c5fcb-ba36-4a32-be50-ac651fc473af req-e090c5b8-e5c6-441b-a4b8-c246327cf93a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Nov 02 17:21:28.556958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c50ae-6d97-48d5-b33e-9552abcd6b55 req-36f69f65-ff9c-4c33-9fd6-6a1a3d1dec34 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:28.558561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd0c50ae-6d97-48d5-b33e-9552abcd6b55 req-36f69f65-ff9c-4c33-9fd6-6a1a3d1dec34 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0620334 Nov 02 17:21:28.605749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd0c50ae-6d97-48d5-b33e-9552abcd6b55 req-15693cb2-af5d-4a51-9c26-94f395c56e82 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Nov 02 17:21:28.935555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9df55-7d06-448a-b912-dc10b16985be req-afcb46a6-993d-4611-a6b2-b010574b20f3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:28.937235 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71c9df55-7d06-448a-b912-dc10b16985be req-afcb46a6-993d-4611-a6b2-b010574b20f3 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0595257 Nov 02 17:21:28.984054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71c9df55-7d06-448a-b912-dc10b16985be req-60636bc8-f5dd-4b3a-b43f-89e6424b8998 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384490 Nov 02 17:21:30.123275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ffef4-7beb-408c-a38b-896f6c1c1134 req-107dcfc7-0900-4245-aeb2-977543e6b16e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:30.125052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-090ffef4-7beb-408c-a38b-896f6c1c1134 req-107dcfc7-0900-4245-aeb2-977543e6b16e tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 946 time: 0.0559418 Nov 02 17:21:30.172498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-090ffef4-7beb-408c-a38b-896f6c1c1134 req-69bcec21-b688-442f-bf24-211b31221bfc tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Nov 02 17:21:30.387173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:21:30.444356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:21:30.448832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:21:30.449247 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:30.559181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:30.588646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:30.616218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:30.622590 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:30.634878 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a574bd2-58c5-4b1a-b50f-9f408b35d1e6" -d '{"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-plugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:30.706928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=14']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:30.761953 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-373d031b-a695-4a6a-9ba1-fe2f7f1f0f08 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:30.763745 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-373d031b-a695-4a6a-9ba1-fe2f7f1f0f08 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 947 time: 0.0718253 Nov 02 17:21:30.825320 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee13c64-6985-4cb6-9a07-ebc222697af5 x-openstack-request-id: req-bee13c64-6985-4cb6-9a07-ebc222697af5 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:30.825614 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-plugged", "status": "completed", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:30.825868 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bee13c64-6985-4cb6-9a07-ebc222697af5 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:30.826326 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'code': 200} Nov 02 17:21:30.892005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Deleting port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:21:30.892379 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:31.009801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] For port a1595f6c-1a5b-44be-a8f0-4e1ccc352573, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:31.010271 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:31.205903 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:31.206085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:31.206346 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f disassociated. External IP: 172.25.7.110, port: a1595f6c-1a5b-44be-a8f0-4e1ccc352573. Nov 02 17:21:31.206695 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Calling delete_port for a1595f6c-1a5b-44be-a8f0-4e1ccc352573 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:21:31.312331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d81e7-2b56-4ca2-9e7d-09464d559430 req-668663d2-e078-4637-8b5f-8477f8fc225f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:31.313918 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e5d81e7-2b56-4ca2-9e7d-09464d559430 req-668663d2-e078-4637-8b5f-8477f8fc225f tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 947 time: 0.0617504 Nov 02 17:21:31.367382 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:31.367961 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2e5d81e7-2b56-4ca2-9e7d-09464d559430 req-5f11659a-3abd-4cc7-88a8-51881575f76a tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a4bd340-02e2-438a-9c81-a70e0ad1e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 Nov 02 17:21:31.398800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event deleted for resources: {'Port': ['ID=a1595f6c-1a5b-44be-a8f0-4e1ccc352573,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:31.543164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:21:31.670971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:21:31.683053 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284335e-7fc4-4cac-a315-00486299988d None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:21:31.696158 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:21:31.697256 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:21:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:31.718855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] No DVR routers for this DVR port a1595f6c-1a5b-44be-a8f0-4e1ccc352573 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:21:31.723333 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:31.727933 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-252c0c74-ab62-4b05-89a1-e254c1a2ba2a req-dfa870aa-1810-464d-90bd-b3a7121921df tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.100 "DELETE /v2.0/ports/a1595f6c-1a5b-44be-a8f0-4e1ccc352573 HTTP/1.1" status: 204 len: 173 time: 0.9574337 Nov 02 17:21:31.728331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-deleted', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:31.731062 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc27c4-6042-4950-9621-84f364740a42" -d '{"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-deleted", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:31.794758 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609a125a-bff4-430d-92be-41a13e42170a x-openstack-request-id: req-609a125a-bff4-430d-92be-41a13e42170a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:31.796049 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87656921-e7ca-49d4-881d-208174b21a64", "name": "network-vif-deleted", "tag": "a1595f6c-1a5b-44be-a8f0-4e1ccc352573", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:31.797366 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-609a125a-bff4-430d-92be-41a13e42170a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:31.797875 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87656921-e7ca-49d4-881d-208174b21a64', 'name': 'network-vif-deleted', 'tag': 'a1595f6c-1a5b-44be-a8f0-4e1ccc352573', 'status': 'completed', 'code': 200} Nov 02 17:21:31.839127 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:21:32.066203 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:32.099009 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284335e-7fc4-4cac-a315-00486299988d None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:21:32.111071 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:21:32.111689 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:21:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:32.230770 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:21:32.464112 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4284335e-7fc4-4cac-a315-00486299988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:32.494687 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284335e-7fc4-4cac-a315-00486299988d None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:42Z', 'revision_number': 4, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1e0de9e1-cf6c-41ac-a6f0-8267e61bf856', 'name': '', 'network_id': 'eea5236f-80f6-413c-8009-5a4161d94524', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'mac_address': 'fa:16:3e:0e:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:41Z', 'updated_at': '2021-11-02T17:11:45Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'subnets': [{'id': '9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:21:32.510824 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72dca12c-a78b-4f0d-8231-33727cf2a3fe req-54a9a719-0d78-4338-96d9-2fd3cb7f6b60 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 210 time: 0.0463955 Nov 02 17:21:32.771199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b7e83-75c3-4540-9dd3-014da845415d None None] New status for floating IP 55608fd2-3892-46e3-98ec-06c9b4e7332f: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:21:33.621926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-314d3c59-4fa3-432e-8b2e-2176b171133a req-8a963d05-9c55-4e03-bb67-344e6c2aa399 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Nov 02 17:21:34.430552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:21:34.462899 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: a1595f6c-1a5b-44be-a8f0-4e1ccc352573 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:21:34.463420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device a1595f6c-1a5b-44be-a8f0-4e1ccc352573 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:21:34.727914 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbc15fc4-d0a7-4313-b7d7-32ffec08bd4f req-b3e7bcf6-cb92-46d7-a044-9f3df5d1fbb4 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 210 time: 0.0315959 Nov 02 17:21:35.840318 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-55402393-45ca-404e-b3c4-10323ae7397c req-97354a14-188e-48f5-a8c8-26bb2557de05 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/ports?device_id=87656921-e7ca-49d4-881d-208174b21a64 HTTP/1.1" status: 200 len: 210 time: 0.0277355 Nov 02 17:21:38.743929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c01915c9-b512-4e12-a57c-61147f135284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:40.734653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49110) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:40.794736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77153f67-01bb-4c7f-bdd5-e3e027998818 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:40.819293 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77153f67-01bb-4c7f-bdd5-e3e027998818 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:40.879023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77153f67-01bb-4c7f-bdd5-e3e027998818 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:40.881987 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-77153f67-01bb-4c7f-bdd5-e3e027998818 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:40.883221 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-77153f67-01bb-4c7f-bdd5-e3e027998818 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a4bd340-02e2-438a-9c81-a70e0ad1e404 HTTP/1.1" status: 204 len: 168 time: 0.1467795 Nov 02 17:21:40.886554 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49112) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:40.894034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77153f67-01bb-4c7f-bdd5-e3e027998818 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4bd340-02e2-438a-9c81-a70e0ad1e404,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:40.910540 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-74204843-bbd2-4e38-a37f-d77771f613af tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] show failed (client error): The resource could not be found. Nov 02 17:21:40.923809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49114) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:40.924494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-74204843-bbd2-4e38-a37f-d77771f613af tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "GET /v2.0/security-groups/8a4bd340-02e2-438a-9c81-a70e0ad1e404 HTTP/1.1" status: 404 len: 347 time: 0.0265079 Nov 02 17:21:41.054265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Deleting port 3bc1eca2-acef-45f7-8452-a119d65e99d8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:21:41.054698 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.131941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.132267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.145702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Calling delete_port for 3bc1eca2-acef-45f7-8452-a119d65e99d8 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:21:41.181944 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b76103af-3280-47d1-8e71-303e4c61a145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.290035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.315001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Pushing event deleted for resources: {'Port': ['ID=3bc1eca2-acef-45f7-8452-a119d65e99d8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:41.387664 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.390246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:41.391437 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-53f0c7fe-b21f-45a0-851e-849c41b74868 tempest-ServerActionsTestJSON-1251090918 tempest-ServerActionsTestJSON-1251090918-project] 10.222.0.31 "DELETE /v2.0/floatingips/55608fd2-3892-46e3-98ec-06c9b4e7332f HTTP/1.1" status: 204 len: 168 time: 0.4756918 Nov 02 17:21:41.394509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49116) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:41.398102 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:42.197646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:42.467966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Deleting port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:21:42.468264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:42.558690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] For port 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:42.559076 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:42.573727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Calling delete_port for 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:21:42.769360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:42.781194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:42.803121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0de9e1-cf6c-41ac-a6f0-8267e61bf856,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:42.988266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:43.224074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Router df53bc0f-a426-4801-a008-867613bed874 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:21:43.352914 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:21:43.358831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3037be56-a7fc-483b-b673-4a9e935e58e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/df53bc0f-a426-4801-a008-867613bed874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9629169 Nov 02 17:21:43.361169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49120) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:43.365550 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] Sync routers for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:21:43.377506 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:21:43.378146 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:21:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:43.485593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:43.492084 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:21:43.607434 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:43.664470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Deleting port 2c240d37-0899-48dc-91be-bb76861582ae {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:21:43.664936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:43.688077 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '2c240d37-0899-48dc-91be-bb76861582ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:21:42Z', 'revision_number': 5, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port': {'id': '2c240d37-0899-48dc-91be-bb76861582ae', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53bc0f-a426-4801-a008-867613bed874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:43.721402 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] Checking router: df53bc0f-a426-4801-a008-867613bed874 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:21:43.728320 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] Routers {'df53bc0f-a426-4801-a008-867613bed874'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:21:43.729045 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:21:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['df53bc0f-a426-4801-a008-867613bed874'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:43.766319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] For port 2c240d37-0899-48dc-91be-bb76861582ae, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2c240d37-0899-48dc-91be-bb76861582ae,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:43.766915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:43.786005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Calling delete_port for 2c240d37-0899-48dc-91be-bb76861582ae owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:21:43.835045 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] Set router df53bc0f-a426-4801-a008-867613bed874 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:21:43.903981 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:21:43Z', 'revision_number': 6, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:43.937109 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:43.989417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.022103 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c240d37-0899-48dc-91be-bb76861582ae,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:44.038057 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61c17e-ae6a-4bbf-aa2d-0dccb000c757 None None] The sync data for ids ['df53bc0f-a426-4801-a008-867613bed874'] in n-d-811405-2 is: [{'id': 'df53bc0f-a426-4801-a008-867613bed874', 'name': 'tempest-ServerActionsTestJSON-794531925-router', 'tenant_id': 'b8160e98b90a4d99a4feb066e34795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:11:39Z', 'updated_at': '2021-11-02T17:21:43Z', 'revision_number': 6, 'project_id': 'b8160e98b90a4d99a4feb066e34795f3', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:21:44.099409 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.191079 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.193130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.237701 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.238475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df53bc0f-a426-4801-a008-867613bed874 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:21:44.242901 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.244090 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5a23aa34-0a88-4f5c-b26d-705245d8d3e6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/df53bc0f-a426-4801-a008-867613bed874 HTTP/1.1" status: 204 len: 168 time: 0.8817897 Nov 02 17:21:44.247141 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49122) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:44.293158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Deleting subnet 9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:21:44.297183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.340016 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.423684 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.482100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.506851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:44.517748 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.519058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fdc9b5-f9de-43de-a6be-676aaf85574a None None] Network eea5236f-80f6-413c-8009-5a4161d94524 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:21:44.520937 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9bffa8fd-0ba5-4adf-b6a5-6d480efcc39f HTTP/1.1" status: 204 len: 168 time: 0.2722361 Nov 02 17:21:44.522923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.523271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.523605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.523910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49124) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:44.524019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.524245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.524566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.524885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.525202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.525516 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.525833 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.526186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.526490 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a59f6-8e7e-45bf-a3ec-32fd7da82981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:44.603645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.661822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Deleting port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:21:44.662188 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.729837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] For port 17f42bf8-1ae0-41fa-97f7-236fd8eda635, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17f42bf8-1ae0-41fa-97f7-236fd8eda635,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:44.730089 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.742719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Calling delete_port for 17f42bf8-1ae0-41fa-97f7-236fd8eda635 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:21:44.778234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] DHCP port deletion for eea5236f-80f6-413c-8009-5a4161d94524 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:21:44.830645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] Deleting port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:21:44.831348 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.837220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.868196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] No DVR routers for this DVR port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:21:44.878855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f42bf8-1ae0-41fa-97f7-236fd8eda635,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:44.906368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] For port 17f42bf8-1ae0-41fa-97f7-236fd8eda635, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17f42bf8-1ae0-41fa-97f7-236fd8eda635,segment=NetworkSegment(58a890b8-8163-44ad-9a9f-2f1d3343e5e4),segment_id=58a890b8-8163-44ad-9a9f-2f1d3343e5e4)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:44.906775 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.920885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] Calling delete_port for 17f42bf8-1ae0-41fa-97f7-236fd8eda635 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:21:44.961590 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:44.988740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea5236f-80f6-413c-8009-5a4161d94524']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:45.002436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a890b8-8163-44ad-9a9f-2f1d3343e5e4') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:45.002825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a890b8-8163-44ad-9a9f-2f1d3343e5e4') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:21:45.006998 n-d-811405-2 neutron-server[102067]: self.session.flush() Nov 02 17:21:45.012468 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.023985 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.039571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] Pushing event deleted for resources: {'Port': ['ID=17f42bf8-1ae0-41fa-97f7-236fd8eda635,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:45.043219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.045711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12808cd8-73ca-4fed-a327-4398f63f51d9 None None] No DVR routers for this DVR port 17f42bf8-1ae0-41fa-97f7-236fd8eda635 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:21:45.067399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:21:45.067809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:21:45.070241 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:21:45.078807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17f42bf8-1ae0-41fa-97f7-236fd8eda635 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:21:45.106354 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 17f42bf8-1ae0-41fa-97f7-236fd8eda635 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:21:45.106773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17f42bf8-1ae0-41fa-97f7-236fd8eda635 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:21:45.107289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:21:45.135904 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:21:45.136341 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e0de9e1-cf6c-41ac-a6f0-8267e61bf856 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:21:45.136835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2c240d37-0899-48dc-91be-bb76861582ae no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:21:45.148371 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.157733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.159442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2c240d37-0899-48dc-91be-bb76861582ae {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:21:45.159935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2c240d37-0899-48dc-91be-bb76861582ae not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:21:45.165501 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eea5236f-80f6-413c-8009-5a4161d94524 HTTP/1.1" status: 204 len: 168 time: 0.6375055 Nov 02 17:21:45.196759 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318cc22-c757-4b61-aaf0-3751d0bc2ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea5236f-80f6-413c-8009-5a4161d94524,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:45.323615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49128) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:45.377137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b205da75-f1ed-4964-827c-4f9765d004f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8160e98b90a4d99a4feb066e34795f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514774 Nov 02 17:21:45.378871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49130) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:45.427689 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c722c43-8108-42db-b08e-eae8cb66f26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.449470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c722c43-8108-42db-b08e-eae8cb66f26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.496378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c722c43-8108-42db-b08e-eae8cb66f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.499745 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6c722c43-8108-42db-b08e-eae8cb66f26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:45.500898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6c722c43-8108-42db-b08e-eae8cb66f26f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c22b85b-9df0-48f9-bc2e-606e3b3849ba HTTP/1.1" status: 204 len: 168 time: 0.1210947 Nov 02 17:21:45.508910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c722c43-8108-42db-b08e-eae8cb66f26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c22b85b-9df0-48f9-bc2e-606e3b3849ba,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:46.235437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49152) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:46.338570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-759893471-network', 'tenant_id': '9abfa834447d4d86abedec77368a5638'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:46.361223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Made reservation on behalf of 9abfa834447d4d86abedec77368a5638 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:21:46.363625 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.372569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.450230 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.455080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.475196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:21:46.492087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32048473-7854-4d50-ae9f-506cadd42dc3,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:46.494929 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.495268 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Added segment 5933c484-de3d-49e6-98fa-a80790a4447f of type vlan for network b9fa4b7e-69db-4fea-a763-2f2f89a2529a Nov 02 17:21:46.538964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.565209 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.566402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:46.567061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.620595 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3840055 Nov 02 17:21:46.624964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49156) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:21:46.629932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Request body: {'subnet': {'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-759893471-subnet', 'tenant_id': '9abfa834447d4d86abedec77368a5638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:46.632614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec809fd-6ab0-4945-803d-fbeaf059d245 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fa4b7e-69db-4fea-a763-2f2f89a2529a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:46.645038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network b9fa4b7e-69db-4fea-a763-2f2f89a2529a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:21:46.652719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Made reservation on behalf of 9abfa834447d4d86abedec77368a5638 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:21:46.656550 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.845869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.904120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9184cd-71b7-4895-bb42-ee08284ecace,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:46.914689 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Checking segment: {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:21:46.915055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Network hostable DHCP agents. Network: b9fa4b7e-69db-4fea-a763-2f2f89a2529a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:21:46.933757 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Network b9fa4b7e-69db-4fea-a763-2f2f89a2529a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:21:46.944266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, b9fa4b7e-69db-4fea-a763-2f2f89a2529a) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:21:46.953023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:46.954588 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:46.954791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d91b26-6085-4b0f-afda-705286ef927b None None] Network b9fa4b7e-69db-4fea-a763-2f2f89a2529a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:21:46.981662 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1e9f5863-77fc-4837-b02e-ea42f62c8e08 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3546693 Nov 02 17:21:47.098336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681554f0-917a-4574-b8c8-311c3bd97227 None None] Network b9fa4b7e-69db-4fea-a763-2f2f89a2529a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:21:47.440991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-201d5687-d64e-4fd8-8800-f5f78f937ab1 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:47.442641 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-201d5687-d64e-4fd8-8800-f5f78f937ab1 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/networks?id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 200 len: 813 time: 0.1090775 Nov 02 17:21:47.457860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-cc52dd81-137b-4e34-8e3d-3b537625b155 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/quotas/9abfa834447d4d86abedec77368a5638 HTTP/1.1" status: 200 len: 375 time: 0.0095384 Nov 02 17:21:47.491773 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-00820b4d-4a3c-4007-a9b7-e91500c1ebea tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278902 Nov 02 17:21:47.615510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-5c2a8b39-b9dd-4091-a286-191c42a06471 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:21:47.616618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-5c2a8b39-b9dd-4091-a286-191c42a06471 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530035 Nov 02 17:21:47.735554 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-53fc2a0a-80cc-44bd-98eb-4184810d5f68 service neutron] 10.222.0.31 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117311 Nov 02 17:21:47.833069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-a90ce334-051f-4175-badf-598e27da13fc service neutron] 10.222.0.31 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902565 Nov 02 17:21:48.005143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90314322-8fef-4219-bf74-e5de11f6c5d9 req-c6464f9b-ab9e-4724-b3b3-b4f2f74b14fd tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 210 time: 0.0326200 Nov 02 17:21:48.028274 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:48.965074 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-35664b45-4626-4f9a-9837-b63d8043f634 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:48.967049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-35664b45-4626-4f9a-9837-b63d8043f634 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.55 "GET /v2.0/networks?id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 200 len: 813 time: 0.1166430 Nov 02 17:21:48.981444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Request body: {'port': {'device_id': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a', 'admin_state_up': True, 'tenant_id': '9abfa834447d4d86abedec77368a5638'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:49.106185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8ff3466a-0493-4578-8cfe-3e6c558c865e req-088c9e2e-a6c9-4430-a025-418bb03515bc tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 210 time: 0.0305238 Nov 02 17:21:49.125432 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Made reservation on behalf of 9abfa834447d4d86abedec77368a5638 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:21:49.131493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:49.306629 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Allocated IP 172.20.0.10 (b9fa4b7e-69db-4fea-a763-2f2f89a2529a/3d9184cd-71b7-4895-bb42-ee08284ecace/1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:21:49.473313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:49.507468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:49.551191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Network b9fa4b7e-69db-4fea-a763-2f2f89a2529a is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:21:49.554265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:21:49.557906 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:21:49.567120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Pushing event updated for resources: {'Port': ['ID=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:49.613511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:49.614158 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:49.631708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-8ddb3665-bf43-46d5-a8f4-01b08eaa9532 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6557884 Nov 02 17:21:49.644452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Request body: {'port': {'device_id': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:49.962767 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:50.240733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a6bd-23c4-418a-b750-f7a3fa1d0737 req-548c2115-21a0-4770-8a96-82eda6572756 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:50.242215 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27c6a6bd-23c4-418a-b750-f7a3fa1d0737 req-548c2115-21a0-4770-8a96-82eda6572756 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 932 time: 0.0538034 Nov 02 17:21:50.249942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:21:50.258930 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:50.272375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Transition to ACTIVE for port object 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:21:50.277469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:50.290145 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27c6a6bd-23c4-418a-b750-f7a3fa1d0737 req-0233e07b-093c-4ee9-b3cf-0634ffe71f93 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Nov 02 17:21:50.332970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:50.409192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Attempting to bind port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:21:50.409550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Attempting to bind port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:21:50.409881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Attempting to bind port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 on network b9fa4b7e-69db-4fea-a763-2f2f89a2529a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:21:50.414962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 on network b9fa4b7e-69db-4fea-a763-2f2f89a2529a not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:21:50.415287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Attempting to bind port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 on network b9fa4b7e-69db-4fea-a763-2f2f89a2529a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:21:50.421762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:21:50.422104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Checking segment: {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:21:50.422521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Bound using segment: {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:21:50.422960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Bound port: 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:21:50.423320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:50.492557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] For port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:21:50.496569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] For port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:21:50.500474 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:50.540690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:50.541319 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:50.542795 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] 10.222.0.55 "PUT /v2.0/ports/1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 HTTP/1.1" status: 200 len: 1092 time: 0.9026511 Nov 02 17:21:50.543251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'tag': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:50.546245 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2" -d '{"events": [{"name": "network-changed", "server_uuid": "19fd66ad-8cb3-44a9-9894-d24e79488ea4", "tag": "1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:50.572005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe0131-9125-44b9-9a58-49a7f9122ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:50.598456 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c61cd1e-0361-43d5-bd1c-ecdaedeab4cb x-openstack-request-id: req-4c61cd1e-0361-43d5-bd1c-ecdaedeab4cb {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:50.598741 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fd66ad-8cb3-44a9-9894-d24e79488ea4", "tag": "1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:50.598992 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c61cd1e-0361-43d5-bd1c-ecdaedeab4cb {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:50.599382 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'tag': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8', 'status': 'completed', 'code': 200} Nov 02 17:21:50.632426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-fac75e33-d4be-42d7-9c32-26227b10d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:50.633988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-fac75e33-d4be-42d7-9c32-26227b10d34f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0455723 Nov 02 17:21:50.675444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-5013d23a-2baa-4510-bf00-90a0de3f37c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 HTTP/1.1" status: 200 len: 217 time: 0.0336530 Nov 02 17:21:50.724932 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-395de81a-d6e9-4b1b-b356-3c753e598211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:50.726432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-395de81a-d6e9-4b1b-b356-3c753e598211 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9184cd-71b7-4895-bb42-ee08284ecace HTTP/1.1" status: 200 len: 853 time: 0.0445015 Nov 02 17:21:50.762491 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-b4a746b3-bab0-4774-ae40-8413ed25ae83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281463 Nov 02 17:21:50.850943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-2e8271c2-f6bc-4be6-a9cc-b1bbf2f1ff04 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816958 Nov 02 17:21:50.944775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d9b3664c-e4da-4efa-b862-65f06d2cd4a9 req-51cabc57-9d0e-4a44-8f2a-55cfe15dc406 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865340 Nov 02 17:21:51.029125 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-920ede70-6377-4f0d-b3cf-24c8ff986beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:51.030992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-920ede70-6377-4f0d-b3cf-24c8ff986beb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0417054 Nov 02 17:21:51.119640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-960a784f-2524-43b2-b781-e1df2c8ecb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:51.121102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-960a784f-2524-43b2-b781-e1df2c8ecb62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 200 len: 914 time: 0.0837677 Nov 02 17:21:51.165831 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-e289c1f3-4664-4452-aebe-abb9291009ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 HTTP/1.1" status: 200 len: 217 time: 0.0375249 Nov 02 17:21:51.215795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-19a2f3f7-7301-40de-89b3-90054fe47dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:51.217775 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-19a2f3f7-7301-40de-89b3-90054fe47dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9184cd-71b7-4895-bb42-ee08284ecace HTTP/1.1" status: 200 len: 853 time: 0.0449028 Nov 02 17:21:51.251329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-f5f38106-d269-4ce5-83c4-be4c862de91c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255308 Nov 02 17:21:51.347476 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-014277f0-c02e-4939-9a3b-db6218b68a4b service neutron] 10.222.0.55 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887773 Nov 02 17:21:51.405695 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a2b0a-6b7f-4b41-ba5f-408fe164d8da req-b2e98130-0cc1-4599-b022-20ebf2845c00 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:51.407207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d80a2b0a-6b7f-4b41-ba5f-408fe164d8da req-b2e98130-0cc1-4599-b022-20ebf2845c00 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 944 time: 0.0496249 Nov 02 17:21:51.441568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a875a8f6-6bd2-442e-9811-7d7e5e8198c2 req-9b509523-8435-42f7-9fd0-c0abba030840 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862360 Nov 02 17:21:51.459336 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d80a2b0a-6b7f-4b41-ba5f-408fe164d8da req-5183ee5e-7b2a-4b03-bffe-169c2cb46010 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Nov 02 17:21:52.583271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d033a1-3bf9-4d03-b586-3a6f661eaf4f req-26668e34-ee55-44f2-84ae-0933bf036890 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:52.584703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84d033a1-3bf9-4d03-b586-3a6f661eaf4f req-26668e34-ee55-44f2-84ae-0933bf036890 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 944 time: 0.0559793 Nov 02 17:21:52.622494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84d033a1-3bf9-4d03-b586-3a6f661eaf4f req-58e66bfd-d002-4919-8f9e-38e450571d54 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Nov 02 17:21:52.683248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:21:52.786869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:52.799609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8', 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a', 'port_id': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8', 'mac_address': 'fa:16:3e:c2:5b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9184cd-71b7-4895-bb42-ee08284ecace', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:21:52.839838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:52.857088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:21:52.885334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:52.890901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:52.953922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:53.086941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:21:53.539033 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:53.738623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770b222-149f-4088-b963-d091cb09d2cd req-aa180c96-3071-4c83-928d-de3ce30b17e4 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:53.740140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7770b222-149f-4088-b963-d091cb09d2cd req-aa180c96-3071-4c83-928d-de3ce30b17e4 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 945 time: 0.0495484 Nov 02 17:21:53.780050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7770b222-149f-4088-b963-d091cb09d2cd req-c9820763-c6bc-4d62-8b04-c751570925e1 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Nov 02 17:21:54.682720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:21:54.735088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:21:54.738774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:21:54.739141 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:54.818289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:54.842362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:21:54.844632 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac70190d-8b1b-4bfc-b9b0-96cb6ea1f0df" -d '{"events": [{"server_uuid": "19fd66ad-8cb3-44a9-9894-d24e79488ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:21:54.857716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:21:54.863952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:54.903673 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d5cff9-a8a5-458f-9343-ba14490961fe x-openstack-request-id: req-72d5cff9-a8a5-458f-9343-ba14490961fe {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:21:54.903979 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fd66ad-8cb3-44a9-9894-d24e79488ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:21:54.904784 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72d5cff9-a8a5-458f-9343-ba14490961fe {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:21:54.905136 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189feb-ef81-4cd4-a5f4-c9c11b86c625 req-042e048b-c6ba-4df8-a614-6686aac4aa4d tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:54.905841 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8', 'code': 200} Nov 02 17:21:54.906692 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa189feb-ef81-4cd4-a5f4-c9c11b86c625 req-042e048b-c6ba-4df8-a614-6686aac4aa4d tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 945 time: 0.0572982 Nov 02 17:21:54.926751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:54.950760 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aa189feb-ef81-4cd4-a5f4-c9c11b86c625 req-25f97c86-b2e0-4059-8ffa-fef7793971ea tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337496 Nov 02 17:21:54.992485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0112eb6-a925-42ec-b240-f471da94f4af req-0920a245-c15a-4129-8e3c-ac38aa999778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:54.993998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e0112eb6-a925-42ec-b240-f471da94f4af req-0920a245-c15a-4129-8e3c-ac38aa999778 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0411189 Nov 02 17:21:55.040565 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e0112eb6-a925-42ec-b240-f471da94f4af req-4a084d64-46ff-47cc-8fa9-d9ec985cc62e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Nov 02 17:21:55.065977 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:21:56.082091 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac73bf-0deb-45e4-9f41-954c2e7e0499 req-6e9d8a31-7064-4bcb-9326-3752f8ce07ec tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:56.083661 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbac73bf-0deb-45e4-9f41-954c2e7e0499 req-6e9d8a31-7064-4bcb-9326-3752f8ce07ec tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0588369 Nov 02 17:21:56.124097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bbac73bf-0deb-45e4-9f41-954c2e7e0499 req-2e28d367-5d5e-413d-a94f-540f4a9ef38e tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Nov 02 17:21:57.243093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46bfae-6da4-4353-a4e3-e03c39970b71 req-bd21e98e-b659-47e3-8678-3dcada4b5c1b tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:57.244524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da46bfae-6da4-4353-a4e3-e03c39970b71 req-bd21e98e-b659-47e3-8678-3dcada4b5c1b tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0515785 Nov 02 17:21:57.284880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da46bfae-6da4-4353-a4e3-e03c39970b71 req-1e9bb15c-3d5e-45aa-aefe-9d2db33d594f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Nov 02 17:21:57.510908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-8bbf6c50-fde2-41e7-b469-574562406afb tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:57.512409 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-8bbf6c50-fde2-41e7-b469-574562406afb tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/networks?id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 200 len: 813 time: 0.1052837 Nov 02 17:21:57.528351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-f87b366d-b9b6-447b-ac50-8e1658f7ad44 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/quotas/9abfa834447d4d86abedec77368a5638 HTTP/1.1" status: 200 len: 375 time: 0.0093112 Nov 02 17:21:57.581020 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-7bacf85b-d17d-4a89-980f-b0d0d308194b tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462880 Nov 02 17:21:57.669731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-ecaec6bd-e1dd-411f-a999-2ec55d61c962 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:21:57.670791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-ecaec6bd-e1dd-411f-a999-2ec55d61c962 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471232 Nov 02 17:21:57.766047 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-42d0c11b-b5d0-46e5-8b19-37d99015510f service neutron] 10.222.0.31 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889175 Nov 02 17:21:57.856589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-fdc81f8e-1a62-4834-87bb-4361ae5843e8 service neutron] 10.222.0.31 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845230 Nov 02 17:21:58.021363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-65e19819-1bcd-46eb-9c0c-15f5f547b340 req-55181cd3-ebd4-4217-acdd-0b2dd94cbb20 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 210 time: 0.0286856 Nov 02 17:21:58.959457 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-f025ab0c-140f-4ffb-8230-31f878b8f7a0 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:58.960940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-f025ab0c-140f-4ffb-8230-31f878b8f7a0 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.100 "GET /v2.0/networks?id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 200 len: 813 time: 0.1087117 Nov 02 17:21:58.974284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Request body: {'port': {'device_id': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a', 'admin_state_up': True, 'tenant_id': '9abfa834447d4d86abedec77368a5638'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:59.091012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Made reservation on behalf of 9abfa834447d4d86abedec77368a5638 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:21:59.095102 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:59.116847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6263a747-0d59-4a48-9dfb-92852fb7d7c4 req-7619c591-8ca1-4de2-ac77-ad983bbde9e4 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 210 time: 0.0278943 Nov 02 17:21:59.224958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Allocated IP 172.20.0.7 (b9fa4b7e-69db-4fea-a763-2f2f89a2529a/3d9184cd-71b7-4895-bb42-ee08284ecace/0252e58a-6bff-47a4-adb3-2288deb18763) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:21:59.381566 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:59.415694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:59.428323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:21:59.463738 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Network b9fa4b7e-69db-4fea-a763-2f2f89a2529a is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:21:59.467240 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:21:59.471726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:21:59.499410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Pushing event updated for resources: {'Port': ['ID=0252e58a-6bff-47a4-adb3-2288deb18763,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:21:59.511985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.512324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.512656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.512983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.513311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.514378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.515017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.515017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.515331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.515645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.515963 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.516320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:21:59.540204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:21:59.540848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:59.557311 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-e16c87b2-3a0c-457c-9206-203f139b6f90 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870557 Nov 02 17:21:59.655831 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Request body: {'port': {'device_id': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:21:59.710007 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:21:59.981604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0252e58a-6bff-47a4-adb3-2288deb18763 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:21:59.989428 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:00.002529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Transition to ACTIVE for port object 0252e58a-6bff-47a4-adb3-2288deb18763 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:22:00.006711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:00.056618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Pushing event updated for resources: {'Port': ['ID=0252e58a-6bff-47a4-adb3-2288deb18763,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:00.129311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Attempting to bind port 0252e58a-6bff-47a4-adb3-2288deb18763 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:00.129645 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Attempting to bind port 0252e58a-6bff-47a4-adb3-2288deb18763 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:00.129972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Attempting to bind port 0252e58a-6bff-47a4-adb3-2288deb18763 on network b9fa4b7e-69db-4fea-a763-2f2f89a2529a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:00.134597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Port 0252e58a-6bff-47a4-adb3-2288deb18763 on network b9fa4b7e-69db-4fea-a763-2f2f89a2529a not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:22:00.134925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Attempting to bind port 0252e58a-6bff-47a4-adb3-2288deb18763 on network b9fa4b7e-69db-4fea-a763-2f2f89a2529a {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:00.140477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:00.140827 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Checking segment: {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:00.141253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Bound using segment: {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:00.141691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Bound port: 0252e58a-6bff-47a4-adb3-2288deb18763, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5933c484-de3d-49e6-98fa-a80790a4447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:00.142057 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:00.209505 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] For port 0252e58a-6bff-47a4-adb3-2288deb18763, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:00.213530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] For port 0252e58a-6bff-47a4-adb3-2288deb18763, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0252e58a-6bff-47a4-adb3-2288deb18763,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:00.220439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:00.250177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b6eee-b5b9-4cb0-97b6-c857a4231913 req-c5c048f9-8edf-4bd1-b656-3c211026ad4f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.257111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.257748 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:00.259186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] 10.222.0.100 "PUT /v2.0/ports/0252e58a-6bff-47a4-adb3-2288deb18763 HTTP/1.1" status: 200 len: 1091 time: 0.6473458 Nov 02 17:22:00.259553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab7b6eee-b5b9-4cb0-97b6-c857a4231913 req-c5c048f9-8edf-4bd1-b656-3c211026ad4f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 943 time: 0.0700233 Nov 02 17:22:00.259682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'tag': '0252e58a-6bff-47a4-adb3-2288deb18763'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:22:00.261931 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf13ee0-f627-497e-af2f-d76bb7197411" -d '{"events": [{"name": "network-changed", "server_uuid": "3c770b8b-e3f9-4852-a55c-260481533e2a", "tag": "0252e58a-6bff-47a4-adb3-2288deb18763"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:22:00.289111 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274bcd-bd22-4337-80d2-dfb4f858aeac service neutron] Pushing event updated for resources: {'Port': ['ID=0252e58a-6bff-47a4-adb3-2288deb18763,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:00.306062 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab7b6eee-b5b9-4cb0-97b6-c857a4231913 req-a0c46c8c-972d-4dab-8f40-69dd8aca2b57 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Nov 02 17:22:00.330956 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed7f690-0fd0-48c5-a5bf-845b86d71af6 x-openstack-request-id: req-bed7f690-0fd0-48c5-a5bf-845b86d71af6 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:22:00.331252 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c770b8b-e3f9-4852-a55c-260481533e2a", "tag": "0252e58a-6bff-47a4-adb3-2288deb18763", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:22:00.331507 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bed7f690-0fd0-48c5-a5bf-845b86d71af6 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:22:00.331909 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'tag': '0252e58a-6bff-47a4-adb3-2288deb18763', 'status': 'completed', 'code': 200} Nov 02 17:22:00.348525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-94f55fb0-982e-4f0a-a77a-e5ef1ad4d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.350063 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-94f55fb0-982e-4f0a-a77a-e5ef1ad4d597 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 1094 time: 0.0461595 Nov 02 17:22:00.395605 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-f019ab8d-6088-4d35-8506-85c08dc65e2b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0252e58a-6bff-47a4-adb3-2288deb18763 HTTP/1.1" status: 200 len: 217 time: 0.0373950 Nov 02 17:22:00.453322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c9554-11b4-42ad-b369-85324b294ff6 req-0f63c058-6e7c-4bc4-ac50-46a6915931ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.454842 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-0f63c058-6e7c-4bc4-ac50-46a6915931ad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3d9184cd-71b7-4895-bb42-ee08284ecace HTTP/1.1" status: 200 len: 853 time: 0.0525341 Nov 02 17:22:00.488177 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-2bf1ecc7-1722-4232-9984-43a5f1bdae9e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258398 Nov 02 17:22:00.586370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-f706d074-6931-4846-8785-32c3dafd80e2 service neutron] 10.222.0.100 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910165 Nov 02 17:22:00.683597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-775c9554-11b4-42ad-b369-85324b294ff6 req-7fb94bd9-a156-4746-9183-be42a1b2c41f service neutron] 10.222.0.100 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899458 Nov 02 17:22:00.773840 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-b8eacbe6-a0a6-4c1b-ac40-8a049b661d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.775562 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-b8eacbe6-a0a6-4c1b-ac40-8a049b661d78 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 1094 time: 0.0461144 Nov 02 17:22:00.881922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-7cae3edc-8ad3-4bdf-8a57-56d4124c600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.883335 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-7cae3edc-8ad3-4bdf-8a57-56d4124c600a service neutron] 10.222.0.100 "GET /v2.0/networks?id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 200 len: 914 time: 0.1004782 Nov 02 17:22:00.926949 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-e2c808d4-8afd-4357-9213-fb92963d0242 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0252e58a-6bff-47a4-adb3-2288deb18763 HTTP/1.1" status: 200 len: 217 time: 0.0350704 Nov 02 17:22:00.982936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-a492b549-8e81-4da3-af5f-aa0612309135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:00.985050 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-a492b549-8e81-4da3-af5f-aa0612309135 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3d9184cd-71b7-4895-bb42-ee08284ecace HTTP/1.1" status: 200 len: 853 time: 0.0506222 Nov 02 17:22:01.017869 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-a04329dd-d07f-4f46-9918-bb018a2df632 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b9fa4b7e-69db-4fea-a763-2f2f89a2529a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248468 Nov 02 17:22:01.108787 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-dae6e084-8696-46dc-a29b-8f2fd7bc2aba service neutron] 10.222.0.100 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833702 Nov 02 17:22:01.201730 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9cf13ee0-f627-497e-af2f-d76bb7197411 req-126cd2ac-0d80-48e1-8217-6a050379d4da service neutron] 10.222.0.100 "GET /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850103 Nov 02 17:22:01.426202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b018-70fa-4b36-b594-74a17697ad8e req-5fbab9ed-b7c1-4f5b-b4d5-35d2c557de84 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:01.427695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f511b018-70fa-4b36-b594-74a17697ad8e req-5fbab9ed-b7c1-4f5b-b4d5-35d2c557de84 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 943 time: 0.0493290 Nov 02 17:22:01.467136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f511b018-70fa-4b36-b594-74a17697ad8e req-edc8f6a0-8009-44e1-a685-4cb08aa1e4cb tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329270 Nov 02 17:22:02.570941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0252e58a-6bff-47a4-adb3-2288deb18763 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:22:02.596232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f191d0d-fb16-4155-a4e1-e4bf1590adc5 req-57dbf1ee-687e-4c6b-b7fe-d2ffa3c69f96 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:02.597749 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f191d0d-fb16-4155-a4e1-e4bf1590adc5 req-57dbf1ee-687e-4c6b-b7fe-d2ffa3c69f96 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 943 time: 0.0574002 Nov 02 17:22:02.637540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f191d0d-fb16-4155-a4e1-e4bf1590adc5 req-6ff6e363-8a43-4909-9ac6-bfc109fbfb8f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Nov 02 17:22:02.673029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0252e58a-6bff-47a4-adb3-2288deb18763, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0252e58a-6bff-47a4-adb3-2288deb18763,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:02.684674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '0252e58a-6bff-47a4-adb3-2288deb18763', 'network_id': 'b9fa4b7e-69db-4fea-a763-2f2f89a2529a', 'port_id': '0252e58a-6bff-47a4-adb3-2288deb18763', 'mac_address': 'fa:16:3e:29:9e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9184cd-71b7-4895-bb42-ee08284ecace', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:22:02.724494 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:02.737790 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0252e58a-6bff-47a4-adb3-2288deb18763 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:22:02.757422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0252e58a-6bff-47a4-adb3-2288deb18763, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0252e58a-6bff-47a4-adb3-2288deb18763,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:02.762497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:02.814593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0252e58a-6bff-47a4-adb3-2288deb18763,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:02.971578 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0252e58a-6bff-47a4-adb3-2288deb18763'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:22:04.103967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f937d-e26a-48e2-aa88-0f171e1809e4 req-4c3b5c4e-7365-4c8b-a92c-2eca7e5c0466 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:04.105459 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee3f937d-e26a-48e2-aa88-0f171e1809e4 req-4c3b5c4e-7365-4c8b-a92c-2eca7e5c0466 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 944 time: 0.3965657 Nov 02 17:22:04.143395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ee3f937d-e26a-48e2-aa88-0f171e1809e4 req-9a39649b-94bf-44be-889f-560880f1e9ee tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Nov 02 17:22:04.573962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0252e58a-6bff-47a4-adb3-2288deb18763 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:04.623234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 0252e58a-6bff-47a4-adb3-2288deb18763 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:22:04.627212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 0252e58a-6bff-47a4-adb3-2288deb18763 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:04.627585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:04.707872 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:04.730060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0252e58a-6bff-47a4-adb3-2288deb18763'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:22:04.732381 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6f996-fb83-4731-ac9e-63dbf4b6107f" -d '{"events": [{"server_uuid": "3c770b8b-e3f9-4852-a55c-260481533e2a", "name": "network-vif-plugged", "status": "completed", "tag": "0252e58a-6bff-47a4-adb3-2288deb18763"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:22:04.745202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 0252e58a-6bff-47a4-adb3-2288deb18763, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0252e58a-6bff-47a4-adb3-2288deb18763,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:04.750777 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:04.775509 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a03498-4337-4013-a667-b75a881a9a66 x-openstack-request-id: req-65a03498-4337-4013-a667-b75a881a9a66 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:22:04.775764 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c770b8b-e3f9-4852-a55c-260481533e2a", "name": "network-vif-plugged", "status": "completed", "tag": "0252e58a-6bff-47a4-adb3-2288deb18763", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:22:04.776047 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65a03498-4337-4013-a667-b75a881a9a66 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:22:04.776420 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0252e58a-6bff-47a4-adb3-2288deb18763', 'code': 200} Nov 02 17:22:04.804554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=0252e58a-6bff-47a4-adb3-2288deb18763,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:04.868441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c470bb-617e-422b-963c-2610905d8696 req-30595acb-7d65-488f-821a-4bcf50863afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:04.869844 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25c470bb-617e-422b-963c-2610905d8696 req-30595acb-7d65-488f-821a-4bcf50863afe service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 1096 time: 0.0431883 Nov 02 17:22:04.907480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-25c470bb-617e-422b-963c-2610905d8696 req-74994f17-bae0-424e-b08c-7b6879445bc5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298376 Nov 02 17:22:05.262650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ad4d9-6893-455c-8c75-dcf2baf002e0 req-b621e1d6-5050-4d30-837e-c35ed3fb8851 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:05.264494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e8ad4d9-6893-455c-8c75-dcf2baf002e0 req-b621e1d6-5050-4d30-837e-c35ed3fb8851 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 945 time: 0.0507555 Nov 02 17:22:05.303638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e8ad4d9-6893-455c-8c75-dcf2baf002e0 req-f8b7c862-9a97-4ebe-8c62-560373bfb5f6 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Nov 02 17:22:06.444985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328af35-1118-4763-817e-ed1f67d97411 req-b9d15638-4039-47bd-b1ba-835e60db6cb6 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:06.446585 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8328af35-1118-4763-817e-ed1f67d97411 req-b9d15638-4039-47bd-b1ba-835e60db6cb6 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 945 time: 0.0570769 Nov 02 17:22:06.500349 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8328af35-1118-4763-817e-ed1f67d97411 req-afcfe9e9-7e14-43a9-9ddb-124336e2f7d5 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Nov 02 17:22:06.752102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93840035-807a-458c-ac7d-9ac15ecf3464 req-8d160ae7-7eea-4a62-b84b-cc2cbd2ebaae tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:06.753578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93840035-807a-458c-ac7d-9ac15ecf3464 req-8d160ae7-7eea-4a62-b84b-cc2cbd2ebaae tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 945 time: 0.0538290 Nov 02 17:22:06.791451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93840035-807a-458c-ac7d-9ac15ecf3464 req-f5cb8ba0-716c-4386-bdfa-23111c71c7df tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Nov 02 17:22:07.912975 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9efb2-3f96-40b8-945e-8e6274f77349 req-eaceb0f9-d30d-4a24-8226-7d332eed966d tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:07.914476 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dee9efb2-3f96-40b8-945e-8e6274f77349 req-eaceb0f9-d30d-4a24-8226-7d332eed966d tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 945 time: 0.0523112 Nov 02 17:22:07.956737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-dee9efb2-3f96-40b8-945e-8e6274f77349 req-35a1079e-cce2-4006-b7b3-2801e436f7b2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Nov 02 17:22:08.054605 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-604464e7-e45a-44b4-a0fd-746017dc35d1 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:08.056175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-604464e7-e45a-44b4-a0fd-746017dc35d1 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.100 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 945 time: 0.0491257 Nov 02 17:22:08.152621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Deleting port 0252e58a-6bff-47a4-adb3-2288deb18763 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:08.152874 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:08.249214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] For port 0252e58a-6bff-47a4-adb3-2288deb18763, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=0252e58a-6bff-47a4-adb3-2288deb18763,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:08.249521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:08.265221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Calling delete_port for 0252e58a-6bff-47a4-adb3-2288deb18763 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:08.417250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:08.430231 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['0252e58a-6bff-47a4-adb3-2288deb18763'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:22:08.432437 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:22:08.457359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Pushing event deleted for resources: {'Port': ['ID=0252e58a-6bff-47a4-adb3-2288deb18763,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:08.505943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] No DVR routers for this DVR port 0252e58a-6bff-47a4-adb3-2288deb18763 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:08.508707 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:08.512380 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6a171b53-14e2-4c3a-96cb-2b7e4160894d req-1e77539f-7874-4884-8800-c4133a3daf3f tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.100 "DELETE /v2.0/ports/0252e58a-6bff-47a4-adb3-2288deb18763 HTTP/1.1" status: 204 len: 173 time: 0.4485459 Nov 02 17:22:08.512849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'name': 'network-vif-deleted', 'tag': '0252e58a-6bff-47a4-adb3-2288deb18763'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:22:08.517014 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a495632-a3f0-4f52-9447-be84efdf5b4e" -d '{"events": [{"server_uuid": "3c770b8b-e3f9-4852-a55c-260481533e2a", "name": "network-vif-deleted", "tag": "0252e58a-6bff-47a4-adb3-2288deb18763"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:22:08.561809 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd6718-08ee-464e-aeb7-f00d10125258 x-openstack-request-id: req-25cd6718-08ee-464e-aeb7-f00d10125258 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:22:08.562105 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c770b8b-e3f9-4852-a55c-260481533e2a", "name": "network-vif-deleted", "tag": "0252e58a-6bff-47a4-adb3-2288deb18763", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:22:08.562387 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25cd6718-08ee-464e-aeb7-f00d10125258 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:22:08.562794 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c770b8b-e3f9-4852-a55c-260481533e2a', 'name': 'network-vif-deleted', 'tag': '0252e58a-6bff-47a4-adb3-2288deb18763', 'status': 'completed', 'code': 200} Nov 02 17:22:08.735993 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fce35306-2dd6-4379-90dc-b3d85a87186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:09.077684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a228eca6-4506-41a5-93f2-b48847ac627b req-0faf8a2c-3526-4629-8e31-2d031a761fa3 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c770b8b-e3f9-4852-a55c-260481533e2a HTTP/1.1" status: 200 len: 210 time: 0.0276587 Nov 02 17:22:10.235730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d7a-f967-44ec-9956-0372a9330645 req-4e3742a4-b3fb-40e9-9c33-eee51720adb2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:10.237305 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ef57d7a-f967-44ec-9956-0372a9330645 req-4e3742a4-b3fb-40e9-9c33-eee51720adb2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0511153 Nov 02 17:22:10.288959 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0ef57d7a-f967-44ec-9956-0372a9330645 req-1ee43fdb-fa5b-47e5-aa1d-30ef10a94560 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Nov 02 17:22:10.440603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2287eb5-02e4-4701-b282-bd1d38dbe663 req-208927ce-bd3e-44fe-a192-9de928121937 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:10.442006 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2287eb5-02e4-4701-b282-bd1d38dbe663 req-208927ce-bd3e-44fe-a192-9de928121937 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0592690 Nov 02 17:22:10.484864 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b2287eb5-02e4-4701-b282-bd1d38dbe663 req-b1931047-5cef-4b2a-94b2-301682920e39 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Nov 02 17:22:10.603830 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0252e58a-6bff-47a4-adb3-2288deb18763 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:22:10.607218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b20b8f-6a7b-43f1-a681-05bb3b5803c9 req-34c88d2a-9f73-4570-8f2d-133136255b4a tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:10.608807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1b20b8f-6a7b-43f1-a681-05bb3b5803c9 req-34c88d2a-9f73-4570-8f2d-133136255b4a tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0522244 Nov 02 17:22:10.624975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 0252e58a-6bff-47a4-adb3-2288deb18763 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:22:10.625401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 0252e58a-6bff-47a4-adb3-2288deb18763 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:22:10.648660 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1b20b8f-6a7b-43f1-a681-05bb3b5803c9 req-698e65b9-e5f3-4253-871c-637dd5841ab7 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Nov 02 17:22:10.722361 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-de248434-7f08-42ec-9999-34539cd1cfba req-59e9a256-0bc5-4d7e-bd1b-cf9879d151b0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:22:10.723343 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de248434-7f08-42ec-9999-34539cd1cfba req-59e9a256-0bc5-4d7e-bd1b-cf9879d151b0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053639 Nov 02 17:22:10.834847 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c1ec4-3406-4607-9b44-11da9fb47696 req-09e2b3ef-d75b-4bdf-ad38-5f5b3a38bb84 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:10.836456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf3c1ec4-3406-4607-9b44-11da9fb47696 req-09e2b3ef-d75b-4bdf-ad38-5f5b3a38bb84 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0532334 Nov 02 17:22:10.884146 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf3c1ec4-3406-4607-9b44-11da9fb47696 req-4c9a3608-4647-4b2f-9b7c-924ef611244a tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Nov 02 17:22:11.014888 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928564e-0d6f-4d07-b0c9-aa91c1695b24 req-eb80ef86-480b-419e-95d5-60df7be59f28 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:11.016501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a928564e-0d6f-4d07-b0c9-aa91c1695b24 req-eb80ef86-480b-419e-95d5-60df7be59f28 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0558648 Nov 02 17:22:11.064973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a928564e-0d6f-4d07-b0c9-aa91c1695b24 req-b53db32a-abde-4546-9aac-0f7960aba30e tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Nov 02 17:22:11.185575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fb386c92-d154-4776-8dc2-81ab54091003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:11.196924 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065da0-7733-4cd1-99d3-3a80226fc9d7 req-a8e7cfde-615c-4082-a750-73118f2fcb16 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:11.198648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84065da0-7733-4cd1-99d3-3a80226fc9d7 req-a8e7cfde-615c-4082-a750-73118f2fcb16 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0522456 Nov 02 17:22:11.240182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-84065da0-7733-4cd1-99d3-3a80226fc9d7 req-48155813-79ad-41df-b53d-e24fe60a4a35 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Nov 02 17:22:11.395173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:11.554942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe53bb-249c-4e3d-95f2-acc082a8f155 req-1e6bebe2-f47d-46fb-8934-26ce9dd107fb tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:11.556950 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cabe53bb-249c-4e3d-95f2-acc082a8f155 req-1e6bebe2-f47d-46fb-8934-26ce9dd107fb tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0511208 Nov 02 17:22:11.600597 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cabe53bb-249c-4e3d-95f2-acc082a8f155 req-1581d7a0-9b24-45f1-9ca5-add2c60b34aa tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366623 Nov 02 17:22:12.719286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d9129-3d35-4fb4-83f7-98071609446b req-7536e0d1-95d9-47d2-99a7-14b1740a8ab9 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:12.720762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c7d9129-3d35-4fb4-83f7-98071609446b req-7536e0d1-95d9-47d2-99a7-14b1740a8ab9 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Nov 02 17:22:12.759800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c7d9129-3d35-4fb4-83f7-98071609446b req-59e373d0-0502-4e7a-bce7-c201f6ba115a tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.31 "GET /v2.0/security-groups?id=32048473-7854-4d50-ae9f-506cadd42dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Nov 02 17:22:12.782946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:12.838437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-434d4822-c525-4e97-8bd8-bb48c2910fd5 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:12.839946 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-434d4822-c525-4e97-8bd8-bb48c2910fd5 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.55 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 946 time: 0.0549259 Nov 02 17:22:12.933040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Deleting port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:12.933318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:13.038277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] For port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,segment=NetworkSegment(5933c484-de3d-49e6-98fa-a80790a4447f),segment_id=5933c484-de3d-49e6-98fa-a80790a4447f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:13.038616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:13.052656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Calling delete_port for 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:13.193600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:13.205914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:22:13.225902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Pushing event deleted for resources: {'Port': ['ID=1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:13.269411 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] No DVR routers for this DVR port 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:13.272530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:13.276032 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4ff4b5f6-10c8-4bd3-b2b6-fe0751511569 req-1781365c-9c11-47bd-82e9-18c9f12eb0a2 tempest-ServersNegativeTestJSON-78592859 tempest-ServersNegativeTestJSON-78592859-project] 10.222.0.55 "DELETE /v2.0/ports/1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 HTTP/1.1" status: 204 len: 173 time: 0.4300373 Nov 02 17:22:13.276477 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'name': 'network-vif-deleted', 'tag': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:22:13.278834 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba9c945-cec0-456e-b4f3-8fc25744071c" -d '{"events": [{"server_uuid": "19fd66ad-8cb3-44a9-9894-d24e79488ea4", "name": "network-vif-deleted", "tag": "1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:22:13.333021 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f4a0ae-c9d8-48f8-842d-5c72457f0269 x-openstack-request-id: req-f2f4a0ae-c9d8-48f8-842d-5c72457f0269 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:22:13.333521 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fd66ad-8cb3-44a9-9894-d24e79488ea4", "name": "network-vif-deleted", "tag": "1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:22:13.333779 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2f4a0ae-c9d8-48f8-842d-5c72457f0269 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:22:13.334204 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd66ad-8cb3-44a9-9894-d24e79488ea4', 'name': 'network-vif-deleted', 'tag': '1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8', 'status': 'completed', 'code': 200} Nov 02 17:22:13.550724 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb88d50a-dd3d-4253-95b0-92424e7688ee req-00e0ead8-e3be-4b51-bb60-b48370659c79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0327692 Nov 02 17:22:13.620339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb88d50a-dd3d-4253-95b0-92424e7688ee req-eddb59b7-50a0-4e25-a5c1-9cc70387cafa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9abfa834447d4d86abedec77368a5638&device_id=19fd66ad-8cb3-44a9-9894-d24e79488ea4 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Nov 02 17:22:13.822532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88d50a-dd3d-4253-95b0-92424e7688ee req-2bf6f397-abe1-4c37-b9fd-639eefcf0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:13.824066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb88d50a-dd3d-4253-95b0-92424e7688ee req-2bf6f397-abe1-4c37-b9fd-639eefcf0be4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9abfa834447d4d86abedec77368a5638&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1821508 Nov 02 17:22:13.829310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49314) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:13.938609 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.219252 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Deleting subnet 3d9184cd-71b7-4895-bb42-ee08284ecace {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:22:14.231308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.300843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88d50a-dd3d-4253-95b0-92424e7688ee req-1bddef2d-53dc-4c63-9f06-382034e11f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:14.302347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb88d50a-dd3d-4253-95b0-92424e7688ee req-1bddef2d-53dc-4c63-9f06-382034e11f79 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4660273 Nov 02 17:22:14.304345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.348569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.405557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.434675 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9184cd-71b7-4895-bb42-ee08284ecace,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:14.438943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.442186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-93a6ee63-3c1f-4c1c-b6d5-39646ad1e4fd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d9184cd-71b7-4895-bb42-ee08284ecace HTTP/1.1" status: 204 len: 168 time: 0.6118836 Nov 02 17:22:14.446250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49316) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:14.517329 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.600318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.620445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fa4b7e-69db-4fea-a763-2f2f89a2529a']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:14.630624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5933c484-de3d-49e6-98fa-a80790a4447f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:14.630917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5933c484-de3d-49e6-98fa-a80790a4447f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:14.640717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.655703 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.661837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:14.662261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:14.663915 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:14.721092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.726721 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.729932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9fa4b7e-69db-4fea-a763-2f2f89a2529a HTTP/1.1" status: 204 len: 168 time: 0.2827296 Nov 02 17:22:14.742573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e038d-2c18-4963-8a17-e4430fb72576 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fa4b7e-69db-4fea-a763-2f2f89a2529a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:14.862209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49320) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:14.903418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a97084b-cc77-443c-a04a-e70f531f4d6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9abfa834447d4d86abedec77368a5638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399225 Nov 02 17:22:14.907719 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49322) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:14.973952 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b74c26a1-be1a-481d-a84a-0555f8afab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:14.997492 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b74c26a1-be1a-481d-a84a-0555f8afab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:15.053120 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b74c26a1-be1a-481d-a84a-0555f8afab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:15.056100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b74c26a1-be1a-481d-a84a-0555f8afab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:15.057846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b74c26a1-be1a-481d-a84a-0555f8afab25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32048473-7854-4d50-ae9f-506cadd42dc3 HTTP/1.1" status: 204 len: 168 time: 0.1486149 Nov 02 17:22:15.070317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c26a1-be1a-481d-a84a-0555f8afab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32048473-7854-4d50-ae9f-506cadd42dc3,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:15.875104 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49344) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:15.988236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916962495'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:16.015597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:16.019203 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.030932 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.135576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.142374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.166703 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:16.183035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2875af0f-12fa-48e2-b1a2-9f451166f4bd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:16.187102 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.187448 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Added segment 6a0d9c06-021c-4505-978e-f776d2fd0b3f of type vlan for network 4e292aee-314b-4741-8892-261c76ce9277 Nov 02 17:22:16.232923 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.261507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.267976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:16.268646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:16.334879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4585626 Nov 02 17:22:16.355569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c391-47ef-4e5e-9e0c-5e7a67a76997 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Network': ['ID=4e292aee-314b-4741-8892-261c76ce9277,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:16.369201 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 4e292aee-314b-4741-8892-261c76ce9277 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:16.744673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:22:16.768729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:22:16.769049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 1aa1c12e-5cd5-4053-a7bd-0bc076dd5ec8 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:22:18.022706 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:19.649592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49348) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:19.655144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'subnet': {'network_id': '4e292aee-314b-4741-8892-261c76ce9277', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:19.745255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:19.748759 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:19.938557 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.003457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Subnet': ['ID=147ebb41-c3d9-44a3-b141-a60310506afa,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:20.012246 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Checking segment: {'id': '6a0d9c06-021c-4505-978e-f776d2fd0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e292aee-314b-4741-8892-261c76ce9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:20.012605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network hostable DHCP agents. Network: 4e292aee-314b-4741-8892-261c76ce9277, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:20.030654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network 4e292aee-314b-4741-8892-261c76ce9277 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:20.040160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 4e292aee-314b-4741-8892-261c76ce9277) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:20.045843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:20.046484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.053429 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc048a-564c-4032-9b67-b81172f383c9 None None] Network 4e292aee-314b-4741-8892-261c76ce9277 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:20.073004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e478b333-866b-4125-8624-90eb83e991c1 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4220910 Nov 02 17:22:20.074238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49350) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:20.081172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133822779'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:20.109637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:20.114742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.142981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:20.152525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.153146 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Added segment ee1f0e84-afc2-410f-b3e9-94fd62284e47 of type vlan for network ac70f768-8616-402c-9194-5b024aa436ec Nov 02 17:22:20.200722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.229674 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.236503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:20.237118 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.243701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-4e292aee-314b-4741-8892-261c76ce9277', 'network_id': '4e292aee-314b-4741-8892-261c76ce9277', 'tenant_id': 'e4abd4012f924bce84eb2727a2d10022', 'fixed_ips': [{'subnet_id': '147ebb41-c3d9-44a3-b141-a60310506afa'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:20.244399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.281599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2056777 Nov 02 17:22:20.284691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49352) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:20.290211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'subnet': {'network_id': 'ac70f768-8616-402c-9194-5b024aa436ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:20.358539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799136d-542b-4e64-8fbe-4052bf2a7707 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Network': ['ID=ac70f768-8616-402c-9194-5b024aa436ec,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:20.375082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ac70f768-8616-402c-9194-5b024aa436ec details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:20.384859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:20.388610 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.448955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Allocated IP 2001:db8:0:ffff::2 (4e292aee-314b-4741-8892-261c76ce9277/147ebb41-c3d9-44a3-b141-a60310506afa/d481dfac-b4a6-4303-8d31-bc23cfcd2b51) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:20.598831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.605828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.612458 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.650634 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Network 4e292aee-314b-4741-8892-261c76ce9277 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:20.653660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:20.657212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:20.665903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Subnet': ['ID=7b564dda-5e1d-4c23-8baa-9ee857ecb0a0,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:20.666532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Pushing event updated for resources: {'Port': ['ID=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:20.674541 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Checking segment: {'id': 'ee1f0e84-afc2-410f-b3e9-94fd62284e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ac70f768-8616-402c-9194-5b024aa436ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:20.674911 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network hostable DHCP agents. Network: ac70f768-8616-402c-9194-5b024aa436ec, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:20.677420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.677774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.678149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.678495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.678828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.679157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.679509 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.679841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.680171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.680494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.681052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.681192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:20.695069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network ac70f768-8616-402c-9194-5b024aa436ec is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:20.706999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ac70f768-8616-402c-9194-5b024aa436ec) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:20.712347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:20.713061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.723707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f25310-60f9-46bf-9bbb-dd1336b6a5b1 None None] Network ac70f768-8616-402c-9194-5b024aa436ec requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:20.730051 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ba94b97b-f75e-4294-b234-3c7d2add864c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4440460 Nov 02 17:22:20.733459 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49354) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:20.769172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Attempting to bind port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:20.769548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Attempting to bind port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6a0d9c06-021c-4505-978e-f776d2fd0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e292aee-314b-4741-8892-261c76ce9277'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:20.769914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Attempting to bind port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 on network 4e292aee-314b-4741-8892-261c76ce9277 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:20.781598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:20.781978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Checking segment: {'id': '6a0d9c06-021c-4505-978e-f776d2fd0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e292aee-314b-4741-8892-261c76ce9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:20.782415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.782819 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Bound using segment: {'id': '6a0d9c06-021c-4505-978e-f776d2fd0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e292aee-314b-4741-8892-261c76ce9277'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:20.783304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Bound port: d481dfac-b4a6-4303-8d31-bc23cfcd2b51, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0d9c06-021c-4505-978e-f776d2fd0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e292aee-314b-4741-8892-261c76ce9277'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:20.783691 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.840347 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.895294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.900208 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] For port d481dfac-b4a6-4303-8d31-bc23cfcd2b51, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:20.905518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] For port d481dfac-b4a6-4303-8d31-bc23cfcd2b51, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,segment=NetworkSegment(6a0d9c06-021c-4505-978e-f776d2fd0b3f),segment_id=6a0d9c06-021c-4505-978e-f776d2fd0b3f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:20.911345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.972227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f733068-2c05-49b4-9980-075823119a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ac70f768-8616-402c-9194-5b024aa436ec', 'network_id': 'ac70f768-8616-402c-9194-5b024aa436ec', 'tenant_id': 'e4abd4012f924bce84eb2727a2d10022', 'fixed_ips': [{'subnet_id': '7b564dda-5e1d-4c23-8baa-9ee857ecb0a0'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:20.973254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f733068-2c05-49b4-9980-075823119a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:20.973411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.000925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ef22-a90a-47b7-a391-405add68eff6 None None] Pushing event updated for resources: {'Port': ['ID=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:21.006425 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Subnet': ['ID=7b564dda-5e1d-4c23-8baa-9ee857ecb0a0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:21.085559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b9eca-0970-4c69-9036-615e105667e4 None None] Network ac70f768-8616-402c-9194-5b024aa436ec requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:21.088584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.119788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac70f768-8616-402c-9194-5b024aa436ec']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:21.138973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1f0e84-afc2-410f-b3e9-94fd62284e47') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:21.139500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1f0e84-afc2-410f-b3e9-94fd62284e47') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:21.178943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.202942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.210432 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:21.210826 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:21.213952 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:21.291540 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.300905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.306177 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/ac70f768-8616-402c-9194-5b024aa436ec HTTP/1.1" status: 204 len: 168 time: 0.5696473 Nov 02 17:22:21.308007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49356) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:21.314310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238952841'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:21.319256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2f1a4-703b-4ce3-8a09-8420206d57ae tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Network': ['ID=ac70f768-8616-402c-9194-5b024aa436ec,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:21.340413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:21.344262 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.369031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:21.380525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.380872 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Added segment 1c65085f-6710-434d-b8d7-07803e0530bf of type vlan for network 50bd35d7-04a5-48e6-b48d-895ebd562f60 Nov 02 17:22:21.432889 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.457831 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.463851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:21.464541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.528980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2195923 Nov 02 17:22:21.532003 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49358) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:21.537395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'subnet': {'network_id': '50bd35d7-04a5-48e6-b48d-895ebd562f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:21.542509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68eb62a-27b6-4831-add5-68be304f9d27 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Network': ['ID=50bd35d7-04a5-48e6-b48d-895ebd562f60,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:21.554281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 50bd35d7-04a5-48e6-b48d-895ebd562f60 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:21.645294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:21.649235 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.723134 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Performing IP validity checks on allocation pools {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 17:22:21.724107 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.ipam_backend_mixin [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 17:22:21.876975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.945948 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Subnet': ['ID=39da664d-92b4-4bee-b0a2-64a07a78b9d9,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:21.952430 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Checking segment: {'id': '1c65085f-6710-434d-b8d7-07803e0530bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '50bd35d7-04a5-48e6-b48d-895ebd562f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:21.952788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network hostable DHCP agents. Network: 50bd35d7-04a5-48e6-b48d-895ebd562f60, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:21.976892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network 50bd35d7-04a5-48e6-b48d-895ebd562f60 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:21.987212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 50bd35d7-04a5-48e6-b48d-895ebd562f60) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:21.991905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:21.992534 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:21.999774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd23fd-1c92-4ed0-b34d-b16a4869ec5c None None] Network 50bd35d7-04a5-48e6-b48d-895ebd562f60 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:22.015687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646206f-3e5e-4ccd-9f8b-218389fc3fe7 None None] Network 4e292aee-314b-4741-8892-261c76ce9277 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:22.022174 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c0ac7fc4-c828-4c1d-9f20-2680cdd0e551 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4868484 Nov 02 17:22:22.022880 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49360) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:22.122863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7766ff36-6d37-424d-b9e2-e6743dc4b765 None None] Provisioning complete for port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:22.123441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7766ff36-6d37-424d-b9e2-e6743dc4b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.131306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.239622 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.315175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.334649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6650a9-72aa-48d1-ae86-98b5cdd7018d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-50bd35d7-04a5-48e6-b48d-895ebd562f60', 'network_id': '50bd35d7-04a5-48e6-b48d-895ebd562f60', 'tenant_id': 'e4abd4012f924bce84eb2727a2d10022', 'fixed_ips': [{'subnet_id': '39da664d-92b4-4bee-b0a2-64a07a78b9d9'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:22.335582 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aa6650a9-72aa-48d1-ae86-98b5cdd7018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.347984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Subnet': ['ID=39da664d-92b4-4bee-b0a2-64a07a78b9d9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:22.379954 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7766ff36-6d37-424d-b9e2-e6743dc4b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.430498 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.458987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bd35d7-04a5-48e6-b48d-895ebd562f60']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:22.465352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a9b01-4cd5-4fba-856c-afa277b2dad6 None None] Network 50bd35d7-04a5-48e6-b48d-895ebd562f60 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:22.469959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7766ff36-6d37-424d-b9e2-e6743dc4b765 None None] For port d481dfac-b4a6-4303-8d31-bc23cfcd2b51, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,segment=NetworkSegment(6a0d9c06-021c-4505-978e-f776d2fd0b3f),segment_id=6a0d9c06-021c-4505-978e-f776d2fd0b3f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:22.472804 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c65085f-6710-434d-b8d7-07803e0530bf') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:22.473222 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c65085f-6710-434d-b8d7-07803e0530bf') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:22.485896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.502605 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.510334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:22.510777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:22.515104 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:22.517747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7766ff36-6d37-424d-b9e2-e6743dc4b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.581996 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.598911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.604436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/50bd35d7-04a5-48e6-b48d-895ebd562f60 HTTP/1.1" status: 204 len: 168 time: 0.5801101 Nov 02 17:22:22.608879 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49362) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:22.612833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766ff36-6d37-424d-b9e2-e6743dc4b765 None None] Pushing event updated for resources: {'Port': ['ID=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:22.615479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756606665'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:22.625326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4f5df-decc-425e-8fdf-8c2012b8d1bc tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Network': ['ID=50bd35d7-04a5-48e6-b48d-895ebd562f60,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:22.644194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:22.648501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.655466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ef96fadc-deec-4b54-9261-0a781742d275 None None] Provisioning complete for port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:22.657122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ef96fadc-deec-4b54-9261-0a781742d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.681898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:22.694578 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.695166 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Added segment 72f20e7e-81bd-4950-9736-1b3e385d62bc of type vlan for network bc1863b3-b444-461e-8e7f-502ad691d845 Nov 02 17:22:22.740876 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.777328 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.784225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:22.784820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:22.848227 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2380135 Nov 02 17:22:22.852055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49364) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:22.857345 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'subnet': {'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:22.864034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd21ba-f929-4160-a607-342db04249ad tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Network': ['ID=bc1863b3-b444-461e-8e7f-502ad691d845,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:22.876554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network bc1863b3-b444-461e-8e7f-502ad691d845 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:22.958147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:22.961709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.072023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d481dfac-b4a6-4303-8d31-bc23cfcd2b51 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:23.124716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:23.124716 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.159385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.222318 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Subnet': ['ID=029e55c6-cd5b-4d3d-a3e1-ba4319a5864c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:23.229793 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Checking segment: {'id': '72f20e7e-81bd-4950-9736-1b3e385d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:23.230187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network hostable DHCP agents. Network: bc1863b3-b444-461e-8e7f-502ad691d845, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:23.247684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network bc1863b3-b444-461e-8e7f-502ad691d845 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:23.257569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, bc1863b3-b444-461e-8e7f-502ad691d845) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:23.261990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:23.262621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.268305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ad09f-3f51-4986-9b5e-8c2e76fe25ad None None] Network bc1863b3-b444-461e-8e7f-502ad691d845 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:23.283723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e7c7a5e0-fac8-4501-a984-e27d2cad847d tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4270587 Nov 02 17:22:23.283997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49366) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:23.289010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208455662'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:23.311903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:23.315907 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.342032 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:23.353398 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.353866 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Added segment 79e5691f-07f2-4e0a-bb62-0c42cbada616 of type vlan for network ae860306-bda2-4d97-90d0-2078b3c9b575 Nov 02 17:22:23.399111 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.424113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-bc1863b3-b444-461e-8e7f-502ad691d845', 'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845', 'tenant_id': 'e4abd4012f924bce84eb2727a2d10022', 'fixed_ips': [{'subnet_id': '029e55c6-cd5b-4d3d-a3e1-ba4319a5864c'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:23.425016 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.425834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.431603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:23.432202 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.486721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2015839 Nov 02 17:22:23.490553 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:23.495709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Request body: {'subnet': {'network_id': 'ae860306-bda2-4d97-90d0-2078b3c9b575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:23.512437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622a2e8-1a9e-42cf-90ce-4be791bc1334 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Network': ['ID=ae860306-bda2-4d97-90d0-2078b3c9b575,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:23.529133 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ae860306-bda2-4d97-90d0-2078b3c9b575 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:23.594111 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Made reservation on behalf of e4abd4012f924bce84eb2727a2d10022 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:23.597914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.609756 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.642159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Allocated IP 2001:db8::2 (bc1863b3-b444-461e-8e7f-502ad691d845/029e55c6-cd5b-4d3d-a3e1-ba4319a5864c/ce85d320-f77b-4570-aa3c-ca6fb6bb2002) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:23.792533 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.819548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.825154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.861573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Network bc1863b3-b444-461e-8e7f-502ad691d845 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:23.866564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:23.869059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:23.878547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event updated for resources: {'Subnet': ['ID=978467ad-de67-4f03-b3f1-344bae6c6a19,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:23.887898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Checking segment: {'id': '79e5691f-07f2-4e0a-bb62-0c42cbada616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae860306-bda2-4d97-90d0-2078b3c9b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:23.888131 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Pushing event updated for resources: {'Port': ['ID=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:23.888236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network hostable DHCP agents. Network: ae860306-bda2-4d97-90d0-2078b3c9b575, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:23.907022 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Network ae860306-bda2-4d97-90d0-2078b3c9b575 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:23.916676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ae860306-bda2-4d97-90d0-2078b3c9b575) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:23.922843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:23.924107 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:23.928667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4aa36-8462-4c44-b52a-b0c71fd71a67 None None] Network ae860306-bda2-4d97-90d0-2078b3c9b575 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:23.943240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bfea74e4-e891-4666-9c79-1980f6a776ed tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4515285 Nov 02 17:22:23.946636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49370) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:23.986425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Attempting to bind port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:23.986811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Attempting to bind port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '72f20e7e-81bd-4950-9736-1b3e385d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:23.987184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Attempting to bind port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 on network bc1863b3-b444-461e-8e7f-502ad691d845 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:23.999426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:23.999804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Checking segment: {'id': '72f20e7e-81bd-4950-9736-1b3e385d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:24.000219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.000617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Bound using segment: {'id': '72f20e7e-81bd-4950-9736-1b3e385d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:24.001102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Bound port: ce85d320-f77b-4570-aa3c-ca6fb6bb2002, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f20e7e-81bd-4950-9736-1b3e385d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bc1863b3-b444-461e-8e7f-502ad691d845'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:24.001487 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.065130 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.118792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] For port ce85d320-f77b-4570-aa3c-ca6fb6bb2002, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:24.123887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] For port ce85d320-f77b-4570-aa3c-ca6fb6bb2002, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,segment=NetworkSegment(72f20e7e-81bd-4950-9736-1b3e385d62bc),segment_id=72f20e7e-81bd-4950-9736-1b3e385d62bc)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:24.131130 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.142139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.209375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212344e3-10a2-457a-9aef-78c2a4586d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ae860306-bda2-4d97-90d0-2078b3c9b575', 'network_id': 'ae860306-bda2-4d97-90d0-2078b3c9b575', 'tenant_id': 'e4abd4012f924bce84eb2727a2d10022', 'fixed_ips': [{'subnet_id': '978467ad-de67-4f03-b3f1-344bae6c6a19'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:24.210298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-212344e3-10a2-457a-9aef-78c2a4586d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.236908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8037c-6b0b-4ff6-a1c0-d8ed3aa06c6a None None] Pushing event updated for resources: {'Port': ['ID=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:24.237950 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.284940 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Subnet': ['ID=978467ad-de67-4f03-b3f1-344bae6c6a19,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:24.323185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2a045-f2d2-4f1c-a99d-57da16c2c9f9 None None] Network ae860306-bda2-4d97-90d0-2078b3c9b575 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:24.354217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.385140 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae860306-bda2-4d97-90d0-2078b3c9b575']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:24.403023 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e5691f-07f2-4e0a-bb62-0c42cbada616') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:24.403350 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e5691f-07f2-4e0a-bb62-0c42cbada616') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:24.425705 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.444585 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.451827 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:24.452451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:24.455822 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:24.532892 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.538984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.545893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/ae860306-bda2-4d97-90d0-2078b3c9b575 HTTP/1.1" status: 204 len: 168 time: 0.5947764 Nov 02 17:22:24.546023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49372) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:24.557881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863799be-b2c5-4d6c-a3d8-959b183cb2e5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Network': ['ID=ae860306-bda2-4d97-90d0-2078b3c9b575,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:24.574542 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafe1fa0-7f75-4fe3-b44f-18c76d9e10fe tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] GET failed (client error): The resource could not be found. Nov 02 17:22:24.576514 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aafe1fa0-7f75-4fe3-b44f-18c76d9e10fe tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "GET /v2.0/subnets/978467ad-de67-4f03-b3f1-344bae6c6a19 HTTP/1.1" status: 404 len: 337 time: 0.0293434 Nov 02 17:22:24.579389 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49374) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:24.598181 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c8af9c-13f3-405d-b710-3476e280911b tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:24.598727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c8af9c-13f3-405d-b710-3476e280911b tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:24.601732 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-47c8af9c-13f3-405d-b710-3476e280911b tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/ae860306-bda2-4d97-90d0-2078b3c9b575 HTTP/1.1" status: 404 len: 339 time: 0.0214143 Nov 02 17:22:24.605723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49376) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:24.636668 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8a0b5f-ac27-46f6-9a3f-fc783944bd50 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:24.637128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8a0b5f-ac27-46f6-9a3f-fc783944bd50 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:24.641093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2e8a0b5f-ac27-46f6-9a3f-fc783944bd50 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/subnets/978467ad-de67-4f03-b3f1-344bae6c6a19 HTTP/1.1" status: 404 len: 337 time: 0.0343676 Nov 02 17:22:24.644446 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49378) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:24.663289 n-d-811405-2 neutron-server[102065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5a8c17-f69c-4844-b272-6a8d70efb3d0 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:24.663740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5a8c17-f69c-4844-b272-6a8d70efb3d0 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:24.666816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4b5a8c17-f69c-4844-b272-6a8d70efb3d0 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/ae860306-bda2-4d97-90d0-2078b3c9b575 HTTP/1.1" status: 404 len: 339 time: 0.0214469 Nov 02 17:22:24.670101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49380) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:24.729372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Deleting subnet 029e55c6-cd5b-4d3d-a3e1-ba4319a5864c {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:22:24.733963 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.790541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.893716 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:24.971294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.020080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Subnet': ['ID=029e55c6-cd5b-4d3d-a3e1-ba4319a5864c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:25.023059 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.028043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fc317992-cf0f-45b9-8491-76420c326985 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/subnets/029e55c6-cd5b-4d3d-a3e1-ba4319a5864c HTTP/1.1" status: 204 len: 168 time: 0.3564205 Nov 02 17:22:25.032060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49382) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:25.120490 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce85d320-f77b-4570-aa3c-ca6fb6bb2002 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:25.159206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.186334 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:25.187023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.237470 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Deleting port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:25.237671 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.292020 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.321422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f2046-1e12-4944-ac7c-5003bc732b8a None None] Network bc1863b3-b444-461e-8e7f-502ad691d845 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:25.323748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] For port ce85d320-f77b-4570-aa3c-ca6fb6bb2002, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,segment=NetworkSegment(72f20e7e-81bd-4950-9736-1b3e385d62bc),segment_id=72f20e7e-81bd-4950-9736-1b3e385d62bc)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:25.324524 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.337974 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Calling delete_port for ce85d320-f77b-4570-aa3c-ca6fb6bb2002 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:25.382248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port ce85d320-f77b-4570-aa3c-ca6fb6bb2002, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,segment=NetworkSegment(72f20e7e-81bd-4950-9736-1b3e385d62bc),segment_id=72f20e7e-81bd-4950-9736-1b3e385d62bc)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:25.397461 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.435114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.465260 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No DVR routers for this DVR port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:25.470979 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Port': ['ID=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:25.492101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6aca3d58-9e97-44f0-b8b1-0ea7fdede5fc None None] Provisioning complete for port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:25.492486 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6aca3d58-9e97-44f0-b8b1-0ea7fdede5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.537747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-6aca3d58-9e97-44f0-b8b1-0ea7fdede5fc None None] Port ce85d320-f77b-4570-aa3c-ca6fb6bb2002 was deleted so its status cannot be updated. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 02 17:22:25.540598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=ce85d320-f77b-4570-aa3c-ca6fb6bb2002,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:25.566061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.594625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1863b3-b444-461e-8e7f-502ad691d845']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:25.600556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947cca0b-f5a0-483c-b648-51f694986e32 None None] DHCP port deletion for bc1863b3-b444-461e-8e7f-502ad691d845 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:22:25.609008 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f20e7e-81bd-4950-9736-1b3e385d62bc') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:25.609434 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f20e7e-81bd-4950-9736-1b3e385d62bc') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:25.626736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.643761 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.650303 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:25.650974 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:25.655443 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:25.714789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.722460 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.725679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/bc1863b3-b444-461e-8e7f-502ad691d845 HTTP/1.1" status: 204 len: 168 time: 0.6920776 Nov 02 17:22:25.728237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49384) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:25.751445 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cee76-e8c3-4959-a751-c05facbf5144 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Network': ['ID=bc1863b3-b444-461e-8e7f-502ad691d845,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:25.770407 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-501269b3-d9d4-4cb5-8fec-4769ab221e59 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:25.770866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501269b3-d9d4-4cb5-8fec-4769ab221e59 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:25.774080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-501269b3-d9d4-4cb5-8fec-4769ab221e59 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/subnets/39da664d-92b4-4bee-b0a2-64a07a78b9d9 HTTP/1.1" status: 404 len: 337 time: 0.0449009 Nov 02 17:22:25.777557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49386) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:25.797669 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a928d9-11d6-4736-82dd-206e820101d5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:25.798276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a928d9-11d6-4736-82dd-206e820101d5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:25.801391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c3a928d9-11d6-4736-82dd-206e820101d5 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/50bd35d7-04a5-48e6-b48d-895ebd562f60 HTTP/1.1" status: 404 len: 339 time: 0.0228682 Nov 02 17:22:25.804394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49388) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:25.834610 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9193c27b-ea06-40a6-957f-50d3a3e6812b tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:25.835024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9193c27b-ea06-40a6-957f-50d3a3e6812b tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:25.838570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9193c27b-ea06-40a6-957f-50d3a3e6812b tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/subnets/7b564dda-5e1d-4c23-8baa-9ee857ecb0a0 HTTP/1.1" status: 404 len: 337 time: 0.0329406 Nov 02 17:22:25.841994 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49390) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:25.864263 n-d-811405-2 neutron-server[102066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf5fef7-7e1a-4e50-92f6-5117a56e4212 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] DELETE failed (client error): The resource could not be found. Nov 02 17:22:25.864895 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf5fef7-7e1a-4e50-92f6-5117a56e4212 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 17:22:25.868592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6bf5fef7-7e1a-4e50-92f6-5117a56e4212 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/ac70f768-8616-402c-9194-5b024aa436ec HTTP/1.1" status: 404 len: 339 time: 0.0253911 Nov 02 17:22:25.871183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49392) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:25.936319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Deleting subnet 147ebb41-c3d9-44a3-b141-a60310506afa {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:22:25.940880 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:25.996774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.095918 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.164658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.199576 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Subnet': ['ID=147ebb41-c3d9-44a3-b141-a60310506afa,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:26.201891 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.206046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-696a5084-f733-418b-a693-e0612653aa5c tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/subnets/147ebb41-c3d9-44a3-b141-a60310506afa HTTP/1.1" status: 204 len: 168 time: 0.3336964 Nov 02 17:22:26.208177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf5ead-a77d-4e25-8153-7c40d14051f0 None None] Network 4e292aee-314b-4741-8892-261c76ce9277 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:26.209964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49394) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:26.308047 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.367649 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Deleting port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:26.367997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.435409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] DHCP port deletion for 4e292aee-314b-4741-8892-261c76ce9277 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:22:26.448503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] For port d481dfac-b4a6-4303-8d31-bc23cfcd2b51, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,segment=NetworkSegment(6a0d9c06-021c-4505-978e-f776d2fd0b3f),segment_id=6a0d9c06-021c-4505-978e-f776d2fd0b3f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:26.448866 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.465135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Calling delete_port for d481dfac-b4a6-4303-8d31-bc23cfcd2b51 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:26.485600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] Deleting port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:26.485975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.558834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] For port d481dfac-b4a6-4303-8d31-bc23cfcd2b51, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,segment=NetworkSegment(6a0d9c06-021c-4505-978e-f776d2fd0b3f),segment_id=6a0d9c06-021c-4505-978e-f776d2fd0b3f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:26.559235 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.567751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.574851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] Calling delete_port for d481dfac-b4a6-4303-8d31-bc23cfcd2b51 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:26.601451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Port': ['ID=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:26.603334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] No DVR routers for this DVR port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:26.657355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.681349 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] Pushing event deleted for resources: {'Port': ['ID=d481dfac-b4a6-4303-8d31-bc23cfcd2b51,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:26.689446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6eb0d-7ec3-4466-b0cb-59d226dd0bd4 None None] No DVR routers for this DVR port d481dfac-b4a6-4303-8d31-bc23cfcd2b51 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:26.704309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.729354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e292aee-314b-4741-8892-261c76ce9277']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:26.741035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0d9c06-021c-4505-978e-f776d2fd0b3f') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:26.741382 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0d9c06-021c-4505-978e-f776d2fd0b3f') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:26.753915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.770635 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.778011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:26.778586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:26.782419 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:26.844704 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.850421 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:26.856136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] 10.222.0.31 "DELETE /v2.0/networks/4e292aee-314b-4741-8892-261c76ce9277 HTTP/1.1" status: 204 len: 168 time: 0.6443179 Nov 02 17:22:26.880254 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b0df1-69f2-44af-a1f6-e43805d1d779 tempest-NetworksIpV6Test-1368717610 tempest-NetworksIpV6Test-1368717610-project] Pushing event deleted for resources: {'Network': ['ID=4e292aee-314b-4741-8892-261c76ce9277,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:27.061665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d481dfac-b4a6-4303-8d31-bc23cfcd2b51 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:22:27.082861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d481dfac-b4a6-4303-8d31-bc23cfcd2b51 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:22:27.083230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d481dfac-b4a6-4303-8d31-bc23cfcd2b51 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:22:27.083714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce85d320-f77b-4570-aa3c-ca6fb6bb2002 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:22:27.109597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ce85d320-f77b-4570-aa3c-ca6fb6bb2002 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:22:27.109597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ce85d320-f77b-4570-aa3c-ca6fb6bb2002 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:22:27.149514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49400) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:27.297797 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bcc31940-d63f-477f-9a0c-9051918608a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4abd4012f924bce84eb2727a2d10022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468451 Nov 02 17:22:27.300418 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:27.354607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbd87f3-085b-490b-8a9d-fbd636b39029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:27.378548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbd87f3-085b-490b-8a9d-fbd636b39029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:27.437278 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbd87f3-085b-490b-8a9d-fbd636b39029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:27.440646 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9dbd87f3-085b-490b-8a9d-fbd636b39029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:27.444541 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9dbd87f3-085b-490b-8a9d-fbd636b39029 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2875af0f-12fa-48e2-b1a2-9f451166f4bd HTTP/1.1" status: 204 len: 168 time: 0.1403911 Nov 02 17:22:27.451475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd87f3-085b-490b-8a9d-fbd636b39029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875af0f-12fa-48e2-b1a2-9f451166f4bd,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:28.193510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:28.293016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-889372399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:28.322323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.323437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.377634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.381975 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.400143 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.401372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-787432fe-c7d0-49bc-a06d-25ff97e3a182 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2067769 Nov 02 17:22:28.404712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49430) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:28.409828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1140060632'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:28.432156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Made reservation on behalf of 4cf5a35df05c4c1fb14ff017f172c6ae for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:28.436755 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.445311 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.522185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.526241 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.556735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:28.563422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d14058-a062-48b9-9cc4-d5f9468fbf48,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:28.569531 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.569884 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Added segment 83a2d1d9-4a83-4bd5-92a3-d27e60db295f of type vlan for network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a Nov 02 17:22:28.612239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.638925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.644721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:28.645374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:28.712308 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3064773 Nov 02 17:22:28.715219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:28.721183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Request body: {'subnet': {'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:28.725980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe15f4-a996-40c6-8413-118e38b4110a tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event updated for resources: {'Network': ['ID=0a76aa48-65fd-4028-9f9a-3ce5a77b518a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:28.737539 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:28.823943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Made reservation on behalf of 4cf5a35df05c4c1fb14ff017f172c6ae for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:28.828041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.021385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.087450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event updated for resources: {'Subnet': ['ID=31c79239-36f0-4f43-ab76-9e8b6e6680e3,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:29.094462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Checking segment: {'id': '83a2d1d9-4a83-4bd5-92a3-d27e60db295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:29.094826 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Network hostable DHCP agents. Network: 0a76aa48-65fd-4028-9f9a-3ce5a77b518a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:29.112356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:29.123638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 0a76aa48-65fd-4028-9f9a-3ce5a77b518a) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:29.127809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:29.128392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.132689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e209d84-1aa9-464b-a35d-685e6cfc3c27 None None] Network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:29.148771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d8a0d8bd-2f7f-4674-b63d-b90adf75170d tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4314125 Nov 02 17:22:29.152407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49434) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:29.158958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1545354788'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:29.185786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Made reservation on behalf of 4cf5a35df05c4c1fb14ff017f172c6ae for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:29.189385 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.215312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:29.225617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.225995 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Added segment 1e374159-4efa-4039-a483-9552b0e589a7 of type vlan for network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf Nov 02 17:22:29.279130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.292993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-0a76aa48-65fd-4028-9f9a-3ce5a77b518a', 'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a', 'tenant_id': '4cf5a35df05c4c1fb14ff017f172c6ae', 'fixed_ips': [{'subnet_id': '31c79239-36f0-4f43-ab76-9e8b6e6680e3'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:29.293890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.305663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.312041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:29.312695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.371765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2181168 Nov 02 17:22:29.375277 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49436) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:29.383696 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Request body: {'subnet': {'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:29.397041 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e4da9-2605-4bca-85da-339f5a7c01f3 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event updated for resources: {'Network': ['ID=062bd747-8e3f-4d86-b8e5-4bdb06af2aaf,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:29.409212 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:29.506030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Made reservation on behalf of 4cf5a35df05c4c1fb14ff017f172c6ae for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:29.510887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Allocated IP 172.20.0.2 (0a76aa48-65fd-4028-9f9a-3ce5a77b518a/31c79239-36f0-4f43-ab76-9e8b6e6680e3/51f8f132-f2e2-43f0-82e6-c6516501a628) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:29.511117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.670449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.676851 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.713993 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:29.718658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:29.722548 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:29.722734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.737698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Pushing event updated for resources: {'Port': ['ID=51f8f132-f2e2-43f0-82e6-c6516501a628,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:29.788701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event updated for resources: {'Subnet': ['ID=90684142-ecf9-46d4-8d25-5398917ea1c8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:29.792977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Attempting to bind port 51f8f132-f2e2-43f0-82e6-c6516501a628 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:29.793345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Attempting to bind port 51f8f132-f2e2-43f0-82e6-c6516501a628 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '83a2d1d9-4a83-4bd5-92a3-d27e60db295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:29.793706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Attempting to bind port 51f8f132-f2e2-43f0-82e6-c6516501a628 on network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:29.800632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:29.800855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Checking segment: {'id': '1e374159-4efa-4039-a483-9552b0e589a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:29.801006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Checking segment: {'id': '83a2d1d9-4a83-4bd5-92a3-d27e60db295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:29.801190 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Network hostable DHCP agents. Network: 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:29.801405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.801793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Bound using segment: {'id': '83a2d1d9-4a83-4bd5-92a3-d27e60db295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:29.802284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Bound port: 51f8f132-f2e2-43f0-82e6-c6516501a628, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a2d1d9-4a83-4bd5-92a3-d27e60db295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a76aa48-65fd-4028-9f9a-3ce5a77b518a'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:29.802668 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.820041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:29.829521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:29.834169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:29.834770 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:29.850708 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7ca49-6f8e-4967-bc89-c99668d86719 None None] Network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:29.854360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c42b2cca-b358-449f-b6fe-6b7669e64867 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4777825 Nov 02 17:22:29.857731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49438) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:29.862472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-50550d14-ed3b-4623-9788-0f3a2f8c2124 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Request body: {'router': {'external_gateway_info': {'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:29.927764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] For port 51f8f132-f2e2-43f0-82e6-c6516501a628, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:29.934074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] For port 51f8f132-f2e2-43f0-82e6-c6516501a628, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=51f8f132-f2e2-43f0-82e6-c6516501a628,segment=NetworkSegment(83a2d1d9-4a83-4bd5-92a3-d27e60db295f),segment_id=83a2d1d9-4a83-4bd5-92a3-d27e60db295f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:29.940999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.075401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340edbe-843f-42f3-9f35-a8da8e1a7896 None None] Pushing event updated for resources: {'Port': ['ID=51f8f132-f2e2-43f0-82e6-c6516501a628,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:30.109597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50550d14-ed3b-4623-9788-0f3a2f8c2124 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.122920 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-062bd747-8e3f-4d86-b8e5-4bdb06af2aaf', 'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf', 'tenant_id': '4cf5a35df05c4c1fb14ff017f172c6ae', 'fixed_ips': [{'subnet_id': '90684142-ecf9-46d4-8d25-5398917ea1c8'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:30.124014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.275890 n-d-811405-2 neutron-server[102066]: INFO neutron.api.v2.resource [None req-50550d14-ed3b-4623-9788-0f3a2f8c2124 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 17:22:30.277240 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-50550d14-ed3b-4623-9788-0f3a2f8c2124 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "PUT /v2.0/routers/a72feedb-6042-4189-97be-a265645a35e4 HTTP/1.1" status: 400 len: 364 time: 0.4184918 Nov 02 17:22:30.283404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49440) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:30.315709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Allocated IP 172.21.0.2 (062bd747-8e3f-4d86-b8e5-4bdb06af2aaf/90684142-ecf9-46d4-8d25-5398917ea1c8/3ea5d1a5-756e-4285-8986-25202947a407) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:30.343483 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Deleting subnet 90684142-ecf9-46d4-8d25-5398917ea1c8 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:22:30.495017 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.502648 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.502896 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.551363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:30.557719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:30.562245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.563452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:30.573720 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Pushing event updated for resources: {'Port': ['ID=3ea5d1a5-756e-4285-8986-25202947a407,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:30.635117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Attempting to bind port 3ea5d1a5-756e-4285-8986-25202947a407 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:30.635665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Attempting to bind port 3ea5d1a5-756e-4285-8986-25202947a407 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1e374159-4efa-4039-a483-9552b0e589a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:30.636140 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Attempting to bind port 3ea5d1a5-756e-4285-8986-25202947a407 on network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:30.643183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:30.643767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Checking segment: {'id': '1e374159-4efa-4039-a483-9552b0e589a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:30.644426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.644973 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Bound using segment: {'id': '1e374159-4efa-4039-a483-9552b0e589a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:30.645620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Bound port: 3ea5d1a5-756e-4285-8986-25202947a407, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e374159-4efa-4039-a483-9552b0e589a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '062bd747-8e3f-4d86-b8e5-4bdb06af2aaf'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:30.646086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.664217 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.736519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.740330 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] For port 3ea5d1a5-756e-4285-8986-25202947a407, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:30.744054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] For port 3ea5d1a5-756e-4285-8986-25202947a407, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ea5d1a5-756e-4285-8986-25202947a407,segment=NetworkSegment(1e374159-4efa-4039-a483-9552b0e589a7),segment_id=1e374159-4efa-4039-a483-9552b0e589a7)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:30.749951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.776204 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:30.782753 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "DELETE /v2.0/subnets/90684142-ecf9-46d4-8d25-5398917ea1c8 HTTP/1.1" status: 204 len: 168 time: 0.4961154 Nov 02 17:22:30.782753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9c656-69b8-41dd-920b-2d3e3b7bacd4 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event deleted for resources: {'Subnet': ['ID=90684142-ecf9-46d4-8d25-5398917ea1c8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:30.784055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:30.821673 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4946-4db2-45fd-b02b-4c8344336621 None None] Pushing event updated for resources: {'Port': ['ID=3ea5d1a5-756e-4285-8986-25202947a407,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:30.922411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.033995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Deleting port 3ea5d1a5-756e-4285-8986-25202947a407 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:31.034340 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.187817 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] For port 3ea5d1a5-756e-4285-8986-25202947a407, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=3ea5d1a5-756e-4285-8986-25202947a407,segment=NetworkSegment(1e374159-4efa-4039-a483-9552b0e589a7),segment_id=1e374159-4efa-4039-a483-9552b0e589a7)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:31.188700 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.221749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 51f8f132-f2e2-43f0-82e6-c6516501a628 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:31.223232 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Calling delete_port for 3ea5d1a5-756e-4285-8986-25202947a407 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:31.288443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 51f8f132-f2e2-43f0-82e6-c6516501a628 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:31.288818 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.331857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe53aa27-05fc-4283-a476-a0d7fdab85f5 None None] Network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:31.363439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.395163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event deleted for resources: {'Port': ['ID=3ea5d1a5-756e-4285-8986-25202947a407,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:31.398326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] No DVR routers for this DVR port 3ea5d1a5-756e-4285-8986-25202947a407 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:31.457640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c461a523-d680-4874-ba68-98a9b70d7e02 None None] Provisioning complete for port 51f8f132-f2e2-43f0-82e6-c6516501a628 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:31.458074 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c461a523-d680-4874-ba68-98a9b70d7e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.495176 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.521258 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062bd747-8e3f-4d86-b8e5-4bdb06af2aaf']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:31.533053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e374159-4efa-4039-a483-9552b0e589a7') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:31.533345 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e374159-4efa-4039-a483-9552b0e589a7') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:31.545445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.560065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.563750 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.568914 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:31.569729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:31.573946 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:31.642195 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.643896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 51f8f132-f2e2-43f0-82e6-c6516501a628, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=51f8f132-f2e2-43f0-82e6-c6516501a628,segment=NetworkSegment(83a2d1d9-4a83-4bd5-92a3-d27e60db295f),segment_id=83a2d1d9-4a83-4bd5-92a3-d27e60db295f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:31.652931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.657196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "DELETE /v2.0/networks/062bd747-8e3f-4d86-b8e5-4bdb06af2aaf HTTP/1.1" status: 204 len: 168 time: 0.8717096 Nov 02 17:22:31.660830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49444) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:31.673971 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.674276 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc652-a2b1-41fc-bcdd-d939c058d41e tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event deleted for resources: {'Network': ['ID=062bd747-8e3f-4d86-b8e5-4bdb06af2aaf,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:31.730451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Deleting subnet 31c79239-36f0-4f43-ab76-9e8b6e6680e3 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:22:31.734525 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.784314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.791585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=51f8f132-f2e2-43f0-82e6-c6516501a628,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:31.893655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:31.972873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.001453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event deleted for resources: {'Subnet': ['ID=31c79239-36f0-4f43-ab76-9e8b6e6680e3,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:32.005542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.009186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4e59ee02-3997-429f-a0bc-300608100bd7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "DELETE /v2.0/subnets/31c79239-36f0-4f43-ab76-9e8b6e6680e3 HTTP/1.1" status: 204 len: 168 time: 0.3470170 Nov 02 17:22:32.011657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:32.056157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0723f-68d2-4d99-80d4-7718b3604b2b None None] Network 0a76aa48-65fd-4028-9f9a-3ce5a77b518a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:32.066219 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:22:32.111982 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.112323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c101c847-3378-4b5c-98d5-2a452b3891f6 None None] Provisioning complete for port 51f8f132-f2e2-43f0-82e6-c6516501a628 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:32.112583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c101c847-3378-4b5c-98d5-2a452b3891f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.195782 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Deleting port 51f8f132-f2e2-43f0-82e6-c6516501a628 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:32.196037 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.292039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104989e-2eea-478d-a865-88d1cf505dfe None None] DHCP port deletion for 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:22:32.292261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] For port 51f8f132-f2e2-43f0-82e6-c6516501a628, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=51f8f132-f2e2-43f0-82e6-c6516501a628,segment=NetworkSegment(83a2d1d9-4a83-4bd5-92a3-d27e60db295f),segment_id=83a2d1d9-4a83-4bd5-92a3-d27e60db295f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:32.292378 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.308216 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f82e5e-9194-4577-8815-9f7f9ff13167 None None] Network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:32.314479 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Calling delete_port for 51f8f132-f2e2-43f0-82e6-c6516501a628 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:32.328940 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f82e5e-9194-4577-8815-9f7f9ff13167 None None] Network 062bd747-8e3f-4d86-b8e5-4bdb06af2aaf could not be found, it might have been deleted concurrently. {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 17:22:32.363759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] DHCP port deletion for 0a76aa48-65fd-4028-9f9a-3ce5a77b518a request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:22:32.399431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-87afeeca-3f8b-4e48-bc9e-77bc018d064e None None] Could not find standard attr ID for object 3ea5d1a5-756e-4285-8986-25202947a407. {{(pid=102067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 17:22:32.423757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.424298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Deleting port 51f8f132-f2e2-43f0-82e6-c6516501a628 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:22:32.424680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.458406 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] No DVR routers for this DVR port 51f8f132-f2e2-43f0-82e6-c6516501a628 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:32.465122 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event deleted for resources: {'Port': ['ID=51f8f132-f2e2-43f0-82e6-c6516501a628,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:32.503376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] For port 51f8f132-f2e2-43f0-82e6-c6516501a628, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:32.503772 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.519144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Calling delete_port for 51f8f132-f2e2-43f0-82e6-c6516501a628 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:22:32.522218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Port 51f8f132-f2e2-43f0-82e6-c6516501a628 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 17:22:32.523694 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.551572 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] Pushing event deleted for resources: {'Port': ['ID=51f8f132-f2e2-43f0-82e6-c6516501a628,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:32.553738 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.556162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9b557-3a8d-45fe-a83a-4d4b81c5ba68 None None] No DVR routers for this DVR port 51f8f132-f2e2-43f0-82e6-c6516501a628 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:22:32.593985 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a76aa48-65fd-4028-9f9a-3ce5a77b518a']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:32.607408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a2d1d9-4a83-4bd5-92a3-d27e60db295f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:32.607796 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a2d1d9-4a83-4bd5-92a3-d27e60db295f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:32.617987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.632501 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.639502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:22:32.639949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:22:32.643126 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:22:32.704487 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.711608 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:32.714816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "DELETE /v2.0/networks/0a76aa48-65fd-4028-9f9a-3ce5a77b518a HTTP/1.1" status: 204 len: 168 time: 0.7021503 Nov 02 17:22:32.717995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49448) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:32.738286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73146a-a9ba-4156-8eb3-6c9df5728ff0 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Pushing event deleted for resources: {'Network': ['ID=0a76aa48-65fd-4028-9f9a-3ce5a77b518a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:32.757070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-df85bda5-eb89-4112-bc36-5ede1127d1b7 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72feedb-6042-4189-97be-a265645a35e4 HTTP/1.1" status: 200 len: 205 time: 0.0379598 Nov 02 17:22:32.760099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:32.846438 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.060081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 51f8f132-f2e2-43f0-82e6-c6516501a628 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:22:33.082316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 51f8f132-f2e2-43f0-82e6-c6516501a628 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:22:33.082670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 51f8f132-f2e2-43f0-82e6-c6516501a628 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:22:33.396283 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.398448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.443363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.443885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Fanout notify agent at l3_agent the message router_deleted on router a72feedb-6042-4189-97be-a265645a35e4 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:22:33.451597 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.452651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-515f2fc1-1064-4c55-a0d3-bdd3c249d957 tempest-RoutersNegativeTest-1562857930 tempest-RoutersNegativeTest-1562857930-project] 10.222.0.31 "DELETE /v2.0/routers/a72feedb-6042-4189-97be-a265645a35e4 HTTP/1.1" status: 204 len: 168 time: 0.6915836 Nov 02 17:22:33.694840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49456) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:33.828511 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-96a8e780-5a52-4936-861a-2b6d7b7ac79b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cf5a35df05c4c1fb14ff017f172c6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325030 Nov 02 17:22:33.831102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49460) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:33.884682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15df3688-4f6d-48e9-916a-9dffd83ff4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.907448 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15df3688-4f6d-48e9-916a-9dffd83ff4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.955985 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15df3688-4f6d-48e9-916a-9dffd83ff4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.959100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-15df3688-4f6d-48e9-916a-9dffd83ff4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:33.960485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-15df3688-4f6d-48e9-916a-9dffd83ff4b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84d14058-a062-48b9-9cc4-d5f9468fbf48 HTTP/1.1" status: 204 len: 168 time: 0.1283362 Nov 02 17:22:33.974874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df3688-4f6d-48e9-916a-9dffd83ff4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d14058-a062-48b9-9cc4-d5f9468fbf48,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:34.600496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49482) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:34.701016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1163917816-network', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:34.722272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Made reservation on behalf of eb79be5e1f5f4cef90e701c3507d20c3 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:34.724728 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.733209 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.816297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.820518 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.844996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:34.853438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9edd36d-c6e1-414f-952e-ca4a562e51c0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:34.860964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.861243 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Added segment 7cf31c33-01d3-45ca-b953-ac554af5602d of type vlan for network 986a7121-b427-43f2-a089-53816c4aae21 Nov 02 17:22:34.900587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.928115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.929053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:34.929666 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:34.981069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3794351 Nov 02 17:22:34.985541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49486) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:34.990878 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Request body: {'subnet': {'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-subnet', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:34.993748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e0dd1-66b0-4ed6-a209-38c304a454d7 admin admin] Pushing event updated for resources: {'Network': ['ID=986a7121-b427-43f2-a089-53816c4aae21,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:35.010005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 986a7121-b427-43f2-a089-53816c4aae21 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:35.016366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Made reservation on behalf of eb79be5e1f5f4cef90e701c3507d20c3 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:35.019501 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.191086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.245034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6db0309-9233-4559-99db-7c0ea97a570a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:35.257048 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Checking segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:35.257410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Network hostable DHCP agents. Network: 986a7121-b427-43f2-a089-53816c4aae21, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:35.274210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Network 986a7121-b427-43f2-a089-53816c4aae21 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:35.282683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 986a7121-b427-43f2-a089-53816c4aae21) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:35.287593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:35.288174 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.290599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd297557-be70-4741-b3ab-cbc8e4e1f5c5 None None] Network 986a7121-b427-43f2-a089-53816c4aae21 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:35.305736 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9377bf73-c00d-4742-910a-550326399713 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3189981 Nov 02 17:22:35.308387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49488) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:35.312926 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:35.333946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.335226 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.391145 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.448414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-986a7121-b427-43f2-a089-53816c4aae21', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:35.449434 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.533090 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.592320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Allocated IP 172.20.0.2 (986a7121-b427-43f2-a089-53816c4aae21/e6db0309-9233-4559-99db-7c0ea97a570a/1d2b6f5f-a48c-4f34-882b-9583c41cc4e2) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:35.752337 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.758628 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.797802 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Network 986a7121-b427-43f2-a089-53816c4aae21 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:35.800815 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:35.804497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:35.813175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Pushing event updated for resources: {'Port': ['ID=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:35.868283 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Attempting to bind port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:35.868660 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Attempting to bind port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:35.869021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Attempting to bind port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 on network 986a7121-b427-43f2-a089-53816c4aae21 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:35.875322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:35.875695 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Checking segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:35.876099 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.876497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Bound using segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:35.876961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Bound port: 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:35.877342 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:35.946272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] For port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:35.949515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] For port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:35.955646 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.024763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7d912-2979-4ac0-8e1b-2408d69ca760 None None] Pushing event updated for resources: {'Port': ['ID=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:36.029833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.050267 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.175990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Allocated IP 172.25.7.240 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/95d6f648-24f3-45f0-961c-aa6bc6a13854) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:36.297056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.331948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.373105 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:36.376135 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:36.379691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:36.387597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=95d6f648-24f3-45f0-961c-aa6bc6a13854,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:36.633989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.846657 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.917805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364bc41-bfbc-457b-9a07-56b0cf84164e None None] Network 986a7121-b427-43f2-a089-53816c4aae21 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:36.979218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f2b7042b-6afe-4985-a44d-85d885c8f2bf None None] Provisioning complete for port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:36.979593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2b7042b-6afe-4985-a44d-85d885c8f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:36.992044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Router c6075aa8-498d-4be6-888a-885637ca7c68 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:22:37.117736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:37.124625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:22:37.145938 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.147442 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-55efb5ae-a0bf-4b2e-80db-f5d2df69e4d6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8381157 Nov 02 17:22:37.150296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49490) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:37.299917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Sync routers for ids ['c6075aa8-498d-4be6-888a-885637ca7c68'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:22:37.331019 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2b7042b-6afe-4985-a44d-85d885c8f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.347242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Routers {'c6075aa8-498d-4be6-888a-885637ca7c68'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:37.348595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c6075aa8-498d-4be6-888a-885637ca7c68'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:37.464086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f2b7042b-6afe-4985-a44d-85d885c8f2bf None None] For port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:37.472333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:37.472713 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.476286 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f2b7042b-6afe-4985-a44d-85d885c8f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.541333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Set router c6075aa8-498d-4be6-888a-885637ca7c68 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:37.612982 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.666530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7042b-6afe-4985-a44d-85d885c8f2bf None None] Pushing event updated for resources: {'Port': ['ID=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:37.749754 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b2a343b6-cea1-4880-8303-22c3855a41b9 None None] Provisioning complete for port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:37.750157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2a343b6-cea1-4880-8303-22c3855a41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.787037 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Allocated IP 172.20.0.1 (986a7121-b427-43f2-a089-53816c4aae21/e6db0309-9233-4559-99db-7c0ea97a570a/38df0279-113c-4ac7-b42a-ff450668759f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:37.862427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:22:36Z', 'revision_number': 3, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:37.894839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Checking router: c6075aa8-498d-4be6-888a-885637ca7c68 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:22:37.895195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Updating router c6075aa8-498d-4be6-888a-885637ca7c68 port 95d6f648-24f3-45f0-961c-aa6bc6a13854 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:22:37.896500 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.922782 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.933617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:37.984276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Network 986a7121-b427-43f2-a089-53816c4aae21 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:37.989489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:38.001221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:38.040843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Pushing event updated for resources: {'Port': ['ID=38df0279-113c-4ac7-b42a-ff450668759f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:38.064598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.217302 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.251553 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.259790 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.336081 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Attempting to bind port 95d6f648-24f3-45f0-961c-aa6bc6a13854 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:38.336929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Attempting to bind port 95d6f648-24f3-45f0-961c-aa6bc6a13854 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:38.337299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Attempting to bind port 95d6f648-24f3-45f0-961c-aa6bc6a13854 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:38.344104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ee3f4-63dd-45e8-8618-3245bc97509d None None] Pushing event updated for resources: {'Port': ['ID=95d6f648-24f3-45f0-961c-aa6bc6a13854,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:38.351614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:38.351614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:38.351614 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.351614 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:38.352290 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Bound port: 95d6f648-24f3-45f0-961c-aa6bc6a13854, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:38.352290 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.379421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-88828ddf-0d03-41e6-a446-48e6c2e5572d None None] Provisioning complete for port 38df0279-113c-4ac7-b42a-ff450668759f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:38.379797 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-88828ddf-0d03-41e6-a446-48e6c2e5572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.414388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.420600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.436864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-88828ddf-0d03-41e6-a446-48e6c2e5572d None None] Port 38df0279-113c-4ac7-b42a-ff450668759f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:22:38.445623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] For port 95d6f648-24f3-45f0-961c-aa6bc6a13854, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:38.450598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] For port 95d6f648-24f3-45f0-961c-aa6bc6a13854, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=95d6f648-24f3-45f0-961c-aa6bc6a13854,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:38.455891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.518723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Pushing event updated for resources: {'Port': ['ID=38df0279-113c-4ac7-b42a-ff450668759f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:38.522452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.533302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Routers {'c6075aa8-498d-4be6-888a-885637ca7c68'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:38.533936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c6075aa8-498d-4be6-888a-885637ca7c68'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:38.536127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ee3f4-63dd-45e8-8618-3245bc97509d None None] Pushing event updated for resources: {'Port': ['ID=95d6f648-24f3-45f0-961c-aa6bc6a13854,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:38.651238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Network 986a7121-b427-43f2-a089-53816c4aae21 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:38.653175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:38.659146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] Set router c6075aa8-498d-4be6-888a-885637ca7c68 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:38.797769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Router c6075aa8-498d-4be6-888a-885637ca7c68 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:22:38.798625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d32a-0ebd-4076-a5fc-7ec045fa1868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:38.896522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38df0279-113c-4ac7-b42a-ff450668759f', 'name': '', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'mac_address': 'fa:16:3e:db:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:37Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 2, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'subnets': [{'id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:38.915192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:22:38.920826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ff133578-47fa-4a95-9a48-2da8f7835e47 admin admin] 10.222.0.31 "PUT /v2.0/routers/c6075aa8-498d-4be6-888a-885637ca7c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694869 Nov 02 17:22:38.923823 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af716c-1a61-4334-8ed9-3d5643369eb5 None None] The sync data for ids ['c6075aa8-498d-4be6-888a-885637ca7c68'] in n-d-811405-2 is: [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38df0279-113c-4ac7-b42a-ff450668759f', 'name': '', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'mac_address': 'fa:16:3e:db:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:37Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 2, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'subnets': [{'id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:22:38.961118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7dfe237d-639d-4587-9474-948b53eb495e None None] Provisioning complete for port 38df0279-113c-4ac7-b42a-ff450668759f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:38.961492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7dfe237d-639d-4587-9474-948b53eb495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.005659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe237d-639d-4587-9474-948b53eb495e None None] Port 38df0279-113c-4ac7-b42a-ff450668759f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:22:39.080092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:39.160681 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:39.161055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.521123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49506) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:39.526541 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1508180914-network', 'tenant_id': '962e072e58e348c5949f0da2701f3136'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:39.551623 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Made reservation on behalf of 962e072e58e348c5949f0da2701f3136 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:39.554065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.565324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.687220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.693218 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.720972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:22:39.731750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a1cc27-245b-404e-9159-a066cabb2496,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:39.737747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.738098 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Added segment 4507b2c8-841a-4bbe-a792-66fa8dae887e of type vlan for network 131277d7-df06-420e-8612-9077686a27a9 Nov 02 17:22:39.784273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.811085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.812078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:39.812667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:39.873948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3516710 Nov 02 17:22:39.876687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49508) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:39.883688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Request body: {'subnet': {'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-subnet', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:39.887978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2427cb-0d2b-4cd4-a182-38f2daf4e51b admin admin] Pushing event updated for resources: {'Network': ['ID=131277d7-df06-420e-8612-9077686a27a9,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:39.898622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 131277d7-df06-420e-8612-9077686a27a9 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:22:39.910472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Made reservation on behalf of 962e072e58e348c5949f0da2701f3136 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:39.912876 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.103775 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.159850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ded204-125d-4099-a002-f331e8269a44,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:40.170322 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Checking segment: {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:40.170683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Network hostable DHCP agents. Network: 131277d7-df06-420e-8612-9077686a27a9, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:22:40.188724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Network 131277d7-df06-420e-8612-9077686a27a9 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:22:40.198293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 131277d7-df06-420e-8612-9077686a27a9) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:40.204594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:40.205030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.207650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9f3d2-dbd5-4797-a4ca-903c073810cf None None] Network 131277d7-df06-420e-8612-9077686a27a9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:40.229166 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49510) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:40.229776 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a7b129f7-3e7d-4ef1-820e-e29480f8a85c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3515797 Nov 02 17:22:40.233980 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:40.255683 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.257139 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.310415 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.366409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-131277d7-df06-420e-8612-9077686a27a9', 'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'fixed_ips': [{'subnet_id': 'f1ded204-125d-4099-a002-f331e8269a44'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:22:40.367366 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.457750 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.506272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Allocated IP 172.20.0.2 (131277d7-df06-420e-8612-9077686a27a9/f1ded204-125d-4099-a002-f331e8269a44/9d848395-b44f-402d-abcf-2bf62be8c5d7) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:40.666988 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.676193 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.684108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.704764 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.716523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Network 131277d7-df06-420e-8612-9077686a27a9 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:40.719561 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:40.723067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:40.736087 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Pushing event updated for resources: {'Port': ['ID=9d848395-b44f-402d-abcf-2bf62be8c5d7,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:40.790310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Attempting to bind port 9d848395-b44f-402d-abcf-2bf62be8c5d7 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:40.790686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Attempting to bind port 9d848395-b44f-402d-abcf-2bf62be8c5d7 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:40.791055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Attempting to bind port 9d848395-b44f-402d-abcf-2bf62be8c5d7 on network 131277d7-df06-420e-8612-9077686a27a9 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:40.796663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:40.797041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Checking segment: {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:40.797452 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.797852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Bound using segment: {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:40.798356 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Bound port: 9d848395-b44f-402d-abcf-2bf62be8c5d7, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:40.798742 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.817474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Allocated IP 172.25.7.132 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/038da942-34b8-4e94-b94b-dbb49241fc2c) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:40.867195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] For port 9d848395-b44f-402d-abcf-2bf62be8c5d7, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:40.870773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] For port 9d848395-b44f-402d-abcf-2bf62be8c5d7, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9d848395-b44f-402d-abcf-2bf62be8c5d7,segment=NetworkSegment(4507b2c8-841a-4bbe-a792-66fa8dae887e),segment_id=4507b2c8-841a-4bbe-a792-66fa8dae887e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:40.876225 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.936814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31834be7-f7e0-466a-9c60-5f32752d2ead None None] Pushing event updated for resources: {'Port': ['ID=9d848395-b44f-402d-abcf-2bf62be8c5d7,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:40.949259 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:40.990330 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.009620 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Sync routers for ids ['c6075aa8-498d-4be6-888a-885637ca7c68'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:22:41.024721 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Routers {'c6075aa8-498d-4be6-888a-885637ca7c68'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:41.025559 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c6075aa8-498d-4be6-888a-885637ca7c68'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:41.042359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:41.046714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:41.051663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:41.082286 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=038da942-34b8-4e94-b94b-dbb49241fc2c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:41.125972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 95d6f648-24f3-45f0-961c-aa6bc6a13854 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:41.166627 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Set router c6075aa8-498d-4be6-888a-885637ca7c68 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:41.420385 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4eb4515f-5810-400b-9e5b-f31f8faa89a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.443055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.445869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 95d6f648-24f3-45f0-961c-aa6bc6a13854 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:41.446478 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.446867 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38df0279-113c-4ac7-b42a-ff450668759f', 'name': '', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'mac_address': 'fa:16:3e:db:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:37Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 2, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'subnets': [{'id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:41.479633 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.482765 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Checking router: c6075aa8-498d-4be6-888a-885637ca7c68 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:22:41.483117 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Updating router c6075aa8-498d-4be6-888a-885637ca7c68 port 38df0279-113c-4ac7-b42a-ff450668759f binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:22:41.511485 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.557511 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.580549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 95d6f648-24f3-45f0-961c-aa6bc6a13854, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=95d6f648-24f3-45f0-961c-aa6bc6a13854,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:41.587333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.643433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=95d6f648-24f3-45f0-961c-aa6bc6a13854,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:41.712627 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.828067 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.835209 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.864280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:22:41.891452 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Pushing event updated for resources: {'Port': ['ID=38df0279-113c-4ac7-b42a-ff450668759f,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:41.920512 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.920848 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.921185 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.921516 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.921843 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.922268 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.922600 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.922920 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.924474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.924474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.924474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.924474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:22:41.967842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Attempting to bind port 38df0279-113c-4ac7-b42a-ff450668759f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:41.968212 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Attempting to bind port 38df0279-113c-4ac7-b42a-ff450668759f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:41.968574 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Attempting to bind port 38df0279-113c-4ac7-b42a-ff450668759f on network 986a7121-b427-43f2-a089-53816c4aae21 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:41.976361 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:41.976789 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Checking segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:41.977194 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.977582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Bound using segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:41.978107 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Bound port: 38df0279-113c-4ac7-b42a-ff450668759f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:41.978569 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:41.999967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:22:42.008820 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Sync routers for ids ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:22:42.024771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.027398 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-034b57ed-df96-49e6-babd-b36a73e35fd0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7970619 Nov 02 17:22:42.031714 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49512) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:22:42.038794 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Routers {'fe6916fb-ee8c-431f-a1c9-3a618e3521e8'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:42.039451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:42.094204 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] For port 38df0279-113c-4ac7-b42a-ff450668759f, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:42.098405 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] For port 38df0279-113c-4ac7-b42a-ff450668759f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38df0279-113c-4ac7-b42a-ff450668759f,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:42.104678 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.181138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140997ce-8f4d-476e-ae66-bde3178f4652 None None] Network 131277d7-df06-420e-8612-9077686a27a9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:22:42.186927 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Routers {'c6075aa8-498d-4be6-888a-885637ca7c68'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:42.187562 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c6075aa8-498d-4be6-888a-885637ca7c68'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:42.258959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6f17c-f33f-4507-aa1f-9ded76f403f5 None None] Pushing event updated for resources: {'Port': ['ID=38df0279-113c-4ac7-b42a-ff450668759f,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:42.271272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Set router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:42.324917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] Set router c6075aa8-498d-4be6-888a-885637ca7c68 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:42.359189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Provisioning complete for port 9d848395-b44f-402d-abcf-2bf62be8c5d7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:42.359560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.560776 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38df0279-113c-4ac7-b42a-ff450668759f', 'name': '', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'mac_address': 'fa:16:3e:db:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:37Z', 'updated_at': '2021-11-02T17:22:42Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'subnets': [{'id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:42.576546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.591145 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473422ca-5246-4315-8f0c-c9153c31336c None None] The sync data for ids ['c6075aa8-498d-4be6-888a-885637ca7c68'] in n-d-811405-2 is: [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:22:38Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '38df0279-113c-4ac7-b42a-ff450668759f', 'name': '', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'mac_address': 'fa:16:3e:db:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:37Z', 'updated_at': '2021-11-02T17:22:42Z', 'revision_number': 4, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'subnets': [{'id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:22:42.611479 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.659015 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] For port 9d848395-b44f-402d-abcf-2bf62be8c5d7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9d848395-b44f-402d-abcf-2bf62be8c5d7,segment=NetworkSegment(4507b2c8-841a-4bbe-a792-66fa8dae887e),segment_id=4507b2c8-841a-4bbe-a792-66fa8dae887e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:42.663879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:41Z', 'revision_number': 3, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:42.667728 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.703178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Checking router: fe6916fb-ee8c-431f-a1c9-3a618e3521e8 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:22:42.703541 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Updating router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 port 038da942-34b8-4e94-b94b-dbb49241fc2c binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:22:42.775735 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.779123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Provisioning complete for port 38df0279-113c-4ac7-b42a-ff450668759f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:42.779501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.797586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Allocated IP 172.20.0.1 (131277d7-df06-420e-8612-9077686a27a9/f1ded204-125d-4099-a002-f331e8269a44/a09fe2a6-2629-4057-b634-c8be7ef4d759) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:42.857668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Pushing event updated for resources: {'Port': ['ID=9d848395-b44f-402d-abcf-2bf62be8c5d7,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:42.888923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.938065 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:42.983141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.023445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Network 131277d7-df06-420e-8612-9077686a27a9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:43.027009 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:43.031452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:43.054531 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.091632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a09fe2a6-2629-4057-b634-c8be7ef4d759,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:43.109861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.123779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] For port 38df0279-113c-4ac7-b42a-ff450668759f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38df0279-113c-4ac7-b42a-ff450668759f,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:43.136244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.268875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895974c-8499-44f6-ac16-fc1e6439ddca None None] Pushing event updated for resources: {'Port': ['ID=38df0279-113c-4ac7-b42a-ff450668759f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:43.288169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.302878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5a4d4694-d747-4bb2-a0aa-bffc22de6586 None None] Provisioning complete for port 9d848395-b44f-402d-abcf-2bf62be8c5d7 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:43.303512 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a4d4694-d747-4bb2-a0aa-bffc22de6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.315738 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.346054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38df0279-113c-4ac7-b42a-ff450668759f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:43.373721 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.455431 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Attempting to bind port 038da942-34b8-4e94-b94b-dbb49241fc2c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:43.455818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Attempting to bind port 038da942-34b8-4e94-b94b-dbb49241fc2c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:43.456190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Attempting to bind port 038da942-34b8-4e94-b94b-dbb49241fc2c on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:43.471091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f743c-9585-4bf2-83da-5a542e31c5f3 None None] Pushing event updated for resources: {'Port': ['ID=038da942-34b8-4e94-b94b-dbb49241fc2c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:43.475115 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:43.475507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:43.475918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.476320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:43.476816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Bound port: 038da942-34b8-4e94-b94b-dbb49241fc2c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:43.477306 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.496328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.503439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.550933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 38df0279-113c-4ac7-b42a-ff450668759f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:43.551466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.576366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.579082 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a09fe2a6-2629-4057-b634-c8be7ef4d759,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:43.591014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] For port 038da942-34b8-4e94-b94b-dbb49241fc2c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:43.610567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] For port 038da942-34b8-4e94-b94b-dbb49241fc2c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=038da942-34b8-4e94-b94b-dbb49241fc2c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:43.620160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.665387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5a4d4694-d747-4bb2-a0aa-bffc22de6586 None None] Provisioning complete for port 38df0279-113c-4ac7-b42a-ff450668759f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:43.665387 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5a4d4694-d747-4bb2-a0aa-bffc22de6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:43.676817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Network 131277d7-df06-420e-8612-9077686a27a9 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:43.678315 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:43.751037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Routers {'fe6916fb-ee8c-431f-a1c9-3a618e3521e8'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:43.751460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:43.759576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f743c-9585-4bf2-83da-5a542e31c5f3 None None] Pushing event updated for resources: {'Port': ['ID=038da942-34b8-4e94-b94b-dbb49241fc2c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:43.844957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d848395-b44f-402d-abcf-2bf62be8c5d7 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:43.967112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] Set router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:44.002450 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:44.014313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 9d848395-b44f-402d-abcf-2bf62be8c5d7 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:44.014689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:44.083867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:22:44.160575 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2a38bfdf-3124-496c-b4f4-c7a3217fea00 None None] Provisioning complete for port a09fe2a6-2629-4057-b634-c8be7ef4d759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:44.161157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2a38bfdf-3124-496c-b4f4-c7a3217fea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:44.194554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:22:44.208116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0fcdaf6f-210b-4e8b-b321-c054e62910e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe6916fb-ee8c-431f-a1c9-3a618e3521e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1674030 Nov 02 17:22:44.272065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2a38bfdf-3124-496c-b4f4-c7a3217fea00 None None] Port a09fe2a6-2629-4057-b634-c8be7ef4d759 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:22:44.285910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 95d6f648-24f3-45f0-961c-aa6bc6a13854 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:44.345307 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a09fe2a6-2629-4057-b634-c8be7ef4d759', 'name': '', 'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'mac_address': 'fa:16:3e:7f:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f1ded204-125d-4099-a002-f331e8269a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:42Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 2, 'project_id': '962e072e58e348c5949f0da2701f3136', 'subnets': [{'id': 'f1ded204-125d-4099-a002-f331e8269a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:44.375274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 95d6f648-24f3-45f0-961c-aa6bc6a13854 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:44.375656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:44.377383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd60166-e3a4-431d-89de-717342120c1f None None] The sync data for ids ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'] in n-d-811405-2 is: [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a09fe2a6-2629-4057-b634-c8be7ef4d759', 'name': '', 'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'mac_address': 'fa:16:3e:7f:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f1ded204-125d-4099-a002-f331e8269a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:42Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 2, 'project_id': '962e072e58e348c5949f0da2701f3136', 'subnets': [{'id': 'f1ded204-125d-4099-a002-f331e8269a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:22:45.083280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38df0279-113c-4ac7-b42a-ff450668759f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:45.131689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 38df0279-113c-4ac7-b42a-ff450668759f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:45.132129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:45.175227 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-06bacb71-dfe4-4451-a9cf-bb8803878da2 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:45.177420 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-06bacb71-dfe4-4451-a9cf-bb8803878da2 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 817 time: 0.1083648 Nov 02 17:22:45.193483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-cc3a435d-a425-48e9-a206-4720032b2c85 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/quotas/eb79be5e1f5f4cef90e701c3507d20c3 HTTP/1.1" status: 200 len: 375 time: 0.0100412 Nov 02 17:22:45.246939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-a50b24d3-e542-48e8-b13e-ce48b00cbd54 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472918 Nov 02 17:22:45.352470 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-af4c94ec-d603-46b6-8393-7784cd2478d5 service neutron] 10.222.0.31 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936177 Nov 02 17:22:45.443620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-8de4cdc8-a91c-4bb1-87f9-a6cc4eb2790c service neutron] 10.222.0.31 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841649 Nov 02 17:22:45.682580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-451d08ca-1deb-4d66-b44b-4bf59fb6927b req-d7b51d9a-891e-4bd0-95af-7ee3eabffd1c tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 210 time: 0.0391526 Nov 02 17:22:46.678858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-d494519f-3b15-410b-8c4a-f59cf4898a22 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:46.680458 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-d494519f-3b15-410b-8c4a-f59cf4898a22 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 817 time: 0.1167502 Nov 02 17:22:46.695182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Request body: {'port': {'device_id': '88790891-8cea-4869-b5a3-ca0f46224132', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'admin_state_up': True, 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:46.805807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9d645ebe-838a-41bb-a198-61af1649c82d req-6f5c6df9-a91a-4092-aa9b-1c9e301caa4e tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 210 time: 0.0289378 Nov 02 17:22:46.828377 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Made reservation on behalf of eb79be5e1f5f4cef90e701c3507d20c3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:22:46.828377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:46.887749 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Sync routers for ids ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:22:46.896806 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Routers {'fe6916fb-ee8c-431f-a1c9-3a618e3521e8'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:46.897417 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:46.956008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Allocated IP 172.20.0.12 (986a7121-b427-43f2-a089-53816c4aae21/e6db0309-9233-4559-99db-7c0ea97a570a/1baadedc-16dc-4819-8a9b-9ea5652f2983) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:22:47.007550 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Set router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:47.101123 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 038da942-34b8-4e94-b94b-dbb49241fc2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:47.135809 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.180750 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.234177 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a09fe2a6-2629-4057-b634-c8be7ef4d759', 'name': '', 'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'mac_address': 'fa:16:3e:7f:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f1ded204-125d-4099-a002-f331e8269a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:42Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 2, 'project_id': '962e072e58e348c5949f0da2701f3136', 'subnets': [{'id': 'f1ded204-125d-4099-a002-f331e8269a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:47.236266 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Network 986a7121-b427-43f2-a089-53816c4aae21 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:22:47.240448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:22:47.245581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:22:47.256141 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Pushing event updated for resources: {'Port': ['ID=1baadedc-16dc-4819-8a9b-9ea5652f2983,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:47.321843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:47.322838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.339985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 038da942-34b8-4e94-b94b-dbb49241fc2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:47.340502 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.346192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-b26d758c-4a87-42b1-8d86-6c3a87bec848 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6563618 Nov 02 17:22:47.359593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Request body: {'port': {'device_id': '88790891-8cea-4869-b5a3-ca0f46224132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:22:47.385299 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Checking router: fe6916fb-ee8c-431f-a1c9-3a618e3521e8 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:22:47.386026 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Updating router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 port a09fe2a6-2629-4057-b634-c8be7ef4d759 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:22:47.418030 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.438753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.454117 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.488724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 038da942-34b8-4e94-b94b-dbb49241fc2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=038da942-34b8-4e94-b94b-dbb49241fc2c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:47.499188 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.557028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-78a71ac7-e280-4c7d-8247-77d72f9e3764 None None] Provisioning complete for port 1baadedc-16dc-4819-8a9b-9ea5652f2983 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:47.557375 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-78a71ac7-e280-4c7d-8247-77d72f9e3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.562736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=038da942-34b8-4e94-b94b-dbb49241fc2c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:47.597599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-78a71ac7-e280-4c7d-8247-77d72f9e3764 None None] Port 1baadedc-16dc-4819-8a9b-9ea5652f2983 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:22:47.706703 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.716185 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.738291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baadedc-16dc-4819-8a9b-9ea5652f2983 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:22:47.747026 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.765742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Transition to ACTIVE for port object 1baadedc-16dc-4819-8a9b-9ea5652f2983 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:22:47.767474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bb223-0d1c-4305-9688-3a705971ca92 None None] Pushing event updated for resources: {'Port': ['ID=a09fe2a6-2629-4057-b634-c8be7ef4d759,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:47.775917 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.823991 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Attempting to bind port a09fe2a6-2629-4057-b634-c8be7ef4d759 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:47.824361 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Attempting to bind port a09fe2a6-2629-4057-b634-c8be7ef4d759 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:47.824754 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Attempting to bind port a09fe2a6-2629-4057-b634-c8be7ef4d759 on network 131277d7-df06-420e-8612-9077686a27a9 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:47.830316 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:47.831120 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Checking segment: {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:47.831655 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.832056 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Bound using segment: {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:47.832536 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Bound port: a09fe2a6-2629-4057-b634-c8be7ef4d759, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4507b2c8-841a-4bbe-a792-66fa8dae887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '131277d7-df06-420e-8612-9077686a27a9'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:47.832919 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.866684 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Pushing event updated for resources: {'Port': ['ID=1baadedc-16dc-4819-8a9b-9ea5652f2983,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:47.932012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Attempting to bind port 1baadedc-16dc-4819-8a9b-9ea5652f2983 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:22:47.932442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Attempting to bind port 1baadedc-16dc-4819-8a9b-9ea5652f2983 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:22:47.932842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Attempting to bind port 1baadedc-16dc-4819-8a9b-9ea5652f2983 on network 986a7121-b427-43f2-a089-53816c4aae21 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:47.938417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Port 1baadedc-16dc-4819-8a9b-9ea5652f2983 on network 986a7121-b427-43f2-a089-53816c4aae21 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:22:47.938808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Attempting to bind port 1baadedc-16dc-4819-8a9b-9ea5652f2983 on network 986a7121-b427-43f2-a089-53816c4aae21 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:22:47.943547 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] For port a09fe2a6-2629-4057-b634-c8be7ef4d759, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:47.945351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:22:47.946594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Checking segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:22:47.947139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Bound using segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:22:47.947642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Bound port: 1baadedc-16dc-4819-8a9b-9ea5652f2983, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:22:47.948019 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:47.948818 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] For port a09fe2a6-2629-4057-b634-c8be7ef4d759, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a09fe2a6-2629-4057-b634-c8be7ef4d759,segment=NetworkSegment(4507b2c8-841a-4bbe-a792-66fa8dae887e),segment_id=4507b2c8-841a-4bbe-a792-66fa8dae887e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:47.954249 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.007807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d64d55-2205-4ebd-96bb-93a1fc1f334e req-ca10b1be-a314-4157-baf6-32fde4367fe0 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.013351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87d64d55-2205-4ebd-96bb-93a1fc1f334e req-ca10b1be-a314-4157-baf6-32fde4367fe0 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 944 time: 0.1028490 Nov 02 17:22:48.027253 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Routers {'fe6916fb-ee8c-431f-a1c9-3a618e3521e8'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:22:48.028422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:22:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:48.037544 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.067481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] For port 1baadedc-16dc-4819-8a9b-9ea5652f2983, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:22:48.072679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] For port 1baadedc-16dc-4819-8a9b-9ea5652f2983, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:22:48.079736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-87d64d55-2205-4ebd-96bb-93a1fc1f334e req-c5d7c694-74db-4520-87b6-987f044e4459 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Nov 02 17:22:48.088014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.133733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.134598 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.135856 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bb223-0d1c-4305-9688-3a705971ca92 None None] Pushing event updated for resources: {'Port': ['ID=a09fe2a6-2629-4057-b634-c8be7ef4d759,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:48.136731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] 10.222.0.100 "PUT /v2.0/ports/1baadedc-16dc-4819-8a9b-9ea5652f2983 HTTP/1.1" status: 200 len: 1092 time: 0.7819433 Nov 02 17:22:48.138443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88790891-8cea-4869-b5a3-ca0f46224132', 'tag': '1baadedc-16dc-4819-8a9b-9ea5652f2983'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:22:48.149002 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f80110-75fc-4e3c-84f0-4097425ecd65" -d '{"events": [{"name": "network-changed", "server_uuid": "88790891-8cea-4869-b5a3-ca0f46224132", "tag": "1baadedc-16dc-4819-8a9b-9ea5652f2983"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:22:48.152193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-54b8ea8b-099f-4998-b723-e32133b8de87 None None] Provisioning complete for port a09fe2a6-2629-4057-b634-c8be7ef4d759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:48.152791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-54b8ea8b-099f-4998-b723-e32133b8de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.189873 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] Set router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:22:48.244772 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e3ae5-7f22-41d8-9556-738996128dcc x-openstack-request-id: req-802e3ae5-7f22-41d8-9556-738996128dcc {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:22:48.245098 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88790891-8cea-4869-b5a3-ca0f46224132", "tag": "1baadedc-16dc-4819-8a9b-9ea5652f2983", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:22:48.245300 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-802e3ae5-7f22-41d8-9556-738996128dcc {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:22:48.245699 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88790891-8cea-4869-b5a3-ca0f46224132', 'tag': '1baadedc-16dc-4819-8a9b-9ea5652f2983', 'status': 'completed', 'code': 200} Nov 02 17:22:48.247744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ebc4-6801-4898-a5f7-9ac1cf3c3485 service neutron] Pushing event updated for resources: {'Port': ['ID=1baadedc-16dc-4819-8a9b-9ea5652f2983,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:48.284707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-6caac85e-674a-4e23-9d04-f33091a63542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.286608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-6caac85e-674a-4e23-9d04-f33091a63542 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 1095 time: 0.0893488 Nov 02 17:22:48.286734 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-54b8ea8b-099f-4998-b723-e32133b8de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.326781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-54b8ea8b-099f-4998-b723-e32133b8de87 None None] For port a09fe2a6-2629-4057-b634-c8be7ef4d759, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a09fe2a6-2629-4057-b634-c8be7ef4d759,segment=NetworkSegment(4507b2c8-841a-4bbe-a792-66fa8dae887e),segment_id=4507b2c8-841a-4bbe-a792-66fa8dae887e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:48.333135 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-54b8ea8b-099f-4998-b723-e32133b8de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.351507 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-c4bf3013-f0ee-4b69-83bb-7c16ae341544 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983 HTTP/1.1" status: 200 len: 217 time: 0.0499620 Nov 02 17:22:48.406001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8ea8b-099f-4998-b723-e32133b8de87 None None] Pushing event updated for resources: {'Port': ['ID=a09fe2a6-2629-4057-b634-c8be7ef4d759,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:48.439138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-0aa98c2d-d593-4260-bbca-e6d21c1dad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.440859 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-0aa98c2d-d593-4260-bbca-e6d21c1dad1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6db0309-9233-4559-99db-7c0ea97a570a HTTP/1.1" status: 200 len: 856 time: 0.0826106 Nov 02 17:22:48.450912 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a09fe2a6-2629-4057-b634-c8be7ef4d759', 'name': '', 'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'mac_address': 'fa:16:3e:7f:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f1ded204-125d-4099-a002-f331e8269a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:42Z', 'updated_at': '2021-11-02T17:22:47Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'subnets': [{'id': 'f1ded204-125d-4099-a002-f331e8269a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:22:48.463149 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-35143daf-db25-4b4c-bfd5-c04f5f5ab8e9 None None] Provisioning complete for port a09fe2a6-2629-4057-b634-c8be7ef4d759 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:48.463529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-35143daf-db25-4b4c-bfd5-c04f5f5ab8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:48.484860 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35716c4f-9d33-45ad-8bca-277975badcc8 None None] The sync data for ids ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'] in n-d-811405-2 is: [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:43Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'a09fe2a6-2629-4057-b634-c8be7ef4d759', 'name': '', 'network_id': '131277d7-df06-420e-8612-9077686a27a9', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'mac_address': 'fa:16:3e:7f:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f1ded204-125d-4099-a002-f331e8269a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:42Z', 'updated_at': '2021-11-02T17:22:47Z', 'revision_number': 4, 'project_id': '962e072e58e348c5949f0da2701f3136', 'subnets': [{'id': 'f1ded204-125d-4099-a002-f331e8269a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:22:48.496928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-eedf0dad-cda0-4347-8b28-095007199173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.498602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-eedf0dad-cda0-4347-8b28-095007199173 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=986a7121-b427-43f2-a089-53816c4aae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508652 Nov 02 17:22:48.608325 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-a7213b95-eb45-40a4-b607-09cb72d68dfd service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016195 Nov 02 17:22:48.705793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b45b2ae1-b56f-4262-a594-0e3b1fc51347 req-4eacb024-4305-4702-b50a-3a9e25fdf723 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904412 Nov 02 17:22:48.804555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-90eb07a9-75fc-4837-bf16-41fc3ba4097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.806072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-90eb07a9-75fc-4837-bf16-41fc3ba4097f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 1095 time: 0.0499623 Nov 02 17:22:48.904731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-233fd30d-9115-4ced-b9d1-59e13dcfceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:48.906239 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-233fd30d-9115-4ced-b9d1-59e13dcfceb1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 918 time: 0.0921218 Nov 02 17:22:48.954152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-40c711dc-401d-4872-98e9-ace6d17fa535 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983 HTTP/1.1" status: 200 len: 217 time: 0.0400910 Nov 02 17:22:49.006334 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-9d255800-03de-481e-8bfd-49352a6431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:49.007850 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-9d255800-03de-481e-8bfd-49352a6431e7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6db0309-9233-4559-99db-7c0ea97a570a HTTP/1.1" status: 200 len: 856 time: 0.0458269 Nov 02 17:22:49.066188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-ea2862e5-b241-4f74-abc5-032f7afdf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:49.067710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-ea2862e5-b241-4f74-abc5-032f7afdf1de service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=986a7121-b427-43f2-a089-53816c4aae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518024 Nov 02 17:22:49.100022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a09fe2a6-2629-4057-b634-c8be7ef4d759 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:49.150665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a09fe2a6-2629-4057-b634-c8be7ef4d759 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:49.151035 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:49.176370 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-6fcfa22e-6e28-4607-8f30-dbe36841d2e0 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986946 Nov 02 17:22:49.194389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f7f4c-f9af-4622-8e24-55eaeceb3718 req-8d2fedf0-658c-419e-8162-2ada8f4ef94d tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:49.201161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be5f7f4c-f9af-4622-8e24-55eaeceb3718 req-8d2fedf0-658c-419e-8162-2ada8f4ef94d tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 944 time: 0.0538287 Nov 02 17:22:49.237720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be5f7f4c-f9af-4622-8e24-55eaeceb3718 req-66de2f84-663a-40cb-ae85-b78cd8098c51 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348799 Nov 02 17:22:49.243373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 038da942-34b8-4e94-b94b-dbb49241fc2c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:49.282294 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d4f80110-75fc-4e3c-84f0-4097425ecd65 req-243e8b3d-2cb0-4803-86c3-0c3e9acddb07 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983841 Nov 02 17:22:49.296571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 038da942-34b8-4e94-b94b-dbb49241fc2c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:49.296948 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:50.362531 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa968-e778-47cc-b5df-24a94a78a468 req-33b99599-9f86-4547-9a29-bac21110bb52 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:50.363962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502fa968-e778-47cc-b5df-24a94a78a468 req-33b99599-9f86-4547-9a29-bac21110bb52 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 944 time: 0.0534956 Nov 02 17:22:50.402377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-502fa968-e778-47cc-b5df-24a94a78a468 req-7394b4cf-1a79-45df-b27b-345c75170851 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Nov 02 17:22:51.520843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543122-69d1-4277-9e7d-97153a648d1d req-29c8e589-44ff-4efe-8381-5042f9acbd69 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:51.522294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2543122-69d1-4277-9e7d-97153a648d1d req-29c8e589-44ff-4efe-8381-5042f9acbd69 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 944 time: 0.0507429 Nov 02 17:22:51.563853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2543122-69d1-4277-9e7d-97153a648d1d req-89df5fd4-f2e4-4e9a-91f7-3c7717268c3d tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Nov 02 17:22:52.680126 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d397c4-2c70-4746-9f5e-cc28c6f658d4 req-b40235d4-2ce7-4a5a-a36f-76bed09a5a79 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:52.681656 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72d397c4-2c70-4746-9f5e-cc28c6f658d4 req-b40235d4-2ce7-4a5a-a36f-76bed09a5a79 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 944 time: 0.0496211 Nov 02 17:22:52.722036 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-72d397c4-2c70-4746-9f5e-cc28c6f658d4 req-6c928771-ce9d-4492-a916-6454963c2374 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Nov 02 17:22:52.821964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1baadedc-16dc-4819-8a9b-9ea5652f2983 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:22:52.920426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1baadedc-16dc-4819-8a9b-9ea5652f2983, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:52.931733 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '1baadedc-16dc-4819-8a9b-9ea5652f2983', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'port_id': '1baadedc-16dc-4819-8a9b-9ea5652f2983', 'mac_address': 'fa:16:3e:77:19:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:22:52.972862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:52.986335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baadedc-16dc-4819-8a9b-9ea5652f2983 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:22:53.006150 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1baadedc-16dc-4819-8a9b-9ea5652f2983, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:53.010733 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:53.058267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1baadedc-16dc-4819-8a9b-9ea5652f2983,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:53.219112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1baadedc-16dc-4819-8a9b-9ea5652f2983'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:22:53.546384 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:53.843905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5c25-b944-4d70-8d52-f7f6ad252161 req-307d027d-ca2a-447a-a584-8bfeb0251fe8 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:53.845316 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-085c5c25-b944-4d70-8d52-f7f6ad252161 req-307d027d-ca2a-447a-a584-8bfeb0251fe8 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 945 time: 0.0548089 Nov 02 17:22:53.883734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-085c5c25-b944-4d70-8d52-f7f6ad252161 req-74ddfa25-79bd-46fa-88e9-2d1c9a3e8ae0 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Nov 02 17:22:54.853104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1baadedc-16dc-4819-8a9b-9ea5652f2983 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:22:54.905274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 1baadedc-16dc-4819-8a9b-9ea5652f2983 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:22:54.910347 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 1baadedc-16dc-4819-8a9b-9ea5652f2983 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:22:54.910347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:54.989745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:55.006596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20727e-7e07-48f3-81dc-6e9a2f120d4c req-868cbb95-621b-4f6c-9ca4-4ba2a3608542 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:55.008205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a20727e-7e07-48f3-81dc-6e9a2f120d4c req-868cbb95-621b-4f6c-9ca4-4ba2a3608542 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 945 time: 0.0509586 Nov 02 17:22:55.022450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88790891-8cea-4869-b5a3-ca0f46224132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baadedc-16dc-4819-8a9b-9ea5652f2983'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:22:55.025178 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233cf81a-6e66-4007-8dc1-ee748b9f715d" -d '{"events": [{"server_uuid": "88790891-8cea-4869-b5a3-ca0f46224132", "name": "network-vif-plugged", "status": "completed", "tag": "1baadedc-16dc-4819-8a9b-9ea5652f2983"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:22:55.029304 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 1baadedc-16dc-4819-8a9b-9ea5652f2983, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:22:55.034961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:22:55.050524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a20727e-7e07-48f3-81dc-6e9a2f120d4c req-ce0393de-77f9-416c-8fe7-41c10d582853 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354648 Nov 02 17:22:55.075435 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e69cac-964a-4049-9853-33e98823afd8 x-openstack-request-id: req-c6e69cac-964a-4049-9853-33e98823afd8 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:22:55.075929 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88790891-8cea-4869-b5a3-ca0f46224132", "name": "network-vif-plugged", "status": "completed", "tag": "1baadedc-16dc-4819-8a9b-9ea5652f2983", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:22:55.076181 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6e69cac-964a-4049-9853-33e98823afd8 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:22:55.076572 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88790891-8cea-4869-b5a3-ca0f46224132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baadedc-16dc-4819-8a9b-9ea5652f2983', 'code': 200} Nov 02 17:22:55.094850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=1baadedc-16dc-4819-8a9b-9ea5652f2983,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:22:55.176280 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef155e45-2f03-4a4d-afe1-a776c3778561 req-c97f951d-3485-4db7-b60b-e8ba4f9bcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:55.177822 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ef155e45-2f03-4a4d-afe1-a776c3778561 req-c97f951d-3485-4db7-b60b-e8ba4f9bcd8e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 1097 time: 0.0431302 Nov 02 17:22:55.212240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ef155e45-2f03-4a4d-afe1-a776c3778561 req-9c900639-6e56-4dfd-969a-5d8dd2866408 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270710 Nov 02 17:22:56.172159 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713977ae-54e3-4f2c-bd23-1afcdd4b3f43 req-af5e25a9-1c8d-4951-8d79-407f8149782b tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:56.173694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-713977ae-54e3-4f2c-bd23-1afcdd4b3f43 req-af5e25a9-1c8d-4951-8d79-407f8149782b tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 946 time: 0.0531034 Nov 02 17:22:56.221054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-713977ae-54e3-4f2c-bd23-1afcdd4b3f43 req-3f25401c-c8cb-4fd3-aedb-e143e807375e tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Nov 02 17:22:57.345562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4842e6-69a8-4093-b916-6d911affb3c0 req-50676759-f3e1-48e8-af4e-6fd344a1572c tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:57.347066 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca4842e6-69a8-4093-b916-6d911affb3c0 req-50676759-f3e1-48e8-af4e-6fd344a1572c tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 946 time: 0.0527642 Nov 02 17:22:57.386848 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ca4842e6-69a8-4093-b916-6d911affb3c0 req-6fe94f6c-97a9-45e7-89ad-02b132ab3e42 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Nov 02 17:22:57.504835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d211f-5faf-43ca-bbc3-0c3b5ec74250 req-4cfb7d5a-5210-4338-b7d8-e3b579abe40b tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:22:57.506345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-790d211f-5faf-43ca-bbc3-0c3b5ec74250 req-4cfb7d5a-5210-4338-b7d8-e3b579abe40b tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 946 time: 0.0514734 Nov 02 17:22:57.546712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-790d211f-5faf-43ca-bbc3-0c3b5ec74250 req-7667eb18-5e66-4568-9ddc-2c312c51fe10 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Nov 02 17:23:08.740735 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fa59de23-9b68-4b3a-a80b-5373a5398536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:09.069788 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:23:11.191623 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2005-4740-4908-9ef7-dc12c92ed199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:11.390271 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:12.789036 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:13.947929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:17.378987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad375caa-3018-4e0b-bae4-f46ba9381ac8 req-b0738fcb-910e-48e9-bd73-0b948cedbac3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:17.380979 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad375caa-3018-4e0b-bae4-f46ba9381ac8 req-b0738fcb-910e-48e9-bd73-0b948cedbac3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 946 time: 0.0587127 Nov 02 17:23:17.433488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad375caa-3018-4e0b-bae4-f46ba9381ac8 req-02fcf459-87a6-423d-b3d8-aac91fa90c47 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Nov 02 17:23:18.025282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:18.581973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee27ddf-8bc2-4735-88df-6cf13f642f40 req-5b5ea237-8e35-48c1-b9cf-f65291fc64f7 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:18.583814 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aee27ddf-8bc2-4735-88df-6cf13f642f40 req-5b5ea237-8e35-48c1-b9cf-f65291fc64f7 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 946 time: 0.0688422 Nov 02 17:23:18.629902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aee27ddf-8bc2-4735-88df-6cf13f642f40 req-eef989b6-a5ac-42df-95f8-b6f8756cce6a tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Nov 02 17:23:18.976567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-656263c6-54de-40e5-aec4-9a4a34f41961 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:18.978354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-656263c6-54de-40e5-aec4-9a4a34f41961 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 946 time: 0.0754473 Nov 02 17:23:19.087300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Deleting port 1baadedc-16dc-4819-8a9b-9ea5652f2983 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:23:19.087852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:19.220143 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] For port 1baadedc-16dc-4819-8a9b-9ea5652f2983, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=1baadedc-16dc-4819-8a9b-9ea5652f2983,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:19.220556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:19.238271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Calling delete_port for 1baadedc-16dc-4819-8a9b-9ea5652f2983 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:23:19.404449 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:19.420785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['1baadedc-16dc-4819-8a9b-9ea5652f2983'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:23:19.454301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Pushing event deleted for resources: {'Port': ['ID=1baadedc-16dc-4819-8a9b-9ea5652f2983,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:19.472593 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.473093 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.473488 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.474062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.474536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.474969 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.475467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.475989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.476397 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.476729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.477063 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.477536 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:19.534228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] No DVR routers for this DVR port 1baadedc-16dc-4819-8a9b-9ea5652f2983 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:23:19.538654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:19.546106 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-6cc9bdbc-57a4-41e2-ae79-86c34272496b req-538fc6b7-1603-4d53-b42c-73cab19a7731 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "DELETE /v2.0/ports/1baadedc-16dc-4819-8a9b-9ea5652f2983 HTTP/1.1" status: 204 len: 173 time: 0.5609443 Nov 02 17:23:19.546870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88790891-8cea-4869-b5a3-ca0f46224132', 'name': 'network-vif-deleted', 'tag': '1baadedc-16dc-4819-8a9b-9ea5652f2983'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:23:19.550701 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126f96c2-50c2-4252-b655-c36f4d0d64c6" -d '{"events": [{"server_uuid": "88790891-8cea-4869-b5a3-ca0f46224132", "name": "network-vif-deleted", "tag": "1baadedc-16dc-4819-8a9b-9ea5652f2983"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:23:19.601548 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac970ff9-4d1f-4f28-82d0-7986a4efc3ef x-openstack-request-id: req-ac970ff9-4d1f-4f28-82d0-7986a4efc3ef {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:23:19.602225 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88790891-8cea-4869-b5a3-ca0f46224132", "name": "network-vif-deleted", "tag": "1baadedc-16dc-4819-8a9b-9ea5652f2983", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:23:19.603130 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac970ff9-4d1f-4f28-82d0-7986a4efc3ef {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:23:19.603835 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88790891-8cea-4869-b5a3-ca0f46224132', 'name': 'network-vif-deleted', 'tag': '1baadedc-16dc-4819-8a9b-9ea5652f2983', 'status': 'completed', 'code': 200} Nov 02 17:23:19.782833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-573fad6a-a7f9-49b3-b3e5-971ef9c295fe req-3e2f0989-9be0-4c7c-8f89-ed9ffe0c00d3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=88790891-8cea-4869-b5a3-ca0f46224132 HTTP/1.1" status: 200 len: 210 time: 0.0417230 Nov 02 17:23:21.411845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-1d5523eb-3cf6-4ab7-b8f3-9acb6ae705ba tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:21.413978 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-1d5523eb-3cf6-4ab7-b8f3-9acb6ae705ba tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 817 time: 0.1408193 Nov 02 17:23:21.432685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-cd1acefb-7dc3-48c3-895b-c07818e92b45 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/quotas/eb79be5e1f5f4cef90e701c3507d20c3 HTTP/1.1" status: 200 len: 375 time: 0.0109966 Nov 02 17:23:21.502183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-7f07a8cd-a151-44ab-a51e-0d2ea7417297 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629368 Nov 02 17:23:21.614443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-f1d27509-81d1-4959-87c7-245d5a81f1d9 service neutron] 10.222.0.31 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983887 Nov 02 17:23:21.724347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-ce053580-d1a1-434a-9814-d1a6b1858299 service neutron] 10.222.0.31 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026418 Nov 02 17:23:21.928245 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-051c37af-b994-40b4-a562-59331062eacd req-c5a55d54-8fa8-4821-b1ff-08f49ce636dc tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 210 time: 0.0324607 Nov 02 17:23:22.961961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1baadedc-16dc-4819-8a9b-9ea5652f2983 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:23:23.003410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 1baadedc-16dc-4819-8a9b-9ea5652f2983 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:23:23.003967 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 1baadedc-16dc-4819-8a9b-9ea5652f2983 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:23:23.016378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-adc40402-78d3-4b1c-bf0b-67e6dfd7ca31 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:23.018149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-adc40402-78d3-4b1c-bf0b-67e6dfd7ca31 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 817 time: 0.1590083 Nov 02 17:23:23.043680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Request body: {'port': {'device_id': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'admin_state_up': True, 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:23:23.112877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-985df8c6-8fb7-4077-af61-2528d4e83fa3 req-c5a94150-10e0-4123-940c-bbf103148c31 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 210 time: 0.0358620 Nov 02 17:23:23.190449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Made reservation on behalf of eb79be5e1f5f4cef90e701c3507d20c3 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:23:23.194558 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.346901 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Allocated IP 172.20.0.4 (986a7121-b427-43f2-a089-53816c4aae21/e6db0309-9233-4559-99db-7c0ea97a570a/84fd2e7b-74f4-4e0a-8663-0cbae7804198) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:23:23.535692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.556412 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.596615 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.688064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Network 986a7121-b427-43f2-a089-53816c4aae21 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:23:23.694808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:23:23.703136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:23:23.724031 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Pushing event updated for resources: {'Port': ['ID=84fd2e7b-74f4-4e0a-8663-0cbae7804198,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:23.822021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:23.823497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.853662 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-79dc86a5-4730-46ad-a8ea-c84811e4bc73 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8238266 Nov 02 17:23:23.867783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Request body: {'port': {'device_id': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:23:23.935416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.950672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-564e27a6-3f20-4afb-9964-7638c3049037 None None] Provisioning complete for port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:23:23.951292 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-564e27a6-3f20-4afb-9964-7638c3049037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:23.998833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-564e27a6-3f20-4afb-9964-7638c3049037 None None] Port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:23:24.247797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fd2e7b-74f4-4e0a-8663-0cbae7804198 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:23:24.259896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:24.269841 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdbb2a-bc0f-4583-af16-f7294abecff4 req-d2a87668-a491-4207-b61b-ca110ccc1c3a tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:24.271547 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4fdbb2a-bc0f-4583-af16-f7294abecff4 req-d2a87668-a491-4207-b61b-ca110ccc1c3a tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 931 time: 0.0731039 Nov 02 17:23:24.277412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Transition to ACTIVE for port object 84fd2e7b-74f4-4e0a-8663-0cbae7804198 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:23:24.282555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:24.332683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d4fdbb2a-bc0f-4583-af16-f7294abecff4 req-d81d7936-4239-44d5-81e2-9cd851903546 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510097 Nov 02 17:23:24.371375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84fd2e7b-74f4-4e0a-8663-0cbae7804198,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:24.464204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Attempting to bind port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:23:24.466188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Attempting to bind port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:23:24.466472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Attempting to bind port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 on network 986a7121-b427-43f2-a089-53816c4aae21 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:23:24.472026 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 on network 986a7121-b427-43f2-a089-53816c4aae21 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:23:24.472427 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Attempting to bind port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 on network 986a7121-b427-43f2-a089-53816c4aae21 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:23:24.478972 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:23:24.479399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Checking segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:23:24.479992 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Bound using segment: {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:23:24.480851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Bound port: 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf31c33-01d3-45ca-b953-ac554af5602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '986a7121-b427-43f2-a089-53816c4aae21'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:23:24.481215 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:24.576812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] For port 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:23:24.582482 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] For port 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:23:24.588826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:24.632522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:24.633164 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:24.634748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] 10.222.0.100 "PUT /v2.0/ports/84fd2e7b-74f4-4e0a-8663-0cbae7804198 HTTP/1.1" status: 200 len: 1091 time: 0.7728660 Nov 02 17:23:24.637911 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'tag': '84fd2e7b-74f4-4e0a-8663-0cbae7804198'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:23:24.640352 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508eb6b3-3369-4ffe-aa31-013b16a3160a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cd2978-b5ab-482e-9968-cad05689382a", "tag": "84fd2e7b-74f4-4e0a-8663-0cbae7804198"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:23:24.681476 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97551bd7-4687-444e-891a-8680dad080a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84fd2e7b-74f4-4e0a-8663-0cbae7804198,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:24.705292 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd7101-7845-439f-9f1e-78968b2a3f98 x-openstack-request-id: req-79bd7101-7845-439f-9f1e-78968b2a3f98 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:23:24.705696 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cd2978-b5ab-482e-9968-cad05689382a", "tag": "84fd2e7b-74f4-4e0a-8663-0cbae7804198", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:23:24.706034 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79bd7101-7845-439f-9f1e-78968b2a3f98 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:23:24.706846 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'tag': '84fd2e7b-74f4-4e0a-8663-0cbae7804198', 'status': 'completed', 'code': 200} Nov 02 17:23:24.748060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-0094c18b-87b6-45cf-bc10-336d9f4c1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:24.750316 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-0094c18b-87b6-45cf-bc10-336d9f4c1e2e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 1094 time: 0.0644906 Nov 02 17:23:24.822953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-005e8a8a-4a26-4b1e-9dc8-ac0acdb7a319 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198 HTTP/1.1" status: 200 len: 217 time: 0.0629241 Nov 02 17:23:24.880253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-1a1f6c3e-e1d1-4aa7-8237-4ba97bd88789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:24.881753 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-1a1f6c3e-e1d1-4aa7-8237-4ba97bd88789 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6db0309-9233-4559-99db-7c0ea97a570a HTTP/1.1" status: 200 len: 856 time: 0.0517089 Nov 02 17:23:24.941646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-8290313c-2f44-4654-9c64-cf15d1a65ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:24.943817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-8290313c-2f44-4654-9c64-cf15d1a65ca5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=986a7121-b427-43f2-a089-53816c4aae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549321 Nov 02 17:23:25.085820 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-a1b890f9-daaa-499a-aa15-276f569e2672 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336439 Nov 02 17:23:25.216992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fdd0e98a-df25-4987-b6e6-01e7c113eaae req-dafffe6b-441a-40a7-bd1a-89fa6a14804c service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195643 Nov 02 17:23:25.319813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-e83ecf6c-6c32-45b5-8497-685f0704c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:25.321344 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-e83ecf6c-6c32-45b5-8497-685f0704c2e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 1094 time: 0.0552623 Nov 02 17:23:25.436555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-3133dc3a-17b9-4d1f-a43d-33d753f3bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:25.438117 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-3133dc3a-17b9-4d1f-a43d-33d753f3bd83 service neutron] 10.222.0.100 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 918 time: 0.1088083 Nov 02 17:23:25.500074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9d6c-4c73-43d3-800b-cc53c4c444cd req-34de7dfd-7862-44f3-bc01-2155aa568f6c tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:25.500932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-4b6a492d-ca8a-45a4-894c-3aac84658cfa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198 HTTP/1.1" status: 200 len: 217 time: 0.0529499 Nov 02 17:23:25.501669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27cd9d6c-4c73-43d3-800b-cc53c4c444cd req-34de7dfd-7862-44f3-bc01-2155aa568f6c tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 943 time: 0.0635877 Nov 02 17:23:25.556710 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27cd9d6c-4c73-43d3-800b-cc53c4c444cd req-cd5898a5-5e20-4dca-aa4e-fe1d0db7e8b8 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Nov 02 17:23:25.570796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-625081c0-bcc5-416a-a3e1-9631e7afe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:25.572214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-625081c0-bcc5-416a-a3e1-9631e7afe841 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6db0309-9233-4559-99db-7c0ea97a570a HTTP/1.1" status: 200 len: 856 time: 0.0643299 Nov 02 17:23:25.632442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-e09cae70-4d18-46d0-8522-ea3016dd5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:25.634336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-e09cae70-4d18-46d0-8522-ea3016dd5469 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=986a7121-b427-43f2-a089-53816c4aae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536568 Nov 02 17:23:25.756010 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-a42a9529-a3ad-4a2a-8d3b-f875251312a9 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142926 Nov 02 17:23:25.854560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-508eb6b3-3369-4ffe-aa31-013b16a3160a req-b707586c-df98-4988-ad15-814087b27c58 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910261 Nov 02 17:23:26.707744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bf1d2-92c6-4064-987a-68cc1bb7fb8a req-cdf63d4d-73b9-411e-8f64-60d078584a29 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:26.709334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-159bf1d2-92c6-4064-987a-68cc1bb7fb8a req-cdf63d4d-73b9-411e-8f64-60d078584a29 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 943 time: 0.0546069 Nov 02 17:23:26.752226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-159bf1d2-92c6-4064-987a-68cc1bb7fb8a req-978b1e3a-728d-4a77-a08b-1d3cfe1209a2 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Nov 02 17:23:27.885993 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a3335-c1a6-4334-81de-9985bf11ec6d req-06955e39-eb67-40ee-81a4-3ee7865296a8 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:27.887593 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b59a3335-c1a6-4334-81de-9985bf11ec6d req-06955e39-eb67-40ee-81a4-3ee7865296a8 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 943 time: 0.0573347 Nov 02 17:23:27.928879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b59a3335-c1a6-4334-81de-9985bf11ec6d req-152d0781-905e-4fb2-895b-2dcc1e0918c7 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Nov 02 17:23:28.986642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84fd2e7b-74f4-4e0a-8663-0cbae7804198 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:23:29.072116 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53133e0b-4358-43e0-8588-07362ad6a739 req-963edbcb-789f-4b83-b7d5-f5687d6bbdf5 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:29.073878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53133e0b-4358-43e0-8588-07362ad6a739 req-963edbcb-789f-4b83-b7d5-f5687d6bbdf5 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 943 time: 0.0651069 Nov 02 17:23:29.104443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:29.120569 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-53133e0b-4358-43e0-8588-07362ad6a739 req-5d6aa4db-87cb-4e32-a55c-4f256a6e050a tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Nov 02 17:23:29.136757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '84fd2e7b-74f4-4e0a-8663-0cbae7804198', 'network_id': '986a7121-b427-43f2-a089-53816c4aae21', 'port_id': '84fd2e7b-74f4-4e0a-8663-0cbae7804198', 'mac_address': 'fa:16:3e:47:a6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6db0309-9233-4559-99db-7c0ea97a570a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:23:29.185249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:29.199146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fd2e7b-74f4-4e0a-8663-0cbae7804198 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:23:29.219937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:29.225840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:29.289702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=84fd2e7b-74f4-4e0a-8663-0cbae7804198,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:29.297151 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.297495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.297837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.298193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.298529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.298859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.299185 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.299508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.299831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.300153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.300473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.300798 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:29.442435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['84fd2e7b-74f4-4e0a-8663-0cbae7804198'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:23:30.278615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1374-7ea6-4889-8e0e-a0a26bc4203c req-aa4ae082-aa44-4cd6-bf89-26ee7e869ecb tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:30.280162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-626d1374-7ea6-4889-8e0e-a0a26bc4203c req-aa4ae082-aa44-4cd6-bf89-26ee7e869ecb tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 944 time: 0.0702610 Nov 02 17:23:30.321669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-626d1374-7ea6-4889-8e0e-a0a26bc4203c req-d10d27ad-ced9-487f-862b-c33c23a033b2 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Nov 02 17:23:31.004253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84fd2e7b-74f4-4e0a-8663-0cbae7804198 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:23:31.069606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:23:31.074737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:23:31.075750 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:31.157979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:31.183408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fd2e7b-74f4-4e0a-8663-0cbae7804198'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:23:31.185960 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a6439-b0ff-4fc4-928f-4ac7ff31bb62" -d '{"events": [{"server_uuid": "f7cd2978-b5ab-482e-9968-cad05689382a", "name": "network-vif-plugged", "status": "completed", "tag": "84fd2e7b-74f4-4e0a-8663-0cbae7804198"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:23:31.204310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:31.210192 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:31.237773 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daed727-6a9d-48af-bd06-d35158b7ea78 x-openstack-request-id: req-0daed727-6a9d-48af-bd06-d35158b7ea78 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:23:31.238053 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cd2978-b5ab-482e-9968-cad05689382a", "name": "network-vif-plugged", "status": "completed", "tag": "84fd2e7b-74f4-4e0a-8663-0cbae7804198", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:23:31.238466 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0daed727-6a9d-48af-bd06-d35158b7ea78 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:23:31.238855 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fd2e7b-74f4-4e0a-8663-0cbae7804198', 'code': 200} Nov 02 17:23:31.268097 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=84fd2e7b-74f4-4e0a-8663-0cbae7804198,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:31.349530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493e5c4-d217-46fa-b898-556e618d844a req-6b1a47ea-a0e1-4b9b-bd9f-c18d61345f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:31.352629 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f493e5c4-d217-46fa-b898-556e618d844a req-6b1a47ea-a0e1-4b9b-bd9f-c18d61345f67 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 1096 time: 0.0509813 Nov 02 17:23:31.397276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f493e5c4-d217-46fa-b898-556e618d844a req-e98b7fa1-403a-4d54-8aa5-ac3f2033a0e5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Nov 02 17:23:31.469783 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392e7d8-e134-4dfb-8754-9b69f0adb424 req-98285cae-2627-4288-ac33-a82b566deb44 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:31.472001 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1392e7d8-e134-4dfb-8754-9b69f0adb424 req-98285cae-2627-4288-ac33-a82b566deb44 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 945 time: 0.0674562 Nov 02 17:23:31.519788 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1392e7d8-e134-4dfb-8754-9b69f0adb424 req-4581c1a2-6416-4c16-9c94-e8d254fa229a tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Nov 02 17:23:32.669942 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004d03-5e0f-47f4-915c-c499d8af90bb req-4fff214c-c139-471d-badc-c49a3e065dab tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:32.672705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44004d03-5e0f-47f4-915c-c499d8af90bb req-4fff214c-c139-471d-badc-c49a3e065dab tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 945 time: 0.0658820 Nov 02 17:23:32.714992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44004d03-5e0f-47f4-915c-c499d8af90bb req-d8ec19d2-8332-4eb4-b66f-3244ea5c8522 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Nov 02 17:23:32.842376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0755f-07c5-44fc-83eb-45edb44bf826 req-7bf62688-f3c5-4e3e-a141-4a019ccb06ea tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:32.843772 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44a0755f-07c5-44fc-83eb-45edb44bf826 req-7bf62688-f3c5-4e3e-a141-4a019ccb06ea tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 945 time: 0.0575233 Nov 02 17:23:32.884042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44a0755f-07c5-44fc-83eb-45edb44bf826 req-b90a4668-c910-4ca2-8daf-e4b9c8096e25 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Nov 02 17:23:38.303483 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-9021cba7-05bd-4eef-a5d2-f355bb395d64 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690937 Nov 02 17:23:38.412341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-abce529e-3f2c-4ff1-91ae-5cee55d58359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:38.413879 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-abce529e-3f2c-4ff1-91ae-5cee55d58359 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 1096 time: 0.0537677 Nov 02 17:23:38.532121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-e8d3684d-b566-4f2f-99d6-bab75e4a510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:38.533519 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-e8d3684d-b566-4f2f-99d6-bab75e4a510c service neutron] 10.222.0.100 "GET /v2.0/networks?id=986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 200 len: 918 time: 0.0992088 Nov 02 17:23:38.581619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-1b607f1c-ef5b-40fa-8c10-270261603bb0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198 HTTP/1.1" status: 200 len: 217 time: 0.0411270 Nov 02 17:23:38.638568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-312964a3-8392-4163-9b72-02223b5a45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:38.640215 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-312964a3-8392-4163-9b72-02223b5a45a3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6db0309-9233-4559-99db-7c0ea97a570a HTTP/1.1" status: 200 len: 856 time: 0.0524356 Nov 02 17:23:38.694338 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-ae4f062e-a741-4859-b6b8-fb2f946afa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:38.695912 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-ae4f062e-a741-4859-b6b8-fb2f946afa50 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=986a7121-b427-43f2-a089-53816c4aae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481427 Nov 02 17:23:38.746234 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9214f028-f2e1-4bc5-9361-2eb13731f0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:39.123900 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-cec45cdb-34fa-4ea5-bd08-475587e0888d service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190969 Nov 02 17:23:39.244625 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f78ee6d7-a5b0-4a38-be43-097e4a7aa53b req-165578e0-8915-405f-b3c5-9d9c18563be7 service neutron] 10.222.0.100 "GET /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133802 Nov 02 17:23:41.194626 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9f15cf30-4ca6-4e51-b7f0-e692fa4c1899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:41.391086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:42.792725 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:43.947908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:46.069887 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:23:48.021345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:53.561578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:53.697399 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c3724-f141-49ec-a3a0-be4ab6122c6c req-c9896e72-fcc9-49ef-9b1f-1cbf1e410bb0 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:53.699790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b8c3724-f141-49ec-a3a0-be4ab6122c6c req-c9896e72-fcc9-49ef-9b1f-1cbf1e410bb0 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 945 time: 0.0572050 Nov 02 17:23:53.739592 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8b8c3724-f141-49ec-a3a0-be4ab6122c6c req-d777a253-0360-4ee6-ae6a-f3695346059d tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Nov 02 17:23:54.865777 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c2c3-5adb-46b8-a9e8-ed42ee9cd088 req-d283fbd9-80a8-41e8-a134-c787effd6a2e tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:54.867370 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28c4c2c3-5adb-46b8-a9e8-ed42ee9cd088 req-d283fbd9-80a8-41e8-a134-c787effd6a2e tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 945 time: 0.0525079 Nov 02 17:23:54.911596 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-28c4c2c3-5adb-46b8-a9e8-ed42ee9cd088 req-af854711-c6b6-491c-9677-46f143ef88c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9edd36d-c6e1-414f-952e-ca4a562e51c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366642 Nov 02 17:23:55.331522 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153260f2-8d44-447f-8a7f-0230370b2247 req-0d8b6e85-6a54-48d3-9531-fc63b1fd68f1 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:23:55.333028 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-153260f2-8d44-447f-8a7f-0230370b2247 req-0d8b6e85-6a54-48d3-9531-fc63b1fd68f1 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 945 time: 0.0550933 Nov 02 17:23:55.427493 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Deleting port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:23:55.427842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:55.526998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] For port 84fd2e7b-74f4-4e0a-8663-0cbae7804198, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=84fd2e7b-74f4-4e0a-8663-0cbae7804198,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:55.527360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:55.540781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Calling delete_port for 84fd2e7b-74f4-4e0a-8663-0cbae7804198 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:23:55.673341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:55.690803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['84fd2e7b-74f4-4e0a-8663-0cbae7804198'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:23:55.711295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Pushing event deleted for resources: {'Port': ['ID=84fd2e7b-74f4-4e0a-8663-0cbae7804198,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:55.768654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] No DVR routers for this DVR port 84fd2e7b-74f4-4e0a-8663-0cbae7804198 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:23:55.772396 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:55.779353 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-153260f2-8d44-447f-8a7f-0230370b2247 req-c29f7a9e-1f09-4201-b2b1-8f05683523c3 tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.100 "DELETE /v2.0/ports/84fd2e7b-74f4-4e0a-8663-0cbae7804198 HTTP/1.1" status: 204 len: 173 time: 0.4392564 Nov 02 17:23:55.780034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'name': 'network-vif-deleted', 'tag': '84fd2e7b-74f4-4e0a-8663-0cbae7804198'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:23:55.786021 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e931509-ba41-404e-8ae3-5e3792e2f19d" -d '{"events": [{"server_uuid": "f7cd2978-b5ab-482e-9968-cad05689382a", "name": "network-vif-deleted", "tag": "84fd2e7b-74f4-4e0a-8663-0cbae7804198"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:23:55.836245 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de45288-cf5e-4dbe-9cb4-6a141a7179f3 x-openstack-request-id: req-7de45288-cf5e-4dbe-9cb4-6a141a7179f3 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:23:55.836571 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cd2978-b5ab-482e-9968-cad05689382a", "name": "network-vif-deleted", "tag": "84fd2e7b-74f4-4e0a-8663-0cbae7804198", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:23:55.837042 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7de45288-cf5e-4dbe-9cb4-6a141a7179f3 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:23:55.837485 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cd2978-b5ab-482e-9968-cad05689382a', 'name': 'network-vif-deleted', 'tag': '84fd2e7b-74f4-4e0a-8663-0cbae7804198', 'status': 'completed', 'code': 200} Nov 02 17:23:56.058363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdcb4a20-0421-4163-842c-b3a1ff973421 req-3abb666f-b019-4b6d-b2ea-79ddfe1b2dec tempest-TestEncryptedCinderVolumes-1534473081 tempest-TestEncryptedCinderVolumes-1534473081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7cd2978-b5ab-482e-9968-cad05689382a HTTP/1.1" status: 200 len: 210 time: 0.0314696 Nov 02 17:23:57.167020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49874) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:23:57.574931 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:57.852766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Deleting port 38df0279-113c-4ac7-b42a-ff450668759f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:23:57.853004 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:57.942555 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] For port 38df0279-113c-4ac7-b42a-ff450668759f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=38df0279-113c-4ac7-b42a-ff450668759f,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:57.942913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:57.957452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Calling delete_port for 38df0279-113c-4ac7-b42a-ff450668759f owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:23:58.196733 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:58.226194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=38df0279-113c-4ac7-b42a-ff450668759f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:58.263699 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.264100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.264377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.264715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.265047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.265448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.265781 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.266106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.266462 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.266785 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.267145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.267701 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:23:58.810091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:59.052033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Router c6075aa8-498d-4be6-888a-885637ca7c68 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:23:59.172665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:23:59.178517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-576621a2-92f6-4e1e-ade7-af78573f1c83 admin admin] 10.222.0.31 "PUT /v2.0/routers/c6075aa8-498d-4be6-888a-885637ca7c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0058985 Nov 02 17:23:59.182853 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49876) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:23:59.185404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] Sync routers for ids ['c6075aa8-498d-4be6-888a-885637ca7c68'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:23:59.191843 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84fd2e7b-74f4-4e0a-8663-0cbae7804198 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:23:59.240305 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 84fd2e7b-74f4-4e0a-8663-0cbae7804198 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:23:59.240910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 84fd2e7b-74f4-4e0a-8663-0cbae7804198 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:23:59.248119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] Routers {'c6075aa8-498d-4be6-888a-885637ca7c68'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:23:59.248786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c6075aa8-498d-4be6-888a-885637ca7c68'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:23:59.328074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:59.371048 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] Set router c6075aa8-498d-4be6-888a-885637ca7c68 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:23:59.460178 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:59.521027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Deleting port 95d6f648-24f3-45f0-961c-aa6bc6a13854 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:23:59.521373 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:59.600080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:23:58Z', 'revision_number': 5, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port': {'id': '95d6f648-24f3-45f0-961c-aa6bc6a13854', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:36Z', 'updated_at': '2021-11-02T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:23:59.627153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] For port 95d6f648-24f3-45f0-961c-aa6bc6a13854, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=95d6f648-24f3-45f0-961c-aa6bc6a13854,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:23:59.627527 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:59.628745 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] Checking router: c6075aa8-498d-4be6-888a-885637ca7c68 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:23:59.637520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] Routers {'c6075aa8-498d-4be6-888a-885637ca7c68'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:23:59.638157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['c6075aa8-498d-4be6-888a-885637ca7c68'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:23:59.644149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Calling delete_port for 95d6f648-24f3-45f0-961c-aa6bc6a13854 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:23:59.746138 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] Set router c6075aa8-498d-4be6-888a-885637ca7c68 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:23:59.819422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:23:59Z', 'revision_number': 6, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:23:59.849105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3eb313-c8b7-4713-a718-7960c530930c None None] The sync data for ids ['c6075aa8-498d-4be6-888a-885637ca7c68'] in n-d-811405-2 is: [{'id': 'c6075aa8-498d-4be6-888a-885637ca7c68', 'name': 'tempest-TestEncryptedCinderVolumes-1163917816-router', 'tenant_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:35Z', 'updated_at': '2021-11-02T17:23:59Z', 'revision_number': 6, 'project_id': 'eb79be5e1f5f4cef90e701c3507d20c3', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:23:59.882854 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:23:59.913514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d6f648-24f3-45f0-961c-aa6bc6a13854,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:23:59.987041 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.101263 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.104140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.158281 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.158860 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6075aa8-498d-4be6-888a-885637ca7c68 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:24:00.164746 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.166347 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-211cf6a9-8a16-422a-aa5a-1867ce7eff55 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c6075aa8-498d-4be6-888a-885637ca7c68 HTTP/1.1" status: 204 len: 168 time: 0.9818189 Nov 02 17:24:00.169333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49878) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:00.221310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Deleting subnet e6db0309-9233-4559-99db-7c0ea97a570a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:24:00.225044 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.270884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.379135 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.444859 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.474024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6db0309-9233-4559-99db-7c0ea97a570a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:00.477364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.482759 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1f83384c-6719-4d37-81f6-f6115ff0c5ab admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6db0309-9233-4559-99db-7c0ea97a570a HTTP/1.1" status: 204 len: 168 time: 0.3121722 Nov 02 17:24:00.483716 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5276ac6-7f10-4109-a713-1e762484cf36 None None] Network 986a7121-b427-43f2-a089-53816c4aae21 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:24:00.485873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49880) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:00.576348 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.656604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Deleting port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:24:00.656956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.713789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] DHCP port deletion for 986a7121-b427-43f2-a089-53816c4aae21 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:24:00.739396 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] For port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:00.739769 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.758688 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Calling delete_port for 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:24:00.775650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] Deleting port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:24:00.776318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.865449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] For port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,segment=NetworkSegment(7cf31c33-01d3-45ca-b953-ac554af5602d),segment_id=7cf31c33-01d3-45ca-b953-ac554af5602d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:00.866064 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.871154 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:00.883969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] Calling delete_port for 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:24:00.901517 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:00.913814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] No DVR routers for this DVR port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:24:00.981171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.008920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.020125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] Pushing event deleted for resources: {'Port': ['ID=1d2b6f5f-a48c-4f34-882b-9583c41cc4e2,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:01.022567 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63de0f-cf62-4bd5-b866-522ef009e739 None None] No DVR routers for this DVR port 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:24:01.042960 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a7121-b427-43f2-a089-53816c4aae21']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:01.054533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf31c33-01d3-45ca-b953-ac554af5602d') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:01.054831 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf31c33-01d3-45ca-b953-ac554af5602d') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:01.069756 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.088002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.097971 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:24:01.098472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:24:01.100814 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:24:01.130918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38df0279-113c-4ac7-b42a-ff450668759f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:24:01.153486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 38df0279-113c-4ac7-b42a-ff450668759f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:24:01.153760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 38df0279-113c-4ac7-b42a-ff450668759f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:24:01.154318 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 95d6f648-24f3-45f0-961c-aa6bc6a13854 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:24:01.176856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.180598 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 95d6f648-24f3-45f0-961c-aa6bc6a13854 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:24:01.181210 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 95d6f648-24f3-45f0-961c-aa6bc6a13854 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:24:01.182299 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:24:01.186900 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.192629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/986a7121-b427-43f2-a089-53816c4aae21 HTTP/1.1" status: 204 len: 168 time: 0.7053661 Nov 02 17:24:01.196991 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49882) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:01.204163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:24:01.204577 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1d2b6f5f-a48c-4f34-882b-9583c41cc4e2 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:24:01.217028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978a66-db0c-4603-86c2-4e453c0356f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=986a7121-b427-43f2-a089-53816c4aae21,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:01.611983 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.904630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Deleting port a09fe2a6-2629-4057-b634-c8be7ef4d759 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:24:01.904863 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:01.996277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] For port a09fe2a6-2629-4057-b634-c8be7ef4d759, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a09fe2a6-2629-4057-b634-c8be7ef4d759,segment=NetworkSegment(4507b2c8-841a-4bbe-a792-66fa8dae887e),segment_id=4507b2c8-841a-4bbe-a792-66fa8dae887e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:01.996638 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:02.012887 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Calling delete_port for a09fe2a6-2629-4057-b634-c8be7ef4d759 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:24:02.223978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:02.252829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09fe2a6-2629-4057-b634-c8be7ef4d759,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:02.469328 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:02.712958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:24:02.835550 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:24:02.843723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-31cdd218-f775-4608-b60a-f78cea01af93 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe6916fb-ee8c-431f-a1c9-3a618e3521e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435983 Nov 02 17:24:02.844336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49884) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:02.846988 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] Sync routers for ids ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:24:02.860974 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] Routers {'fe6916fb-ee8c-431f-a1c9-3a618e3521e8'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:02.861702 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:02.977843 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.012819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] Set router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:03.151054 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.235594 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Deleting port 038da942-34b8-4e94-b94b-dbb49241fc2c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:24:03.236343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.261229 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:24:02Z', 'revision_number': 5, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port': {'id': '038da942-34b8-4e94-b94b-dbb49241fc2c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:03.300552 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] Checking router: fe6916fb-ee8c-431f-a1c9-3a618e3521e8 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:24:03.314525 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] Routers {'fe6916fb-ee8c-431f-a1c9-3a618e3521e8'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:03.315385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:03.327305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] For port 038da942-34b8-4e94-b94b-dbb49241fc2c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=038da942-34b8-4e94-b94b-dbb49241fc2c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:03.327671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.342674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Calling delete_port for 038da942-34b8-4e94-b94b-dbb49241fc2c owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:24:03.412272 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] Set router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:03.469842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:24:03Z', 'revision_number': 6, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:03.550784 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.597225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=038da942-34b8-4e94-b94b-dbb49241fc2c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:03.624686 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996223fd-7dd2-4e94-9952-db7f2eaa7d87 None None] The sync data for ids ['fe6916fb-ee8c-431f-a1c9-3a618e3521e8'] in n-d-811405-2 is: [{'id': 'fe6916fb-ee8c-431f-a1c9-3a618e3521e8', 'name': 'tempest-TestEncryptedCinderVolumes-1508180914-router', 'tenant_id': '962e072e58e348c5949f0da2701f3136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:22:40Z', 'updated_at': '2021-11-02T17:24:03Z', 'revision_number': 6, 'project_id': '962e072e58e348c5949f0da2701f3136', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:24:03.685003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.788440 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.790896 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.839776 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.840867 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6916fb-ee8c-431f-a1c9-3a618e3521e8 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:24:03.846173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.847022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3ab6ccf9-6621-4fc4-8266-f8de0d1b3a7a admin admin] 10.222.0.31 "DELETE /v2.0/routers/fe6916fb-ee8c-431f-a1c9-3a618e3521e8 HTTP/1.1" status: 204 len: 168 time: 1.0017033 Nov 02 17:24:03.850114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49886) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:03.910881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Deleting subnet f1ded204-125d-4099-a002-f331e8269a44 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:24:03.914861 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:03.959423 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.061087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.146715 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.173481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ded204-125d-4099-a002-f331e8269a44,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:04.180709 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.188302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f2b04498-0a01-41c8-ad4b-b458db1706c5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f1ded204-125d-4099-a002-f331e8269a44 HTTP/1.1" status: 204 len: 168 time: 0.3338840 Nov 02 17:24:04.188569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd82468-ba51-4126-b02e-f5ce808c9c49 None None] Network 131277d7-df06-420e-8612-9077686a27a9 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:24:04.189301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49888) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:04.289884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.367485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Deleting port 9d848395-b44f-402d-abcf-2bf62be8c5d7 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:24:04.367978 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.426045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] DHCP port deletion for 131277d7-df06-420e-8612-9077686a27a9 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:24:04.476157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] For port 9d848395-b44f-402d-abcf-2bf62be8c5d7, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=9d848395-b44f-402d-abcf-2bf62be8c5d7,segment=NetworkSegment(4507b2c8-841a-4bbe-a792-66fa8dae887e),segment_id=4507b2c8-841a-4bbe-a792-66fa8dae887e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:04.476629 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.495276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Calling delete_port for 9d848395-b44f-402d-abcf-2bf62be8c5d7 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:24:04.595148 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.633203 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d848395-b44f-402d-abcf-2bf62be8c5d7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:04.638123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] No DVR routers for this DVR port 9d848395-b44f-402d-abcf-2bf62be8c5d7 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:24:04.670384 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Deleting port 9d848395-b44f-402d-abcf-2bf62be8c5d7 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:24:04.670855 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.731805 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.752055 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] For port 9d848395-b44f-402d-abcf-2bf62be8c5d7, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:04.752459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.757819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131277d7-df06-420e-8612-9077686a27a9']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:04.766837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Calling delete_port for 9d848395-b44f-402d-abcf-2bf62be8c5d7 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:24:04.769481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4507b2c8-841a-4bbe-a792-66fa8dae887e') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:04.769776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4507b2c8-841a-4bbe-a792-66fa8dae887e') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:04.769908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Port 9d848395-b44f-402d-abcf-2bf62be8c5d7 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 17:24:04.772067 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.782763 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.800125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.803456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] Pushing event deleted for resources: {'Port': ['ID=9d848395-b44f-402d-abcf-2bf62be8c5d7,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:04.808437 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:24:04.808848 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:24:04.810983 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:24:04.814028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79ed00-5353-4596-8126-50df401a63b0 None None] No DVR routers for this DVR port 9d848395-b44f-402d-abcf-2bf62be8c5d7 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:24:04.882452 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.889884 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:04.893077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] 10.222.0.31 "DELETE /v2.0/networks/131277d7-df06-420e-8612-9077686a27a9 HTTP/1.1" status: 204 len: 168 time: 0.7033751 Nov 02 17:24:04.906864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb67d-e1ed-45ec-a0eb-345c5106f065 admin admin] Pushing event deleted for resources: {'Network': ['ID=131277d7-df06-420e-8612-9077686a27a9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:05.110617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49892) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:05.128897 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a09fe2a6-2629-4057-b634-c8be7ef4d759 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:24:05.149635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a09fe2a6-2629-4057-b634-c8be7ef4d759 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:24:05.149910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a09fe2a6-2629-4057-b634-c8be7ef4d759 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:24:05.150636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d848395-b44f-402d-abcf-2bf62be8c5d7 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:24:05.157611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2adb953b-ab83-4690-93ed-3235e1a04b80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb79be5e1f5f4cef90e701c3507d20c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456510 Nov 02 17:24:05.160167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49894) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:05.171228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 9d848395-b44f-402d-abcf-2bf62be8c5d7 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:24:05.171573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 9d848395-b44f-402d-abcf-2bf62be8c5d7 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:24:05.171997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 038da942-34b8-4e94-b94b-dbb49241fc2c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:24:05.191275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 038da942-34b8-4e94-b94b-dbb49241fc2c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:24:05.191980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 038da942-34b8-4e94-b94b-dbb49241fc2c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:24:05.220570 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abe5fca0-ca7a-4055-9672-eb68afc61615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.242114 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abe5fca0-ca7a-4055-9672-eb68afc61615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.290495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abe5fca0-ca7a-4055-9672-eb68afc61615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.293182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-abe5fca0-ca7a-4055-9672-eb68afc61615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.294351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-abe5fca0-ca7a-4055-9672-eb68afc61615 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9edd36d-c6e1-414f-952e-ca4a562e51c0 HTTP/1.1" status: 204 len: 168 time: 0.1332581 Nov 02 17:24:05.302076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5fca0-ca7a-4055-9672-eb68afc61615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9edd36d-c6e1-414f-952e-ca4a562e51c0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:05.660072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49902) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:05.704302 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-875f1243-f814-4b95-b3bd-efe50ddaed83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=962e072e58e348c5949f0da2701f3136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401046 Nov 02 17:24:05.704698 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49904) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:05.755119 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cbb5-2ef6-4f77-90fc-6dd9c2188c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.777138 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cbb5-2ef6-4f77-90fc-6dd9c2188c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.825294 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cbb5-2ef6-4f77-90fc-6dd9c2188c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.827984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cbb5-2ef6-4f77-90fc-6dd9c2188c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:05.829162 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e9b3cbb5-2ef6-4f77-90fc-6dd9c2188c20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4a1cc27-245b-404e-9159-a066cabb2496 HTTP/1.1" status: 204 len: 168 time: 0.1235294 Nov 02 17:24:05.836887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3cbb5-2ef6-4f77-90fc-6dd9c2188c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a1cc27-245b-404e-9159-a066cabb2496,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:06.527510 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49926) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:06.654357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2099353649-network', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:06.678579 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Made reservation on behalf of 56ced8d08e1944a793a8d08cd82dff39 for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:24:06.680823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.690167 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.768828 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.772641 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.799675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:24:06.810379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793ffde-5cf1-43d5-b67c-9f4320acf8e5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:06.815595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.815943 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Added segment c831e6fd-2f61-4717-959f-7989c46da53b of type vlan for network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 Nov 02 17:24:06.857787 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.883636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.884603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:06.885182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:06.944784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4160457 Nov 02 17:24:06.947973 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49930) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:06.953210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Request body: {'subnet': {'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2099353649-subnet', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:06.958145 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e35fab-3fba-44f7-a23a-d7c6efccc9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b471c52-6767-4f84-aaa6-6109ad7b3a52,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:06.971937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:24:06.983864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Made reservation on behalf of 56ced8d08e1944a793a8d08cd82dff39 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:24:06.987166 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.181419 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.236754 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6667e94e-8b67-44fa-aeb3-232e504e4334,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:07.245818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Checking segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:07.246209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Network hostable DHCP agents. Network: 6b471c52-6767-4f84-aaa6-6109ad7b3a52, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:24:07.263582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:24:07.271814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 6b471c52-6767-4f84-aaa6-6109ad7b3a52) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:07.276672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:07.278165 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.282320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e3c23-46b3-49fd-959d-bc7cd201a763 None None] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:24:07.293224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ea57a4a2-eb13-46c4-abe0-fd500e966da7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3441379 Nov 02 17:24:07.295875 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49932) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:07.300223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:07.320276 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.321335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.377969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.434999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:24:07.435885 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.587178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Allocated IP 172.20.0.2 (6b471c52-6767-4f84-aaa6-6109ad7b3a52/6667e94e-8b67-44fa-aeb3-232e504e4334/bf0b9b14-e7b6-48a4-adbd-633993aa4553) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:07.747137 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.756495 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.798178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:07.801020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:07.803330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.807994 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:07.811393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Pushing event updated for resources: {'Port': ['ID=bf0b9b14-e7b6-48a4-adbd-633993aa4553,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:07.866258 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Attempting to bind port bf0b9b14-e7b6-48a4-adbd-633993aa4553 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:07.866551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Attempting to bind port bf0b9b14-e7b6-48a4-adbd-633993aa4553 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:07.866937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Attempting to bind port bf0b9b14-e7b6-48a4-adbd-633993aa4553 on network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:07.872263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:07.872641 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Checking segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:07.873050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.873458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Bound using segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:07.873917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Bound port: bf0b9b14-e7b6-48a4-adbd-633993aa4553, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:07.874347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:07.945120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] For port bf0b9b14-e7b6-48a4-adbd-633993aa4553, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:07.949200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] For port bf0b9b14-e7b6-48a4-adbd-633993aa4553, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bf0b9b14-e7b6-48a4-adbd-633993aa4553,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:07.953523 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.035727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dce94-4277-45c0-92ad-2913e2e1e5cb None None] Pushing event updated for resources: {'Port': ['ID=bf0b9b14-e7b6-48a4-adbd-633993aa4553,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:08.054522 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.076553 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.198734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Allocated IP 172.25.7.166 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/cd78ef3f-19fc-4612-8140-a7ef25132869) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:08.314528 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.349601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.389156 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:08.392403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:08.396332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:08.405762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Pushing event updated for resources: {'Port': ['ID=cd78ef3f-19fc-4612-8140-a7ef25132869,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:08.667650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.740760 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a13c804-c69d-43b3-87c7-34a704d2948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.874309 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:08.972906 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dbfd09-0d38-46df-beb2-8a72ba735b05 None None] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:24:09.029924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Router 735fd5f3-0f30-42fc-8913-cca2714971de is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:24:09.125002 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f77975d5-c60f-4a75-8658-007df4c5fdf7 None None] Provisioning complete for port bf0b9b14-e7b6-48a4-adbd-633993aa4553 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:09.125611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f77975d5-c60f-4a75-8658-007df4c5fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.162896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:24:09.174938 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bf0b9b14-e7b6-48a4-adbd-633993aa4553 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:09.183243 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.183529 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Sync routers for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:24:09.186178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-682bfe7e-04da-4337-bf72-a254d2233f1d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8877399 Nov 02 17:24:09.187479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49934) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:09.267052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:09.267710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:09.402044 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f77975d5-c60f-4a75-8658-007df4c5fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.421530 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bf0b9b14-e7b6-48a4-adbd-633993aa4553 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:09.421862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.461328 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:09.539770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f77975d5-c60f-4a75-8658-007df4c5fdf7 None None] For port bf0b9b14-e7b6-48a4-adbd-633993aa4553, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bf0b9b14-e7b6-48a4-adbd-633993aa4553,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:09.583762 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f77975d5-c60f-4a75-8658-007df4c5fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.665928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.692194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77975d5-c60f-4a75-8658-007df4c5fdf7 None None] Pushing event updated for resources: {'Port': ['ID=bf0b9b14-e7b6-48a4-adbd-633993aa4553,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:09.747822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3111ce13-060c-4f57-8c49-7ca7358a65b0 None None] Provisioning complete for port bf0b9b14-e7b6-48a4-adbd-633993aa4553 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:09.748191 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3111ce13-060c-4f57-8c49-7ca7358a65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.809392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:08Z', 'revision_number': 3, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:09.838213 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Allocated IP 172.20.0.1 (6b471c52-6767-4f84-aaa6-6109ad7b3a52/6667e94e-8b67-44fa-aeb3-232e504e4334/b4feacb4-d0b0-40bf-bfcd-8d66803815cb) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:09.857766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Checking router: 735fd5f3-0f30-42fc-8913-cca2714971de for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:24:09.858168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Updating router 735fd5f3-0f30-42fc-8913-cca2714971de port cd78ef3f-19fc-4612-8140-a7ef25132869 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:24:09.893845 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.949347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:09.989667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.030492 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:10.035785 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:10.043225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:10.046660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Pushing event updated for resources: {'Port': ['ID=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:10.084334 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.167398 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.174564 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.222818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.223475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Attempting to bind port cd78ef3f-19fc-4612-8140-a7ef25132869 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:10.223810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Attempting to bind port cd78ef3f-19fc-4612-8140-a7ef25132869 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:10.224450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Attempting to bind port cd78ef3f-19fc-4612-8140-a7ef25132869 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:10.232941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:10.233416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:10.233838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.234259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:10.234839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Bound port: cd78ef3f-19fc-4612-8140-a7ef25132869, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:10.235224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.272837 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349b56-b387-4d88-9590-701f0bc5dc79 None None] Pushing event updated for resources: {'Port': ['ID=cd78ef3f-19fc-4612-8140-a7ef25132869,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:10.309366 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] For port cd78ef3f-19fc-4612-8140-a7ef25132869, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:10.325775 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] For port cd78ef3f-19fc-4612-8140-a7ef25132869, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cd78ef3f-19fc-4612-8140-a7ef25132869,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:10.328696 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f99569ba-6d9c-4ee6-bbae-f5e781e61069 None None] Provisioning complete for port b4feacb4-d0b0-40bf-bfcd-8d66803815cb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:10.329066 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f99569ba-6d9c-4ee6-bbae-f5e781e61069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.332215 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.404287 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-f99569ba-6d9c-4ee6-bbae-f5e781e61069 None None] Port b4feacb4-d0b0-40bf-bfcd-8d66803815cb cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:24:10.407969 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.413224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.423777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:10.424406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:23:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:10.427374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349b56-b387-4d88-9590-701f0bc5dc79 None None] Pushing event updated for resources: {'Port': ['ID=cd78ef3f-19fc-4612-8140-a7ef25132869,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:10.492585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Pushing event updated for resources: {'Port': ['ID=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:10.496980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.598238 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:10.599881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:10.700678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:10.722100 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Router 735fd5f3-0f30-42fc-8913-cca2714971de has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:24:10.838454 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:24:10.845200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-659291f5-88e7-4744-bf60-467b76fbc83d admin admin] 10.222.0.31 "PUT /v2.0/routers/735fd5f3-0f30-42fc-8913-cca2714971de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6566131 Nov 02 17:24:10.861181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1cc786a4-65bc-47bd-aec0-c6dbed0d0afd None None] Provisioning complete for port b4feacb4-d0b0-40bf-bfcd-8d66803815cb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:10.861551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1cc786a4-65bc-47bd-aec0-c6dbed0d0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:10.924282 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1cc786a4-65bc-47bd-aec0-c6dbed0d0afd None None] Port b4feacb4-d0b0-40bf-bfcd-8d66803815cb cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:24:10.949636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 2, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:10.982786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff61a3-8745-467c-bbe7-29af4ed9afde None None] The sync data for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 is: [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 2, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:24:11.131242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bf0b9b14-e7b6-48a4-adbd-633993aa4553 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:11.208279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bf0b9b14-e7b6-48a4-adbd-633993aa4553 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:11.209065 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.244105 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf0c331e-33c7-40b7-acca-8731cc45b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.393661 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 49950) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:11.394649 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.399812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-424044316-network', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:11.429637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Made reservation on behalf of f7650fdfb59642d5ba43b99fb4125867 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:24:11.432616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.442358 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.534475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.539069 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.566639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:24:11.578193 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d1f76-3607-4025-9645-47d34d5458d1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:11.583285 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.583634 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Added segment 842b31ee-4e58-4298-ab68-07a4cb95068d of type vlan for network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 Nov 02 17:24:11.633345 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.682512 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.683741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:11.684362 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:11.754302 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3591206 Nov 02 17:24:11.757506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49952) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:11.763369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Request body: {'subnet': {'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-424044316-subnet', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:11.771581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d10f7-3dc4-46e0-882d-713318dd90f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c23e2db9-8d57-42ee-84fe-dfb3a8705c32,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:11.785092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:24:11.794006 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Made reservation on behalf of f7650fdfb59642d5ba43b99fb4125867 for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:24:11.797997 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.035838 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.108681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f84b21-d1f7-46f8-a061-560815485c49,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:12.116125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Checking segment: {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:12.116549 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Network hostable DHCP agents. Network: c23e2db9-8d57-42ee-84fe-dfb3a8705c32, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:24:12.139737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:24:12.152649 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c23e2db9-8d57-42ee-84fe-dfb3a8705c32) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:12.157143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:12.157815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.165763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93868698-09cd-4435-b7eb-02ec6300d170 None None] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:24:12.182607 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bc0b4a43-1020-462f-9615-f6d4a54b614a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4197290 Nov 02 17:24:12.183019 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49954) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:12.187597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:12.214036 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.216690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.296220 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.377404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'fixed_ips': [{'subnet_id': 'b4f84b21-d1f7-46f8-a061-560815485c49'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:24:12.378333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.463544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.556278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Allocated IP 172.20.0.2 (c23e2db9-8d57-42ee-84fe-dfb3a8705c32/b4f84b21-d1f7-46f8-a061-560815485c49/1445376e-7d88-4494-81f4-8d8892d6fae6) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:12.677155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.698117 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.716175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.722843 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.765944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:12.768896 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:12.772466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:12.785813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Pushing event updated for resources: {'Port': ['ID=1445376e-7d88-4494-81f4-8d8892d6fae6,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:12.804694 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Allocated IP 172.25.7.199 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:12.832027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.846801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Attempting to bind port 1445376e-7d88-4494-81f4-8d8892d6fae6 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:12.847310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Attempting to bind port 1445376e-7d88-4494-81f4-8d8892d6fae6 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:12.847675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Attempting to bind port 1445376e-7d88-4494-81f4-8d8892d6fae6 on network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:12.852778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:12.853146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Checking segment: {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:12.853547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.854533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Bound using segment: {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:12.855009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Bound port: 1445376e-7d88-4494-81f4-8d8892d6fae6, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:12.855388 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.919088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.923988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] For port 1445376e-7d88-4494-81f4-8d8892d6fae6, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:12.928851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] For port 1445376e-7d88-4494-81f4-8d8892d6fae6, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1445376e-7d88-4494-81f4-8d8892d6fae6,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:12.933548 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:12.961592 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.004241 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbefca2-6ad6-4579-8103-45e2812957c4 None None] Pushing event updated for resources: {'Port': ['ID=1445376e-7d88-4494-81f4-8d8892d6fae6,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:13.009027 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:13.013348 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:13.015687 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:13.047668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Pushing event updated for resources: {'Port': ['ID=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:13.165248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cd78ef3f-19fc-4612-8140-a7ef25132869 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:13.257723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cd78ef3f-19fc-4612-8140-a7ef25132869 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:13.258527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.347835 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Sync routers for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:24:13.361878 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:13.363177 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:13.366880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.367819 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.390092 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port cd78ef3f-19fc-4612-8140-a7ef25132869, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cd78ef3f-19fc-4612-8140-a7ef25132869,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:13.394297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.457926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=cd78ef3f-19fc-4612-8140-a7ef25132869,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:13.489304 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:13.596168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.714213 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 2, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:13.741265 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Router e9660810-e7e7-4508-b10e-2f7f2034e5ca is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:24:13.745827 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Checking router: 735fd5f3-0f30-42fc-8913-cca2714971de for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:24:13.746215 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Updating router 735fd5f3-0f30-42fc-8913-cca2714971de port b4feacb4-d0b0-40bf-bfcd-8d66803815cb binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:24:13.773710 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.870539 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:24:13.883129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Sync routers for ids ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:24:13.897483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Routers {'e9660810-e7e7-4508-b10e-2f7f2034e5ca'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:13.897712 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:13.898962 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:13.908713 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f3480dbe-474c-49db-98b2-f6ed4f0bc623 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7244954 Nov 02 17:24:13.911390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 49956) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:14.005734 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.069564 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Set router e9660810-e7e7-4508-b10e-2f7f2034e5ca gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:14.111994 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.121249 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.168534 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Pushing event updated for resources: {'Port': ['ID=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:14.179020 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.179367 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.179702 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.180036 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.180371 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.180704 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.181029 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.181354 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.182386 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.182875 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.183057 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.183334 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:14.227536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eaf526-5694-4ec5-8128-a2d4cf8f6b1b None None] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:24:14.279966 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Attempting to bind port b4feacb4-d0b0-40bf-bfcd-8d66803815cb on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:14.280198 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Attempting to bind port b4feacb4-d0b0-40bf-bfcd-8d66803815cb by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:14.280460 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Attempting to bind port b4feacb4-d0b0-40bf-bfcd-8d66803815cb on network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:14.287349 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:14.287770 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Checking segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:14.288183 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.288572 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Bound using segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:14.289044 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Bound port: b4feacb4-d0b0-40bf-bfcd-8d66803815cb, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:14.289420 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.374332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8a4b6ba5-c018-4f50-a403-60f843a13851 None None] Provisioning complete for port 1445376e-7d88-4494-81f4-8d8892d6fae6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:14.374876 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6ba5-c018-4f50-a403-60f843a13851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.378728 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] For port b4feacb4-d0b0-40bf-bfcd-8d66803815cb, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:14.382496 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] For port b4feacb4-d0b0-40bf-bfcd-8d66803815cb, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:14.392379 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.504999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:14.505926 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:14.543333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 3, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:14.576776 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Checking router: e9660810-e7e7-4508-b10e-2f7f2034e5ca for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:24:14.577294 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Updating router e9660810-e7e7-4508-b10e-2f7f2034e5ca port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:24:14.612713 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.648368 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b998f-d2be-4c39-af8f-6cdc1f5017b7 None None] Pushing event updated for resources: {'Port': ['ID=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:14.656967 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:14.820989 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6ba5-c018-4f50-a403-60f843a13851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.900549 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8a4b6ba5-c018-4f50-a403-60f843a13851 None None] For port 1445376e-7d88-4494-81f4-8d8892d6fae6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1445376e-7d88-4494-81f4-8d8892d6fae6,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:14.913061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6ba5-c018-4f50-a403-60f843a13851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.938283 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:14.988856 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:14Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:15.031873 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b90b3-7505-44d2-a72b-4e14fbec791f None None] The sync data for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 is: [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:14Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:24:15.037062 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b6ba5-c018-4f50-a403-60f843a13851 None None] Pushing event updated for resources: {'Port': ['ID=1445376e-7d88-4494-81f4-8d8892d6fae6,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:15.084443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-703c8e72-66c3-4d81-a6d7-1f5e9303aa83 None None] Provisioning complete for port b4feacb4-d0b0-40bf-bfcd-8d66803815cb triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:15.084914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-703c8e72-66c3-4d81-a6d7-1f5e9303aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.210370 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Allocated IP 172.20.0.1 (c23e2db9-8d57-42ee-84fe-dfb3a8705c32/b4f84b21-d1f7-46f8-a061-560815485c49/4e5c8c8b-95ed-42bf-be07-477542bbc653) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:15.287298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-703c8e72-66c3-4d81-a6d7-1f5e9303aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.293951 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.314999 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.368504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.375213 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1445376e-7d88-4494-81f4-8d8892d6fae6 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:15.412830 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.430038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-703c8e72-66c3-4d81-a6d7-1f5e9303aa83 None None] For port b4feacb4-d0b0-40bf-bfcd-8d66803815cb, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:15.434533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Attempting to bind port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:15.435061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Attempting to bind port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:15.435809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Attempting to bind port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:15.439700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2406f9-4be2-41ba-87e1-86eb40948716 None None] Pushing event updated for resources: {'Port': ['ID=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:15.452289 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-703c8e72-66c3-4d81-a6d7-1f5e9303aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.471318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:15.475607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:15.479708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:15.482686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:15.483052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:15.483461 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.483862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:15.484461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Bound port: a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:15.484729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.523820 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Pushing event updated for resources: {'Port': ['ID=4e5c8c8b-95ed-42bf-be07-477542bbc653,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:15.529768 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.614976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c8e72-66c3-4d81-a6d7-1f5e9303aa83 None None] Pushing event updated for resources: {'Port': ['ID=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:15.618659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] For port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:15.621622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1445376e-7d88-4494-81f4-8d8892d6fae6 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:15.622000 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.652784 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7ec8313-9e4c-49e6-a520-c11ec4746b79 None None] Provisioning complete for port 1445376e-7d88-4494-81f4-8d8892d6fae6 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:15.653171 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8313-9e4c-49e6-a520-c11ec4746b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.676639 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] For port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:15.703342 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.726740 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.824438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2406f9-4be2-41ba-87e1-86eb40948716 None None] Pushing event updated for resources: {'Port': ['ID=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:15.852450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Routers {'e9660810-e7e7-4508-b10e-2f7f2034e5ca'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:15.853368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:15.945283 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.955297 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:15.968079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cd78ef3f-19fc-4612-8140-a7ef25132869 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:16.040620 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] Set router e9660810-e7e7-4508-b10e-2f7f2034e5ca gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:16.054809 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:16.058405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Pushing event updated for resources: {'Port': ['ID=4e5c8c8b-95ed-42bf-be07-477542bbc653,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:16.081422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port cd78ef3f-19fc-4612-8140-a7ef25132869 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:16.081801 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:16.175626 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:16.177236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:16.324574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Router e9660810-e7e7-4508-b10e-2f7f2034e5ca has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:24:16.378886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a5f6b381-20c6-4ded-af11-4b1ee3ebb29e None None] Provisioning complete for port 4e5c8c8b-95ed-42bf-be07-477542bbc653 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:16.379258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a5f6b381-20c6-4ded-af11-4b1ee3ebb29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:16.438404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6b381-20c6-4ded-af11-4b1ee3ebb29e None None] Port 4e5c8c8b-95ed-42bf-be07-477542bbc653 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:24:16.467235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:24:16.474210 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-43fbe4d9-6312-4a42-8b39-f678232b262a admin admin] 10.222.0.31 "PUT /v2.0/routers/e9660810-e7e7-4508-b10e-2f7f2034e5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601423 Nov 02 17:24:16.521562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b4feacb4-d0b0-40bf-bfcd-8d66803815cb up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:16.588291 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-169c0c83-251d-495a-9758-d991b609141e None None] Provisioning complete for port 4e5c8c8b-95ed-42bf-be07-477542bbc653 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:16.588726 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-169c0c83-251d-495a-9758-d991b609141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:16.641235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '4e5c8c8b-95ed-42bf-be07-477542bbc653', 'name': '', 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'mac_address': 'fa:16:3e:81:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:14Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 1, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'subnets': [{'id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:16.643067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-169c0c83-251d-495a-9758-d991b609141e None None] Port 4e5c8c8b-95ed-42bf-be07-477542bbc653 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:24:16.646460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b4feacb4-d0b0-40bf-bfcd-8d66803815cb triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:16.646460 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:16.689296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1493-4de1-4196-adcc-bf9f6f4c28b1 None None] The sync data for ids ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'] in n-d-811405-2 is: [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '4e5c8c8b-95ed-42bf-be07-477542bbc653', 'name': '', 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'mac_address': 'fa:16:3e:81:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:14Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 1, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'subnets': [{'id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:24:17.148035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b4feacb4-d0b0-40bf-bfcd-8d66803815cb up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:17.205447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b4feacb4-d0b0-40bf-bfcd-8d66803815cb triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:17.205746 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:18.037356 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:19.193011 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:19.280599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:19.281016 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:19.385716 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:19.413360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:19.418395 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:19.504719 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:19.669420 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Sync routers for ids ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:24:19.694203 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Routers {'e9660810-e7e7-4508-b10e-2f7f2034e5ca'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:19.696400 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:19.813743 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Set router e9660810-e7e7-4508-b10e-2f7f2034e5ca gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:20.286381 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '4e5c8c8b-95ed-42bf-be07-477542bbc653', 'name': '', 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'mac_address': 'fa:16:3e:81:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:14Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 2, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'subnets': [{'id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:20.322474 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Checking router: e9660810-e7e7-4508-b10e-2f7f2034e5ca for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:24:20.323339 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Updating router e9660810-e7e7-4508-b10e-2f7f2034e5ca port 4e5c8c8b-95ed-42bf-be07-477542bbc653 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:24:20.372392 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:20.753034 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:20.763442 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:20.880496 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245eef-fb77-42fd-9181-9fd4abad3d31 None None] Pushing event updated for resources: {'Port': ['ID=4e5c8c8b-95ed-42bf-be07-477542bbc653,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:20.941303 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Attempting to bind port 4e5c8c8b-95ed-42bf-be07-477542bbc653 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:20.942010 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Attempting to bind port 4e5c8c8b-95ed-42bf-be07-477542bbc653 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:20.942744 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Attempting to bind port 4e5c8c8b-95ed-42bf-be07-477542bbc653 on network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:20.952722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:20.953486 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Checking segment: {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:20.960475 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:20.961285 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Bound using segment: {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:20.962244 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Bound port: 4e5c8c8b-95ed-42bf-be07-477542bbc653, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842b31ee-4e58-4298-ab68-07a4cb95068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:20.963620 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:21.142945 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] For port 4e5c8c8b-95ed-42bf-be07-477542bbc653, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:21.168073 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] For port 4e5c8c8b-95ed-42bf-be07-477542bbc653, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e5c8c8b-95ed-42bf-be07-477542bbc653,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:21.181926 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:21.238726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:21.298558 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Routers {'e9660810-e7e7-4508-b10e-2f7f2034e5ca'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:24:21.299596 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:21.375043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-55927680-2b09-4b13-9562-5b120707d7e7 None None] Provisioning complete for port 4e5c8c8b-95ed-42bf-be07-477542bbc653 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:21.376094 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-55927680-2b09-4b13-9562-5b120707d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:21.464045 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245eef-fb77-42fd-9181-9fd4abad3d31 None None] Pushing event updated for resources: {'Port': ['ID=4e5c8c8b-95ed-42bf-be07-477542bbc653,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:21.535041 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:21.536510 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:21.591894 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] Set router e9660810-e7e7-4508-b10e-2f7f2034e5ca gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:24:21.755920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-55927680-2b09-4b13-9562-5b120707d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:21.829976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-55927680-2b09-4b13-9562-5b120707d7e7 None None] For port 4e5c8c8b-95ed-42bf-be07-477542bbc653, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e5c8c8b-95ed-42bf-be07-477542bbc653,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:21.841715 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-55927680-2b09-4b13-9562-5b120707d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:21.928866 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55927680-2b09-4b13-9562-5b120707d7e7 None None] Pushing event updated for resources: {'Port': ['ID=4e5c8c8b-95ed-42bf-be07-477542bbc653,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:21.934294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '4e5c8c8b-95ed-42bf-be07-477542bbc653', 'name': '', 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'mac_address': 'fa:16:3e:81:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:14Z', 'updated_at': '2021-11-02T17:24:21Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'subnets': [{'id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:24:21.977228 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d5c311ab-2ac8-4b3f-9f06-be202b755b58 None None] Provisioning complete for port 4e5c8c8b-95ed-42bf-be07-477542bbc653 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:21.978990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5c311ab-2ac8-4b3f-9f06-be202b755b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:22.011489 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39d7a2-e2e5-4249-99f5-5d7a8fa87d86 None None] The sync data for ids ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'] in n-d-811405-2 is: [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '4e5c8c8b-95ed-42bf-be07-477542bbc653', 'name': '', 'network_id': 'c23e2db9-8d57-42ee-84fe-dfb3a8705c32', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'mac_address': 'fa:16:3e:81:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:14Z', 'updated_at': '2021-11-02T17:24:21Z', 'revision_number': 4, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'subnets': [{'id': 'b4f84b21-d1f7-46f8-a061-560815485c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:24:23.079918 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:24:23.226070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e5c8c8b-95ed-42bf-be07-477542bbc653 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:23.295791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4e5c8c8b-95ed-42bf-be07-477542bbc653 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:23.296689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:23.570989 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:27.564285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-0e4034ea-57b2-4b9a-a6b9-4d1eb65d1035 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:27.565805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-0e4034ea-57b2-4b9a-a6b9-4d1eb65d1035 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 815 time: 0.1098552 Nov 02 17:24:27.581791 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-bf81dd5e-e4f9-4227-b08b-70344d7bfa46 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/quotas/56ced8d08e1944a793a8d08cd82dff39 HTTP/1.1" status: 200 len: 375 time: 0.0100155 Nov 02 17:24:27.635900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-3c1691cc-9b5d-4fb6-bb3e-fb71a33b9690 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479491 Nov 02 17:24:27.741890 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-03f2f327-cb9e-40b3-b2c7-07c0141569df service neutron] 10.222.0.31 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944347 Nov 02 17:24:27.846157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-e1098405-1103-40ff-bce4-21e04973932a service neutron] 10.222.0.31 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960939 Nov 02 17:24:28.014628 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-092eb09b-9f12-4746-a45f-2d55765816ac req-bacc2f1c-872d-4c7a-98c3-d5d01e8469f1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 210 time: 0.0286050 Nov 02 17:24:29.120707 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-9ffed689-f7ee-4182-97cf-faa7021a585d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:29.122284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-9ffed689-f7ee-4182-97cf-faa7021a585d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 815 time: 0.1450930 Nov 02 17:24:29.139865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'port': {'device_id': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'admin_state_up': True, 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:29.150223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8178870b-8664-4ff9-b5f2-c98777f1245e req-1228fd7c-ccdd-40ff-9c02-09cd9ee75965 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 210 time: 0.0406690 Nov 02 17:24:29.740595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Made reservation on behalf of 56ced8d08e1944a793a8d08cd82dff39 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:24:29.746611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:30.013325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Allocated IP 172.20.0.12 (6b471c52-6767-4f84-aaa6-6109ad7b3a52/6667e94e-8b67-44fa-aeb3-232e504e4334/d7454f4d-ef7f-4640-a805-2ad68e33081d) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:24:30.209637 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:30.262179 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:30.322564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd363690-d9f8-4518-b444-4a6db273b381 req-49b9531f-c1bd-4e38-9861-989af79e0f4b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:30.325931 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd363690-d9f8-4518-b444-4a6db273b381 req-49b9531f-c1bd-4e38-9861-989af79e0f4b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0694401 Nov 02 17:24:30.331893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:24:30.336413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:24:30.341760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:24:30.377903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:30.402545 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bd363690-d9f8-4518-b444-4a6db273b381 req-6e0d3e46-94bd-4712-9e2c-cb6321fab294 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661721 Nov 02 17:24:30.419639 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.420210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.420767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.421317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.421885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.434749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.435398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.435961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.436503 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.436985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.437465 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.437990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:30.472601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:30.473437 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:30.497009 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b461cdc2-727c-4390-bf75-3390319c10ff tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3634212 Nov 02 17:24:30.641804 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-26f4f4b1-7d28-4043-a5df-57d676ea6179 None None] Provisioning complete for port d7454f4d-ef7f-4640-a805-2ad68e33081d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:30.642407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-26f4f4b1-7d28-4043-a5df-57d676ea6179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:30.683803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-26f4f4b1-7d28-4043-a5df-57d676ea6179 None None] Port d7454f4d-ef7f-4640-a805-2ad68e33081d cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:24:31.592438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06a6a6-82b2-49f7-90f8-90753ecd2046 req-5eefa53b-9082-4d46-a778-dde5b3473b08 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:31.594431 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a06a6a6-82b2-49f7-90f8-90753ecd2046 req-5eefa53b-9082-4d46-a778-dde5b3473b08 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0859981 Nov 02 17:24:31.636125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a06a6a6-82b2-49f7-90f8-90753ecd2046 req-c7fa4483-b55e-4961-ab38-53f55431a295 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Nov 02 17:24:32.785592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd63d-c8c9-4693-a7ff-cc4a2e39e184 req-f4a222f4-6ab9-465d-847a-2e7e053efbd8 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:32.787179 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f71fd63d-c8c9-4693-a7ff-cc4a2e39e184 req-f4a222f4-6ab9-465d-847a-2e7e053efbd8 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0813715 Nov 02 17:24:32.833518 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f71fd63d-c8c9-4693-a7ff-cc4a2e39e184 req-ceff2740-7510-43b4-b7de-dbe0e5a5c568 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Nov 02 17:24:33.974466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18df8f-be9a-4e46-ba5a-d656399e89bd req-4cf04e77-1fde-4cdd-a2a9-de3719d3ecd7 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:33.976015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e18df8f-be9a-4e46-ba5a-d656399e89bd req-4cf04e77-1fde-4cdd-a2a9-de3719d3ecd7 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0577927 Nov 02 17:24:34.032421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9e18df8f-be9a-4e46-ba5a-d656399e89bd req-736769d0-2b59-459b-8051-bb4593039045 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Nov 02 17:24:35.200766 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766035d-acdf-468a-ae6e-1f1a7d5bfa89 req-ac396f3b-82ee-4847-8222-5209f91410f3 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:35.203757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b766035d-acdf-468a-ae6e-1f1a7d5bfa89 req-ac396f3b-82ee-4847-8222-5209f91410f3 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0811911 Nov 02 17:24:35.307893 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b766035d-acdf-468a-ae6e-1f1a7d5bfa89 req-ced79837-a96a-47da-9461-ba8f0f11d693 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950143 Nov 02 17:24:36.496308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699d3a-3915-4495-beeb-1212fe5de4c6 req-d10d5189-0a9d-45af-bcb5-21137a88c24d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:36.497878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71699d3a-3915-4495-beeb-1212fe5de4c6 req-d10d5189-0a9d-45af-bcb5-21137a88c24d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0828018 Nov 02 17:24:36.551899 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-71699d3a-3915-4495-beeb-1212fe5de4c6 req-77c77566-0e42-4919-b475-c7cdef4497b2 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Nov 02 17:24:37.728076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac526d-17e8-4a58-b6ad-88ed6846247a req-e0596cb6-7677-47b9-aca1-14ae3ae990a1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:37.731391 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbac526d-17e8-4a58-b6ad-88ed6846247a req-e0596cb6-7677-47b9-aca1-14ae3ae990a1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0921457 Nov 02 17:24:37.787751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbac526d-17e8-4a58-b6ad-88ed6846247a req-0afbb614-5c5e-4a9c-81d0-3fd3b22822d7 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Nov 02 17:24:38.743877 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-66d3ba15-caeb-49fc-86a6-42904c08069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:38.965582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24894d-f6ed-4599-ade4-d113614aec44 req-15b61b67-63dd-4045-9d96-4327f60e4fca tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:38.968378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be24894d-f6ed-4599-ade4-d113614aec44 req-15b61b67-63dd-4045-9d96-4327f60e4fca tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 932 time: 0.0643189 Nov 02 17:24:39.014161 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-be24894d-f6ed-4599-ade4-d113614aec44 req-f05b6dbc-1cc9-49a2-a272-9626d9f4d9ef tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Nov 02 17:24:39.536847 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Request body: {'port': {'device_id': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:39.607308 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:39.959829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7454f4d-ef7f-4640-a805-2ad68e33081d {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:24:39.968489 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:39.983733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Transition to ACTIVE for port object d7454f4d-ef7f-4640-a805-2ad68e33081d will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:24:39.988410 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:40.047948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:40.154378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Attempting to bind port d7454f4d-ef7f-4640-a805-2ad68e33081d on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:24:40.154713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Attempting to bind port d7454f4d-ef7f-4640-a805-2ad68e33081d by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:24:40.155040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Attempting to bind port d7454f4d-ef7f-4640-a805-2ad68e33081d on network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:40.160395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Port d7454f4d-ef7f-4640-a805-2ad68e33081d on network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:24:40.160870 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Attempting to bind port d7454f4d-ef7f-4640-a805-2ad68e33081d on network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:24:40.167966 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:24:40.168368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Checking segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:24:40.168873 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Bound using segment: {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:24:40.169428 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Bound port: d7454f4d-ef7f-4640-a805-2ad68e33081d, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c831e6fd-2f61-4717-959f-7989c46da53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:24:40.170114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:40.205315 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97dd0-307b-48c0-9786-f6e9bda8dd21 req-93b5161f-521c-4e1e-b38f-0423d22932a1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.207385 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6e97dd0-307b-48c0-9786-f6e9bda8dd21 req-93b5161f-521c-4e1e-b38f-0423d22932a1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 944 time: 0.0862117 Nov 02 17:24:40.253698 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:24:40.258633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:24:40.266069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f6e97dd0-307b-48c0-9786-f6e9bda8dd21 req-eb05c63b-f03b-4e12-a0cc-6f5d739ee615 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516393 Nov 02 17:24:40.267561 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:40.310734 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.311751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:40.313940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] 10.222.0.100 "PUT /v2.0/ports/d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 1092 time: 0.7823627 Nov 02 17:24:40.314658 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:24:40.317432 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fec082-738d-4456-941e-02af099cae61" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:24:40.351794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750d059-51e6-41e5-9e44-b9bf7587d53e service neutron] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:40.374986 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eddb7dc-6550-447f-910f-33d70b5a18dd x-openstack-request-id: req-0eddb7dc-6550-447f-910f-33d70b5a18dd {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:24:40.375277 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:24:40.375523 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eddb7dc-6550-447f-910f-33d70b5a18dd {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:24:40.376267 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'status': 'completed', 'code': 200} Nov 02 17:24:40.413374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-fcb3b760-450e-4866-ba50-01caf6aef592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.414741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-fcb3b760-450e-4866-ba50-01caf6aef592 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1095 time: 0.0508554 Nov 02 17:24:40.464137 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-b9fa2dbc-0c04-45b7-8eb8-72067ba97a29 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 217 time: 0.0409482 Nov 02 17:24:40.516844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-0fa1d9e0-5415-4405-8b80-a17b205ead13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.518751 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-0fa1d9e0-5415-4405-8b80-a17b205ead13 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0479243 Nov 02 17:24:40.567360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-062565f9-f8d0-43b0-b95e-5fdd0a47356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.568919 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-062565f9-f8d0-43b0-b95e-5fdd0a47356f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431378 Nov 02 17:24:40.671235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-90ccb7ec-fe31-41da-9e61-caf7e60f0229 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940180 Nov 02 17:24:40.770578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9f479366-b807-4e71-bd5a-3295e74b3fc6 req-7c8559fb-3a5a-4aaf-94e8-8b038002bea6 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911672 Nov 02 17:24:40.874526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec082-738d-4456-941e-02af099cae61 req-0ef9e5f8-3046-4db4-b199-7ccaa5dc6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.876479 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-0ef9e5f8-3046-4db4-b199-7ccaa5dc6f53 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1095 time: 0.0545375 Nov 02 17:24:40.971915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec082-738d-4456-941e-02af099cae61 req-a79eb943-ea7a-46a9-9db5-c8898cd71174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:40.977619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-a79eb943-ea7a-46a9-9db5-c8898cd71174 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.0898907 Nov 02 17:24:41.016840 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-9cdf08df-78d7-4723-b0d0-84ac945c4ad4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 217 time: 0.0354531 Nov 02 17:24:41.073731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec082-738d-4456-941e-02af099cae61 req-eb4d3ff5-deed-488b-9c27-dd8b89f168e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:41.075163 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-eb4d3ff5-deed-488b-9c27-dd8b89f168e1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0515332 Nov 02 17:24:41.124950 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec082-738d-4456-941e-02af099cae61 req-ea87e140-5b30-462f-b258-2a147f620def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:41.126529 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-ea87e140-5b30-462f-b258-2a147f620def service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434227 Nov 02 17:24:41.215729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7201e24e-222f-48ca-95f0-6861b025e3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:41.221958 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-27c8b263-cbc7-4523-930d-b592bb8cbd1c service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 Nov 02 17:24:41.326411 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-44fec082-738d-4456-941e-02af099cae61 req-c7c0ac19-9fb2-4e9a-babb-839a6f3c20f0 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957980 Nov 02 17:24:41.388486 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3774ed-8893-4fa0-a0cd-95730307f630 req-eae68ce1-cf17-4231-80fc-d9557417ea77 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:41.390110 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b3774ed-8893-4fa0-a0cd-95730307f630 req-eae68ce1-cf17-4231-80fc-d9557417ea77 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 944 time: 0.0526407 Nov 02 17:24:41.393824 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:41.434853 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b3774ed-8893-4fa0-a0cd-95730307f630 req-51e4d2ca-9d26-4362-8641-ecaa13392c7b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Nov 02 17:24:42.555668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715844-4a87-4b6d-af5e-87294daabc66 req-88a6764b-7cfb-49cf-8cee-36871a9ba82f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:42.558104 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83715844-4a87-4b6d-af5e-87294daabc66 req-88a6764b-7cfb-49cf-8cee-36871a9ba82f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 944 time: 0.0544374 Nov 02 17:24:42.601128 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-83715844-4a87-4b6d-af5e-87294daabc66 req-82ed3cf8-a2a5-48e4-86c7-694b6666216b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Nov 02 17:24:42.797654 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:43.384430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7454f4d-ef7f-4640-a805-2ad68e33081d details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:24:43.481165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:43.492481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'port_id': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'mac_address': 'fa:16:3e:61:80:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:24:43.533263 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:43.547050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7454f4d-ef7f-4640-a805-2ad68e33081d {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:24:43.567036 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:43.571195 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:43.619711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:43.627339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.627621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.627960 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.628308 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.628623 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.628952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.629274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.629593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.629912 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.630267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.630586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.630903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:24:43.731706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01701bbb-411d-4a0e-89b1-f1fb97f7e42f req-d87d3c38-2f60-4521-859a-8b0c38a689dd tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:43.733381 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01701bbb-411d-4a0e-89b1-f1fb97f7e42f req-d87d3c38-2f60-4521-859a-8b0c38a689dd tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 945 time: 0.0616138 Nov 02 17:24:43.772736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-01701bbb-411d-4a0e-89b1-f1fb97f7e42f req-4043d0e4-f182-4887-a628-6da54c608de9 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Nov 02 17:24:43.785919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7454f4d-ef7f-4640-a805-2ad68e33081d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:24:43.957304 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:44.926683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624914ec-26c1-4560-ab7f-78b09841ebcf req-b0d83665-a298-48a6-aebb-84286efa92c6 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:44.933845 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-624914ec-26c1-4560-ab7f-78b09841ebcf req-b0d83665-a298-48a6-aebb-84286efa92c6 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 945 time: 0.0803883 Nov 02 17:24:44.982085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-624914ec-26c1-4560-ab7f-78b09841ebcf req-7601a305-46c4-4702-944e-3ab700c8135d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Nov 02 17:24:45.397376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7454f4d-ef7f-4640-a805-2ad68e33081d up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:24:45.454148 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port d7454f4d-ef7f-4640-a805-2ad68e33081d completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:24:45.459336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port d7454f4d-ef7f-4640-a805-2ad68e33081d triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:24:45.460159 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:45.553580 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:45.586389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:24:45.589022 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9809e8-0ee1-4fc7-9654-d58db38b748f" -d '{"events": [{"server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "name": "network-vif-plugged", "status": "completed", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:24:45.604125 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:24:45.609249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:45.653330 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5761983-5654-4514-b76f-1528bdd559a3 x-openstack-request-id: req-b5761983-5654-4514-b76f-1528bdd559a3 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:24:45.653583 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "name": "network-vif-plugged", "status": "completed", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:24:45.653801 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5761983-5654-4514-b76f-1528bdd559a3 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:24:45.654216 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'code': 200} Nov 02 17:24:45.664130 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:24:45.754997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daaf51-1140-435b-8aa8-cdc239d7bbb2 req-32e5c9ab-07d9-4cf3-b8f2-a0d71ffc9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:45.756531 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21daaf51-1140-435b-8aa8-cdc239d7bbb2 req-32e5c9ab-07d9-4cf3-b8f2-a0d71ffc9c52 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1097 time: 0.0479760 Nov 02 17:24:45.795397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-21daaf51-1140-435b-8aa8-cdc239d7bbb2 req-da18e63d-fb39-41e9-9193-fde546641133 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Nov 02 17:24:46.115342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6246-2037-4532-bea1-c0722405f292 req-76501d82-388b-4a10-90d9-de1d1399d775 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:46.117221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-460f6246-2037-4532-bea1-c0722405f292 req-76501d82-388b-4a10-90d9-de1d1399d775 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0616946 Nov 02 17:24:46.158286 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-460f6246-2037-4532-bea1-c0722405f292 req-37e2317b-d904-4ef4-be30-9e3eee827ee6 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Nov 02 17:24:47.282846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ff5cd-282b-423f-b9aa-4c3e51065f0b req-3868869e-4f2e-42b2-881a-5d4be66579e6 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:47.284504 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-367ff5cd-282b-423f-b9aa-4c3e51065f0b req-3868869e-4f2e-42b2-881a-5d4be66579e6 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0554595 Nov 02 17:24:47.323694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-367ff5cd-282b-423f-b9aa-4c3e51065f0b req-afb62151-dde9-4576-b4cb-24af13584044 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Nov 02 17:24:47.448502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b568c-aacf-4d5e-b4a5-db59b63f79d8 req-6e7058a7-e15c-4faf-b23e-1b4d4a041952 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:47.450034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da7b568c-aacf-4d5e-b4a5-db59b63f79d8 req-6e7058a7-e15c-4faf-b23e-1b4d4a041952 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0565686 Nov 02 17:24:47.493803 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-da7b568c-aacf-4d5e-b4a5-db59b63f79d8 req-c3204918-4aa7-47ee-a5a3-363c7c1eb510 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371058 Nov 02 17:24:47.692559 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0da1d-113f-4ac0-81a7-5ab0dc824ea7 req-db21b4e8-02b5-443d-96ec-78295793d987 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:47.694053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86b0da1d-113f-4ac0-81a7-5ab0dc824ea7 req-db21b4e8-02b5-443d-96ec-78295793d987 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0499969 Nov 02 17:24:47.736940 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86b0da1d-113f-4ac0-81a7-5ab0dc824ea7 req-c162e364-b7f2-4cce-bb7e-31b1d31a8029 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365336 Nov 02 17:24:48.023961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:53.574482 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:59.581252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db384-6444-4827-aa64-264d3fb05e2e req-06e59b9c-922b-4810-9521-ffd8a30489ee tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:59.582964 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc3db384-6444-4827-aa64-264d3fb05e2e req-06e59b9c-922b-4810-9521-ffd8a30489ee tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0642664 Nov 02 17:24:59.631147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fc3db384-6444-4827-aa64-264d3fb05e2e req-bd8b495e-f157-453f-ab9a-65c7888eb77a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Nov 02 17:24:59.655568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50166) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:59.801020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a96e6-fc89-41d9-bc7d-bb02da14de80 tempest-TestMinimumBasicScenario-1132825552 tempest-TestMinimumBasicScenario-1132825552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:24:59.802602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6a1a96e6-fc89-41d9-bc7d-bb02da14de80 tempest-TestMinimumBasicScenario-1132825552 tempest-TestMinimumBasicScenario-1132825552-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1092 time: 0.1457086 Nov 02 17:24:59.806682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50170) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:24:59.811467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:24:59.837692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:24:59.944214 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:00.073746 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:25:00.089974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Allocated IP 172.25.7.241 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/6404e8d8-dfdc-4616-8062-44546e64188f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:25:00.276695 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:00.323360 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:00.372375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:25:00.375894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:25:00.384289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:25:00.388523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'Port': ['ID=6404e8d8-dfdc-4616-8062-44546e64188f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:00.874157 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.000548 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.200820 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.206317 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.281797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'Port': ['ID=6404e8d8-dfdc-4616-8062-44546e64188f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:01.294815 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.436600 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Floating IP 380433c0-cf99-49d8-ad72-89cf8ccdf0d7 associated. External IP: 172.25.7.241, port: d7454f4d-ef7f-4640-a805-2ad68e33081d. Nov 02 17:25:01.725915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Router 735fd5f3-0f30-42fc-8913-cca2714971de has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:25:01.850275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:25:01.862004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f237af-60bf-4646-a797-e96968614acb None None] Sync routers for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:25:01.874095 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:25:01.874759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:25:01.877943 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.911741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d08bce76-3663-459f-8433-901f6f49896a tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1037416 Nov 02 17:25:01.912571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:25:01.916402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50172) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:01.917243 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e307415-4a08-4d7b-8f68-2c17821efc04" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:25:01.921311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86319579', 'description': 'tempest-secgroup-smoke-86319579 description', 'project_id': '56ced8d08e1944a793a8d08cd82dff39'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:01.951119 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:01.980291 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c26ad59-c3a7-47d5-9725-1c05575037a0 x-openstack-request-id: req-8c26ad59-c3a7-47d5-9725-1c05575037a0 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:25:01.980621 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:25:01.980910 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c26ad59-c3a7-47d5-9725-1c05575037a0 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:25:01.981346 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'status': 'completed', 'code': 200} Nov 02 17:25:02.010855 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:25:02.046543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-7915eafe-6f6b-4d70-a2c3-7c5afc05c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:02.048192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-7915eafe-6f6b-4d70-a2c3-7c5afc05c2f0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1097 time: 0.0452564 Nov 02 17:25:02.071548 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.079038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.109215 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.110765 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1932135 Nov 02 17:25:02.113651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50176) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:02.119736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group_rule': {'security_group_id': 'edbe8629-6a93-4f37-a5c4-53e3cae368c7', 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:02.124011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbe8629-6a93-4f37-a5c4-53e3cae368c7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:02.132038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.132474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.132890 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.133299 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.134620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.135047 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.135452 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.135859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.136261 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.136650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.137186 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.137515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3237b8-7d67-42c0-8df1-3413b5012e3b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:25:02.156556 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.233110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-fd949e99-ae65-4e04-b9c8-dac14576b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:02.234614 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-fd949e99-ae65-4e04-b9c8-dac14576b9b1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.1791854 Nov 02 17:25:02.308067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.312254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.341689 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '380433c0-cf99-49d8-ad72-89cf8ccdf0d7', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'port_id': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'mac_address': 'fa:16:3e:61:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:25:00Z', 'updated_at': '2021-11-02T17:25:00Z', 'revision_number': 0, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:25:02.350182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954600f7-61ab-4e83-beee-719c322914ba,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:02.355570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-e9920cbb-897f-4ca4-8e7c-231efaa24612 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 1000 time: 0.1080823 Nov 02 17:25:02.362928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.364130 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9eed6984-2f0e-49b5-a30f-ce791799023c tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493260 Nov 02 17:25:02.366919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50178) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:02.372052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group_rule': {'security_group_id': 'edbe8629-6a93-4f37-a5c4-53e3cae368c7', 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:02.379500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f237af-60bf-4646-a797-e96968614acb None None] Checking router: 735fd5f3-0f30-42fc-8913-cca2714971de for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:25:02.388311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:25:02.388931 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:24:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:25:02.404130 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.440175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-1efa5855-62ce-4807-a223-0e64ac051a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:02.441746 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-1efa5855-62ce-4807-a223-0e64ac051a1c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0765939 Nov 02 17:25:02.467431 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.473354 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.496661 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317251b7-91e4-4b21-8193-7660eb632f6b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:02.510561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.511858 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9d2f1ef9-3697-4360-a8fd-71fdc4688ad1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438880 Nov 02 17:25:02.515262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50180) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:02.521446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group_rule': {'security_group_id': 'edbe8629-6a93-4f37-a5c4-53e3cae368c7', 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:02.526577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-4b719c88-4046-44a3-8b00-6c9b1bafd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:02.529238 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-4b719c88-4046-44a3-8b00-6c9b1bafd208 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786533 Nov 02 17:25:02.543984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:25:02.562772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.655223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.660840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.688079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072b47eb-c90a-46fe-81fa-70575ef73696,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:02.690695 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-a623e3d2-7b2b-472e-ac11-94fca052e9e7 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521652 Nov 02 17:25:02.703708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.709781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3f81caaf-7f41-429b-a3f7-9f0b9605db3f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888962 Nov 02 17:25:02.710089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50182) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:02.727851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group_rule': {'security_group_id': 'edbe8629-6a93-4f37-a5c4-53e3cae368c7', 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:02.830671 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.862731 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7e307415-4a08-4d7b-8f68-2c17821efc04 req-9fe47601-16c1-461a-8e83-b826e493ef68 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655927 Nov 02 17:25:02.904955 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.910624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.931269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be83cdb-86ec-4d88-9957-0574691d8fc0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:02.941656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:02.942939 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e3ca38ce-c4fa-41c5-a2a6-038cb51c6a2e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319472 Nov 02 17:25:02.947356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50184) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:02.952308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group_rule': {'security_group_id': 'edbe8629-6a93-4f37-a5c4-53e3cae368c7', 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:02.976578 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Project 56ced8d08e1944a793a8d08cd82dff39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:25:02.982804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.044945 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b0f237af-60bf-4646-a797-e96968614acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '380433c0-cf99-49d8-ad72-89cf8ccdf0d7', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'port_id': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'mac_address': 'fa:16:3e:61:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:25:00Z', 'updated_at': '2021-11-02T17:25:00Z', 'revision_number': 0, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:25:03.063119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.067555 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.088731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff02a66e-195d-4961-8e5b-7fcd27549075,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:03.097306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.101560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b840af1b-141c-42e7-9e35-b7ca56fd3007 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500056 Nov 02 17:25:03.101675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f237af-60bf-4646-a797-e96968614acb None None] The sync data for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 is: [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '380433c0-cf99-49d8-ad72-89cf8ccdf0d7', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'port_id': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'mac_address': 'fa:16:3e:61:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:25:00Z', 'updated_at': '2021-11-02T17:25:00Z', 'revision_number': 0, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:25:03.101845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50186) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:25:03.107483 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'security_group_rule': {'security_group_id': 'edbe8629-6a93-4f37-a5c4-53e3cae368c7', 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:03.136140 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Project 56ced8d08e1944a793a8d08cd82dff39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:25:03.142192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.232500 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.239420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.272943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30869a2d-c9ee-4baf-ae55-bd35e1797ef7,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:03.287326 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.289539 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-14008463-4f3f-464f-8ece-210da99d4247 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861274 Nov 02 17:25:03.356518 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840e9d4-2287-4118-8d50-e72277e169e0 None None] New status for floating IP 380433c0-cf99-49d8-ad72-89cf8ccdf0d7: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:25:03.445484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-fcb3e30a-5f5a-4c23-822c-be4361d4b1e1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86319579&fields=id&tenant_id=56ced8d08e1944a793a8d08cd82dff39 HTTP/1.1" status: 200 len: 267 time: 0.0838590 Nov 02 17:25:03.526449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-dc0037b4-5753-4c5f-a4a1-aaa8f0660641 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:03.528451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-dc0037b4-5753-4c5f-a4a1-aaa8f0660641 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0732069 Nov 02 17:25:03.552758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'port': {'security_groups': ['d793ffde-5cf1-43d5-b67c-9f4320acf8e5', 'edbe8629-6a93-4f37-a5c4-53e3cae368c7']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:25:03.657260 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.942471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:25:03.984488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:03.992222 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:04.005499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7454f4d-ef7f-4640-a805-2ad68e33081d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:25:04.074249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:04.075315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:04.077755 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4ca857c2-f245-4f3b-b8ba-b4c6419d56db req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "PUT /v2.0/ports/d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 982 time: 0.5329289 Nov 02 17:25:04.078666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:25:04.138247 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6c858-b9ed-48e6-9a64-4caef57a7bae tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=6']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:25:04.198188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7454f4d-ef7f-4640-a805-2ad68e33081d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:25:04.346780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6df40-fdbb-4841-ac76-817334d1f7b7 req-9bd5a8f9-75be-40fc-bba1-8a3ba75bbd5b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:04.348428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cf6df40-fdbb-4841-ac76-817334d1f7b7 req-9bd5a8f9-75be-40fc-bba1-8a3ba75bbd5b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.1362417 Nov 02 17:25:04.369510 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:25:04.448413 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9cf6df40-fdbb-4841-ac76-817334d1f7b7 req-c11a4015-312f-4b8a-9f9e-7a356ad7b554 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0895090 Nov 02 17:25:04.546677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ca0d5eb3-bcab-436d-bb4e-067a57c793d7 None None] Provisioning complete for port d7454f4d-ef7f-4640-a805-2ad68e33081d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:25:04.547058 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5eb3-bcab-436d-bb4e-067a57c793d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:04.561628 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75af453c-ceb0-4a67-93d9-d467a7d273d2 x-openstack-request-id: req-75af453c-ceb0-4a67-93d9-d467a7d273d2 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:25:04.561982 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:25:04.562827 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75af453c-ceb0-4a67-93d9-d467a7d273d2 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:25:04.563559 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'status': 'completed', 'code': 200} Nov 02 17:25:04.639843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-707ae917-043d-4e93-9cab-99b195320e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:04.641883 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-707ae917-043d-4e93-9cab-99b195320e68 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1136 time: 0.0541608 Nov 02 17:25:04.764325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-12f59890-cf45-48fc-868b-fc4633f47afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:04.767204 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-12f59890-cf45-48fc-868b-fc4633f47afe service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.1179092 Nov 02 17:25:05.194320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-4563521a-025e-49c0-9e73-fbeb5729f87e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 1002 time: 0.4184036 Nov 02 17:25:05.252872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-2d4652c9-c9b4-45ef-90d3-8960059c053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:05.254444 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-2d4652c9-c9b4-45ef-90d3-8960059c053e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0521200 Nov 02 17:25:05.318590 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-ac901241-01b4-46a5-931a-021b96c92d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:05.321970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-ac901241-01b4-46a5-931a-021b96c92d3b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587845 Nov 02 17:25:05.419901 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-2ddf6260-22d9-4c0f-b340-3ead4c71822e service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888176 Nov 02 17:25:05.523673 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3e6ba8f2-bc36-45ca-b4dc-46c490c1d521 req-d123a2fd-fcef-44b2-8385-4879ac3251ee service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950878 Nov 02 17:25:08.746422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b03d-1e1a-4181-89ff-2f0f4c000984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:11.220890 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-24fa5195-1158-45c6-837d-765bf2daba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:11.396856 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:12.809934 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:13.962988 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:18.018216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:21.666547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-f4e05fae-e9dc-4784-9d1f-e29d493ce747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:21.668129 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-f4e05fae-e9dc-4784-9d1f-e29d493ce747 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1136 time: 0.0607290 Nov 02 17:25:21.674529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaaf4d-4cc9-454e-bd92-e51b6ddbcfed req-297cd8d4-ded9-4b5d-939c-d358ceb6adc3 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:21.677867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7adaaf4d-4cc9-454e-bd92-e51b6ddbcfed req-297cd8d4-ded9-4b5d-939c-d358ceb6adc3 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0760753 Nov 02 17:25:21.742555 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7adaaf4d-4cc9-454e-bd92-e51b6ddbcfed req-6b10a863-f0f4-4e31-a7e1-e69f368190c0 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0587308 Nov 02 17:25:21.795098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-e54299f4-064b-4fbc-bdc0-a2e3ef68f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:21.796630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-e54299f4-064b-4fbc-bdc0-a2e3ef68f999 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.1215444 Nov 02 17:25:21.874443 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-5fde2460-5283-44df-9b18-87446ff3099e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 1002 time: 0.0696504 Nov 02 17:25:21.939646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-d7b7247a-81bc-42cb-aa34-e58c0a0b4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:21.941072 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-d7b7247a-81bc-42cb-aa34-e58c0a0b4872 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0592835 Nov 02 17:25:22.001776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-c5461619-2dc9-477d-b331-98675847be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:22.004432 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-c5461619-2dc9-477d-b331-98675847be85 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538242 Nov 02 17:25:22.125132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-62d10bc7-4189-46e2-8266-aa908cdcb2ac service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128767 Nov 02 17:25:22.228836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-91e7a38c-8c80-4a3f-a126-79a81d6d1d36 req-b5afab0b-4b1d-4493-a3c6-4573383fa0fa service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942779 Nov 02 17:25:22.888419 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598bdf2-0235-4853-8a01-6a53826b6fbf req-ab4d7d8f-8656-4bed-8705-5aa7551f0380 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:22.890076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b598bdf2-0235-4853-8a01-6a53826b6fbf req-ab4d7d8f-8656-4bed-8705-5aa7551f0380 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0560706 Nov 02 17:25:22.947589 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b598bdf2-0235-4853-8a01-6a53826b6fbf req-1c0bbeb9-8fe7-45e0-9386-3010d5fd243e tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0498097 Nov 02 17:25:23.601405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:24.115728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede86c-f4e5-4f0a-b04f-b6f40e4fe184 req-f8f54c41-4046-4999-a945-f94b8990f678 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:24.117971 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faede86c-f4e5-4f0a-b04f-b6f40e4fe184 req-f8f54c41-4046-4999-a945-f94b8990f678 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0573366 Nov 02 17:25:24.162411 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-faede86c-f4e5-4f0a-b04f-b6f40e4fe184 req-bb356a01-a789-4762-a7f5-63ab681067c2 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0376308 Nov 02 17:25:25.306874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c7833-a670-449b-8231-a0fdc842970d req-c81d923a-788a-4383-8132-ec52fe584150 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:25.308535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea9c7833-a670-449b-8231-a0fdc842970d req-c81d923a-788a-4383-8132-ec52fe584150 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0635388 Nov 02 17:25:25.380561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ea9c7833-a670-449b-8231-a0fdc842970d req-43e5465c-03c3-495b-b32d-7a39fa97db17 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0648363 Nov 02 17:25:26.535884 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f65d2-210e-4693-a097-6a31a49f1839 req-dee9010a-99de-4e97-8056-5e03014ba7a5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:26.537865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c6f65d2-210e-4693-a097-6a31a49f1839 req-dee9010a-99de-4e97-8056-5e03014ba7a5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0711653 Nov 02 17:25:26.586832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c6f65d2-210e-4693-a097-6a31a49f1839 req-65f4ccb1-aa89-443f-bf5a-281131b36f25 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0409048 Nov 02 17:25:27.720224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe5a21-4641-4699-923a-8639bcebbe8a req-90885c3b-06ed-4428-bd85-3f30df63a299 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:27.722000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89fe5a21-4641-4699-923a-8639bcebbe8a req-90885c3b-06ed-4428-bd85-3f30df63a299 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0592418 Nov 02 17:25:27.769891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89fe5a21-4641-4699-923a-8639bcebbe8a req-e0399752-d4c7-4e7e-9a93-8b6f06335398 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390775 Nov 02 17:25:28.908958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90448495-68b9-4ad7-a433-c899d35edf79 req-67f92f14-eaa2-4afb-9ddf-96f0724f9336 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:28.910498 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90448495-68b9-4ad7-a433-c899d35edf79 req-67f92f14-eaa2-4afb-9ddf-96f0724f9336 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0548317 Nov 02 17:25:28.953356 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-90448495-68b9-4ad7-a433-c899d35edf79 req-81b48b65-ece3-409f-b423-da12bdfe1e21 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0354638 Nov 02 17:25:30.099376 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcb3b-1cfa-4a49-91f9-e425c08819d1 req-0f6503aa-4a9f-4422-9e9d-30d1819b8c81 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:30.101015 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775fcb3b-1cfa-4a49-91f9-e425c08819d1 req-0f6503aa-4a9f-4422-9e9d-30d1819b8c81 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0664353 Nov 02 17:25:30.150290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-775fcb3b-1cfa-4a49-91f9-e425c08819d1 req-f16e911a-af98-4175-a32d-91a1522020bf tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393097 Nov 02 17:25:31.280565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f00fe-a02b-4f39-92fc-a36e48c466b8 req-591ce0f4-732c-408e-aa45-c54d1a42250b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:31.282118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-146f00fe-a02b-4f39-92fc-a36e48c466b8 req-591ce0f4-732c-408e-aa45-c54d1a42250b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0559616 Nov 02 17:25:31.324844 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-146f00fe-a02b-4f39-92fc-a36e48c466b8 req-a092ccae-a5e7-45c9-8960-35eb6e143825 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352180 Nov 02 17:25:32.454344 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ce02-4ec6-4eb9-a1d2-dc41d5495b56 req-a888177d-20f2-43d1-b82b-3d5b783e4579 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:32.455866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce73ce02-4ec6-4eb9-a1d2-dc41d5495b56 req-a888177d-20f2-43d1-b82b-3d5b783e4579 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0580513 Nov 02 17:25:32.511923 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ce73ce02-4ec6-4eb9-a1d2-dc41d5495b56 req-9d8d332e-931b-4ecd-b8e4-c84a76f97732 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0469327 Nov 02 17:25:33.647718 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676e7dc-df4b-426c-aaab-bb2a3e4255ab req-9bac38ce-b41a-4d47-a296-c769bd226fb1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:33.649281 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6676e7dc-df4b-426c-aaab-bb2a3e4255ab req-9bac38ce-b41a-4d47-a296-c769bd226fb1 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0562274 Nov 02 17:25:33.689850 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6676e7dc-df4b-426c-aaab-bb2a3e4255ab req-864b3ad8-15f8-493a-b8b5-a0de632f0813 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=edbe8629-6a93-4f37-a5c4-53e3cae368c7&id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342269 Nov 02 17:25:37.074485 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:25:38.751164 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e1083664-a9e2-47a2-90de-e99f7a92e69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:40.301412 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-cf29c0b9-f337-4adc-8c34-ae393dfe8d36 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527594 Nov 02 17:25:40.398405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-f4c0f44d-b48c-408d-99f2-f4f8725e1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:40.401077 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-f4c0f44d-b48c-408d-99f2-f4f8725e1e59 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1136 time: 0.0489411 Nov 02 17:25:40.524797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-e02b393c-6167-464e-9d13-498184833ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:40.527103 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-e02b393c-6167-464e-9d13-498184833ac5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.1051691 Nov 02 17:25:40.611068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-d16d694b-73e2-4b7f-9227-cecac4b6fb3e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 1002 time: 0.0768011 Nov 02 17:25:40.677391 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-c0a576af-ccaa-4727-9113-9c108c63561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:40.678991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-c0a576af-ccaa-4727-9113-9c108c63561e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0599370 Nov 02 17:25:40.737632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-adf7bc10-603b-4643-b757-7b1c6c59a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:25:40.739284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-adf7bc10-603b-4643-b757-7b1c6c59a9d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525310 Nov 02 17:25:40.865228 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-e4fe27d0-e9ae-425d-bab9-80837ef85e5e service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159384 Nov 02 17:25:40.988178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-262728f8-a1b7-4c2a-b407-75535fb8e9bf req-dac8ba69-0659-4781-9925-f5e77faed85d service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139898 Nov 02 17:25:41.227306 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecd1-4626-44ea-aee7-e40ecee8ee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:41.402449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:42.808321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:43.964853 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:48.040815 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:25:50.678416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-8710b953-3e5b-458e-8b01-5493b8da4b65 req-a7cacb36-e175-4873-86dc-6666c3003bd3 tempest-ServerDiskConfigTestJSON-1727611925 tempest-ServerDiskConfigTestJSON-1727611925-project] (102065) timed out ('10.222.0.100', 57859) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:25:53.597606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.155046 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-345ae51a-1a8e-4ec3-86be-616788eabdfb tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86319579&fields=id&tenant_id=56ced8d08e1944a793a8d08cd82dff39 HTTP/1.1" status: 200 len: 267 time: 0.0913980 Nov 02 17:26:06.212046 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-72e04369-11ce-4f33-a98e-f0df19ed00df tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:06.213837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-72e04369-11ce-4f33-a98e-f0df19ed00df tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 985 time: 0.0528586 Nov 02 17:26:06.226055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Request body: {'port': {'security_groups': ['d793ffde-5cf1-43d5-b67c-9f4320acf8e5']}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:06.297654 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.495222 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:06.534911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.541233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.557310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7454f4d-ef7f-4640-a805-2ad68e33081d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:26:06.616585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:06.617652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.620171 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8856a57c-3b9e-46d9-9c07-900da8c25322 req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "PUT /v2.0/ports/d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 943 time: 0.3989389 Nov 02 17:26:06.620950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:26:06.625346 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f347e-a556-4426-96fa-efada28ff7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:26:06.630378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50246) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:06.691572 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event updated for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=7']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:06.705566 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.706174 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.706931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.707488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.708044 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.708581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.709121 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.709706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.710809 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.711449 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.712155 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.712710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d6b1-16fc-4b13-b9bf-9f50beb12b1b tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:06.745932 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7454f4d-ef7f-4640-a805-2ad68e33081d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:26:06.752493 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e037c-72a9-4309-b293-484469ede3b1 x-openstack-request-id: req-e36e037c-72a9-4309-b293-484469ede3b1 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:26:06.752921 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:26:06.753510 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e36e037c-72a9-4309-b293-484469ede3b1 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:26:06.754447 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'status': 'completed', 'code': 200} Nov 02 17:26:06.766758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.842228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:06.892822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-8a25c23e-e1ce-4cfa-9348-cbfea808dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:06.893836 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-8a25c23e-e1ce-4cfa-9348-cbfea808dd8f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1097 time: 0.1107926 Nov 02 17:26:07.017131 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.019783 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.020943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "DELETE /v2.0/security-groups/edbe8629-6a93-4f37-a5c4-53e3cae368c7 HTTP/1.1" status: 204 len: 168 time: 0.3891962 Nov 02 17:26:07.025896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50248) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:07.036216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-82767f32-b967-4e10-9d56-8d22927526bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:07.038853 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-82767f32-b967-4e10-9d56-8d22927526bb service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.1321907 Nov 02 17:26:07.040924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbe8629-6a93-4f37-a5c4-53e3cae368c7,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:07.045218 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fd24e344-7a76-43db-af17-178eb56d97dd None None] Provisioning complete for port d7454f4d-ef7f-4640-a805-2ad68e33081d triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:07.045892 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fd24e344-7a76-43db-af17-178eb56d97dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.059678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.060270 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.060838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.061400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.061948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.062525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.063055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.063625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.064276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.064838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.065406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.066007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfa03-23ed-47c6-8152-677d6ef1b7f5 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:07.138759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-1f8bfb20-c5db-444b-b604-d3f464ae5c21 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 1002 time: 0.0902197 Nov 02 17:26:07.202198 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-0a81edd7-2d56-4b04-ab9b-536e09a916de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:07.203825 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-0a81edd7-2d56-4b04-ab9b-536e09a916de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0558145 Nov 02 17:26:07.261203 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Deleting port 6404e8d8-dfdc-4616-8062-44546e64188f {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:07.262072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.265469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-9445684a-08ec-44d2-8bb5-b6442441983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:07.267259 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-9445684a-08ec-44d2-8bb5-b6442441983f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539653 Nov 02 17:26:07.283942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-b0849337-360d-4b43-8d1a-ce15ed3287fe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:26:07.284987 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-b0849337-360d-4b43-8d1a-ce15ed3287fe service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062385 Nov 02 17:26:07.364321 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.364678 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.383662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Calling delete_port for 6404e8d8-dfdc-4616-8062-44546e64188f owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:07.407365 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-01afae48-9b82-4acd-867b-39607ed36e1a service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145363 Nov 02 17:26:07.522289 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fd2f347e-a556-4426-96fa-efada28ff7e2 req-9e7b3e54-5f3f-4aee-a313-7be03e9ae481 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072083 Nov 02 17:26:07.596687 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.642195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event deleted for resources: {'Port': ['ID=6404e8d8-dfdc-4616-8062-44546e64188f,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:07.740815 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:07.741417 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Floating IP 380433c0-cf99-49d8-ad72-89cf8ccdf0d7 disassociated (deleted). External IP: 172.25.7.241, port: d7454f4d-ef7f-4640-a805-2ad68e33081d. Nov 02 17:26:07.969673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Router 735fd5f3-0f30-42fc-8913-cca2714971de has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:26:08.087089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:26:08.092204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:08.099735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] Sync routers for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:26:08.110779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:08.111803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:08.124200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-72a00650-2925-4ba1-883e-2662a7248a4d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "DELETE /v2.0/floatingips/380433c0-cf99-49d8-ad72-89cf8ccdf0d7 HTTP/1.1" status: 204 len: 168 time: 1.0964594 Nov 02 17:26:08.243195 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:08.519900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:08.547175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] Checking router: 735fd5f3-0f30-42fc-8913-cca2714971de for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:26:08.556571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:08.557191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:25:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:08.668615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:08.755590 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:26:08.758254 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bb167-cebf-4973-9e3e-49290ebeb34d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:26:08.827234 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020bded6-69c9-4c9c-a014-4cfa24ad5a1c x-openstack-request-id: req-020bded6-69c9-4c9c-a014-4cfa24ad5a1c {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:26:08.827471 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:26:08.827911 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-020bded6-69c9-4c9c-a014-4cfa24ad5a1c {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:26:08.828350 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'status': 'completed', 'code': 200} Nov 02 17:26:08.828763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3024f641-0894-4fed-b602-1d728fe1e700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:08.901726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-bdf1815e-c7ca-4df5-a830-fceeca31273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:08.903318 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-bdf1815e-c7ca-4df5-a830-fceeca31273d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=56ced8d08e1944a793a8d08cd82dff39&device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 1097 time: 0.0504558 Nov 02 17:26:08.942116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:08.990527 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40080f5c-1b9b-48f9-9944-08fc75d4d1ee None None] The sync data for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 is: [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:24:10Z', 'revision_number': 4, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b4feacb4-d0b0-40bf-bfcd-8d66803815cb', 'name': '', 'network_id': '6b471c52-6767-4f84-aaa6-6109ad7b3a52', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'mac_address': 'fa:16:3e:9d:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:09Z', 'updated_at': '2021-11-02T17:24:15Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'subnets': [{'id': '6667e94e-8b67-44fa-aeb3-232e504e4334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:26:09.040949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-65ccba30-6fcd-422d-a20c-357fa83c4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:09.043190 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-65ccba30-6fcd-422d-a20c-357fa83c4b61 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 200 len: 916 time: 0.1197467 Nov 02 17:26:09.106513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-84c70a8a-ac43-4d8d-b474-d97033ee569f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 200 len: 217 time: 0.0485659 Nov 02 17:26:09.175958 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-1f7efe57-22d2-4cc5-a6d1-86af895f2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:09.177855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-1f7efe57-22d2-4cc5-a6d1-86af895f2250 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 200 len: 854 time: 0.0629449 Nov 02 17:26:09.239060 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-f2e38628-0b9e-4bdf-ad81-a535f8f43ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:09.240602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-f2e38628-0b9e-4bdf-ad81-a535f8f43ae9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b471c52-6767-4f84-aaa6-6109ad7b3a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513577 Nov 02 17:26:09.310052 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0c075-c987-445d-a348-adedb1dd6e17 None None] New status for floating IP 380433c0-cf99-49d8-ad72-89cf8ccdf0d7: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:26:09.371096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-cce52d20-9941-4bd1-b9c7-f81c1eef5164 service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215513 Nov 02 17:26:09.493019 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af0bb167-cebf-4973-9e3e-49290ebeb34d req-805f80f9-d90c-4953-a919-9721dc8deaaf service neutron] 10.222.0.100 "GET /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129835 Nov 02 17:26:11.229653 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a602-f379-4a03-b476-16f905f4ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:11.408967 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:12.811708 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:13.974929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:14.079618 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:26:17.638014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eac59-602d-428f-bcda-545d76c25ecc req-e031da72-8810-45ed-8851-a5661fb6f422 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:17.640756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b53eac59-602d-428f-bcda-545d76c25ecc req-e031da72-8810-45ed-8851-a5661fb6f422 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0876243 Nov 02 17:26:17.682616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b53eac59-602d-428f-bcda-545d76c25ecc req-5e254f47-f848-43b3-955f-89c071c5c8ba tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358512 Nov 02 17:26:18.032953 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:18.905746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f0e17-ed9f-4fba-994b-f24d346d79d8 req-d46ed2e6-ba45-4a2c-9ad5-348ed61f8296 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:18.907310 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b81f0e17-ed9f-4fba-994b-f24d346d79d8 req-d46ed2e6-ba45-4a2c-9ad5-348ed61f8296 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.1449070 Nov 02 17:26:18.948809 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b81f0e17-ed9f-4fba-994b-f24d346d79d8 req-79e6afff-4a85-40e8-9d11-ff0f3c1b3a46 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/security-groups?id=d793ffde-5cf1-43d5-b67c-9f4320acf8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 Nov 02 17:26:19.312043 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-b741e9b5-850e-4a21-a240-df82996ba297 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:19.313597 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-b741e9b5-850e-4a21-a240-df82996ba297 tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.100 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 946 time: 0.0525315 Nov 02 17:26:19.420177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Deleting port d7454f4d-ef7f-4640-a805-2ad68e33081d {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:19.420521 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:19.536085 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] For port d7454f4d-ef7f-4640-a805-2ad68e33081d, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=d7454f4d-ef7f-4640-a805-2ad68e33081d,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:19.536432 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:19.552040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Calling delete_port for d7454f4d-ef7f-4640-a805-2ad68e33081d owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:19.734608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:19.748313 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['d7454f4d-ef7f-4640-a805-2ad68e33081d'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:26:19.787460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Pushing event deleted for resources: {'Port': ['ID=d7454f4d-ef7f-4640-a805-2ad68e33081d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:19.859818 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] No DVR routers for this DVR port d7454f4d-ef7f-4640-a805-2ad68e33081d on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:26:19.863044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:19.866627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c82fed0-6bbd-4f70-b823-0d37facf4d81 req-dafb9e38-720d-42cb-a8e3-f79a50dc226d tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.100 "DELETE /v2.0/ports/d7454f4d-ef7f-4640-a805-2ad68e33081d HTTP/1.1" status: 204 len: 173 time: 0.5466402 Nov 02 17:26:19.867120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'name': 'network-vif-deleted', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:26:19.869631 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027f6598-6163-4f44-a4fe-8fee0ebe0991" -d '{"events": [{"server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "name": "network-vif-deleted", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:26:20.026691 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f75af25-1dfb-4a85-b4a3-a985263a938c x-openstack-request-id: req-7f75af25-1dfb-4a85-b4a3-a985263a938c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:26:20.027001 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f240f7-62f2-41ba-9cec-ccc913933819", "name": "network-vif-deleted", "tag": "d7454f4d-ef7f-4640-a805-2ad68e33081d", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:26:20.027258 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f75af25-1dfb-4a85-b4a3-a985263a938c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:26:20.027669 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f240f7-62f2-41ba-9cec-ccc913933819', 'name': 'network-vif-deleted', 'tag': 'd7454f4d-ef7f-4640-a805-2ad68e33081d', 'status': 'completed', 'code': 200} Nov 02 17:26:20.114019 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf5d4d01-71d3-44a4-99fe-89a2a38f62d3 req-8702b1b1-0836-478d-a24e-d9995213a16f tempest-TestMinimumBasicScenario-1784766646 tempest-TestMinimumBasicScenario-1784766646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f240f7-62f2-41ba-9cec-ccc913933819 HTTP/1.1" status: 200 len: 210 time: 0.0319133 Nov 02 17:26:21.867881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:22.279709 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:22.949498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Deleting port b4feacb4-d0b0-40bf-bfcd-8d66803815cb {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:22.950364 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:23.049881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] For port b4feacb4-d0b0-40bf-bfcd-8d66803815cb, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:23.050284 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:23.063844 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Calling delete_port for b4feacb4-d0b0-40bf-bfcd-8d66803815cb owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:23.275680 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:23.304665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4feacb4-d0b0-40bf-bfcd-8d66803815cb,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:23.548934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:23.633022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:23.862608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7454f4d-ef7f-4640-a805-2ad68e33081d no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:23.883187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: d7454f4d-ef7f-4640-a805-2ad68e33081d {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:23.883535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device d7454f4d-ef7f-4640-a805-2ad68e33081d not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:23.886037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Router 735fd5f3-0f30-42fc-8913-cca2714971de has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:26:24.043364 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:26:24.052367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-66b92cf0-8bd3-46bf-a5e4-3c6977274892 admin admin] 10.222.0.31 "PUT /v2.0/routers/735fd5f3-0f30-42fc-8913-cca2714971de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1831212 Nov 02 17:26:24.055839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50370) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:24.058989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] Sync routers for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:26:24.072059 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:24.072836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:24.199671 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:24.226754 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:24.377964 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:24.468601 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Deleting port cd78ef3f-19fc-4612-8140-a7ef25132869 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:24.469615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:24.498489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:26:23Z', 'revision_number': 5, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port': {'id': 'cd78ef3f-19fc-4612-8140-a7ef25132869', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:08Z', 'updated_at': '2021-11-02T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:24.546747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] Checking router: 735fd5f3-0f30-42fc-8913-cca2714971de for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:26:24.557306 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] Routers {'735fd5f3-0f30-42fc-8913-cca2714971de'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:24.558377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['735fd5f3-0f30-42fc-8913-cca2714971de'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:24.626657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] For port cd78ef3f-19fc-4612-8140-a7ef25132869, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=cd78ef3f-19fc-4612-8140-a7ef25132869,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:24.627210 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:24.647538 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Calling delete_port for cd78ef3f-19fc-4612-8140-a7ef25132869 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:24.671822 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] Set router 735fd5f3-0f30-42fc-8913-cca2714971de gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:24.762922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:26:24Z', 'revision_number': 6, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:24.812851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8a750-8476-4a04-b5db-59531d81b50e None None] The sync data for ids ['735fd5f3-0f30-42fc-8913-cca2714971de'] in n-d-811405-2 is: [{'id': '735fd5f3-0f30-42fc-8913-cca2714971de', 'name': 'tempest-TestMinimumBasicScenario-2099353649-router', 'tenant_id': '56ced8d08e1944a793a8d08cd82dff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:07Z', 'updated_at': '2021-11-02T17:26:24Z', 'revision_number': 6, 'project_id': '56ced8d08e1944a793a8d08cd82dff39', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:26:24.882963 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:24.913952 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd78ef3f-19fc-4612-8140-a7ef25132869,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:25.000390 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.117389 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.121335 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.179607 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.179607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735fd5f3-0f30-42fc-8913-cca2714971de {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:26:25.187329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.192577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bb205f24-fa06-49cb-939b-2c3dcf70527c admin admin] 10.222.0.31 "DELETE /v2.0/routers/735fd5f3-0f30-42fc-8913-cca2714971de HTTP/1.1" status: 204 len: 168 time: 1.1315813 Nov 02 17:26:25.192859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50372) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:25.279163 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Deleting subnet 6667e94e-8b67-44fa-aeb3-232e504e4334 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:26:25.284397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.349287 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.469271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.547466 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.596904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6667e94e-8b67-44fa-aeb3-232e504e4334,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:25.601542 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.605589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4eae4-366d-4a46-93ac-5b2140197d3c None None] Network 6b471c52-6767-4f84-aaa6-6109ad7b3a52 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:26:25.607876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-567f83e4-d1dd-4fa6-a46c-8e1797e407b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6667e94e-8b67-44fa-aeb3-232e504e4334 HTTP/1.1" status: 204 len: 168 time: 0.4125776 Nov 02 17:26:25.611349 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50374) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:25.675500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b4feacb4-d0b0-40bf-bfcd-8d66803815cb no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:25.708712 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b4feacb4-d0b0-40bf-bfcd-8d66803815cb {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:25.709894 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b4feacb4-d0b0-40bf-bfcd-8d66803815cb not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:25.734193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.829893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Deleting port bf0b9b14-e7b6-48a4-adbd-633993aa4553 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:25.830525 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.936289 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] For port bf0b9b14-e7b6-48a4-adbd-633993aa4553, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bf0b9b14-e7b6-48a4-adbd-633993aa4553,segment=NetworkSegment(c831e6fd-2f61-4717-959f-7989c46da53b),segment_id=c831e6fd-2f61-4717-959f-7989c46da53b)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:25.936897 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:25.964438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Calling delete_port for bf0b9b14-e7b6-48a4-adbd-633993aa4553 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:26.026727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] DHCP port deletion for 6b471c52-6767-4f84-aaa6-6109ad7b3a52 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:26:26.103653 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.131446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Deleting port bf0b9b14-e7b6-48a4-adbd-633993aa4553 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:26.132089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.150191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0b9b14-e7b6-48a4-adbd-633993aa4553,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:26.153457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] No DVR routers for this DVR port bf0b9b14-e7b6-48a4-adbd-633993aa4553 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:26:26.250234 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] For port bf0b9b14-e7b6-48a4-adbd-633993aa4553, host n-d-811405-2, got binding levels [] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:26.250892 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.276037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Calling delete_port for bf0b9b14-e7b6-48a4-adbd-633993aa4553 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:26.280651 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.281153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.ipam_backend_mixin [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Port bf0b9b14-e7b6-48a4-adbd-633993aa4553 was not found and therefore no delete operation was performed {{(pid=102067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 17:26:26.284090 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.306161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b471c52-6767-4f84-aaa6-6109ad7b3a52']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:26.317066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c831e6fd-2f61-4717-959f-7989c46da53b') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:26.317401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c831e6fd-2f61-4717-959f-7989c46da53b') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:26.329040 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Pushing event deleted for resources: {'Port': ['ID=bf0b9b14-e7b6-48a4-adbd-633993aa4553,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:26.329495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.344180 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] No DVR routers for this DVR port bf0b9b14-e7b6-48a4-adbd-633993aa4553 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:26:26.348657 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.349411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.350699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.351315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.351955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.352461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.353238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.353433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.354009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.354610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.355280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.355858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.356413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3a7a5-eb02-4f36-bc90-127ea80e149c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:26.367563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:26:26.368199 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:26:26.371290 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:26:26.447097 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.456302 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:26.462002 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6b471c52-6767-4f84-aaa6-6109ad7b3a52 HTTP/1.1" status: 204 len: 168 time: 0.8489709 Nov 02 17:26:26.466993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50376) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:26.480832 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209e2b4-110b-423d-932b-39c73058df5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b471c52-6767-4f84-aaa6-6109ad7b3a52,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:26.970443 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:27.239025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cd78ef3f-19fc-4612-8140-a7ef25132869 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:27.273953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: cd78ef3f-19fc-4612-8140-a7ef25132869 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:27.274570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device cd78ef3f-19fc-4612-8140-a7ef25132869 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:27.275417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bf0b9b14-e7b6-48a4-adbd-633993aa4553 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:27.285650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Deleting port 4e5c8c8b-95ed-42bf-be07-477542bbc653 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:27.285988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:27.296396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: bf0b9b14-e7b6-48a4-adbd-633993aa4553 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:27.296747 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bf0b9b14-e7b6-48a4-adbd-633993aa4553 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:27.382920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] For port 4e5c8c8b-95ed-42bf-be07-477542bbc653, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4e5c8c8b-95ed-42bf-be07-477542bbc653,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:27.383289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:27.400278 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Calling delete_port for 4e5c8c8b-95ed-42bf-be07-477542bbc653 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:27.672388 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:27.704157 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5c8c8b-95ed-42bf-be07-477542bbc653,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:27.920177 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:28.263948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Router e9660810-e7e7-4508-b10e-2f7f2034e5ca has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:26:28.750202 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:26:28.756891 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1687ae13-557d-413d-9b58-df67c0743bd6 admin admin] 10.222.0.31 "PUT /v2.0/routers/e9660810-e7e7-4508-b10e-2f7f2034e5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2876387 Nov 02 17:26:28.761114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50378) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:28.763131 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] Sync routers for ids ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:26:28.777176 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] Routers {'e9660810-e7e7-4508-b10e-2f7f2034e5ca'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:28.777958 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:28.927294 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] Set router e9660810-e7e7-4508-b10e-2f7f2034e5ca gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:28.944146 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.083890 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.144165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:26:27Z', 'revision_number': 5, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port': {'id': 'a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:29.144746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Deleting port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:29.145087 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.178853 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] Checking router: e9660810-e7e7-4508-b10e-2f7f2034e5ca for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:26:29.193717 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] Routers {'e9660810-e7e7-4508-b10e-2f7f2034e5ca'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:29.194719 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:29.258521 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] For port a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:29.259039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.276138 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Calling delete_port for a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:29.407088 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] Set router e9660810-e7e7-4508-b10e-2f7f2034e5ca gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:29.464227 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:26:29Z', 'revision_number': 6, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:29.515023 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c8c1-b386-4d66-96d0-43410ff515b3 None None] The sync data for ids ['e9660810-e7e7-4508-b10e-2f7f2034e5ca'] in n-d-811405-2 is: [{'id': 'e9660810-e7e7-4508-b10e-2f7f2034e5ca', 'name': 'tempest-TestMinimumBasicScenario-424044316-router', 'tenant_id': 'f7650fdfb59642d5ba43b99fb4125867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:24:12Z', 'updated_at': '2021-11-02T17:26:29Z', 'revision_number': 6, 'project_id': 'f7650fdfb59642d5ba43b99fb4125867', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:26:29.575183 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.604216 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:29.676237 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.776018 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.779392 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.836907 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.837428 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9660810-e7e7-4508-b10e-2f7f2034e5ca {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:26:29.843496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.844756 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f0b11397-2597-4e08-b334-2c5c31db9a2e admin admin] 10.222.0.31 "DELETE /v2.0/routers/e9660810-e7e7-4508-b10e-2f7f2034e5ca HTTP/1.1" status: 204 len: 168 time: 1.0819972 Nov 02 17:26:29.847522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50380) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:29.913547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Deleting subnet b4f84b21-d1f7-46f8-a061-560815485c49 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:26:29.917653 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:29.960820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.054276 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.121361 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.147013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f84b21-d1f7-46f8-a061-560815485c49,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:30.153275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.157049 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-caed6479-b21f-49d3-94a4-33d599053266 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b4f84b21-d1f7-46f8-a061-560815485c49 HTTP/1.1" status: 204 len: 168 time: 0.3081362 Nov 02 17:26:30.160669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50382) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:30.163605 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08a0bb-3952-4b61-8cf8-b03b5ce1f0ab None None] Network c23e2db9-8d57-42ee-84fe-dfb3a8705c32 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:26:30.255020 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.334893 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Deleting port 1445376e-7d88-4494-81f4-8d8892d6fae6 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:30.335504 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.381888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] DHCP port deletion for c23e2db9-8d57-42ee-84fe-dfb3a8705c32 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:26:30.433150 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] For port 1445376e-7d88-4494-81f4-8d8892d6fae6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1445376e-7d88-4494-81f4-8d8892d6fae6,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:30.434606 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.434987 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] Deleting port 1445376e-7d88-4494-81f4-8d8892d6fae6 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:26:30.434987 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.457658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Calling delete_port for 1445376e-7d88-4494-81f4-8d8892d6fae6 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:30.529690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] For port 1445376e-7d88-4494-81f4-8d8892d6fae6, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1445376e-7d88-4494-81f4-8d8892d6fae6,segment=NetworkSegment(842b31ee-4e58-4298-ab68-07a4cb95068d),segment_id=842b31ee-4e58-4298-ab68-07a4cb95068d)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:30.530123 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.556259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] Calling delete_port for 1445376e-7d88-4494-81f4-8d8892d6fae6 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:26:30.576723 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.617709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1445376e-7d88-4494-81f4-8d8892d6fae6,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:30.626876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] No DVR routers for this DVR port 1445376e-7d88-4494-81f4-8d8892d6fae6 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:26:30.710973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.753696 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.761339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] Pushing event deleted for resources: {'Port': ['ID=1445376e-7d88-4494-81f4-8d8892d6fae6,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:30.766690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e6d20-4ad9-4e60-a9cd-34ec6088ece1 None None] No DVR routers for this DVR port 1445376e-7d88-4494-81f4-8d8892d6fae6 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:26:30.802603 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23e2db9-8d57-42ee-84fe-dfb3a8705c32']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:30.818365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842b31ee-4e58-4298-ab68-07a4cb95068d') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:30.818668 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842b31ee-4e58-4298-ab68-07a4cb95068d') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:30.828934 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.845729 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.853523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:26:30.854045 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:26:30.856504 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:26:30.920505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.927639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:30.931457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c23e2db9-8d57-42ee-84fe-dfb3a8705c32 HTTP/1.1" status: 204 len: 168 time: 0.7697248 Nov 02 17:26:30.945851 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bb830-3b9f-49eb-845b-9cd69cbcbe19 admin admin] Pushing event deleted for resources: {'Network': ['ID=c23e2db9-8d57-42ee-84fe-dfb3a8705c32,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:31.151835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50386) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:31.199811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8a8f9b3b-ef04-4238-bc43-db1a62912482 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56ced8d08e1944a793a8d08cd82dff39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467105 Nov 02 17:26:31.203959 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50388) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:31.237610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e5c8c8b-95ed-42bf-be07-477542bbc653 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:31.268858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4e5c8c8b-95ed-42bf-be07-477542bbc653 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:31.269411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4e5c8c8b-95ed-42bf-be07-477542bbc653 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:31.270030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:31.275590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b77c49c2-f74e-4a4e-bac4-cc178f1f3550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.298012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:31.298456 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a3648abe-8fe5-41f6-b6d0-11ec0c1e59e0 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:31.302574 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1445376e-7d88-4494-81f4-8d8892d6fae6 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:26:31.304234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b77c49c2-f74e-4a4e-bac4-cc178f1f3550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.339797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1445376e-7d88-4494-81f4-8d8892d6fae6 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:26:31.340144 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1445376e-7d88-4494-81f4-8d8892d6fae6 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:26:31.370847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b77c49c2-f74e-4a4e-bac4-cc178f1f3550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.373346 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b77c49c2-f74e-4a4e-bac4-cc178f1f3550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.374553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b77c49c2-f74e-4a4e-bac4-cc178f1f3550 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d793ffde-5cf1-43d5-b67c-9f4320acf8e5 HTTP/1.1" status: 204 len: 168 time: 0.1695483 Nov 02 17:26:31.384966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c49c2-f74e-4a4e-bac4-cc178f1f3550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793ffde-5cf1-43d5-b67c-9f4320acf8e5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:31.745772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50394) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:31.796178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fcd71ccb-e22f-4ee8-8e2e-9aa1a1ebd004 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7650fdfb59642d5ba43b99fb4125867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490768 Nov 02 17:26:31.800057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50396) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:31.860270 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f47744e-9c5e-4da0-83ef-deca5b89003c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.888430 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f47744e-9c5e-4da0-83ef-deca5b89003c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.946513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f47744e-9c5e-4da0-83ef-deca5b89003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.949368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-0f47744e-9c5e-4da0-83ef-deca5b89003c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:31.950823 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-0f47744e-9c5e-4da0-83ef-deca5b89003c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/557d1f76-3607-4025-9645-47d34d5458d1 HTTP/1.1" status: 204 len: 168 time: 0.1493871 Nov 02 17:26:31.959352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47744e-9c5e-4da0-83ef-deca5b89003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d1f76-3607-4025-9645-47d34d5458d1,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.057586 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50436) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:34.062251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964807303', 'description': 'tempest-secgroup-smoke-964807303 description', 'project_id': '4294ab1390db408e90e66e2a83b7657f'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:34.087225 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.097902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.189676 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.195856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.237531 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5065d21-1ab4-403e-a575-6905c16055ac,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.282048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.286344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.317559 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.318857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2602189 Nov 02 17:26:34.320860 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103992c5-194e-4fbc-bcff-fe6aa556dcd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b220b-57a6-47c4-81ad-454528e01cc5,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.322339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50438) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:34.331015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '1c4b220b-57a6-47c4-81ad-454528e01cc5', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:34.370196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.422327 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.426480 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.446697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a0fd1c-1e89-46e4-9fb2-8c6e239a405f,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.459246 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.461241 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1fdc19aa-fe2b-4947-84fe-2d93c40ec4db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361978 Nov 02 17:26:34.464714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50440) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:34.470165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '1c4b220b-57a6-47c4-81ad-454528e01cc5', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:34.504999 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.589561 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.594182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.617722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbc749c-65c8-4c48-9191-6093ffd82dfc,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.627981 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.633480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9feb36b0-e5b7-4b27-aed9-fe4aea887b6d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629391 Nov 02 17:26:34.633840 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50442) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:34.638613 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '1c4b220b-57a6-47c4-81ad-454528e01cc5', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:34.679325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.774411 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.780505 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.810896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fd6672-d149-4139-a6f5-8a172ecfe621,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.820882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.822402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1142b578-64f0-4917-b188-fb85dd9a821c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875703 Nov 02 17:26:34.825522 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50444) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:34.830620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '1c4b220b-57a6-47c4-81ad-454528e01cc5', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:34.867356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.948445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.953055 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.978923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ef9c69-6d2b-4a80-89cf-cc8fb3e150eb,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:34.991458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:34.993136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b8f2c415-34b5-4f75-96df-17bcda0fa37e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664138 Nov 02 17:26:34.997075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50446) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:35.001887 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '1c4b220b-57a6-47c4-81ad-454528e01cc5', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:35.034527 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:26:35.042037 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.120659 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.125775 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.148030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a67dcad-1c59-4f69-96ec-bf89c2a078be,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:35.167397 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.168742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-35323d9c-162b-49c7-9fb2-e8f85917a4c5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1705675 Nov 02 17:26:35.172385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50448) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:35.177210 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '1c4b220b-57a6-47c4-81ad-454528e01cc5', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:35.209291 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:26:35.216017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.290056 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.294730 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.315061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f1a0b6-66fe-4f93-a486-79dd156b761c,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:35.327335 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.328685 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0589137-0915-4907-ab5d-66c60b1f421f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552751 Nov 02 17:26:35.332232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50450) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:35.338727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'network': {'name': 'tempest-network-smoke--2096966568', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:35.360872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:26:35.364989 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.390206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:26:35.399609 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.400050 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Added segment 323f848b-eb4e-4afe-abe9-dfee0d12c51c of type vlan for network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 Nov 02 17:26:35.448976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.477050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.483383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:35.483974 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.547931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2142787 Nov 02 17:26:35.552639 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:35.561606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'admin_state_up': True, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:35.570405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25698145-405c-432b-bfbe-293537a82fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Network': ['ID=d2565b76-cfe3-4a0d-9e85-4edd9b35c349,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:35.582540 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:26:35.598614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.600318 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.656940 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:35.815149 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:36.033380 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:36.056831 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:36.524239 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.109 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/bbc01cde-fa59-4bec-82b8-53968b207b66) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:26:36.649846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:36.703039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:36.751375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:26:36.754843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:36.760173 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:26:36.769278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=bbc01cde-fa59-4bec-82b8-53968b207b66,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:37.043549 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:37.279708 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:37.442945 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:26:37.567514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:26:37.580801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Sync routers for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:26:37.592759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:37.593647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:37.605511 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:37.610604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50454) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:37.614550 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-41f90aae-dcec-4da0-b79d-502e283c1b4e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0527310 Nov 02 17:26:37.752841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:37.770064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-37860a1f-09f2-490e-99b9-d5149c0c4b2d tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4294ab1390db408e90e66e2a83b7657f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1570225 Nov 02 17:26:37.774501 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50458) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:37.950512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c5989-66a7-404d-ba7e-bed385b74ce1 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:37.952070 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:36Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:37.952721 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ed0c5989-66a7-404d-ba7e-bed385b74ce1 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1769562 Nov 02 17:26:37.961710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50460) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:37.979875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Checking router: 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:26:37.980410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Updating router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 port bbc01cde-fa59-4bec-82b8-53968b207b66 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:26:38.001737 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-91cdc62f-092f-43f5-a613-19e05d1331c3 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387218 Nov 02 17:26:38.008783 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50462) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:38.011455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.015059 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644209889', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:38.119588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:26:38.127658 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.335579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.343497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.376833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.408501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Attempting to bind port bbc01cde-fa59-4bec-82b8-53968b207b66 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:26:38.408870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Attempting to bind port bbc01cde-fa59-4bec-82b8-53968b207b66 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:26:38.409232 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Attempting to bind port bbc01cde-fa59-4bec-82b8-53968b207b66 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:26:38.420588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e733b-0c27-405a-89ff-798cf72d42ae None None] Pushing event updated for resources: {'Port': ['ID=bbc01cde-fa59-4bec-82b8-53968b207b66,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:38.424250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:26:38.424610 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:26:38.425014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.425407 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:26:38.426314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Bound port: bbc01cde-fa59-4bec-82b8-53968b207b66, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:26:38.426699 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.448871 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Subnet': ['ID=226e166c-717f-415c-b2ac-9d76f8dc9635,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:38.461407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Checking segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:26:38.461770 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network hostable DHCP agents. Network: d2565b76-cfe3-4a0d-9e85-4edd9b35c349, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:26:38.483663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:26:38.492714 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] For port bbc01cde-fa59-4bec-82b8-53968b207b66, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:26:38.495868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, d2565b76-cfe3-4a0d-9e85-4edd9b35c349) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:38.498640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] For port bbc01cde-fa59-4bec-82b8-53968b207b66, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bbc01cde-fa59-4bec-82b8-53968b207b66,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:26:38.501858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:38.502192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.508270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4960e8-8f3b-4b46-afaf-1ca43ef96242 None None] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:26:38.512567 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.531202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5cf77c55-76b2-4fc3-b31c-63313f879aed tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5208170 Nov 02 17:26:38.536988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50464) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:38.658280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:38.658895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:38.666851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e733b-0c27-405a-89ff-798cf72d42ae None None] Pushing event updated for resources: {'Port': ['ID=bbc01cde-fa59-4bec-82b8-53968b207b66,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:38.814082 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-30088243-1bb0-456a-bc95-f9dacb735e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:38.881524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:38.900324 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-d2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:26:38.901814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.141667 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.186571 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Allocated IP 172.20.0.2 (d2565b76-cfe3-4a0d-9e85-4edd9b35c349/226e166c-717f-415c-b2ac-9d76f8dc9635/fd931d74-ef3b-46ad-8119-092b1d2f43ac) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:26:39.263187 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:36Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:39.291316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c64d45-e984-4bf7-95f6-c5dae22bc006 None None] The sync data for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 is: [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:36Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:26:39.449034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.459969 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.541752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:26:39.554021 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Pushing event updated for resources: {'Port': ['ID=fd931d74-ef3b-46ad-8119-092b1d2f43ac,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:39.561746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:39.565941 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:26:39.641464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.1 (d2565b76-cfe3-4a0d-9e85-4edd9b35c349/226e166c-717f-415c-b2ac-9d76f8dc9635/77a1629e-c85d-4860-b2a5-3b24c0e9d8f8) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:26:39.689404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Attempting to bind port fd931d74-ef3b-46ad-8119-092b1d2f43ac on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:26:39.690043 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Attempting to bind port fd931d74-ef3b-46ad-8119-092b1d2f43ac by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:26:39.690470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Attempting to bind port fd931d74-ef3b-46ad-8119-092b1d2f43ac on network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:26:39.704071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:26:39.704934 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Checking segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:26:39.705665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.706471 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Bound using segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:26:39.707163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Bound port: fd931d74-ef3b-46ad-8119-092b1d2f43ac, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:26:39.707684 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.843070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.898786 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:39.960938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:26:39.965984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:39.969652 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:26:40.022991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:40.049522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] For port fd931d74-ef3b-46ad-8119-092b1d2f43ac, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:26:40.054821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] For port fd931d74-ef3b-46ad-8119-092b1d2f43ac, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fd931d74-ef3b-46ad-8119-092b1d2f43ac,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:26:40.064529 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:40.077901 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:40.182247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd806dd8-7161-4fe0-acc0-8262741d6805 None None] Pushing event updated for resources: {'Port': ['ID=fd931d74-ef3b-46ad-8119-092b1d2f43ac,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:40.308888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:40.746333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:40.752196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:40.881475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:40.884267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.022076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:26:41.024477 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:41.175224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:26:41.238212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb783b47-7a3d-4fd3-82bf-ed6e102ef502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.364536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:26:41.374618 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22f65958-fcf5-42fb-b912-57588e5214bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/77c7b53f-62b1-47e0-a09b-a5df70cfc2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358414 Nov 02 17:26:41.384074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bbc01cde-fa59-4bec-82b8-53968b207b66 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:26:41.438929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed892a-6468-4a99-b975-b546e36957fe None None] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:26:41.531211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.574435 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-36b67b91-34b3-45ac-9255-e30e800783cc None None] Provisioning complete for port fd931d74-ef3b-46ad-8119-092b1d2f43ac triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:41.574945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36b67b91-34b3-45ac-9255-e30e800783cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.582793 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ff81553a-a151-4e94-b36e-1c52fb6b0a2b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964807303&fields=id&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 267 time: 0.0466204 Nov 02 17:26:41.667448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bbc01cde-fa59-4bec-82b8-53968b207b66 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:41.667818 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.784075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-b4bb96bc-0af1-421a-8e73-c07398963303 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:41.787380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-b4bb96bc-0af1-421a-8e73-c07398963303 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/networks?id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 200 len: 797 time: 0.1920857 Nov 02 17:26:41.813097 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36b67b91-34b3-45ac-9255-e30e800783cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.816094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-b67b16e9-b142-4bc7-9a17-bf50ecfc4204 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/quotas/4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 375 time: 0.0177433 Nov 02 17:26:41.902799 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-435d2f76-4f85-4b39-a18e-84be4a2688be tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759220 Nov 02 17:26:41.914834 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.925485 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-36b67b91-34b3-45ac-9255-e30e800783cc None None] For port fd931d74-ef3b-46ad-8119-092b1d2f43ac, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fd931d74-ef3b-46ad-8119-092b1d2f43ac,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:41.926521 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Sync routers for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:26:41.943300 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-36b67b91-34b3-45ac-9255-e30e800783cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:41.948204 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:41.949567 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:42.000061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port bbc01cde-fa59-4bec-82b8-53968b207b66, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bbc01cde-fa59-4bec-82b8-53968b207b66,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:42.006351 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.007268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd931d74-ef3b-46ad-8119-092b1d2f43ac up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:26:42.064186 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-01533902-1a67-4f2c-9829-fc99e23fdeda service neutron] 10.222.0.31 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405652 Nov 02 17:26:42.082230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b67b91-34b3-45ac-9255-e30e800783cc None None] Pushing event updated for resources: {'Port': ['ID=fd931d74-ef3b-46ad-8119-092b1d2f43ac,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:42.139851 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:42.175946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=bbc01cde-fa59-4bec-82b8-53968b207b66,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:42.198368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fd931d74-ef3b-46ad-8119-092b1d2f43ac triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:42.199089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.231345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-0db297ae-e70a-4061-afb9-8cdcf343df4f service neutron] 10.222.0.31 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565125 Nov 02 17:26:42.289650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9efb4756-a6b2-444a-95ba-fb71924a0ad9 None None] Provisioning complete for port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:42.290741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9efb4756-a6b2-444a-95ba-fb71924a0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.340252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9efb4756-a6b2-444a-95ba-fb71924a0ad9 None None] Port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:26:42.390451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9efb4756-a6b2-444a-95ba-fb71924a0ad9 None None] Provisioning complete for port fd931d74-ef3b-46ad-8119-092b1d2f43ac triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:42.391323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9efb4756-a6b2-444a-95ba-fb71924a0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.466327 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 2, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:42.540393 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Checking router: 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:26:42.540659 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Updating router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:26:42.567484 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59b45a17-b748-4302-a51f-405cbf246cb3 req-1d00b9d2-447d-44c9-a5f6-d74ff4e53cf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 210 time: 0.0643959 Nov 02 17:26:42.588418 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.681220 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b7670f26-efde-4f54-a236-0f7b949c3798 None None] Provisioning complete for port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:42.681759 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b7670f26-efde-4f54-a236-0f7b949c3798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.722240 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b7670f26-efde-4f54-a236-0f7b949c3798 None None] Port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:26:42.818924 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.848718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4c7727ad-07b7-4162-882a-5b3f648176d7 None None] Provisioning complete for port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:42.849994 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4c7727ad-07b7-4162-882a-5b3f648176d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:42.892067 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4c7727ad-07b7-4162-882a-5b3f648176d7 None None] Port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:26:43.008362 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.020878 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.116540 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Pushing event updated for resources: {'Port': ['ID=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:43.152373 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.152802 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.152986 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.153314 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.153638 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.153957 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.154533 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.154873 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.155192 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.155505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.155821 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.156135 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:26:43.219515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Attempting to bind port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:26:43.219515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Attempting to bind port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:26:43.219515 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Attempting to bind port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 on network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:26:43.236822 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:26:43.237189 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Checking segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:26:43.237698 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.238093 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Bound using segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:26:43.238611 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Bound port: 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:26:43.239004 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.304864 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bbc01cde-fa59-4bec-82b8-53968b207b66 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:26:43.395081 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] For port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:26:43.397416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port bbc01cde-fa59-4bec-82b8-53968b207b66 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:43.399180 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.403732 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] For port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:26:43.411588 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.524422 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd34f0-40d4-419a-b4cd-8ae8a653bb64 None None] Pushing event updated for resources: {'Port': ['ID=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:43.534524 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:43.535167 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:43.584946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd931d74-ef3b-46ad-8119-092b1d2f43ac up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:26:43.588550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5deb5c55-ecaf-4427-a584-4e1319ba339e None None] Provisioning complete for port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:43.589986 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5deb5c55-ecaf-4427-a584-4e1319ba339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.725731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-efc93521-fde9-42d1-b664-6e5a2e0b7e6c req-4c7891f2-d3ad-4207-a731-e5fb7943fcdc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 210 time: 0.0466809 Nov 02 17:26:43.736522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fd931d74-ef3b-46ad-8119-092b1d2f43ac triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:43.736900 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.763558 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5deb5c55-ecaf-4427-a584-4e1319ba339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.773709 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:43.822964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5deb5c55-ecaf-4427-a584-4e1319ba339e None None] For port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:43.832484 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5deb5c55-ecaf-4427-a584-4e1319ba339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.935800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb5c55-ecaf-4427-a584-4e1319ba339e None None] Pushing event updated for resources: {'Port': ['ID=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:43.985487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-50efa962-b2aa-467c-99ef-46daa72fabd9 None None] Provisioning complete for port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:43.985862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50efa962-b2aa-467c-99ef-46daa72fabd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:43.991560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:44.114311 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-2945d7d2-8189-434e-871a-2cbdeebe6751 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:44.118942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-2945d7d2-8189-434e-871a-2cbdeebe6751 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/networks?id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 200 len: 797 time: 0.2198617 Nov 02 17:26:44.181640 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-dbcaccff-c912-47d6-af85-a48bc33e515c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 379 time: 0.0535333 Nov 02 17:26:44.196504 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'port': {'device_id': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'admin_state_up': True, 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'security_groups': ['1c4b220b-57a6-47c4-81ad-454528e01cc5']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:44.220898 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:44.276044 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33664f-0e98-4172-9b70-db24722e4c44 None None] The sync data for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 is: [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:26:44.368632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:26:44.372306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:44.561192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.3 (d2565b76-cfe3-4a0d-9e85-4edd9b35c349/226e166c-717f-415c-b2ac-9d76f8dc9635/3200d6f7-e32a-4b60-9047-d8afe34df8ef) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:26:44.750282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:44.792151 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:44.842419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:26:44.846485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:44.858273 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:26:44.913333 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bc5d7-65fc-467f-ae92-fd47ce233b9d req-8f16d7c5-51f0-42a3-a0f1-df8968dba096 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:44.917093 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b16bc5d7-65fc-467f-ae92-fd47ce233b9d req-8f16d7c5-51f0-42a3-a0f1-df8968dba096 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 931 time: 0.1097310 Nov 02 17:26:44.922697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=3200d6f7-e32a-4b60-9047-d8afe34df8ef,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:44.971419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b16bc5d7-65fc-467f-ae92-fd47ce233b9d req-ece3ea5f-358a-4bc3-ba51-3703f67a2656 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Nov 02 17:26:45.003776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:45.005152 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.036220 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-a6e8a45b-2b2f-4aae-b3e1-52fcc2953008 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444374 Nov 02 17:26:45.133170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Request body: {'port': {'device_id': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:45.209327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.288984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c029db87-4816-4d05-a335-759066f6edc1 None None] Provisioning complete for port 3200d6f7-e32a-4b60-9047-d8afe34df8ef triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:45.289561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c029db87-4816-4d05-a335-759066f6edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.333781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:26:45.394417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c029db87-4816-4d05-a335-759066f6edc1 None None] Port 3200d6f7-e32a-4b60-9047-d8afe34df8ef cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:26:45.428091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:45.428653 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.586773 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3200d6f7-e32a-4b60-9047-d8afe34df8ef {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:26:45.595977 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.612848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Transition to ACTIVE for port object 3200d6f7-e32a-4b60-9047-d8afe34df8ef will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:26:45.620087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.712445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=3200d6f7-e32a-4b60-9047-d8afe34df8ef,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:45.780185 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Attempting to bind port 3200d6f7-e32a-4b60-9047-d8afe34df8ef on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:26:45.780653 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Attempting to bind port 3200d6f7-e32a-4b60-9047-d8afe34df8ef by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:26:45.780988 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Attempting to bind port 3200d6f7-e32a-4b60-9047-d8afe34df8ef on network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:26:45.787596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Port 3200d6f7-e32a-4b60-9047-d8afe34df8ef on network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:26:45.788076 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Attempting to bind port 3200d6f7-e32a-4b60-9047-d8afe34df8ef on network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:26:45.796547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:26:45.796890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Checking segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:26:45.797288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Bound using segment: {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:26:45.797782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Bound port: 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f848b-eb4e-4afe-abe9-dfee0d12c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:26:45.798237 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.897677 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] For port 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:26:45.903417 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] For port 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:26:45.916103 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.956232 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:45.956232 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:45.956561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] 10.222.0.55 "PUT /v2.0/ports/3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 200 len: 1091 time: 0.9113722 Nov 02 17:26:45.956838 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:26:45.960184 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:26:46.002460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77eadd-1d02-48fb-9154-d65e354e5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=3200d6f7-e32a-4b60-9047-d8afe34df8ef,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:46.037735 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935670ba-5a02-47cd-96ee-37bb485a892d x-openstack-request-id: req-935670ba-5a02-47cd-96ee-37bb485a892d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:26:46.038473 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:26:46.038952 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-935670ba-5a02-47cd-96ee-37bb485a892d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:26:46.039617 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'status': 'completed', 'code': 200} Nov 02 17:26:46.076936 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-84533304-7597-4c1e-8f85-3b27e7c09277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.078822 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-84533304-7597-4c1e-8f85-3b27e7c09277 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1094 time: 0.0675607 Nov 02 17:26:46.136896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-44b0549d-8cb7-4798-8447-4a971e1837cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 200 len: 217 time: 0.0498579 Nov 02 17:26:46.169189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f369a81-1125-4180-ad4b-a2893e29dccf req-113b09f8-c4d8-4358-a24a-88f41791a7af tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.171379 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f369a81-1125-4180-ad4b-a2893e29dccf req-113b09f8-c4d8-4358-a24a-88f41791a7af tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 943 time: 0.0817511 Nov 02 17:26:46.200512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-6a158554-2aa9-4b38-8fa0-4b8f2858ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.202273 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-6a158554-2aa9-4b38-8fa0-4b8f2858ee81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=226e166c-717f-415c-b2ac-9d76f8dc9635 HTTP/1.1" status: 200 len: 834 time: 0.0588560 Nov 02 17:26:46.245130 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f369a81-1125-4180-ad4b-a2893e29dccf req-773a8384-2460-45b9-93c6-5eca84ce5f77 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604928 Nov 02 17:26:46.272897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-9bb4255a-9c15-4aeb-9a22-b097f99c4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.274960 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-9bb4255a-9c15-4aeb-9a22-b097f99c4997 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659697 Nov 02 17:26:46.381642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-5e1deb89-5865-4543-be7e-d8ee9c1d7f56 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984197 Nov 02 17:26:46.504968 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-9058f566-4825-40f2-a2df-bc0d7a347a22 req-6252a8a8-8828-4b01-91c9-3e728f36be23 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152973 Nov 02 17:26:46.622744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-4b32e659-752f-4663-b544-82393159a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.625251 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-4b32e659-752f-4663-b544-82393159a33e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1094 time: 0.0576138 Nov 02 17:26:46.744051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-089c3a70-4b7b-48d0-b870-b012f27b155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.746524 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-089c3a70-4b7b-48d0-b870-b012f27b155a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 200 len: 898 time: 0.1133659 Nov 02 17:26:46.790896 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-12b88360-9874-43bd-948d-527dbeb3d1e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 200 len: 217 time: 0.0367284 Nov 02 17:26:46.851907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-8db35405-5d47-4a6e-85d1-f0acacc3c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.853413 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-8db35405-5d47-4a6e-85d1-f0acacc3c105 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=226e166c-717f-415c-b2ac-9d76f8dc9635 HTTP/1.1" status: 200 len: 834 time: 0.0543964 Nov 02 17:26:46.906329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-76e65cee-85a8-4d97-87fe-73900f5b8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:46.907860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-76e65cee-85a8-4d97-87fe-73900f5b8706 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464191 Nov 02 17:26:47.025879 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-9a12f078-da2e-4f9b-a391-3176a9f8ef11 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098962 Nov 02 17:26:47.164191 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b9fa795a-dbd1-4eb7-94a8-b708a45a05b0 req-dc91b79b-b7d3-4f47-954d-79c6db012562 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292379 Nov 02 17:26:47.408514 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416a27-9c02-4ae0-b7d2-927268f62a3f req-76aa1e76-e308-4f8a-b776-d7f47ec2e09a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:47.410094 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae416a27-9c02-4ae0-b7d2-927268f62a3f req-76aa1e76-e308-4f8a-b776-d7f47ec2e09a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 943 time: 0.0523765 Nov 02 17:26:47.467021 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae416a27-9c02-4ae0-b7d2-927268f62a3f req-80bfb6cb-1bfa-4f75-9b10-98d88e6bb1cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485690 Nov 02 17:26:48.033587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:48.650296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85257-6469-4fa0-b2cc-77f2947d43d3 req-d539e14b-eba6-4db1-95a3-dd02b313d1a7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:48.651873 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8bc85257-6469-4fa0-b2cc-77f2947d43d3 req-d539e14b-eba6-4db1-95a3-dd02b313d1a7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 943 time: 0.0827532 Nov 02 17:26:48.697074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8bc85257-6469-4fa0-b2cc-77f2947d43d3 req-0ca47033-4917-42d3-b3a6-fd49ce5cc2ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 Nov 02 17:26:49.852106 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94be178-e4fe-482a-baef-1d014fa09758 req-2523ebb0-1675-472a-8f1e-794762ad0860 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:49.853768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b94be178-e4fe-482a-baef-1d014fa09758 req-2523ebb0-1675-472a-8f1e-794762ad0860 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 943 time: 0.0649574 Nov 02 17:26:49.895595 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b94be178-e4fe-482a-baef-1d014fa09758 req-55131417-a3da-40a5-993a-2b30e6a90309 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353055 Nov 02 17:26:50.173588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3200d6f7-e32a-4b60-9047-d8afe34df8ef details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:26:50.324468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:50.341227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'port_id': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'mac_address': 'fa:16:3e:fc:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:26:50.399680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:50.417119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3200d6f7-e32a-4b60-9047-d8afe34df8ef {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:26:50.441128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:50.446904 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:50.522312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3200d6f7-e32a-4b60-9047-d8afe34df8ef,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:50.669545 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['3200d6f7-e32a-4b60-9047-d8afe34df8ef'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:26:51.037256 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4414-bae0-4fc7-b155-e646a477ff71 req-1fa2d14c-ac3c-4fe3-9564-0fbdaf98ee60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:51.039205 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c94d4414-bae0-4fc7-b155-e646a477ff71 req-1fa2d14c-ac3c-4fe3-9564-0fbdaf98ee60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 944 time: 0.0667558 Nov 02 17:26:51.081974 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:26:51.088544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c94d4414-bae0-4fc7-b155-e646a477ff71 req-0c77dc5f-0bea-4c98-9b24-6d17a9dfbcc0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Nov 02 17:26:52.189392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3200d6f7-e32a-4b60-9047-d8afe34df8ef up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:26:52.269113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 3200d6f7-e32a-4b60-9047-d8afe34df8ef completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:26:52.271338 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61092-8d7e-41c4-afd7-96b5ccf3fce3 req-da4d5ac9-568c-47c2-b714-454e3840abf6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:52.274064 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45e61092-8d7e-41c4-afd7-96b5ccf3fce3 req-da4d5ac9-568c-47c2-b714-454e3840abf6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 944 time: 0.0741715 Nov 02 17:26:52.276427 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 3200d6f7-e32a-4b60-9047-d8afe34df8ef triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:26:52.277040 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:52.325156 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45e61092-8d7e-41c4-afd7-96b5ccf3fce3 req-21528ff5-a463-4050-ad50-16d48e4b0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Nov 02 17:26:52.403053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:52.434721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:26:52.437146 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f396514-ed2d-45ba-a3d7-33a3323c57b6" -d '{"events": [{"server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "name": "network-vif-plugged", "status": "completed", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:26:52.454736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:26:52.460643 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:52.536109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=3200d6f7-e32a-4b60-9047-d8afe34df8ef,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:52.600595 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f3cdd3-ebba-4133-8fc3-b9084992bd89 x-openstack-request-id: req-e4f3cdd3-ebba-4133-8fc3-b9084992bd89 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:26:52.601046 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "name": "network-vif-plugged", "status": "completed", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:26:52.601392 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4f3cdd3-ebba-4133-8fc3-b9084992bd89 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:26:52.602001 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'code': 200} Nov 02 17:26:52.711486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822c22-f876-4298-9b32-aed3885904cd req-b6f02638-2e89-43c9-aa81-b8ce1a3d17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:52.713540 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4d822c22-f876-4298-9b32-aed3885904cd req-b6f02638-2e89-43c9-aa81-b8ce1a3d17c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1096 time: 0.0478454 Nov 02 17:26:52.758027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4d822c22-f876-4298-9b32-aed3885904cd req-d2bc1fb0-fb4b-46ff-932f-cecaafc25077 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370898 Nov 02 17:26:53.488204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084013-7652-4b72-87a6-09370f7d681c req-09062cd0-ffe3-4962-a549-25af40d38350 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:53.489651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7084013-7652-4b72-87a6-09370f7d681c req-09062cd0-ffe3-4962-a549-25af40d38350 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0532250 Nov 02 17:26:53.533053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7084013-7652-4b72-87a6-09370f7d681c req-2e067334-9003-4c76-b537-06fa23c9213d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Nov 02 17:26:53.639009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:54.661065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c67f-cf2e-4c2a-bcef-e6089baa8204 req-bc8bdc55-be55-4e29-9705-c6b488ddea19 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:54.663843 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de73c67f-cf2e-4c2a-bcef-e6089baa8204 req-bc8bdc55-be55-4e29-9705-c6b488ddea19 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0562730 Nov 02 17:26:54.704658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de73c67f-cf2e-4c2a-bcef-e6089baa8204 req-f70d401c-7001-42bd-9b25-794b23c17dec tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348425 Nov 02 17:26:54.829002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80e66d-0d5a-40cb-baac-60bd89c4db1e req-2f41fb10-108e-49ad-b532-e1a26de8c487 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:54.830428 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d80e66d-0d5a-40cb-baac-60bd89c4db1e req-2f41fb10-108e-49ad-b532-e1a26de8c487 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0545676 Nov 02 17:26:54.873406 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d80e66d-0d5a-40cb-baac-60bd89c4db1e req-7dd992be-8243-4e6e-8312-d9ceb43d646c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365477 Nov 02 17:26:54.897026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50526) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:54.940337 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b968c-1e2c-405e-82cb-7255cb76cef3 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:54.941901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-da1b968c-1e2c-405e-82cb-7255cb76cef3 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1091 time: 0.0438550 Nov 02 17:26:54.945206 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50528) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:54.949764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:26:54.980621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:55.091076 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:55.204143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.5 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/10b6d341-de2c-472f-bbea-68371088a8e9) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:26:55.670014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:55.705061 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:55.744410 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:26:55.748686 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:26:55.755123 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:26:55.758119 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=10b6d341-de2c-472f-bbea-68371088a8e9,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:56.113007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:56.189023 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:56.349676 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:56.354851 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:56.427894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=10b6d341-de2c-472f-bbea-68371088a8e9,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:26:56.442072 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:56.548062 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP 24f2f695-5754-4954-a885-452a4e53818f associated. External IP: 172.25.7.5, port: 3200d6f7-e32a-4b60-9047-d8afe34df8ef. Nov 02 17:26:56.771069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:26:56.886523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:26:56.897205 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] Sync routers for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:26:56.908413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:56.909261 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:26:56.909468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:56.940638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-50d652f2-98d5-4637-99a2-1edcb213a4ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9943333 Nov 02 17:26:56.941204 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:26:56.947182 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a772311c-3536-47c2-a087-31621c5e0aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:26:56.992058 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e1d4c-4feb-4031-8857-3ff3b7fa1f79 x-openstack-request-id: req-527e1d4c-4feb-4031-8857-3ff3b7fa1f79 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:26:56.992346 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:26:56.992596 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-527e1d4c-4feb-4031-8857-3ff3b7fa1f79 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:26:56.992996 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'status': 'completed', 'code': 200} Nov 02 17:26:57.035118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:57.059643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772311c-3536-47c2-a087-31621c5e0aaa req-7bceafed-b6d5-4322-bf25-9bbef6e8683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:57.061293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-7bceafed-b6d5-4322-bf25-9bbef6e8683e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1096 time: 0.0443256 Nov 02 17:26:57.066112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9855af-6a0b-4523-83fe-f14363a33eae req-d6b644a0-e1fd-4a6b-aab7-7aca15d810c6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:57.069500 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf9855af-6a0b-4523-83fe-f14363a33eae req-d6b644a0-e1fd-4a6b-aab7-7aca15d810c6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0613477 Nov 02 17:26:57.112242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf9855af-6a0b-4523-83fe-f14363a33eae req-ec5b1919-b17b-447c-a354-89b46544c5da tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363898 Nov 02 17:26:57.143281 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50534) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:57.195170 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772311c-3536-47c2-a087-31621c5e0aaa req-def7bc4c-5e96-4062-9413-a020b1eaf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:57.196660 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-def7bc4c-5e96-4062-9413-a020b1eaf52c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 200 len: 898 time: 0.1276641 Nov 02 17:26:57.216113 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2a57abc6-a138-42b0-8da2-b376b294d12c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/24f2f695-5754-4954-a885-452a4e53818f HTTP/1.1" status: 200 len: 989 time: 0.0716414 Nov 02 17:26:57.267751 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-54daf8bb-d6a0-4918-8038-2e17e21b0328 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 200 len: 997 time: 0.0641983 Nov 02 17:26:57.304300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '24f2f695-5754-4954-a885-452a4e53818f', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.5', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'port_id': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'mac_address': 'fa:16:3e:fc:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:26:55Z', 'updated_at': '2021-11-02T17:26:55Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:57.324619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772311c-3536-47c2-a087-31621c5e0aaa req-9511a202-5787-4cd7-a895-5e593f8ccb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:57.326121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-9511a202-5787-4cd7-a895-5e593f8ccb20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=226e166c-717f-415c-b2ac-9d76f8dc9635 HTTP/1.1" status: 200 len: 834 time: 0.0511205 Nov 02 17:26:57.330104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] Checking router: 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:26:57.340778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:26:57.341448 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:26:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:57.379980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772311c-3536-47c2-a087-31621c5e0aaa req-3b9f7ab1-4bb6-4128-adf2-022c7533d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:26:57.382051 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-3b9f7ab1-4bb6-4128-adf2-022c7533d7dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493283 Nov 02 17:26:57.482217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-d559ff82-ad32-4cdc-8a40-2b1860ea2288 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926847 Nov 02 17:26:57.587517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a772311c-3536-47c2-a087-31621c5e0aaa req-00d9f7cb-3286-47bd-a1e6-978430e25b6d service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969820 Nov 02 17:26:57.606198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:26:57.845350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '24f2f695-5754-4954-a885-452a4e53818f', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.5', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'port_id': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'mac_address': 'fa:16:3e:fc:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:26:55Z', 'updated_at': '2021-11-02T17:26:55Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:26:57.871917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cde32e-d66e-4608-ac43-34f1d9fe3e1a None None] The sync data for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 is: [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '24f2f695-5754-4954-a885-452a4e53818f', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.5', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'port_id': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'mac_address': 'fa:16:3e:fc:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:26:55Z', 'updated_at': '2021-11-02T17:26:55Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:26:58.090779 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b62c4-e788-44d5-890d-97419d1dc6dc None None] New status for floating IP 24f2f695-5754-4954-a885-452a4e53818f: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:26:58.220518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50536) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:58.307510 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-81075714-37dc-4d76-b038-c14b8137fb8f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/24f2f695-5754-4954-a885-452a4e53818f HTTP/1.1" status: 200 len: 989 time: 0.0856402 Nov 02 17:26:59.311557 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50538) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:26:59.376708 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c84751ad-657b-4f01-b368-04eee51502fd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/24f2f695-5754-4954-a885-452a4e53818f HTTP/1.1" status: 200 len: 991 time: 0.0638399 Nov 02 17:27:08.749051 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-12ebd78d-09ce-4d44-93d1-b0e0e1874edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:11.222405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a173a439-dfc2-4920-8946-f4104688eb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:11.404467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:12.822441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:13.975479 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:18.048156 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:19.620582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-8dc257e5-280a-430d-bb9b-b53494f887b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443730 Nov 02 17:27:19.709300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-aadd484f-bb7f-4c3e-9a0f-27b19ac0ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:19.711131 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-aadd484f-bb7f-4c3e-9a0f-27b19ac0ad1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1096 time: 0.0433116 Nov 02 17:27:19.821412 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-b104fabc-8a82-4668-afe3-dcad8cc68e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:19.822914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-b104fabc-8a82-4668-afe3-dcad8cc68e57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 200 len: 898 time: 0.0917039 Nov 02 17:27:19.891824 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-88c0b40d-3f11-4d6b-bfb5-9c6e8d7f006c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 200 len: 999 time: 0.0607176 Nov 02 17:27:19.946882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-4a6fdc57-6c59-4318-b77c-713706ec0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:19.948463 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-4a6fdc57-6c59-4318-b77c-713706ec0c99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=226e166c-717f-415c-b2ac-9d76f8dc9635 HTTP/1.1" status: 200 len: 834 time: 0.0490732 Nov 02 17:27:19.997957 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-b1a7052c-f439-475e-a650-b527441fa2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:19.999508 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-b1a7052c-f439-475e-a650-b527441fa2bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440726 Nov 02 17:27:20.091693 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-2e28f2bd-a854-4457-87e5-64e40f08923a service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Nov 02 17:27:20.197498 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c44a4280-b44c-45db-bc09-c0adc44efc5d req-9a361e3c-321b-49c8-bae5-c7af71cb7e90 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989919 Nov 02 17:27:23.631157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:26.175848 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be59206-5cf6-455a-bfa9-c44d0d12cbc3 req-7283d511-37f1-4784-824d-008c5c6a4e1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:26.177697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1be59206-5cf6-455a-bfa9-c44d0d12cbc3 req-7283d511-37f1-4784-824d-008c5c6a4e1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0587499 Nov 02 17:27:26.221415 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1be59206-5cf6-455a-bfa9-c44d0d12cbc3 req-45bccd84-7df8-482f-9fe3-90aee1f39746 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Nov 02 17:27:27.358520 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0b36-bfe1-451a-80f1-f06c7aa5d287 req-d0e4d0a6-a026-4719-b550-bcadd4407984 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:27.360092 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-238e0b36-bfe1-451a-80f1-f06c7aa5d287 req-d0e4d0a6-a026-4719-b550-bcadd4407984 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0617247 Nov 02 17:27:27.405081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-238e0b36-bfe1-451a-80f1-f06c7aa5d287 req-29a1601d-bec4-4a4c-b388-ea055a0c95a1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385153 Nov 02 17:27:27.431956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50556) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:27.496171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e4eb4c11-b3de-424f-a6c8-a71d9ee051b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/24f2f695-5754-4954-a885-452a4e53818f HTTP/1.1" status: 200 len: 991 time: 0.0628607 Nov 02 17:27:28.082651 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:27:28.808311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3cb5-f667-4bf3-9826-7150b2730226 req-142bcdc2-5b40-4a63-8c78-c204c094328c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:28.809846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-998a3cb5-f667-4bf3-9826-7150b2730226 req-142bcdc2-5b40-4a63-8c78-c204c094328c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0647562 Nov 02 17:27:28.856849 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-998a3cb5-f667-4bf3-9826-7150b2730226 req-8f73b883-9bfd-4fc8-8e62-aaae96eb22a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 Nov 02 17:27:30.000568 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce23fc-9632-494e-95c5-5ac621763749 req-e7c2b512-2049-44dd-aed8-fbdbf8f5b7a2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:30.002703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fce23fc-9632-494e-95c5-5ac621763749 req-e7c2b512-2049-44dd-aed8-fbdbf8f5b7a2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0593698 Nov 02 17:27:30.054902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fce23fc-9632-494e-95c5-5ac621763749 req-2b3c569f-57f4-45c3-8654-f5308cd5807b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456805 Nov 02 17:27:30.079815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50566) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:30.155811 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5d1aa95f-3bfb-4941-bfdc-b474d0540fc8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/24f2f695-5754-4954-a885-452a4e53818f HTTP/1.1" status: 200 len: 991 time: 0.0743799 Nov 02 17:27:30.461251 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50572) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:30.642024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 10b6d341-de2c-472f-bbea-68371088a8e9 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:27:30.642394 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:30.763942 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:30.764327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:30.776797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 10b6d341-de2c-472f-bbea-68371088a8e9 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:27:30.931318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:30.961731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=10b6d341-de2c-472f-bbea-68371088a8e9,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:30.973323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.973772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.974112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.974486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.974816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.975147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.975473 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.975798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.976124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.976453 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.976775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:30.977097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:31.037014 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:31.037410 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP 24f2f695-5754-4954-a885-452a4e53818f disassociated (deleted). External IP: 172.25.7.5, port: 3200d6f7-e32a-4b60-9047-d8afe34df8ef. Nov 02 17:27:31.276837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:27:31.391962 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:27:31.396587 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:31.403068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] Sync routers for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:27:31.413051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:31.413752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:31.432646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-be49a341-8861-4dd9-8dfb-5f321ba2510c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/floatingips/24f2f695-5754-4954-a885-452a4e53818f HTTP/1.1" status: 204 len: 168 time: 0.9698887 Nov 02 17:27:31.433262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:27:31.435760 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64" -d '{"events": [{"name": "network-changed", "server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:27:31.481527 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e4fd6a-e7c4-404a-aac0-3d0e14622650 x-openstack-request-id: req-e5e4fd6a-e7c4-404a-aac0-3d0e14622650 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:27:31.481889 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:27:31.482307 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5e4fd6a-e7c4-404a-aac0-3d0e14622650 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:27:31.482811 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'status': 'completed', 'code': 200} Nov 02 17:27:31.531157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:31.558555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-36b8b435-fd0f-44a9-8956-8755a3b1dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:31.561256 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-36b8b435-fd0f-44a9-8956-8755a3b1dbca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 1096 time: 0.0542848 Nov 02 17:27:31.699446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ea626-53a7-4456-bb82-f166bbee70a6 req-b2350b79-ac2f-4ad8-b20a-30b9c6fe5cd1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:31.701993 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-470ea626-53a7-4456-bb82-f166bbee70a6 req-b2350b79-ac2f-4ad8-b20a-30b9c6fe5cd1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0661931 Nov 02 17:27:31.766909 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-470ea626-53a7-4456-bb82-f166bbee70a6 req-f1669391-7061-40ff-a49b-d447dbfb30d5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545208 Nov 02 17:27:31.815881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:31.845532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] Checking router: 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:27:31.862181 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:31.862838 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:31.979310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:31.992191 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-bf96c220-53a2-4d6a-90db-97800d243e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:31.993717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-bf96c220-53a2-4d6a-90db-97800d243e2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 200 len: 898 time: 0.4203520 Nov 02 17:27:32.042384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-c400df66-299a-4065-a16d-a37e977837e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 200 len: 217 time: 0.0396950 Nov 02 17:27:32.111121 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-a23ae6fe-6b6a-4843-8dbc-7ad446f9ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:32.112938 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-a23ae6fe-6b6a-4843-8dbc-7ad446f9ca48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=226e166c-717f-415c-b2ac-9d76f8dc9635 HTTP/1.1" status: 200 len: 834 time: 0.0624139 Nov 02 17:27:32.180230 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-d143b797-8326-4206-b5bf-48101cd19479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:32.182270 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-d143b797-8326-4206-b5bf-48101cd19479 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2565b76-cfe3-4a0d-9e85-4edd9b35c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599201 Nov 02 17:27:32.210409 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:32.238951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5c86d-1b9b-4ba0-8524-59fcfa05c27f None None] The sync data for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 is: [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:26:40Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '77a1629e-c85d-4860-b2a5-3b24c0e9d8f8', 'name': '', 'network_id': 'd2565b76-cfe3-4a0d-9e85-4edd9b35c349', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:12:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:39Z', 'updated_at': '2021-11-02T17:26:43Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '226e166c-717f-415c-b2ac-9d76f8dc9635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:27:32.293462 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-79f8bea7-c633-4410-8a85-1b870051a0ca service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026328 Nov 02 17:27:32.410961 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-0d19b5ab-8aa9-4e77-a71f-a5cf611c9b64 req-dc67dd3d-8557-4d63-8f00-f8ecda413d73 service neutron] 10.222.0.55 "GET /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081288 Nov 02 17:27:32.525707 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9fdcd-3499-4c4f-be75-096eef2e6ed1 None None] New status for floating IP 24f2f695-5754-4954-a885-452a4e53818f: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:27:32.942065 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a489172-da66-4fcf-9899-92c0c60a27ca req-1f557777-29af-404c-88d9-c868ec77f6da tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:32.943699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a489172-da66-4fcf-9899-92c0c60a27ca req-1f557777-29af-404c-88d9-c868ec77f6da tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0594306 Nov 02 17:27:32.994340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a489172-da66-4fcf-9899-92c0c60a27ca req-762caeb9-dea5-40d4-94d4-f07a249141bd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c4b220b-57a6-47c4-81ad-454528e01cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Nov 02 17:27:33.289012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-9a9704e7-0091-4192-8d0f-8ca768a0f679 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:33.290504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-9a9704e7-0091-4192-8d0f-8ca768a0f679 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 945 time: 0.0521562 Nov 02 17:27:33.388452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 3200d6f7-e32a-4b60-9047-d8afe34df8ef {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:27:33.389343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:33.486868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 3200d6f7-e32a-4b60-9047-d8afe34df8ef, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=3200d6f7-e32a-4b60-9047-d8afe34df8ef,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:33.487515 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:33.500781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 3200d6f7-e32a-4b60-9047-d8afe34df8ef owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:27:33.646687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:33.678086 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=3200d6f7-e32a-4b60-9047-d8afe34df8ef,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:33.732729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] No DVR routers for this DVR port 3200d6f7-e32a-4b60-9047-d8afe34df8ef on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:27:33.745834 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:33.749935 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-66709af6-9efe-4e73-9f53-d636a9ed2100 req-5edde7c9-0cf5-44f6-9cd4-abd4b6df4952 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "DELETE /v2.0/ports/3200d6f7-e32a-4b60-9047-d8afe34df8ef HTTP/1.1" status: 204 len: 173 time: 0.4531643 Nov 02 17:27:33.750421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'name': 'network-vif-deleted', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:27:33.753343 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05303559-f8fc-47b0-bf90-251829eae3b2" -d '{"events": [{"server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "name": "network-vif-deleted", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:27:33.811109 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316bf0e9-87b3-4513-8838-390526ab4c9a x-openstack-request-id: req-316bf0e9-87b3-4513-8838-390526ab4c9a {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:27:33.811502 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01e57ae-4c1f-4271-9849-771a68bf0820", "name": "network-vif-deleted", "tag": "3200d6f7-e32a-4b60-9047-d8afe34df8ef", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:27:33.811894 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-316bf0e9-87b3-4513-8838-390526ab4c9a {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:27:33.812482 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01e57ae-4c1f-4271-9849-771a68bf0820', 'name': 'network-vif-deleted', 'tag': '3200d6f7-e32a-4b60-9047-d8afe34df8ef', 'status': 'completed', 'code': 200} Nov 02 17:27:34.142402 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c00776c8-59f2-4390-8a0d-686407db8400 req-cfd7a3f6-757c-4022-9800-d54a6537404e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=a01e57ae-4c1f-4271-9849-771a68bf0820 HTTP/1.1" status: 200 len: 210 time: 0.0304058 Nov 02 17:27:35.221452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50588) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:35.735742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:36.026882 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:27:36.027228 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:36.145800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:36.146191 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:36.162261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:27:36.381913 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:36.412370 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=77a1629e-c85d-4860-b2a5-3b24c0e9d8f8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:36.653278 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:36.884664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:27:37.002640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:27:37.008559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a1914b28-7d5c-4365-a9a1-ebf25a8f0adc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/77c7b53f-62b1-47e0-a09b-a5df70cfc2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859702 Nov 02 17:27:37.011442 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50590) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:37.016786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] Sync routers for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:27:37.029082 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:37.029680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:37.071463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting subnet 226e166c-717f-415c-b2ac-9d76f8dc9635 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:27:37.075672 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.131737 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.155117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:37.255719 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.333855 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.368205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Subnet': ['ID=226e166c-717f-415c-b2ac-9d76f8dc9635,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:37.371019 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.374446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/subnets/226e166c-717f-415c-b2ac-9d76f8dc9635 HTTP/1.1" status: 204 len: 168 time: 0.3618684 Nov 02 17:27:37.381136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50592) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:37.381767 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.382158 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.382592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.382838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.383202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.383650 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.383850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.384177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.384507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.384861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.385184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.385508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91714322-fb6e-48b3-a755-1b73e02909fa None None] Network d2565b76-cfe3-4a0d-9e85-4edd9b35c349 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:27:37.385631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632d386-815f-4df2-9a59-d13bab5a0ec2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:37.405528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:27:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:37.482890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] Checking router: 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:27:37.509466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] Routers {'77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:37.510552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:37.518078 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.639003 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.680019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] Set router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:37.700113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port bbc01cde-fa59-4bec-82b8-53968b207b66 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:27:37.700550 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.771770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] DHCP port deletion for d2565b76-cfe3-4a0d-9e85-4edd9b35c349 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:27:37.806271 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port bbc01cde-fa59-4bec-82b8-53968b207b66, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=bbc01cde-fa59-4bec-82b8-53968b207b66,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:37.806631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:37.823534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for bbc01cde-fa59-4bec-82b8-53968b207b66 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:27:38.070244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.098697 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Deleting port fd931d74-ef3b-46ad-8119-092b1d2f43ac {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:27:38.099390 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.105843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=bbc01cde-fa59-4bec-82b8-53968b207b66,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:38.180737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.185842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] For port fd931d74-ef3b-46ad-8119-092b1d2f43ac, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fd931d74-ef3b-46ad-8119-092b1d2f43ac,segment=NetworkSegment(323f848b-eb4e-4afe-abe9-dfee0d12c51c),segment_id=323f848b-eb4e-4afe-abe9-dfee0d12c51c)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:38.186278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.203975 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Calling delete_port for fd931d74-ef3b-46ad-8119-092b1d2f43ac owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:27:38.217865 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:27:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:38.274685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc6130-cb87-49e6-ba30-3395a7fcf415 None None] The sync data for ids ['77c7b53f-62b1-47e0-a09b-a5df70cfc2e7'] in n-d-811405-2 is: [{'id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513177515', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:26:35Z', 'updated_at': '2021-11-02T17:27:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'bbc01cde-fa59-4bec-82b8-53968b207b66', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7b53f-62b1-47e0-a09b-a5df70cfc2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:26:36Z', 'updated_at': '2021-11-02T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:27:38.295645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.300212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.340446 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.366099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Pushing event deleted for resources: {'Port': ['ID=fd931d74-ef3b-46ad-8119-092b1d2f43ac,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:38.376826 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] No DVR routers for this DVR port fd931d74-ef3b-46ad-8119-092b1d2f43ac on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:27:38.384511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.384834 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.385425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.385799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.386260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.386643 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.386978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.387310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.388400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.388400 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.389410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.389410 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c4ff5-0f5c-4c48-9878-12e9e7478829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:38.399165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3200d6f7-e32a-4b60-9047-d8afe34df8ef no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:27:38.434513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 3200d6f7-e32a-4b60-9047-d8afe34df8ef {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:27:38.435052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 3200d6f7-e32a-4b60-9047-d8afe34df8ef not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:27:38.672995 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.673866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Fanout notify agent at l3_agent the message router_deleted on router 77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:27:38.682067 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.683265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8646f0e3-5281-415f-9ff7-6fba8ced453f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/routers/77c7b53f-62b1-47e0-a09b-a5df70cfc2e7 HTTP/1.1" status: 204 len: 168 time: 1.2993293 Nov 02 17:27:38.686047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50594) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:38.759597 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-80f809d0-4380-4fb7-9795-15d9909b5b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.767041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.873870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.915890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2565b76-cfe3-4a0d-9e85-4edd9b35c349']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:38.927200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323f848b-eb4e-4afe-abe9-dfee0d12c51c') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:38.927498 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323f848b-eb4e-4afe-abe9-dfee0d12c51c') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:38.938744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.955937 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.964221 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:27:38.964686 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:27:38.968858 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:27:39.036885 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:39.067826 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:39.071092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/networks/d2565b76-cfe3-4a0d-9e85-4edd9b35c349 HTTP/1.1" status: 204 len: 168 time: 0.3839979 Nov 02 17:27:39.072480 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2db1e4-af47-4e72-a751-5278f7bcad9d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Network': ['ID=d2565b76-cfe3-4a0d-9e85-4edd9b35c349,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:39.075802 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50596) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:39.166760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-90c83378-432e-4870-ba05-8abe82e8f7a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:39.199233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-90c83378-432e-4870-ba05-8abe82e8f7a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:39.289622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-90c83378-432e-4870-ba05-8abe82e8f7a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:39.292396 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-90c83378-432e-4870-ba05-8abe82e8f7a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:39.293664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-90c83378-432e-4870-ba05-8abe82e8f7a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c4b220b-57a6-47c4-81ad-454528e01cc5 HTTP/1.1" status: 204 len: 168 time: 0.2168179 Nov 02 17:27:39.307977 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c83378-432e-4870-ba05-8abe82e8f7a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b220b-57a6-47c4-81ad-454528e01cc5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:39.308644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd931d74-ef3b-46ad-8119-092b1d2f43ac no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:27:39.341340 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: fd931d74-ef3b-46ad-8119-092b1d2f43ac {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:27:39.341682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fd931d74-ef3b-46ad-8119-092b1d2f43ac not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:27:39.342160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bbc01cde-fa59-4bec-82b8-53968b207b66 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:27:39.366500 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: bbc01cde-fa59-4bec-82b8-53968b207b66 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:27:39.366958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device bbc01cde-fa59-4bec-82b8-53968b207b66 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:27:39.367270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:27:39.390440 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:27:39.390850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 77a1629e-c85d-4860-b2a5-3b24c0e9d8f8 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:27:39.901180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50602) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:39.906788 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566334457', 'description': 'tempest-secgroup-smoke-1566334457 description', 'project_id': '4294ab1390db408e90e66e2a83b7657f'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:39.933143 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.032129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.037620 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.071100 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.073153 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1707492 Nov 02 17:27:40.079511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50604) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.080097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d4c0d-5ce4-45d6-b9f5-8da42eee2f93 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517fae0e-1f99-49f6-bcff-1a56d7ea304a,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.084838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '517fae0e-1f99-49f6-bcff-1a56d7ea304a', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:40.122689 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.189780 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.194318 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.215026 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37945f0-b32c-47fa-bcf1-362b49421574,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.225439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.227045 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b95480d9-0846-430a-8b7f-24412bf83145 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464248 Nov 02 17:27:40.231211 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50606) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.235990 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '517fae0e-1f99-49f6-bcff-1a56d7ea304a', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:40.272158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.347379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.351673 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.371947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9092d19e-fc43-4c9a-bba3-270bda4d0faf,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.377080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.381751 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c771bc11-6600-41d0-99bb-540e10346021 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493971 Nov 02 17:27:40.381955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50608) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.387903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '517fae0e-1f99-49f6-bcff-1a56d7ea304a', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:40.421663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.489623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.495413 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.515023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648c840e-a97d-4c97-9e13-405f9b658986,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.524934 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.526223 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7486a746-5e54-4069-8c6f-087229a587a9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429827 Nov 02 17:27:40.529627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50610) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.534276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '517fae0e-1f99-49f6-bcff-1a56d7ea304a', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:40.573420 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.640539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.644540 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.665513 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8214753f-472c-466c-b5ca-77471de5dc34,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.674589 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.675849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-784ef165-6b0a-40bd-b31d-1d9d449ed7e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450343 Nov 02 17:27:40.679189 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50612) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.685931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '517fae0e-1f99-49f6-bcff-1a56d7ea304a', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:40.717390 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:27:40.723601 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.801581 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.806476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.824947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581a21b7-0e2b-4e5b-92fb-f26f260aeae2,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.833892 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.835175 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-51a6e649-d1ed-44b0-99af-61fbedc76df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547368 Nov 02 17:27:40.838051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50614) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.842547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '517fae0e-1f99-49f6-bcff-1a56d7ea304a', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:40.867425 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:27:40.873045 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.947678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.952005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.970767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b69c812-cb63-4582-9cf5-ecdfc6a56883,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:40.979895 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:40.981237 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7deec5bb-b57b-4543-b3ef-ae006fed186c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422081 Nov 02 17:27:40.984049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50616) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:40.990015 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'network': {'name': 'tempest-network-smoke--426249248', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:41.013214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:27:41.016968 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.045299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:27:41.056042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.056376 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Added segment bdb1901e-538c-47d5-b1cd-7c62b7737bce of type vlan for network 03831565-b36a-459e-83be-45c48b63f238 Nov 02 17:27:41.113120 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.147914 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.154317 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:41.154922 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.213179 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2280550 Nov 02 17:27:41.216681 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50618) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:41.221874 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'admin_state_up': True, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:41.231544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60e383-7f53-4c0c-bf3b-c559b81833ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Network': ['ID=03831565-b36a-459e-83be-45c48b63f238,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:41.236826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1ba32d91-126a-43f5-b4a1-63d8456f33d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.245000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 03831565-b36a-459e-83be-45c48b63f238 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:27:41.262405 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.266885 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.329113 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.408585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.484670 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.716649 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.736234 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:41.852414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.128 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/5c9c615d-58f8-4a21-b380-8cfa8ba6150c) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:27:41.972446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:42.016153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:42.062657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:27:42.066075 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:27:42.070916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:27:42.080627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:42.354584 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:42.611538 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:42.789013 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:27:42.825407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:42.924523 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:27:42.934671 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Sync routers for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:27:42.948683 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:42.949579 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:42.949788 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:42.951731 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-36974c92-fa86-4109-be69-8a31daee2c50 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7333977 Nov 02 17:27:42.954770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50620) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:43.003401 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-97ba3b3a-dc52-4403-ba9e-201084bcbc1a tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4294ab1390db408e90e66e2a83b7657f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468111 Nov 02 17:27:43.007381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50622) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:43.096690 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:43.127341 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c4873-974d-4064-8fa0-5f9e50011a01 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:43.129529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-153c4873-974d-4064-8fa0-5f9e50011a01 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1204562 Nov 02 17:27:43.132873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50624) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:43.163164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-68eed28c-aee4-4d2f-959b-18c77ff565ea tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289779 Nov 02 17:27:43.165811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50626) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:43.170758 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-358418929', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:43.278849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:27:43.282547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.326139 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:42Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:43.360985 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Checking router: bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:27:43.361280 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Updating router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:27:43.394053 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.494941 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.567347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Subnet': ['ID=08c5c652-b125-4af2-9e82-f073e9904cef,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:43.577965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Checking segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:27:43.578388 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network hostable DHCP agents. Network: 03831565-b36a-459e-83be-45c48b63f238, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:27:43.598749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 03831565-b36a-459e-83be-45c48b63f238 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:27:43.616251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 03831565-b36a-459e-83be-45c48b63f238) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:27:43.623886 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:43.624507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.637459 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a36abf-7db8-457a-81f8-3e4e759c0859 None None] Network 03831565-b36a-459e-83be-45c48b63f238 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:27:43.652178 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-bcd0c40c-3899-430f-817b-9bf950f1de83 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4849594 Nov 02 17:27:43.657502 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50628) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:27:43.735687 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.742028 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.821903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Attempting to bind port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:27:43.822382 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Attempting to bind port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:27:43.822800 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Attempting to bind port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:27:43.826430 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Pushing event updated for resources: {'Port': ['ID=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:43.836702 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.837290 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.837679 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.838007 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.838408 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.838664 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.839006 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.839356 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.839679 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.840016 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.840394 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.840767 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:27:43.845089 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:27:43.845451 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:27:43.845877 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.846288 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:27:43.846766 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Bound port: 5c9c615d-58f8-4a21-b380-8cfa8ba6150c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:27:43.847160 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.895558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-03831565-b36a-459e-83be-45c48b63f238', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:27:43.898515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:43.936643 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] For port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:27:43.942386 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] For port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:27:43.952125 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.026517 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:44.027678 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:44.060196 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.154646 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8985999-02cc-41a3-ae96-3e85cdc844dc None None] Pushing event updated for resources: {'Port': ['ID=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:44.171532 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Allocated IP 172.20.0.2 (03831565-b36a-459e-83be-45c48b63f238/08c5c652-b125-4af2-9e82-f073e9904cef/a0d6d6f0-764b-4962-bfb9-2b5e82376653) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:27:44.230024 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:44.438987 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.448606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.490068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.505157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Network 03831565-b36a-459e-83be-45c48b63f238 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:27:44.508935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:27:44.517783 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:27:44.522177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Pushing event updated for resources: {'Port': ['ID=a0d6d6f0-764b-4962-bfb9-2b5e82376653,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:44.590031 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:42Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:44.605670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Attempting to bind port a0d6d6f0-764b-4962-bfb9-2b5e82376653 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:27:44.606447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Attempting to bind port a0d6d6f0-764b-4962-bfb9-2b5e82376653 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:27:44.606996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Attempting to bind port a0d6d6f0-764b-4962-bfb9-2b5e82376653 on network 03831565-b36a-459e-83be-45c48b63f238 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:27:44.615803 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:27:44.616511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Checking segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:27:44.617101 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.617757 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Bound using segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:27:44.618498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Bound port: a0d6d6f0-764b-4962-bfb9-2b5e82376653, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:27:44.619084 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.635543 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0969f-fd8f-46a4-b320-c21e80f8fde7 None None] The sync data for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 is: [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:42Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:27:44.725518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] For port a0d6d6f0-764b-4962-bfb9-2b5e82376653, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:27:44.734439 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] For port a0d6d6f0-764b-4962-bfb9-2b5e82376653, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a0d6d6f0-764b-4962-bfb9-2b5e82376653,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:27:44.743663 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:44.860172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03882a-923a-4fe7-a8f3-6ba95e87c17f None None] Pushing event updated for resources: {'Port': ['ID=a0d6d6f0-764b-4962-bfb9-2b5e82376653,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:45.219341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.1 (03831565-b36a-459e-83be-45c48b63f238/08c5c652-b125-4af2-9e82-f073e9904cef/df5b6f24-2eb0-49be-bc84-594077e6271f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:27:45.442110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a0d6d6f0-764b-4962-bfb9-2b5e82376653 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:27:45.494497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.515861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a0d6d6f0-764b-4962-bfb9-2b5e82376653 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:45.516923 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.565672 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.637987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 03831565-b36a-459e-83be-45c48b63f238 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:27:45.643291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:27:45.650472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:27:45.663689 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.695024 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=df5b6f24-2eb0-49be-bc84-594077e6271f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:45.724030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port a0d6d6f0-764b-4962-bfb9-2b5e82376653, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a0d6d6f0-764b-4962-bfb9-2b5e82376653,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:45.737167 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.742063 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.744272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5c9c615d-58f8-4a21-b380-8cfa8ba6150c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:27:45.861761 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=a0d6d6f0-764b-4962-bfb9-2b5e82376653,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:45.896504 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:45.898345 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:45.990798 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.023979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.074829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:46.081025 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.164858 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:46.278576 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9a4e27-20a2-448a-863a-7694f545c4f9 None None] Network 03831565-b36a-459e-83be-45c48b63f238 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:27:46.398028 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-f523b7a6-5944-405b-a0f4-e49e6be38d17 None None] Provisioning complete for port a0d6d6f0-764b-4962-bfb9-2b5e82376653 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:46.398428 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-f523b7a6-5944-405b-a0f4-e49e6be38d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.438183 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.446357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.593848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=df5b6f24-2eb0-49be-bc84-594077e6271f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:46.610401 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:46.765939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 03831565-b36a-459e-83be-45c48b63f238 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:27:46.767895 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:27:46.922158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:27:46.992816 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-65549fe2-0b4a-4ebc-b08f-53ace39e3460 None None] Provisioning complete for port a0d6d6f0-764b-4962-bfb9-2b5e82376653 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:46.993616 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65549fe2-0b4a-4ebc-b08f-53ace39e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:47.079516 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:27:47.098569 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a042e70d-39c1-4677-9166-d4a33f630023 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296234 Nov 02 17:27:47.103867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Sync routers for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:27:47.149924 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-65549fe2-0b4a-4ebc-b08f-53ace39e3460 None None] Provisioning complete for port df5b6f24-2eb0-49be-bc84-594077e6271f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:47.150787 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-65549fe2-0b4a-4ebc-b08f-53ace39e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:47.152919 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:47.153559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:47.282988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-65549fe2-0b4a-4ebc-b08f-53ace39e3460 None None] Port df5b6f24-2eb0-49be-bc84-594077e6271f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:27:47.320646 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a0d6d6f0-764b-4962-bfb9-2b5e82376653 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:27:47.367663 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:47.388009 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-85d7c5e4-762e-4a7b-9c36-80c83e78e0a5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566334457&fields=id&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 267 time: 0.0604732 Nov 02 17:27:47.526316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5cb95766-77a4-4282-869b-a2e85a75853f None None] Provisioning complete for port df5b6f24-2eb0-49be-bc84-594077e6271f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:47.526916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5cb95766-77a4-4282-869b-a2e85a75853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:47.591635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-b877184c-bb71-47f9-a157-2abdbc74215d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:47.594260 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-b877184c-bb71-47f9-a157-2abdbc74215d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 796 time: 0.1970701 Nov 02 17:27:47.613903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port a0d6d6f0-764b-4962-bfb9-2b5e82376653 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:47.614259 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:47.617894 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-f10284a8-4146-4f5c-8b07-c05edcfe7e68 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/quotas/4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 375 time: 0.0159988 Nov 02 17:27:47.679005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5cb95766-77a4-4282-869b-a2e85a75853f None None] Port df5b6f24-2eb0-49be-bc84-594077e6271f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:27:47.702726 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-76443748-cfb4-47c6-9ad3-9ec1d2761df8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762143 Nov 02 17:27:47.815495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5c9c615d-58f8-4a21-b380-8cfa8ba6150c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:27:47.857740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a35cc570-d479-4cf9-b192-35eaad3b1180 None None] Provisioning complete for port df5b6f24-2eb0-49be-bc84-594077e6271f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:47.858089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a35cc570-d479-4cf9-b192-35eaad3b1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:47.910871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 2, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:47.937867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-d9cf6863-21f6-4664-8084-6c21241d161a service neutron] 10.222.0.31 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117152 Nov 02 17:27:47.952693 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a35cc570-d479-4cf9-b192-35eaad3b1180 None None] Port df5b6f24-2eb0-49be-bc84-594077e6271f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:27:47.959255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Checking router: bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:27:47.959255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Updating router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e port df5b6f24-2eb0-49be-bc84-594077e6271f binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:27:47.991700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:47.992277 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.018541 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.094914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.438533 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-42e466cd-1bc0-4f78-8001-edd55f6202f3 service neutron] 10.222.0.31 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893866 Nov 02 17:27:48.694680 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.704447 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.759441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9e22c-99e6-4f09-892b-6e531bfd7169 None None] Pushing event updated for resources: {'Port': ['ID=df5b6f24-2eb0-49be-bc84-594077e6271f,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:48.834198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Attempting to bind port df5b6f24-2eb0-49be-bc84-594077e6271f on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:27:48.834731 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Attempting to bind port df5b6f24-2eb0-49be-bc84-594077e6271f by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:27:48.835284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Attempting to bind port df5b6f24-2eb0-49be-bc84-594077e6271f on network 03831565-b36a-459e-83be-45c48b63f238 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:27:48.841860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:27:48.842278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Checking segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:27:48.842874 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.843360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Bound using segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:27:48.844071 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Bound port: df5b6f24-2eb0-49be-bc84-594077e6271f, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:27:48.844697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:48.940289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] For port df5b6f24-2eb0-49be-bc84-594077e6271f, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:27:48.944580 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] For port df5b6f24-2eb0-49be-bc84-594077e6271f, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df5b6f24-2eb0-49be-bc84-594077e6271f,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:27:48.951552 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:49.011010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:27:49.011709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:49.059167 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9e22c-99e6-4f09-892b-6e531bfd7169 None None] Pushing event updated for resources: {'Port': ['ID=df5b6f24-2eb0-49be-bc84-594077e6271f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:49.166436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-83597450-b1a1-4dd5-962a-380dc29b5d11 None None] Provisioning complete for port df5b6f24-2eb0-49be-bc84-594077e6271f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:49.167049 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-83597450-b1a1-4dd5-962a-380dc29b5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:49.266873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:27:49.487186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-83597450-b1a1-4dd5-962a-380dc29b5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:49.546266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-83597450-b1a1-4dd5-962a-380dc29b5d11 None None] For port df5b6f24-2eb0-49be-bc84-594077e6271f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df5b6f24-2eb0-49be-bc84-594077e6271f,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:49.553449 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-83597450-b1a1-4dd5-962a-380dc29b5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:49.684613 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83597450-b1a1-4dd5-962a-380dc29b5d11 None None] Pushing event updated for resources: {'Port': ['ID=df5b6f24-2eb0-49be-bc84-594077e6271f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:49.716913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-19862dec-9866-45d7-a2c8-a1720fdf3b82 None None] Provisioning complete for port df5b6f24-2eb0-49be-bc84-594077e6271f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:49.717958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-19862dec-9866-45d7-a2c8-a1720fdf3b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:49.724739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5271e861-bf63-4b4c-8274-85eb1dc96093 req-b5ee72aa-a011-4885-8d5e-bab42fdae343 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 210 time: 0.0567448 Nov 02 17:27:49.757132 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:48Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:27:49.821677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fea4-d40d-458a-bb10-91d39a65ded5 None None] The sync data for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 is: [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:48Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:27:50.881516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9e134aa-2cd9-4cf3-871b-dfa61a0788e7 req-141b0421-b759-4e6a-ab41-8a9e639d00e6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 210 time: 0.0380626 Nov 02 17:27:51.222789 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-916f9a6b-2324-4f8a-a78c-aa5806dd681c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:51.224910 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-916f9a6b-2324-4f8a-a78c-aa5806dd681c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 796 time: 0.1483135 Nov 02 17:27:51.317015 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-af7e1de0-fe4d-419e-8dc0-493c0737cb8f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 380 time: 0.0815754 Nov 02 17:27:51.329065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'port': {'device_id': 'e006668c-1592-485c-993e-13f7e17ada7f', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'admin_state_up': True, 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'security_groups': ['517fae0e-1f99-49f6-bcff-1a56d7ea304a']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:51.363397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df5b6f24-2eb0-49be-bc84-594077e6271f up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:27:51.426417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port df5b6f24-2eb0-49be-bc84-594077e6271f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:51.428159 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:51.489604 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:27:51.495600 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:51.650947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.12 (03831565-b36a-459e-83be-45c48b63f238/08c5c652-b125-4af2-9e82-f073e9904cef/74c284f3-538f-405d-aea7-94e2c14ae3af) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:27:51.821911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:51.874220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:51.929820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 03831565-b36a-459e-83be-45c48b63f238 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:27:51.934716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:27:51.941058 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:27:51.953255 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=74c284f3-538f-405d-aea7-94e2c14ae3af,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:52.014452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:52.015552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.038965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab22b-c07e-4882-8250-dec0c9c55a7e req-4f258441-8cb6-482b-87e9-76d2c77316f9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:52.040330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-90d9f69b-68c2-4ae4-a09a-a2c8cb7d0009 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7169211 Nov 02 17:27:52.042739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24eab22b-c07e-4882-8250-dec0c9c55a7e req-4f258441-8cb6-482b-87e9-76d2c77316f9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 932 time: 0.0713253 Nov 02 17:27:52.102720 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-24eab22b-c07e-4882-8250-dec0c9c55a7e req-e1243170-2498-42f6-afe8-94d41608e27b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512848 Nov 02 17:27:52.127469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Request body: {'port': {'device_id': 'e006668c-1592-485c-993e-13f7e17ada7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:27:52.198593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.275004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-41d6d3f0-0479-4998-b088-5d65a3332b9a None None] Provisioning complete for port 74c284f3-538f-405d-aea7-94e2c14ae3af triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:52.275630 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-41d6d3f0-0479-4998-b088-5d65a3332b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.330621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-41d6d3f0-0479-4998-b088-5d65a3332b9a None None] Port 74c284f3-538f-405d-aea7-94e2c14ae3af cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:27:52.592731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c284f3-538f-405d-aea7-94e2c14ae3af {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:27:52.601964 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.617289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Transition to ACTIVE for port object 74c284f3-538f-405d-aea7-94e2c14ae3af will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:27:52.626192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.684842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Pushing event updated for resources: {'Port': ['ID=74c284f3-538f-405d-aea7-94e2c14ae3af,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:52.802436 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Attempting to bind port 74c284f3-538f-405d-aea7-94e2c14ae3af on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:27:52.802749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Attempting to bind port 74c284f3-538f-405d-aea7-94e2c14ae3af by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:27:52.803133 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Attempting to bind port 74c284f3-538f-405d-aea7-94e2c14ae3af on network 03831565-b36a-459e-83be-45c48b63f238 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:27:52.809515 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Port 74c284f3-538f-405d-aea7-94e2c14ae3af on network 03831565-b36a-459e-83be-45c48b63f238 not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:27:52.810021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Attempting to bind port 74c284f3-538f-405d-aea7-94e2c14ae3af on network 03831565-b36a-459e-83be-45c48b63f238 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:27:52.818648 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:27:52.819241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Checking segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:27:52.819893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Bound using segment: {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:27:52.820655 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Bound port: 74c284f3-538f-405d-aea7-94e2c14ae3af, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb1901e-538c-47d5-b1cd-7c62b7737bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03831565-b36a-459e-83be-45c48b63f238'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:27:52.821661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.926099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] For port 74c284f3-538f-405d-aea7-94e2c14ae3af, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:27:52.929996 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] For port 74c284f3-538f-405d-aea7-94e2c14ae3af, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=74c284f3-538f-405d-aea7-94e2c14ae3af,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:27:52.937048 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.980767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:52.981618 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:52.983281 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] 10.222.0.100 "PUT /v2.0/ports/74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 1092 time: 0.9347005 Nov 02 17:27:52.986294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:27:52.991860 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dddd69-3b79-45ae-97b4-93bac8207071" -d '{"events": [{"name": "network-changed", "server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:27:53.050027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc18fa-4fd2-4c9d-9d68-2b738aef45da service neutron] Pushing event updated for resources: {'Port': ['ID=74c284f3-538f-405d-aea7-94e2c14ae3af,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:53.062459 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10111a62-0abb-4f9d-b837-79dd022dea1b x-openstack-request-id: req-10111a62-0abb-4f9d-b837-79dd022dea1b {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:27:53.062951 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:27:53.063418 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10111a62-0abb-4f9d-b837-79dd022dea1b {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:27:53.063870 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'status': 'completed', 'code': 200} Nov 02 17:27:53.114737 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-25d951e6-723a-4973-be98-6537d23599db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:53.116374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-25d951e6-723a-4973-be98-6537d23599db service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1095 time: 0.0789411 Nov 02 17:27:53.181150 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-bdd9c7cc-8027-44cc-876d-923b56813c05 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 217 time: 0.0554311 Nov 02 17:27:53.253047 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c44baec3-4b11-48ca-96a1-4e8eade2f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:53.254762 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-c44baec3-4b11-48ca-96a1-4e8eade2f204 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 200 len: 834 time: 0.0650294 Nov 02 17:27:53.307433 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4dc3-3b1e-4f24-a387-63a9215e7efd req-2b74f410-b23d-4ac1-975e-75163e083ce0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:53.309611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f2e4dc3-3b1e-4f24-a387-63a9215e7efd req-2b74f410-b23d-4ac1-975e-75163e083ce0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 944 time: 0.0749946 Nov 02 17:27:53.331466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-1b9c7ed2-7614-49bf-b272-cb59cdeea1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:53.333207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-1b9c7ed2-7614-49bf-b272-cb59cdeea1e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=03831565-b36a-459e-83be-45c48b63f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691619 Nov 02 17:27:53.362117 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5f2e4dc3-3b1e-4f24-a387-63a9215e7efd req-8ceecc2c-7c16-459c-aac9-57b327b73a14 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Nov 02 17:27:53.441760 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-674e7a03-e478-41aa-b154-11e73d6bde73 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007292 Nov 02 17:27:53.559184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c0d5bf61-7b7e-4625-ab7a-2aa23ea1cc35 req-3fdb8e39-9ea3-4957-af0b-4b6ec9928151 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093633 Nov 02 17:27:53.636652 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:53.661537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-a429508a-acb3-4b36-ac36-36d490b135ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:53.663265 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-a429508a-acb3-4b36-ac36-36d490b135ef service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1095 time: 0.0477271 Nov 02 17:27:54.105614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-a07e6a85-755f-4021-a46c-4b45ce44586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:54.107210 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-a07e6a85-755f-4021-a46c-4b45ce44586b service neutron] 10.222.0.100 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 897 time: 0.4361401 Nov 02 17:27:54.157330 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-4b58db26-af6d-4b5c-be20-3029b367813c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 217 time: 0.0426040 Nov 02 17:27:54.225683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-c3c318a8-809f-404b-a070-aa301943ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:54.227214 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-c3c318a8-809f-404b-a070-aa301943ca99 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 200 len: 834 time: 0.0613089 Nov 02 17:27:54.287696 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-bde21745-5bb4-467d-9969-49c3363a0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:54.289270 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-bde21745-5bb4-467d-9969-49c3363a0e7c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=03831565-b36a-459e-83be-45c48b63f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542030 Nov 02 17:27:54.404236 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-b51302f5-10c1-41fb-b8cb-52461ede7a70 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058619 Nov 02 17:27:54.506672 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216a54b-e8f5-4142-a2a6-1232bb9a894a req-34775feb-ca35-4567-b5d4-8bcf917c1fa5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:54.508987 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1216a54b-e8f5-4142-a2a6-1232bb9a894a req-34775feb-ca35-4567-b5d4-8bcf917c1fa5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 944 time: 0.0613632 Nov 02 17:27:54.553644 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-62dddd69-3b79-45ae-97b4-93bac8207071 req-e982fde4-18f6-4087-b967-a4b44fdec398 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414058 Nov 02 17:27:54.570537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1216a54b-e8f5-4142-a2a6-1232bb9a894a req-7dbf912c-3689-4f7c-aa9b-febc3a24a786 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549588 Nov 02 17:27:55.725278 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dae24-e49a-4d60-8b74-fb6c693bd021 req-26e717b7-b0e9-4949-9b32-8afb2301cfa0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:55.727071 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d4dae24-e49a-4d60-8b74-fb6c693bd021 req-26e717b7-b0e9-4949-9b32-8afb2301cfa0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 944 time: 0.0672817 Nov 02 17:27:55.777419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d4dae24-e49a-4d60-8b74-fb6c693bd021 req-25d64c75-ad18-40cd-bb20-e9e157b77318 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Nov 02 17:27:56.391044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 74c284f3-538f-405d-aea7-94e2c14ae3af details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:27:56.512723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 74c284f3-538f-405d-aea7-94e2c14ae3af, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=74c284f3-538f-405d-aea7-94e2c14ae3af,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:56.526565 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'port_id': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'mac_address': 'fa:16:3e:5f:c0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:27:56.574410 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:56.590007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c284f3-538f-405d-aea7-94e2c14ae3af {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:27:56.622980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 74c284f3-538f-405d-aea7-94e2c14ae3af, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=74c284f3-538f-405d-aea7-94e2c14ae3af,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:56.627731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:56.682178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=74c284f3-538f-405d-aea7-94e2c14ae3af,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:56.892811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['74c284f3-538f-405d-aea7-94e2c14ae3af'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:27:56.922020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad722d24-dd23-4184-8076-203edc24160b req-b3f88dad-cd01-4353-9ffe-36884b46782e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:56.923717 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad722d24-dd23-4184-8076-203edc24160b req-b3f88dad-cd01-4353-9ffe-36884b46782e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 945 time: 0.0621221 Nov 02 17:27:56.980963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ad722d24-dd23-4184-8076-203edc24160b req-1fb124fa-32ed-4f09-a35e-d8e2f4f7472b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474575 Nov 02 17:27:58.145932 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285429e8-76d3-4a2e-8716-ef4f393d1a77 req-cc19a3af-f1aa-4e13-a408-4fea9762c7dd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:58.147867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-285429e8-76d3-4a2e-8716-ef4f393d1a77 req-cc19a3af-f1aa-4e13-a408-4fea9762c7dd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 945 time: 0.0626516 Nov 02 17:27:58.202268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-285429e8-76d3-4a2e-8716-ef4f393d1a77 req-4c77fe51-cd26-471a-a727-138c7dbf0610 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479183 Nov 02 17:27:58.409707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 74c284f3-538f-405d-aea7-94e2c14ae3af up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:27:58.469612 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 74c284f3-538f-405d-aea7-94e2c14ae3af completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:27:58.476069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 74c284f3-538f-405d-aea7-94e2c14ae3af triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:27:58.476557 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:58.574962 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:58.600675 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:27:58.603026 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1b96f-7683-42e4-8bd5-c1506493d306" -d '{"events": [{"server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "name": "network-vif-plugged", "status": "completed", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:27:58.619844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 74c284f3-538f-405d-aea7-94e2c14ae3af, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=74c284f3-538f-405d-aea7-94e2c14ae3af,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:27:58.628132 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:27:58.664408 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d9ba92-89d6-4da9-91de-2279dfbb5479 x-openstack-request-id: req-e3d9ba92-89d6-4da9-91de-2279dfbb5479 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:27:58.664763 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "name": "network-vif-plugged", "status": "completed", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:27:58.665124 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3d9ba92-89d6-4da9-91de-2279dfbb5479 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:27:58.665776 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'code': 200} Nov 02 17:27:58.706300 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=74c284f3-538f-405d-aea7-94e2c14ae3af,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:27:58.789227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148757d0-f4de-4bcf-a6b9-7eb051c04aeb req-66d1feb7-b18b-418a-b69d-bac935ca7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:58.790922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-148757d0-f4de-4bcf-a6b9-7eb051c04aeb req-66d1feb7-b18b-418a-b69d-bac935ca7cec service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1097 time: 0.0545068 Nov 02 17:27:58.829626 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-148757d0-f4de-4bcf-a6b9-7eb051c04aeb req-a7acb48d-a740-41b2-81ee-dd6bcd1af69c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Nov 02 17:27:59.349683 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b66c90-12ab-4739-8b18-fd7fac884675 req-c65a0d6e-f990-4844-8286-23fe9988c29b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:27:59.351297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91b66c90-12ab-4739-8b18-fd7fac884675 req-c65a0d6e-f990-4844-8286-23fe9988c29b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0609877 Nov 02 17:27:59.404958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-91b66c90-12ab-4739-8b18-fd7fac884675 req-50058c56-98e7-4f73-a391-a1e53468a1af tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470929 Nov 02 17:28:00.546325 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa402f5-d0ca-4456-8dec-e27f2f5202e3 req-bec0656e-2131-440f-a708-d7113202b1a8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:00.547815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfa402f5-d0ca-4456-8dec-e27f2f5202e3 req-bec0656e-2131-440f-a708-d7113202b1a8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0661058 Nov 02 17:28:00.590458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bfa402f5-d0ca-4456-8dec-e27f2f5202e3 req-e40660c7-2759-4161-95c1-464592a3fa99 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364139 Nov 02 17:28:00.733732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7645f6-1573-448a-8f3f-da093415754f req-2153a518-af0a-4953-8bcf-cb0f1b158936 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:00.735443 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de7645f6-1573-448a-8f3f-da093415754f req-2153a518-af0a-4953-8bcf-cb0f1b158936 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0618341 Nov 02 17:28:00.789274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-de7645f6-1573-448a-8f3f-da093415754f req-17046435-abd4-46d7-a6d0-50e75a16b77e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Nov 02 17:28:00.816242 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50690) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:28:00.869050 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2fb7c3-eec4-4c17-98d0-e028fb0e3484 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:00.871185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4e2fb7c3-eec4-4c17-98d0-e028fb0e3484 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1092 time: 0.0537279 Nov 02 17:28:00.875240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50692) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:28:00.880356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:28:00.907740 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:01.031589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:01.185156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.170 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/c41714a4-9a4b-46ff-9d71-327972a4320a) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:28:01.333200 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:01.391275 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:01.436745 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:28:01.440124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:28:01.444508 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:28:01.453842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=c41714a4-9a4b-46ff-9d71-327972a4320a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:28:01.899111 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:01.982039 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:02.212306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:02.218262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:02.307069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=c41714a4-9a4b-46ff-9d71-327972a4320a,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:28:02.332760 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:02.460543 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP 1bc31e32-c806-4a9c-af63-a451c52b310e associated. External IP: 172.25.7.170, port: 74c284f3-538f-405d-aea7-94e2c14ae3af. Nov 02 17:28:02.716458 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:28:02.843728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:28:02.857671 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] Sync routers for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:28:02.871114 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:28:02.872222 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:28:02.872445 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:02.908954 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1082d4b8-dea3-4a76-8587-e1ac8d5457ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0291185 Nov 02 17:28:02.908954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:28:02.908954 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faef8532-c0fe-4d43-9027-690878ede08a" -d '{"events": [{"name": "network-changed", "server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:28:02.992654 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c4262-ed03-4a3a-8e62-2985b7c765b3 x-openstack-request-id: req-652c4262-ed03-4a3a-8e62-2985b7c765b3 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:28:02.993108 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:28:02.993727 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-652c4262-ed03-4a3a-8e62-2985b7c765b3 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:28:02.994332 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'status': 'completed', 'code': 200} Nov 02 17:28:03.033211 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:28:03.059776 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55532-a2d8-4536-b3b8-4d34f26457cc req-c70c5a3f-019b-4130-a6bd-169a3b92f2ea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:03.062574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1d55532-a2d8-4536-b3b8-4d34f26457cc req-c70c5a3f-019b-4130-a6bd-169a3b92f2ea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0864325 Nov 02 17:28:03.076533 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef8532-c0fe-4d43-9027-690878ede08a req-979a8282-4e04-4332-92d5-70c6bbe1568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:03.079057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-979a8282-4e04-4332-92d5-70c6bbe1568d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1097 time: 0.0675402 Nov 02 17:28:03.121991 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1d55532-a2d8-4536-b3b8-4d34f26457cc req-f7b505ac-21c6-4915-beda-acd64637a602 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460827 Nov 02 17:28:03.150663 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50700) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:28:03.216386 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef8532-c0fe-4d43-9027-690878ede08a req-5a4355b4-8ba8-4feb-b5b0-fc2637e5cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:03.218541 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-5a4355b4-8ba8-4feb-b5b0-fc2637e5cc9c service neutron] 10.222.0.100 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 897 time: 0.1293972 Nov 02 17:28:03.254980 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-60453c6d-b678-45be-a3c6-3dbbe179defa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/1bc31e32-c806-4a9c-af63-a451c52b310e HTTP/1.1" status: 200 len: 992 time: 0.1026459 Nov 02 17:28:03.312942 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-69f642e9-024b-47d6-85da-d896d8857710 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 1000 time: 0.0860696 Nov 02 17:28:03.374625 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef8532-c0fe-4d43-9027-690878ede08a req-1b8616cf-a9be-4fce-adb2-6973f6f61567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:03.376132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-1b8616cf-a9be-4fce-adb2-6973f6f61567 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 200 len: 834 time: 0.0560005 Nov 02 17:28:03.443567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef8532-c0fe-4d43-9027-690878ede08a req-95f86525-cf33-4a76-91f7-b7b81e74972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:03.445932 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-95f86525-cf33-4a76-91f7-b7b81e74972a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=03831565-b36a-459e-83be-45c48b63f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629952 Nov 02 17:28:03.475365 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '1bc31e32-c806-4a9c-af63-a451c52b310e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'port_id': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'mac_address': 'fa:16:3e:5f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e006668c-1592-485c-993e-13f7e17ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:28:01Z', 'updated_at': '2021-11-02T17:28:01Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:49Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:28:03.509065 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] Checking router: bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:28:03.521441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:28:03.522292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:27:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:28:03.570600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-a868ff00-bdcf-4f8f-bff7-f38286a3a649 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174333 Nov 02 17:28:03.660995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:28:03.689763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-faef8532-c0fe-4d43-9027-690878ede08a req-b7539e9b-c72b-486c-a4e5-1a3280998d4d service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116333 Nov 02 17:28:03.938113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '1bc31e32-c806-4a9c-af63-a451c52b310e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'port_id': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'mac_address': 'fa:16:3e:5f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e006668c-1592-485c-993e-13f7e17ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:28:01Z', 'updated_at': '2021-11-02T17:28:01Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:49Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:28:03.976616 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b18ad-718f-4edd-a38f-be114a506a77 None None] The sync data for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 is: [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '1bc31e32-c806-4a9c-af63-a451c52b310e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'port_id': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'mac_address': 'fa:16:3e:5f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e006668c-1592-485c-993e-13f7e17ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:28:01Z', 'updated_at': '2021-11-02T17:28:01Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:49Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:28:04.219946 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8e1f3-fa82-40be-b931-1f455017687e None None] New status for floating IP 1bc31e32-c806-4a9c-af63-a451c52b310e: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:28:04.262472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50702) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:28:04.342295 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b4221215-9c2a-4407-9a49-3594f6090ae8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/1bc31e32-c806-4a9c-af63-a451c52b310e HTTP/1.1" status: 200 len: 992 time: 0.0779173 Nov 02 17:28:05.087062 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:28:05.346182 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50704) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:28:05.429084 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-61cb7ce1-709b-4745-99e1-fb6635cc2bb1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/1bc31e32-c806-4a9c-af63-a451c52b310e HTTP/1.1" status: 200 len: 994 time: 0.0808401 Nov 02 17:28:08.753435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d949d913-2268-4499-8b70-cfd8e4a74175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:11.237253 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1571-0ad3-494b-9ee3-c87eedc254ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:11.413489 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:12.825471 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:13.989597 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:18.067518 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:23.639915 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:36.878309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16fbd-a1ca-4928-9159-da0b979e6fce req-62d660bc-fc6d-4d43-8e0b-5a286bd932fa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:36.879877 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fa16fbd-a1ca-4928-9159-da0b979e6fce req-62d660bc-fc6d-4d43-8e0b-5a286bd932fa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0647638 Nov 02 17:28:36.889672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-af852ca2-009d-4b37-95f2-17eb918b4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:36.891643 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-af852ca2-009d-4b37-95f2-17eb918b4cd7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1097 time: 0.0568728 Nov 02 17:28:36.939000 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fa16fbd-a1ca-4928-9159-da0b979e6fce req-9a899b5a-e20d-4080-b9ab-82cc3ba372db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508232 Nov 02 17:28:36.999977 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-c99d13eb-ac4c-4202-9ec7-eaa51af1c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:37.001480 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-c99d13eb-ac4c-4202-9ec7-eaa51af1c71c service neutron] 10.222.0.100 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 897 time: 0.1010108 Nov 02 17:28:37.076805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-fc708660-51ff-4724-9ec7-f47b907c74ab service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 1002 time: 0.0664899 Nov 02 17:28:37.133646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-730a29f0-4c4d-4532-846f-2b6220e6f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:37.135105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-730a29f0-4c4d-4532-846f-2b6220e6f33b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 200 len: 834 time: 0.0466020 Nov 02 17:28:37.189267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-39c14034-1573-410b-b87e-690cd049cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:37.191042 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-39c14034-1573-410b-b87e-690cd049cbf2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=03831565-b36a-459e-83be-45c48b63f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430725 Nov 02 17:28:37.297594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-920998fe-393c-4625-8eeb-cbe9c8560d28 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960128 Nov 02 17:28:37.395378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c361b5da-d038-4b65-953f-ee395fb5e981 req-75dd143d-3b92-4486-a91f-67e735c4d107 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888467 Nov 02 17:28:38.094165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3ae6a-7fa0-4aef-a505-e2181c544196 req-75fa5ca2-9fec-4ab0-ba6f-d308c5eaac3a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:38.095739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3a3ae6a-7fa0-4aef-a505-e2181c544196 req-75fa5ca2-9fec-4ab0-ba6f-d308c5eaac3a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0631588 Nov 02 17:28:38.145629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d3a3ae6a-7fa0-4aef-a505-e2181c544196 req-5cdc4dac-68e2-49aa-b760-12c65434045f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Nov 02 17:28:38.757860 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f45d9bc-71a0-4e2c-8a35-ce937bfafbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:39.320379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981889-1c87-413c-a1ee-b010be91f722 req-2d95fa9d-7fa1-484a-b4fc-48678044b8fc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:39.321981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a981889-1c87-413c-a1ee-b010be91f722 req-2d95fa9d-7fa1-484a-b4fc-48678044b8fc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0684500 Nov 02 17:28:39.380810 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8a981889-1c87-413c-a1ee-b010be91f722 req-363b82d4-0f43-422f-847d-09335daa6213 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510569 Nov 02 17:28:40.530249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92258b93-2027-4157-a68f-ffbd941b7a81 req-66255323-c89a-43b5-aeb5-ac7b8b3ce701 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:40.531725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92258b93-2027-4157-a68f-ffbd941b7a81 req-66255323-c89a-43b5-aeb5-ac7b8b3ce701 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0541584 Nov 02 17:28:40.586534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-92258b93-2027-4157-a68f-ffbd941b7a81 req-f881f028-62b4-497a-bb2e-68de36713884 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Nov 02 17:28:41.230865 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3dc4-0185-4df5-bab2-ba7489978489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:41.419173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:41.728679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec500-4f01-44c3-875d-f64fdf0c58a1 req-26417a50-b16a-40ce-bf6a-dfbb79d47058 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:41.730560 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-200ec500-4f01-44c3-875d-f64fdf0c58a1 req-26417a50-b16a-40ce-bf6a-dfbb79d47058 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0647905 Nov 02 17:28:41.774762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-200ec500-4f01-44c3-875d-f64fdf0c58a1 req-cd5af721-49e3-4790-95db-6f41d5161287 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356867 Nov 02 17:28:42.087806 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:28:42.345056 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-2f578f64-7bff-42c5-9029-e82f41358333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:42.348034 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-2f578f64-7bff-42c5-9029-e82f41358333 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1097 time: 0.0526104 Nov 02 17:28:42.474948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-1dd440f0-6163-4412-9d82-4323705e6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:42.476377 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-1dd440f0-6163-4412-9d82-4323705e6fe3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 897 time: 0.1046181 Nov 02 17:28:42.556199 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-3647f2d1-d3cb-48e9-a7e6-e0476349c9e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 1002 time: 0.0708458 Nov 02 17:28:42.614747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-16529cec-6710-4664-b431-da1556e01972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:42.616234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-16529cec-6710-4664-b431-da1556e01972 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 200 len: 834 time: 0.0519214 Nov 02 17:28:42.667148 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-eecffdd2-fcde-4c78-a36b-67fb2a076214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:42.668688 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-eecffdd2-fcde-4c78-a36b-67fb2a076214 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=03831565-b36a-459e-83be-45c48b63f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447414 Nov 02 17:28:42.773405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-e3cfacfe-6749-4e21-85b8-d7d03ea75cc2 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963287 Nov 02 17:28:42.838853 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:42.904257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bb9ebbcf-ad4d-4b8d-ba86-23187adda3bb req-265742ad-3cfd-4d31-95a1-71e3558169d6 service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228726 Nov 02 17:28:42.922691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c65c6-7f70-4fcf-af6c-8a5fdcb7e0de req-b0f975a1-f9a4-4f83-89ed-5b20de437748 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:42.925342 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-387c65c6-7f70-4fcf-af6c-8a5fdcb7e0de req-b0f975a1-f9a4-4f83-89ed-5b20de437748 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0655642 Nov 02 17:28:42.988875 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-387c65c6-7f70-4fcf-af6c-8a5fdcb7e0de req-0ee95b19-2eb1-463e-a503-b1cdf697b35d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557196 Nov 02 17:28:43.989545 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:44.182543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7150e-9f79-4646-9a01-64155c687f7b req-83f94095-3d6b-455c-96c7-0726126222e3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:44.184216 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de7150e-9f79-4646-9a01-64155c687f7b req-83f94095-3d6b-455c-96c7-0726126222e3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0794370 Nov 02 17:28:44.250580 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0de7150e-9f79-4646-9a01-64155c687f7b req-e19278b0-8056-4ab7-8da1-c240dfa7b19d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523751 Nov 02 17:28:45.428484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5abc5-e0b2-4fda-a961-063dc6d957ea req-e9ace789-d7d9-41ef-bf24-a28debac8e3f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:45.430357 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ad5abc5-e0b2-4fda-a961-063dc6d957ea req-e9ace789-d7d9-41ef-bf24-a28debac8e3f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0766134 Nov 02 17:28:45.482486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2ad5abc5-e0b2-4fda-a961-063dc6d957ea req-c77d8e24-a000-4231-8c4b-6e5469348a76 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401165 Nov 02 17:28:46.656196 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8318-1e13-4a79-aa82-8a8922581c2e req-d9e0d05c-8eb8-46f5-adb3-52f36a862a3f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:46.657932 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c9f8318-1e13-4a79-aa82-8a8922581c2e req-d9e0d05c-8eb8-46f5-adb3-52f36a862a3f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0693762 Nov 02 17:28:46.722553 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c9f8318-1e13-4a79-aa82-8a8922581c2e req-866b30c4-3000-4c8e-acaf-51552e2a85a5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542123 Nov 02 17:28:47.865970 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd9aaf-5f73-4afd-8f64-b1ec4b9e5fd0 req-1d8796bd-6200-47a4-b2a6-53a19b0fa6ca tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:47.867727 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fdd9aaf-5f73-4afd-8f64-b1ec4b9e5fd0 req-1d8796bd-6200-47a4-b2a6-53a19b0fa6ca tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0565624 Nov 02 17:28:47.933039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5fdd9aaf-5f73-4afd-8f64-b1ec4b9e5fd0 req-672e456c-2d00-4b77-9b28-4d6d40c79a8c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582192 Nov 02 17:28:48.065470 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:28:49.074673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e43d-46ad-4edb-bd52-7f92506f6976 req-000edcd5-5ad2-4b6e-a616-4a6d67d4b91b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:28:49.076228 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc88e43d-46ad-4edb-bd52-7f92506f6976 req-000edcd5-5ad2-4b6e-a616-4a6d67d4b91b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0570619 Nov 02 17:28:49.122360 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bc88e43d-46ad-4edb-bd52-7f92506f6976 req-17c7de29-4d41-4a5f-8f82-375bbb7a7a96 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Nov 02 17:28:49.147444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50742) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:28:49.225766 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d113d70a-1bb8-47fb-83be-4548b6b3585e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/1bc31e32-c806-4a9c-af63-a451c52b310e HTTP/1.1" status: 200 len: 994 time: 0.0769434 Nov 02 17:28:53.646202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:08.760497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7bed8cc8-bd9b-41e9-9808-ea8cf7af28a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:11.234364 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dcaf680e-e6aa-43cd-bb45-bcd60af5fb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:11.425546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:12.828087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:13.988910 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:18.077873 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:19.088881 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:29:19.637780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50762) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:19.816468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port c41714a4-9a4b-46ff-9d71-327972a4320a {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:29:19.816943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:19.902293 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:19.902539 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:19.915224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for c41714a4-9a4b-46ff-9d71-327972a4320a owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:29:20.075182 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:20.111135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=c41714a4-9a4b-46ff-9d71-327972a4320a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:20.133183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.133580 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.133987 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.134463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.134871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.135212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.135586 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.136017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.136437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.136752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.137079 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.137400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:20.182489 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:20.182807 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP 1bc31e32-c806-4a9c-af63-a451c52b310e disassociated (deleted). External IP: 172.25.7.170, port: 74c284f3-538f-405d-aea7-94e2c14ae3af. Nov 02 17:29:20.403966 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:29:20.525030 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:29:20.530174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:20.535297 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] Sync routers for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:29:20.546613 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:20.548927 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:20.567465 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a2d67394-585d-4648-a72e-45f642d33953 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/floatingips/1bc31e32-c806-4a9c-af63-a451c52b310e HTTP/1.1" status: 204 len: 168 time: 0.9283426 Nov 02 17:29:20.568485 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:29:20.572310 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a5e543-ba17-4884-8c89-dc5944074dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:29:20.629412 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ffef17-4894-43d6-836e-035747c37a1c x-openstack-request-id: req-d5ffef17-4894-43d6-836e-035747c37a1c {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:29:20.629771 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:29:20.630038 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5ffef17-4894-43d6-836e-035747c37a1c {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:29:20.630616 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'status': 'completed', 'code': 200} Nov 02 17:29:20.671481 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:20.700440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-ecf573ab-34b3-469a-9949-c79334fc0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:20.703096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-ecf573ab-34b3-469a-9949-c79334fc0a1d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 1097 time: 0.0502753 Nov 02 17:29:20.823124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-f48fa9ca-5744-4d56-bca5-b03d51f8b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:20.824969 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-f48fa9ca-5744-4d56-bca5-b03d51f8b555 service neutron] 10.222.0.100 "GET /v2.0/networks?id=03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 200 len: 897 time: 0.1096125 Nov 02 17:29:20.852633 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4d30a-1942-4155-926d-0da8520dd7bc req-ad23e0ba-e1fb-4980-91fd-0714b27c609c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:20.854267 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67f4d30a-1942-4155-926d-0da8520dd7bc req-ad23e0ba-e1fb-4980-91fd-0714b27c609c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0555146 Nov 02 17:29:20.884730 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-e332b423-afdd-441b-aa1d-7a54be2a4e2c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 200 len: 217 time: 0.0521057 Nov 02 17:29:20.906627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67f4d30a-1942-4155-926d-0da8520dd7bc req-6c5eae6a-a00b-4c7d-aad4-e1fcf0bfab1c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407925 Nov 02 17:29:20.940863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-06c6ad23-5c09-439a-bdf1-fa09c4d013bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:20.942518 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-06c6ad23-5c09-439a-bdf1-fa09c4d013bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 200 len: 834 time: 0.0509608 Nov 02 17:29:20.943301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:49Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:20.975561 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] Checking router: bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:29:20.984666 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:20.985393 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:20.995524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-d9a8455d-2fd9-41b6-a1f2-0ab5e15eac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:20.997391 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-d9a8455d-2fd9-41b6-a1f2-0ab5e15eac84 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=03831565-b36a-459e-83be-45c48b63f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473092 Nov 02 17:29:21.096093 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:21.109822 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-4b91c6c1-7b76-446a-98ca-a808aba9518a service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046340 Nov 02 17:29:21.223926 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12a5e543-ba17-4884-8c89-dc5944074dd5 req-b596de3e-8070-41da-9b6f-0402334c2e4a service neutron] 10.222.0.100 "GET /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057677 Nov 02 17:29:21.320904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:49Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:21.349475 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70461c-33ca-4235-b596-2c9d5d644fb8 None None] The sync data for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 is: [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:45Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'df5b6f24-2eb0-49be-bc84-594077e6271f', 'name': '', 'network_id': '03831565-b36a-459e-83be-45c48b63f238', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:18:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:44Z', 'updated_at': '2021-11-02T17:27:49Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '08c5c652-b125-4af2-9e82-f073e9904cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:29:21.590972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fd7c6-5b37-4f8b-97d7-c6befb38ce67 None None] New status for floating IP 1bc31e32-c806-4a9c-af63-a451c52b310e: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:29:22.044629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3763f3b-7591-4535-a230-a3b45af66f78 req-cee83652-38be-4a16-9dcb-86645071ee6e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:22.046204 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3763f3b-7591-4535-a230-a3b45af66f78 req-cee83652-38be-4a16-9dcb-86645071ee6e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0547662 Nov 02 17:29:22.091715 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3763f3b-7591-4535-a230-a3b45af66f78 req-e5f11ea3-f555-4202-9f9e-508a63c7a34e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=517fae0e-1f99-49f6-bcff-1a56d7ea304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385201 Nov 02 17:29:22.287816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8962-755c-4ace-9227-0266e786c20b req-58fb6bac-bd9c-46c7-9412-acbcf6360522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:22.289363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-588c8962-755c-4ace-9227-0266e786c20b req-58fb6bac-bd9c-46c7-9412-acbcf6360522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 946 time: 0.0523558 Nov 02 17:29:22.387854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 74c284f3-538f-405d-aea7-94e2c14ae3af {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:29:22.388186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:22.496499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 74c284f3-538f-405d-aea7-94e2c14ae3af, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=74c284f3-538f-405d-aea7-94e2c14ae3af,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:22.496859 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:22.512223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 74c284f3-538f-405d-aea7-94e2c14ae3af owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:29:22.680246 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:22.711053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=74c284f3-538f-405d-aea7-94e2c14ae3af,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:22.726260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.726619 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.726971 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.727363 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.727703 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.728042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.728375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.728712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.729045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.729466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.729864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.730294 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:22.772061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] No DVR routers for this DVR port 74c284f3-538f-405d-aea7-94e2c14ae3af on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:29:22.775422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:22.779093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-588c8962-755c-4ace-9227-0266e786c20b req-51f77acf-d8fb-4ae5-a3d4-9a57ea94dbd4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "DELETE /v2.0/ports/74c284f3-538f-405d-aea7-94e2c14ae3af HTTP/1.1" status: 204 len: 173 time: 0.4838655 Nov 02 17:29:22.779570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'name': 'network-vif-deleted', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:29:22.781892 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c39cdf-a96a-4f78-ab5b-7214c7983ca2" -d '{"events": [{"server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "name": "network-vif-deleted", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:29:22.822682 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1854ab3b-2915-40e2-9589-da378b27efe8 x-openstack-request-id: req-1854ab3b-2915-40e2-9589-da378b27efe8 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:29:22.822981 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e006668c-1592-485c-993e-13f7e17ada7f", "name": "network-vif-deleted", "tag": "74c284f3-538f-405d-aea7-94e2c14ae3af", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:29:22.823362 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1854ab3b-2915-40e2-9589-da378b27efe8 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:29:22.823647 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e006668c-1592-485c-993e-13f7e17ada7f', 'name': 'network-vif-deleted', 'tag': '74c284f3-538f-405d-aea7-94e2c14ae3af', 'status': 'completed', 'code': 200} Nov 02 17:29:23.235885 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-59db7b14-4e19-4ad9-8070-3a672c6b70d7 req-7a9a62b8-e759-4161-8111-6a7006147f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e006668c-1592-485c-993e-13f7e17ada7f HTTP/1.1" status: 200 len: 210 time: 0.0328987 Nov 02 17:29:23.653836 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:24.296124 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50784) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:24.669731 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:24.928666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port df5b6f24-2eb0-49be-bc84-594077e6271f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:29:24.928911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:25.022332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port df5b6f24-2eb0-49be-bc84-594077e6271f, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=df5b6f24-2eb0-49be-bc84-594077e6271f,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:25.022702 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:25.036949 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for df5b6f24-2eb0-49be-bc84-594077e6271f owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:29:25.224795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:25.253554 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=df5b6f24-2eb0-49be-bc84-594077e6271f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:25.449925 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:25.729424 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:29:26.185383 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:29:26.190627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-33160649-d70c-4fb6-82eb-6aae9f51a7ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933470 Nov 02 17:29:26.193320 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50786) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:26.195925 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] Sync routers for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:29:26.205807 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:26.206457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:26.244723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting subnet 08c5c652-b125-4af2-9e82-f073e9904cef {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:29:26.248116 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.289465 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.316886 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:26.382195 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.448923 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.477042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Subnet': ['ID=08c5c652-b125-4af2-9e82-f073e9904cef,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:26.480795 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.484149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9577552a-f598-4ee0-80b0-933eddc54251 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/subnets/08c5c652-b125-4af2-9e82-f073e9904cef HTTP/1.1" status: 204 len: 168 time: 0.2898543 Nov 02 17:29:26.487472 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50788) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:26.494006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69963e-35e5-48ab-a188-4307613dbdf5 None None] Network 03831565-b36a-459e-83be-45c48b63f238 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:29:26.604664 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:29:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:26.608972 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.639620 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] Checking router: bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:29:26.648761 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] Routers {'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:26.649370 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:26.726001 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.747525 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] DHCP port deletion for 03831565-b36a-459e-83be-45c48b63f238 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:29:26.767235 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] Set router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:26.785633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:29:26.786020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.803358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Deleting port a0d6d6f0-764b-4962-bfb9-2b5e82376653 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:29:26.804397 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.872179 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 5c9c615d-58f8-4a21-b380-8cfa8ba6150c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:26.872542 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.879568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] For port a0d6d6f0-764b-4962-bfb9-2b5e82376653, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=a0d6d6f0-764b-4962-bfb9-2b5e82376653,segment=NetworkSegment(bdb1901e-538c-47d5-b1cd-7c62b7737bce),segment_id=bdb1901e-538c-47d5-b1cd-7c62b7737bce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:26.879956 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:26.884983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 5c9c615d-58f8-4a21-b380-8cfa8ba6150c owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:29:26.892225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 74c284f3-538f-405d-aea7-94e2c14ae3af no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:29:26.916119 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Calling delete_port for a0d6d6f0-764b-4962-bfb9-2b5e82376653 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:29:26.918320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 74c284f3-538f-405d-aea7-94e2c14ae3af {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:29:26.918685 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 74c284f3-538f-405d-aea7-94e2c14ae3af not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:29:26.963238 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:29:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:26.993645 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c145d6-9939-4ae4-86a7-e8bbdcfce0cb None None] The sync data for ids ['bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e'] in n-d-811405-2 is: [{'id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691315429', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:29:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '5c9c615d-58f8-4a21-b380-8cfa8ba6150c', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:27:41Z', 'updated_at': '2021-11-02T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:29:27.000803 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.033192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Pushing event deleted for resources: {'Port': ['ID=a0d6d6f0-764b-4962-bfb9-2b5e82376653,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:27.043343 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.043691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.044032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.044369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.044707 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.045037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.045362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.045690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.046009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.046358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.046684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.047000 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:27.050332 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a607e4-f7e3-4d21-8a4b-74a59b457b9e None None] No DVR routers for this DVR port a0d6d6f0-764b-4962-bfb9-2b5e82376653 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:29:27.070737 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.099027 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=5c9c615d-58f8-4a21-b380-8cfa8ba6150c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:27.157482 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.249119 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.251454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.299454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.299915 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Fanout notify agent at l3_agent the message router_deleted on router bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:29:27.306993 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.308119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-110e4e95-f033-44c2-bbb1-314a865c31ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/routers/bcb6a7be-0a4a-4865-9de6-e380e2d5ee4e HTTP/1.1" status: 204 len: 168 time: 0.8195751 Nov 02 17:29:27.311307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50790) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:27.399266 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.476629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a0d6d6f0-764b-4962-bfb9-2b5e82376653 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:29:27.498088 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: a0d6d6f0-764b-4962-bfb9-2b5e82376653 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:29:27.498727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device a0d6d6f0-764b-4962-bfb9-2b5e82376653 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:29:27.498933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df5b6f24-2eb0-49be-bc84-594077e6271f no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:29:27.501688 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.520380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: df5b6f24-2eb0-49be-bc84-594077e6271f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:29:27.520836 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device df5b6f24-2eb0-49be-bc84-594077e6271f not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:29:27.532014 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03831565-b36a-459e-83be-45c48b63f238']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:27.542965 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb1901e-538c-47d5-b1cd-7c62b7737bce') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:27.543260 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb1901e-538c-47d5-b1cd-7c62b7737bce') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:27.552980 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.566343 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.573075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:29:27.573352 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:29:27.576531 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:29:27.640658 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.649223 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.652713 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/networks/03831565-b36a-459e-83be-45c48b63f238 HTTP/1.1" status: 204 len: 168 time: 0.3404188 Nov 02 17:29:27.655364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50792) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:27.673025 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209cd52-a4b3-4868-a69f-9d530ccceeea tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Network': ['ID=03831565-b36a-459e-83be-45c48b63f238,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:27.732842 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c72d540e-0aef-4498-90e3-7f05af4572b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.761855 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c72d540e-0aef-4498-90e3-7f05af4572b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.821541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c72d540e-0aef-4498-90e3-7f05af4572b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.824168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c72d540e-0aef-4498-90e3-7f05af4572b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:27.825336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c72d540e-0aef-4498-90e3-7f05af4572b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/security-groups/517fae0e-1f99-49f6-bcff-1a56d7ea304a HTTP/1.1" status: 204 len: 168 time: 0.1690197 Nov 02 17:29:27.834822 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d540e-0aef-4498-90e3-7f05af4572b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fae0e-1f99-49f6-bcff-1a56d7ea304a,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:28.442089 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:28.446885 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081432320', 'description': 'tempest-secgroup-smoke-1081432320 description', 'project_id': '4294ab1390db408e90e66e2a83b7657f'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:28.471762 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.545374 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.549557 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.576245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.577461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1342857 Nov 02 17:29:28.581149 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50800) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:28.582098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5190f9e-62a5-401e-b631-ee83484efd7d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:28.587532 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'd24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:28.615552 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.671710 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.675624 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.694331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8aa387-0eea-4ded-a47b-c790fa28e65d,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:28.701162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.702377 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-12cd9a79-7681-4958-b108-3c07bbcbb3db tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195199 Nov 02 17:29:28.705923 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50802) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:28.711861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'd24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:28.739309 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.795882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.799875 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.818306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91974572-ba00-4c2f-bc64-8da741174130,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:28.826104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.827334 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-79747181-0052-46c3-98e4-5b713d127d58 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203232 Nov 02 17:29:28.831429 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50804) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:28.836382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'd24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:28.865188 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.927615 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.931267 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.949354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0b6daa-eb54-47df-8bc3-8da157300300,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:28.958694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:28.959916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8030c9f0-2e16-4ae0-92fc-4226abc81d9e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271904 Nov 02 17:29:28.963165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50806) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:28.967431 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'd24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:28.993437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.054237 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.058422 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.077245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde60bb2-c959-4acf-b53a-93accd181873,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:29.086080 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.090227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50808) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:29.090358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e8eefbbf-fbf2-4070-a699-f9089be2eade tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261532 Nov 02 17:29:29.094779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'd24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:29.117676 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:29:29.123016 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.191028 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.195071 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.218077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0d175b-644f-4f46-9bdf-1258be8b9a58,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:29.227580 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.228818 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-59936522-51ac-4a46-961b-54b515c11782 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375771 Nov 02 17:29:29.232283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50810) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:29.237128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'd24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:29.259891 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:29:29.265365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.291570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5c9c615d-58f8-4a21-b380-8cfa8ba6150c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:29:29.312173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5c9c615d-58f8-4a21-b380-8cfa8ba6150c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:29:29.312520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5c9c615d-58f8-4a21-b380-8cfa8ba6150c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:29:29.337873 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.341330 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.358889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9ab962-8bf2-4e5c-a3ed-9c3967802c78,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:29.367263 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.368119 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ffc25398-d99b-49d2-8372-df2b18f13406 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348453 Nov 02 17:29:29.371044 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50812) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:29.376509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'network': {'name': 'tempest-network-smoke--389232590', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'port_security_enabled': True}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:29.396296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:29:29.399747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.424650 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:29:29.434194 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.434538 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Added segment 88cbe2c5-9a21-4924-bcb0-c4a488a368a7 of type vlan for network c90ac299-24d5-4a37-979e-ead7b3765c1e Nov 02 17:29:29.475387 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.500307 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.507309 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:29.507882 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.567750 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956511 Nov 02 17:29:29.570629 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50814) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:29.575218 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'admin_state_up': True, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:29.580073 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d5212-f59d-4500-a439-d2de45acd73d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Network': ['ID=c90ac299-24d5-4a37-979e-ead7b3765c1e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:29.591359 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network c90ac299-24d5-4a37-979e-ead7b3765c1e details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:29:29.599990 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.601173 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.658748 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:29.807930 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:30.398143 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:30.419192 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:30.532412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.65 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/029be7f3-5a92-4efb-9408-21eaf738fabd) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:29:30.644073 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:30.678581 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:30.717195 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:29:30.720664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:30.724220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:29:30.748095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=029be7f3-5a92-4efb-9408-21eaf738fabd,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:30.980335 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:31.182956 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:31.323903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 0537de34-d98e-496a-8aad-a6ce18f810a1 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:29:31.438897 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:29:31.448873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Sync routers for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:29:31.459484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:31.460154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:31.461639 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:31.462901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42f82a59-cbe1-42d6-a84b-79202743d2c0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8912475 Nov 02 17:29:31.466108 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50816) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:31.495962 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e42deb47-0bb5-496a-8093-b07383942b85 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4294ab1390db408e90e66e2a83b7657f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286937 Nov 02 17:29:31.499236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50818) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:31.597226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8485d84-710d-4f73-9cba-12423b7c0f42 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:31.598699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a8485d84-710d-4f73-9cba-12423b7c0f42 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984731 Nov 02 17:29:31.601942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50820) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:31.633481 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c56d5d96-eeb4-4ea7-9b07-bfeb44f4d0cb tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302286 Nov 02 17:29:31.636284 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50822) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:31.642841 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546386721', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:31.726676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:31.736664 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:29:31.740505 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:31.918957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:30Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:31.935101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:31.947336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Checking router: 0537de34-d98e-496a-8aad-a6ce18f810a1 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:29:31.947684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Updating router 0537de34-d98e-496a-8aad-a6ce18f810a1 port 029be7f3-5a92-4efb-9408-21eaf738fabd binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:29:31.973835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:31.991324 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Subnet': ['ID=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:32.008851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Checking segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:29:32.009227 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network hostable DHCP agents. Network: c90ac299-24d5-4a37-979e-ead7b3765c1e, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:29:32.026307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network c90ac299-24d5-4a37-979e-ead7b3765c1e is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:29:32.035373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, c90ac299-24d5-4a37-979e-ead7b3765c1e) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:32.040289 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:32.040893 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.059496 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8e4aba58-cb8a-4562-b223-da17d0203d57 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4216938 Nov 02 17:29:32.062067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50824) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:32.064547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403088f-a9f3-45dc-a71f-5b75a454578e None None] Network c90ac299-24d5-4a37-979e-ead7b3765c1e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:29:32.314586 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-c90ac299-24d5-4a37-979e-ead7b3765c1e', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:29:32.315441 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.427467 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.437341 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.528963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879bd7-387f-41b5-a901-23db4ada5a4b None None] Pushing event updated for resources: {'Port': ['ID=029be7f3-5a92-4efb-9408-21eaf738fabd,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:32.536130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.539379 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Attempting to bind port 029be7f3-5a92-4efb-9408-21eaf738fabd on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:29:32.539751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Attempting to bind port 029be7f3-5a92-4efb-9408-21eaf738fabd by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:29:32.540116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Attempting to bind port 029be7f3-5a92-4efb-9408-21eaf738fabd on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:29:32.553980 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:29:32.554377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:29:32.554783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.555175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:29:32.555654 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Bound port: 029be7f3-5a92-4efb-9408-21eaf738fabd, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:29:32.556040 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.578004 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Allocated IP 172.20.0.2 (c90ac299-24d5-4a37-979e-ead7b3765c1e/518a41a4-f7cc-463a-8c2b-7a6d3e7feb20/1e09bccd-539c-4dd7-94b6-aed293e96cfd) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:29:32.664998 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] For port 029be7f3-5a92-4efb-9408-21eaf738fabd, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:29:32.669676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] For port 029be7f3-5a92-4efb-9408-21eaf738fabd, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=029be7f3-5a92-4efb-9408-21eaf738fabd,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:29:32.678372 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.799602 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:32.800098 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:32.804483 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879bd7-387f-41b5-a901-23db4ada5a4b None None] Pushing event updated for resources: {'Port': ['ID=029be7f3-5a92-4efb-9408-21eaf738fabd,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:32.890098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.901859 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:32.966430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.1 (c90ac299-24d5-4a37-979e-ead7b3765c1e/518a41a4-f7cc-463a-8c2b-7a6d3e7feb20/5bb4d122-2e69-4b68-98db-b6c95922c128) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:29:32.967473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Network c90ac299-24d5-4a37-979e-ead7b3765c1e is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:29:32.988345 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:32.994862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:29:32.998751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Pushing event updated for resources: {'Port': ['ID=1e09bccd-539c-4dd7-94b6-aed293e96cfd,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:33.003588 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:33.110475 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.154624 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.178029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Attempting to bind port 1e09bccd-539c-4dd7-94b6-aed293e96cfd on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:29:33.178638 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Attempting to bind port 1e09bccd-539c-4dd7-94b6-aed293e96cfd by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:29:33.179202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Attempting to bind port 1e09bccd-539c-4dd7-94b6-aed293e96cfd on network c90ac299-24d5-4a37-979e-ead7b3765c1e {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:29:33.217042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network c90ac299-24d5-4a37-979e-ead7b3765c1e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:29:33.221049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:29:33.221426 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Checking segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:29:33.222167 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:33.222355 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.222550 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Bound using segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:29:33.222888 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Bound port: 1e09bccd-539c-4dd7-94b6-aed293e96cfd, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:29:33.223297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.234110 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:29:33.240068 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=5bb4d122-2e69-4b68-98db-b6c95922c128,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:33.300192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.363972 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] For port 1e09bccd-539c-4dd7-94b6-aed293e96cfd, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:29:33.367824 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] For port 1e09bccd-539c-4dd7-94b6-aed293e96cfd, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e09bccd-539c-4dd7-94b6-aed293e96cfd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:29:33.374256 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:30Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:33.378212 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.412074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac2c8-3501-44a3-ab71-7d65bc42a09e None None] The sync data for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 is: [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:30Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:29:33.479344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ab5e-23e4-44f0-bedb-8a4d63e65a3e None None] Pushing event updated for resources: {'Port': ['ID=1e09bccd-539c-4dd7-94b6-aed293e96cfd,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:33.492476 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.847941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.852970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:33.932779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=5bb4d122-2e69-4b68-98db-b6c95922c128,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:33.939487 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:34.042634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network c90ac299-24d5-4a37-979e-ead7b3765c1e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:29:34.045129 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:34.175722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 0537de34-d98e-496a-8aad-a6ce18f810a1 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:29:34.298742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:29:34.312396 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-9b5ce487-5a61-4bf9-9829-9e88170b00d2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/0537de34-d98e-496a-8aad-a6ce18f810a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2408764 Nov 02 17:29:34.463529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-a05c2e64-b76a-4e17-8314-0583bb61872d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081432320&fields=id&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 267 time: 0.0465140 Nov 02 17:29:34.548487 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c802ba-7c99-49ec-a85e-5f9757b2cbdd None None] Network c90ac299-24d5-4a37-979e-ead7b3765c1e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:29:34.585088 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-20ffd49c-4763-49db-bced-069dff04b826 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:34.587358 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-20ffd49c-4763-49db-bced-069dff04b826 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 796 time: 0.1182790 Nov 02 17:29:34.604639 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-91df6010-60f1-4bb9-ac35-62eafc4daaee tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/quotas/4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 375 time: 0.0111403 Nov 02 17:29:34.674699 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-f09d7cd5-cf53-4779-92fb-47dfa32d48ae tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600262 Nov 02 17:29:34.773096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-13f1e82c-13c3-4df0-808d-25f9273e7b6e None None] Provisioning complete for port 1e09bccd-539c-4dd7-94b6-aed293e96cfd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:34.773469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-13f1e82c-13c3-4df0-808d-25f9273e7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:34.836168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-a9bd583d-c0c4-415c-91dd-ba8de09a6d25 service neutron] 10.222.0.31 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489277 Nov 02 17:29:34.924815 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-13f1e82c-13c3-4df0-808d-25f9273e7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:34.940350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-238ff5a9-9787-4ac1-8eeb-dce9febf652c service neutron] 10.222.0.31 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970287 Nov 02 17:29:34.966197 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-13f1e82c-13c3-4df0-808d-25f9273e7b6e None None] For port 1e09bccd-539c-4dd7-94b6-aed293e96cfd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e09bccd-539c-4dd7-94b6-aed293e96cfd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:34.972147 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-13f1e82c-13c3-4df0-808d-25f9273e7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.034808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e82c-13c3-4df0-808d-25f9273e7b6e None None] Pushing event updated for resources: {'Port': ['ID=1e09bccd-539c-4dd7-94b6-aed293e96cfd,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:35.146013 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b7515807-66ce-448a-9fd4-1c3a5e42bbb4 req-48770888-8569-46ae-8964-7537532c628d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 210 time: 0.0385182 Nov 02 17:29:35.268462 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Sync routers for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:29:35.284545 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:35.285503 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:35.322086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-266f9a81-e550-4654-9acc-97293f7ab966 None None] Provisioning complete for port 1e09bccd-539c-4dd7-94b6-aed293e96cfd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:35.322413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-266f9a81-e550-4654-9acc-97293f7ab966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.434301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:35.495535 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e09bccd-539c-4dd7-94b6-aed293e96cfd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:29:35.525463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-266f9a81-e550-4654-9acc-97293f7ab966 None None] Provisioning complete for port 5bb4d122-2e69-4b68-98db-b6c95922c128 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:35.525911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-266f9a81-e550-4654-9acc-97293f7ab966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.579873 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-266f9a81-e550-4654-9acc-97293f7ab966 None None] Port 5bb4d122-2e69-4b68-98db-b6c95922c128 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:29:35.593909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1e09bccd-539c-4dd7-94b6-aed293e96cfd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:35.594490 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.693454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 029be7f3-5a92-4efb-9408-21eaf738fabd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:29:35.725370 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 2, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:35.735129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-77f74ca1-0e15-43ae-93f9-12d56f5c917e None None] Provisioning complete for port 5bb4d122-2e69-4b68-98db-b6c95922c128 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:35.735564 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-77f74ca1-0e15-43ae-93f9-12d56f5c917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.755444 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Checking router: 0537de34-d98e-496a-8aad-a6ce18f810a1 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:29:35.755601 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Updating router 0537de34-d98e-496a-8aad-a6ce18f810a1 port 5bb4d122-2e69-4b68-98db-b6c95922c128 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:29:35.782516 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.783369 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-77f74ca1-0e15-43ae-93f9-12d56f5c917e None None] Port 5bb4d122-2e69-4b68-98db-b6c95922c128 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:29:35.790887 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 029be7f3-5a92-4efb-9408-21eaf738fabd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:35.791613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.882677 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.911335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 029be7f3-5a92-4efb-9408-21eaf738fabd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=029be7f3-5a92-4efb-9408-21eaf738fabd,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:35.925625 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-19bfc1db-20f1-4bae-926e-1c543e61653b None None] Provisioning complete for port 5bb4d122-2e69-4b68-98db-b6c95922c128 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:35.925625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-19bfc1db-20f1-4bae-926e-1c543e61653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.929526 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:35.987963 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-19bfc1db-20f1-4bae-926e-1c543e61653b None None] Port 5bb4d122-2e69-4b68-98db-b6c95922c128 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:29:36.006749 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=029be7f3-5a92-4efb-9408-21eaf738fabd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:36.087906 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.093686 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.193518 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Attempting to bind port 5bb4d122-2e69-4b68-98db-b6c95922c128 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:29:36.193895 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Attempting to bind port 5bb4d122-2e69-4b68-98db-b6c95922c128 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:29:36.194288 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Attempting to bind port 5bb4d122-2e69-4b68-98db-b6c95922c128 on network c90ac299-24d5-4a37-979e-ead7b3765c1e {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:29:36.200010 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:29:36.200389 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Checking segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:29:36.202328 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.202927 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Bound using segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:29:36.204261 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Bound port: 5bb4d122-2e69-4b68-98db-b6c95922c128, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:29:36.204867 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.218461 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Pushing event updated for resources: {'Port': ['ID=5bb4d122-2e69-4b68-98db-b6c95922c128,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:36.265810 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.266702 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.267041 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.267383 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.267713 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.268039 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.268365 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.268695 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.269247 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.269353 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.269632 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.270003 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:29:36.311707 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fd1c7cf7-377a-4e97-a3bc-36fa74c1b04a req-98cad6f6-4b94-4e5b-b7e0-a8a8d6d16bc3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 210 time: 0.0435536 Nov 02 17:29:36.319615 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-d3529de4-d14c-4416-bd26-b1610809b336 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:36.322414 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-d3529de4-d14c-4416-bd26-b1610809b336 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 796 time: 0.1904869 Nov 02 17:29:36.336663 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] For port 5bb4d122-2e69-4b68-98db-b6c95922c128, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:29:36.340864 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] For port 5bb4d122-2e69-4b68-98db-b6c95922c128, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5bb4d122-2e69-4b68-98db-b6c95922c128,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:29:36.347175 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.374291 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-96c7ed97-98f7-4c7f-878a-63410b24cfa1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 380 time: 0.0428958 Nov 02 17:29:36.386812 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'port': {'device_id': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'admin_state_up': True, 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'security_groups': ['d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:36.416389 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:36.417102 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:36.422958 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc563-1486-4d60-9699-0915acffc0c2 None None] Pushing event updated for resources: {'Port': ['ID=5bb4d122-2e69-4b68-98db-b6c95922c128,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:36.523442 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0f9fff92-4cb8-4b29-a495-05b95baf11d4 None None] Provisioning complete for port 5bb4d122-2e69-4b68-98db-b6c95922c128 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:36.524018 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f9fff92-4cb8-4b29-a495-05b95baf11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.603817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:29:36.608663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.670663 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:36.690606 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f9fff92-4cb8-4b29-a495-05b95baf11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.740152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-0f9fff92-4cb8-4b29-a495-05b95baf11d4 None None] For port 5bb4d122-2e69-4b68-98db-b6c95922c128, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5bb4d122-2e69-4b68-98db-b6c95922c128,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:36.744462 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0f9fff92-4cb8-4b29-a495-05b95baf11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.777907 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.8 (c90ac299-24d5-4a37-979e-ead7b3765c1e/518a41a4-f7cc-463a-8c2b-7a6d3e7feb20/308df1c6-7909-41b4-b60a-117be6dd0edd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:29:36.811019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fff92-4cb8-4b29-a495-05b95baf11d4 None None] Pushing event updated for resources: {'Port': ['ID=5bb4d122-2e69-4b68-98db-b6c95922c128,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:36.866342 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6f19a4ef-3a81-4b39-851f-196a3484714a None None] Provisioning complete for port 5bb4d122-2e69-4b68-98db-b6c95922c128 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:36.866809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6f19a4ef-3a81-4b39-851f-196a3484714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.915221 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:36.947468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:36.952364 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec691a-e30c-4f47-a472-ba3f9a084607 None None] The sync data for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 is: [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:29:37.008957 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:37.055209 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network c90ac299-24d5-4a37-979e-ead7b3765c1e is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:29:37.058399 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:37.064811 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:29:37.102589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:37.135307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:37.135975 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:37.156301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b6428869-1dc9-4982-9aa0-3c6fc606ebfe tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747421 Nov 02 17:29:37.169760 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Request body: {'port': {'device_id': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:37.233369 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:37.401774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e92382ba-8bfb-4687-8a56-8d5dd8c50439 None None] Provisioning complete for port 308df1c6-7909-41b4-b60a-117be6dd0edd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:37.402944 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e92382ba-8bfb-4687-8a56-8d5dd8c50439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:37.496188 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e92382ba-8bfb-4687-8a56-8d5dd8c50439 None None] Port 308df1c6-7909-41b4-b60a-117be6dd0edd cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:29:37.513677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 029be7f3-5a92-4efb-9408-21eaf738fabd up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:29:37.608190 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 029be7f3-5a92-4efb-9408-21eaf738fabd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:37.608895 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:37.716207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5bb4d122-2e69-4b68-98db-b6c95922c128 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:29:37.786148 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 5bb4d122-2e69-4b68-98db-b6c95922c128 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:37.786631 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:37.844310 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9028-ccea-463e-991b-1aa34eef2bd3 req-4122dfd1-f53e-43f7-b4d6-7369b2887bf4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:37.847136 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67ee9028-ccea-463e-991b-1aa34eef2bd3 req-4122dfd1-f53e-43f7-b4d6-7369b2887bf4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 931 time: 0.0639713 Nov 02 17:29:37.901237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67ee9028-ccea-463e-991b-1aa34eef2bd3 req-79385faa-247a-47d7-8a11-e8590ddc4e99 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Nov 02 17:29:37.987993 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308df1c6-7909-41b4-b60a-117be6dd0edd {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:29:37.997431 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:38.012635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Transition to ACTIVE for port object 308df1c6-7909-41b4-b60a-117be6dd0edd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:29:38.017060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:38.070067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:38.146725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:29:38.147072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:29:38.147406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd on network c90ac299-24d5-4a37-979e-ead7b3765c1e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:29:38.152468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Port 308df1c6-7909-41b4-b60a-117be6dd0edd on network c90ac299-24d5-4a37-979e-ead7b3765c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:29:38.152790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd on network c90ac299-24d5-4a37-979e-ead7b3765c1e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:29:38.159535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:29:38.160005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Checking segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:29:38.160489 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Bound using segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:29:38.161150 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Bound port: 308df1c6-7909-41b4-b60a-117be6dd0edd, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:29:38.161631 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:38.242710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:29:38.248749 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:29:38.254791 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:38.295702 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:38.296344 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:38.298625 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] 10.222.0.55 "PUT /v2.0/ports/308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 1091 time: 1.1337917 Nov 02 17:29:38.299137 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:29:38.301439 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:29:38.330106 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb77df0-3fc7-4c41-a0af-386bbb5c62ef service neutron] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:38.354556 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7aabd8-ccc4-4335-8846-a7604ddf3ce8 x-openstack-request-id: req-3a7aabd8-ccc4-4335-8846-a7604ddf3ce8 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:29:38.355339 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:29:38.355339 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a7aabd8-ccc4-4335-8846-a7604ddf3ce8 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:29:38.355559 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'status': 'completed', 'code': 200} Nov 02 17:29:38.405165 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-f443a0eb-99dc-4478-85d9-65e16c8f555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:38.406757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-f443a0eb-99dc-4478-85d9-65e16c8f555f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0432985 Nov 02 17:29:38.457043 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-b9d7e093-9b95-4734-8d27-225e5ecf875f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 217 time: 0.0419853 Nov 02 17:29:38.513470 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-6d6dbba9-3144-4ff8-965d-001ea3253187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:38.515048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-6d6dbba9-3144-4ff8-965d-001ea3253187 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0512877 Nov 02 17:29:38.564274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-7a14dc47-f623-4000-b543-e50fb8869aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:38.566884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-7a14dc47-f623-4000-b543-e50fb8869aed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448813 Nov 02 17:29:38.667116 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-ce0d98ce-02be-40dd-a2b4-a836bc179199 service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928237 Nov 02 17:29:38.758172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7bbaa0a6-e9a0-441b-99dc-6afcc5fe3c8e req-bad9b517-64fa-4bfa-96a6-58ba83435040 service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839405 Nov 02 17:29:38.762286 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2c1271e5-0127-40bb-9287-6cabebe2b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:38.850525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-de6d9162-f034-4d27-ad55-3dac05dde248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:38.852037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-de6d9162-f034-4d27-ad55-3dac05dde248 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0477366 Nov 02 17:29:38.950099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-ad1e62bf-38f1-4657-b220-be43fb3522c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:38.951642 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-ad1e62bf-38f1-4657-b220-be43fb3522c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.0923505 Nov 02 17:29:38.995172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-2abdee2c-9dd1-49a5-861a-4d07b791e732 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 217 time: 0.0364358 Nov 02 17:29:39.019533 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb8017-cd20-4bcb-a436-6269b74b53cb req-d3b9031b-08f6-425d-8763-13404897d1e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:39.021120 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eccb8017-cd20-4bcb-a436-6269b74b53cb req-d3b9031b-08f6-425d-8763-13404897d1e2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0564585 Nov 02 17:29:39.050218 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-983144f1-66ce-4058-879e-9e3cceeaad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:39.051688 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-983144f1-66ce-4058-879e-9e3cceeaad6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0497870 Nov 02 17:29:39.068243 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eccb8017-cd20-4bcb-a436-6269b74b53cb req-fc02ec67-f6c7-48e6-bc14-254158c3fd8b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408506 Nov 02 17:29:39.107248 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-b4fce643-0977-4c2a-bda0-f706ce9991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:39.108771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-b4fce643-0977-4c2a-bda0-f706ce9991f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488679 Nov 02 17:29:39.232186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-94f888e5-556e-44dc-8f13-189e5a960c98 service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155245 Nov 02 17:29:39.335877 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a4b30d47-66dd-47ed-9d35-5e9a68cf651a req-e92b3705-be35-4108-afb3-0e5f268ba28e service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955434 Nov 02 17:29:40.228821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db69ed8-7dbf-44a0-a572-aec81d7400da req-90b15866-44d5-4c0b-8e39-10e283b2e015 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:40.230757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6db69ed8-7dbf-44a0-a572-aec81d7400da req-90b15866-44d5-4c0b-8e39-10e283b2e015 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0636051 Nov 02 17:29:40.278916 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6db69ed8-7dbf-44a0-a572-aec81d7400da req-0eaf54ef-c148-4247-8694-0fc1c865fe94 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 Nov 02 17:29:41.238435 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-15a61aef-306e-4de8-a98f-c17ae1957bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:41.399949 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e580e7-058b-4938-ba7c-acd1862d59a0 req-bb9bef23-d779-45d6-bbaa-e227183119a3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:41.402112 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e580e7-058b-4938-ba7c-acd1862d59a0 req-bb9bef23-d779-45d6-bbaa-e227183119a3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0513065 Nov 02 17:29:41.428568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:41.446594 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89e580e7-058b-4938-ba7c-acd1862d59a0 req-581d8aeb-34d3-47b3-9607-b751b5a8ba65 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373464 Nov 02 17:29:42.567891 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4be0e3-10f4-4322-82e9-30d7f3825db2 req-4f0f8b0e-e99b-4bca-82d3-14d9e02582f2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:42.569363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e4be0e3-10f4-4322-82e9-30d7f3825db2 req-4f0f8b0e-e99b-4bca-82d3-14d9e02582f2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0521636 Nov 02 17:29:42.616865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1e4be0e3-10f4-4322-82e9-30d7f3825db2 req-9d80e579-55c9-406c-bd8c-a0eb38fab5ab tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Nov 02 17:29:42.831239 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:42.901903 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:29:43.009302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:43.022667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'port_id': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'mac_address': 'fa:16:3e:b4:59:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:29:43.062459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:43.076321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308df1c6-7909-41b4-b60a-117be6dd0edd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:29:43.097957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:43.102414 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:43.163047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:43.326568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['308df1c6-7909-41b4-b60a-117be6dd0edd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:29:43.737878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad61a4-5f1a-4ff6-92ee-ae148bcdc8ca req-c8398e4b-079e-4b2b-8ae5-d30774f570f7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:43.739410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdad61a4-5f1a-4ff6-92ee-ae148bcdc8ca req-c8398e4b-079e-4b2b-8ae5-d30774f570f7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 944 time: 0.0524342 Nov 02 17:29:43.789981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fdad61a4-5f1a-4ff6-92ee-ae148bcdc8ca req-c1954f0c-2564-42fc-8660-02e0855f32df tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Nov 02 17:29:43.992318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:44.902461 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:29:44.915004 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef4a64-c1a2-4ab6-85e7-6645b10b5592 req-a075a60e-6dae-48b3-8dfb-bc288c2e838f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:44.916647 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62ef4a64-c1a2-4ab6-85e7-6645b10b5592 req-a075a60e-6dae-48b3-8dfb-bc288c2e838f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 944 time: 0.0560369 Nov 02 17:29:44.957153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 308df1c6-7909-41b4-b60a-117be6dd0edd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:29:44.959951 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-62ef4a64-c1a2-4ab6-85e7-6645b10b5592 req-ae0a8f22-c203-4219-a436-61a6d0281c36 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359566 Nov 02 17:29:44.962374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 308df1c6-7909-41b4-b60a-117be6dd0edd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:29:44.962743 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:45.042059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:45.076559 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:29:45.080701 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fa7533-145c-4f73-bda2-68665f5254c0" -d '{"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-plugged", "status": "completed", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:29:45.104017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:29:45.110456 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:45.143234 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c59ec3-2f72-470c-9cd4-b4d852d857fd x-openstack-request-id: req-14c59ec3-2f72-470c-9cd4-b4d852d857fd {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:29:45.143582 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-plugged", "status": "completed", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:29:45.143773 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14c59ec3-2f72-470c-9cd4-b4d852d857fd {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:29:45.144162 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'code': 200} Nov 02 17:29:45.185497 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:45.246481 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb952c-d05c-463d-80d9-7828e12c3b51 req-06ab9ac6-2ece-469d-be63-1137af16a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:45.248038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2bdb952c-d05c-463d-80d9-7828e12c3b51 req-06ab9ac6-2ece-469d-be63-1137af16a204 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1096 time: 0.0450981 Nov 02 17:29:45.287834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2bdb952c-d05c-463d-80d9-7828e12c3b51 req-6e0c2730-c97a-464a-bc4d-1bcfb4b122f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323615 Nov 02 17:29:46.102859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2734c04-cc7a-4fa8-bc4c-8a8b871d3a4d req-561a630e-0303-47e1-b345-9409a4f8fcb4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:46.104480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2734c04-cc7a-4fa8-bc4c-8a8b871d3a4d req-561a630e-0303-47e1-b345-9409a4f8fcb4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0585623 Nov 02 17:29:46.155558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2734c04-cc7a-4fa8-bc4c-8a8b871d3a4d req-74d76766-7b65-4563-ad65-07ec05149784 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 Nov 02 17:29:47.287114 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4963f3-d042-4c46-b3e6-7642ecc4942a req-650f54c5-3bdb-4fba-804d-2e2045ccabd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:47.288635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb4963f3-d042-4c46-b3e6-7642ecc4942a req-650f54c5-3bdb-4fba-804d-2e2045ccabd9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0542018 Nov 02 17:29:47.331700 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eb4963f3-d042-4c46-b3e6-7642ecc4942a req-4b11a7fd-246f-4a28-b063-80ac684f938c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363555 Nov 02 17:29:47.451706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1388e-20d3-4b6e-b760-03a1e5d60523 req-a1d4c4a8-c6ed-43cf-bd6e-cd7838371172 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:47.453351 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3e1388e-20d3-4b6e-b760-03a1e5d60523 req-a1d4c4a8-c6ed-43cf-bd6e-cd7838371172 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0513396 Nov 02 17:29:47.493919 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e3e1388e-20d3-4b6e-b760-03a1e5d60523 req-56c0e6c8-ba99-4573-b408-4a945446ad05 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Nov 02 17:29:47.517042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50890) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:47.561240 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f445a-5395-40b1-beed-f9125ce638c5 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:47.563346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-538f445a-5395-40b1-beed-f9125ce638c5 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1091 time: 0.0447679 Nov 02 17:29:47.566896 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50892) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:47.571390 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:29:47.595158 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:47.697483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:47.808172 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.235 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/4e56fd8c-3360-40f2-b1ab-5d93c019329d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:29:47.913614 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:47.949843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:47.989862 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:29:47.992804 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:29:47.996405 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:29:48.004412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=4e56fd8c-3360-40f2-b1ab-5d93c019329d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:48.093539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:48.362377 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:48.434306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:48.600025 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:48.605478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:48.682819 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=4e56fd8c-3360-40f2-b1ab-5d93c019329d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:29:48.696894 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:48.808882 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP 80ff5503-795c-454b-98b1-423e08d80733 associated. External IP: 172.25.7.235, port: 308df1c6-7909-41b4-b60a-117be6dd0edd. Nov 02 17:29:49.033760 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 0537de34-d98e-496a-8aad-a6ce18f810a1 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:29:49.146368 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:29:49.158486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] Sync routers for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:29:49.167507 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:49.169433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:49.170168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:49.202294 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-36cb9d28-5a0d-46a4-aa4a-0e073a3976e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6339567 Nov 02 17:29:49.204095 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:29:49.206637 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b01490-24a6-4b6a-991e-e95cccb9562e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:29:49.247666 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95601cc5-7cf1-49ba-a732-20520709521e x-openstack-request-id: req-95601cc5-7cf1-49ba-a732-20520709521e {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:29:49.248442 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:29:49.248442 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95601cc5-7cf1-49ba-a732-20520709521e {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:29:49.248664 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'status': 'completed', 'code': 200} Nov 02 17:29:49.294770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:49.322178 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d8667-7f66-4920-bf20-fa3a6793c340 req-fa3f4263-eb32-43f3-b114-64cc5be28b40 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:49.323372 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-765d8667-7f66-4920-bf20-fa3a6793c340 req-fa3f4263-eb32-43f3-b114-64cc5be28b40 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0598783 Nov 02 17:29:49.338006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-4df69e39-2253-4c0a-b254-3d70d2f495fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:49.339579 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-4df69e39-2253-4c0a-b254-3d70d2f495fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1096 time: 0.0601888 Nov 02 17:29:49.372388 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-765d8667-7f66-4920-bf20-fa3a6793c340 req-3dc07082-344d-424d-bf98-5bbf3f00f802 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 Nov 02 17:29:49.399331 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 50898) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:49.492138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13651cf5-cb0a-49f7-867c-74c1253a602e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/80ff5503-795c-454b-98b1-423e08d80733 HTTP/1.1" status: 200 len: 991 time: 0.0914307 Nov 02 17:29:49.495057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-e5dfdafa-9619-4894-80c1-e8b074e9b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:49.496778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-e5dfdafa-9619-4894-80c1-e8b074e9b569 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1501298 Nov 02 17:29:49.568502 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-b33074d2-2f86-438c-bd69-6e960daa53d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 999 time: 0.0614150 Nov 02 17:29:49.580735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '80ff5503-795c-454b-98b1-423e08d80733', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'port_id': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'mac_address': 'fa:16:3e:b4:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:29:48Z', 'updated_at': '2021-11-02T17:29:48Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:49.612933 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] Checking router: 0537de34-d98e-496a-8aad-a6ce18f810a1 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:29:49.621438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:29:49.621669 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-02f01594-402d-4553-99bf-eb353843ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:49.622052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:29:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:49.623109 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-02f01594-402d-4553-99bf-eb353843ede5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0481849 Nov 02 17:29:49.683647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-a0c974b3-8318-4b2e-abbe-60e3c804adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:29:49.685149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-a0c974b3-8318-4b2e-abbe-60e3c804adb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552320 Nov 02 17:29:49.735789 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:29:49.784792 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-c8a44ac2-9e5c-4952-a71f-01fe7510f895 service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926383 Nov 02 17:29:49.895037 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-50b01490-24a6-4b6a-991e-e95cccb9562e req-6e13efca-f9e0-4df5-9f9e-8b5987ce351f service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028955 Nov 02 17:29:49.991053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '80ff5503-795c-454b-98b1-423e08d80733', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'port_id': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'mac_address': 'fa:16:3e:b4:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:29:48Z', 'updated_at': '2021-11-02T17:29:48Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:29:50.017631 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70d2b6-2e0f-46d2-90ed-58e796638e2c None None] The sync data for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 is: [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '80ff5503-795c-454b-98b1-423e08d80733', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'port_id': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'mac_address': 'fa:16:3e:b4:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:29:48Z', 'updated_at': '2021-11-02T17:29:48Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:29:50.231687 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde637d-35b7-427b-9f7f-38a743b4f995 None None] New status for floating IP 80ff5503-795c-454b-98b1-423e08d80733: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:29:50.496237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 50900) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:29:50.566160 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c74f842a-23a9-43c1-9661-2d18492615f3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/80ff5503-795c-454b-98b1-423e08d80733 HTTP/1.1" status: 200 len: 993 time: 0.0686398 Nov 02 17:29:53.652194 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:29:56.089407 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:30:08.765265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-11313aee-e2ee-4a88-a923-a2ceec8e6f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:11.240846 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0edc8bbc-d079-44e0-901e-6a9e9ac0b97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:11.436143 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:12.833181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:13.994265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:18.107246 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:21.957441 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf48ca3-6fd8-4937-9439-04b5cd4b8c27 req-eb138644-6ecf-4fdb-8946-aea98129e5e1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:21.959082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baf48ca3-6fd8-4937-9439-04b5cd4b8c27 req-eb138644-6ecf-4fdb-8946-aea98129e5e1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0696373 Nov 02 17:30:22.032297 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-baf48ca3-6fd8-4937-9439-04b5cd4b8c27 req-716ba9e0-74b6-4c8e-9abf-44113af19490 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651615 Nov 02 17:30:22.043714 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-c6a09dfa-c236-478e-8f1b-0f9a40275c5b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245592 Nov 02 17:30:23.161671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bd730-756f-4a50-b311-3d35ceec171c req-dc7e43dd-b875-42cb-ac3e-5f6d51885130 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:23.163185 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-266bd730-756f-4a50-b311-3d35ceec171c req-dc7e43dd-b875-42cb-ac3e-5f6d51885130 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0501721 Nov 02 17:30:23.201494 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-266bd730-756f-4a50-b311-3d35ceec171c req-f5ccac45-e15e-4fd1-8c13-af80a78c20fb tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Nov 02 17:30:23.467853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-f51afb32-cb52-442c-be78-36851b98f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:23.470192 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-f51afb32-cb52-442c-be78-36851b98f286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1096 time: 0.0503144 Nov 02 17:30:23.579549 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-3796c8aa-8ce2-4525-96e6-22de98fcbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:23.581054 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-3796c8aa-8ce2-4525-96e6-22de98fcbc7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1040399 Nov 02 17:30:23.643746 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:23.650240 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-62412806-8c47-401d-9f01-077a79551dc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 1001 time: 0.0617456 Nov 02 17:30:23.701634 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-d07fbf18-3ac3-47b6-bece-688769782ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:23.703308 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-d07fbf18-3ac3-47b6-bece-688769782ef2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0465603 Nov 02 17:30:23.757568 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-e8de34b9-d884-489e-87bd-e92654ef298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:23.759112 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-e8de34b9-d884-489e-87bd-e92654ef298f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478694 Nov 02 17:30:23.851582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-8bed9467-260f-4b57-9606-f309c7998881 service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852919 Nov 02 17:30:23.947108 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-0c28be2b-1c3e-4482-8dde-a453eb1d3bdc service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887535 Nov 02 17:30:24.060151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-8b6a901c-fd06-4891-91d0-40d141805fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:24.061568 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-8b6a901c-fd06-4891-91d0-40d141805fec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1096 time: 0.0459824 Nov 02 17:30:24.175999 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-aff45d1e-9490-4289-a07f-3f94ca4827e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:24.177525 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-aff45d1e-9490-4289-a07f-3f94ca4827e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.0860939 Nov 02 17:30:24.257132 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-3e6048e3-2566-4367-9967-44896ab50669 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 1001 time: 0.0723109 Nov 02 17:30:24.312253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-17cb9272-923a-4ff0-9308-3b0de1113fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:24.316068 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-17cb9272-923a-4ff0-9308-3b0de1113fce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0498495 Nov 02 17:30:24.347794 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2be8-1c32-4472-ba6b-5d51d072ffcd req-fdbf4967-2f6b-4d96-90a9-56d94418629a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:24.349599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f56d2be8-1c32-4472-ba6b-5d51d072ffcd req-fdbf4967-2f6b-4d96-90a9-56d94418629a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0654802 Nov 02 17:30:24.375107 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-24e8369e-10a2-46d0-b8f3-382f9c0c7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:24.377390 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-24e8369e-10a2-46d0-b8f3-382f9c0c7019 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568068 Nov 02 17:30:24.394992 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f56d2be8-1c32-4472-ba6b-5d51d072ffcd req-aea50323-9354-4a35-9890-41fd24f930c4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Nov 02 17:30:24.491805 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-cb0c4ee6-e535-4199-b6ff-fdca056dbfdc service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070607 Nov 02 17:30:24.602603 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f1a3d04a-cca0-47fc-837d-4048a23a44ac req-f39bd5ea-0100-41f1-ba3e-673aac6feb2d service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038492 Nov 02 17:30:25.532017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fec73-b2b5-4421-a77f-830eac07dd10 req-b9b77412-4b6c-4271-afb1-acc517b2cbc9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:25.533520 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b30fec73-b2b5-4421-a77f-830eac07dd10 req-b9b77412-4b6c-4271-afb1-acc517b2cbc9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0610096 Nov 02 17:30:25.575252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b30fec73-b2b5-4421-a77f-830eac07dd10 req-18208b4e-d8d8-4f06-a961-9de5c704c11f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343847 Nov 02 17:30:26.726565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abb2e-7fd6-4b80-8db2-7fe5ad26c5c7 req-07cdf03f-53f5-4377-a482-52aca06a85f3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:26.728109 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-198abb2e-7fd6-4b80-8db2-7fe5ad26c5c7 req-07cdf03f-53f5-4377-a482-52aca06a85f3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0598536 Nov 02 17:30:26.774198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-198abb2e-7fd6-4b80-8db2-7fe5ad26c5c7 req-0b0557d1-8321-4b0c-9598-5b3b8941ea18 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Nov 02 17:30:27.912653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef8b3-78a2-4e53-b3cb-8c85a04de116 req-8ce2efa1-f309-4ad0-a6e2-e632fb58f31c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:27.914329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe9ef8b3-78a2-4e53-b3cb-8c85a04de116 req-8ce2efa1-f309-4ad0-a6e2-e632fb58f31c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0639620 Nov 02 17:30:27.962929 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe9ef8b3-78a2-4e53-b3cb-8c85a04de116 req-e001de38-95a8-4dbc-b58c-69c26471ddaf tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Nov 02 17:30:29.098775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7779a-7081-415e-bd27-15a183956acb req-ef72bcb5-8762-4a53-a539-7e30921434c1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:29.100737 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7e7779a-7081-415e-bd27-15a183956acb req-ef72bcb5-8762-4a53-a539-7e30921434c1 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0582404 Nov 02 17:30:29.144224 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d7e7779a-7081-415e-bd27-15a183956acb req-a74bc724-77c9-426f-90b6-e234db79c5d7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Nov 02 17:30:30.270680 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf08f-4c52-4f85-b262-80b15db5ad8f req-5ea43ed6-f782-4592-828b-c5101757a816 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:30.272524 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3cf08f-4c52-4f85-b262-80b15db5ad8f req-5ea43ed6-f782-4592-828b-c5101757a816 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0537481 Nov 02 17:30:30.315442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0d3cf08f-4c52-4f85-b262-80b15db5ad8f req-3b443cec-aaa0-4583-9719-17c2f1f7680d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Nov 02 17:30:31.452024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725ffc-5310-425a-a74a-3c3c071a8fcf req-9880c432-1039-4fd3-8187-19ccd5410359 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:31.454190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49725ffc-5310-425a-a74a-3c3c071a8fcf req-9880c432-1039-4fd3-8187-19ccd5410359 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0658133 Nov 02 17:30:31.493341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49725ffc-5310-425a-a74a-3c3c071a8fcf req-884e91a5-55b1-4ab1-a628-a8778bb2a751 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326917 Nov 02 17:30:32.616843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ace8c-edfc-479a-b3b0-47eb5c276f7f req-81f4b21a-eac5-4983-b4ab-bc6a3fcfdcf2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:32.618416 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac4ace8c-edfc-479a-b3b0-47eb5c276f7f req-81f4b21a-eac5-4983-b4ab-bc6a3fcfdcf2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0510828 Nov 02 17:30:32.660052 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ac4ace8c-edfc-479a-b3b0-47eb5c276f7f req-32fbebdc-b0a2-433d-9540-a9aa4fd5c511 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Nov 02 17:30:33.088799 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:30:33.804845 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afde47c-357f-4bd6-a13e-fd448e0d5e14 req-e4ac971b-91c9-4168-ab1b-997051a2b02f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:33.810176 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afde47c-357f-4bd6-a13e-fd448e0d5e14 req-e4ac971b-91c9-4168-ab1b-997051a2b02f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0607948 Nov 02 17:30:33.854054 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4afde47c-357f-4bd6-a13e-fd448e0d5e14 req-1e92895b-2ca9-42c3-9bad-018a364934a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Nov 02 17:30:34.984375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dee86-f9de-406d-ae38-b8fdfa40ab91 req-5a09c250-ad40-40c1-a8f6-9f7327e41607 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:34.986646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b8dee86-f9de-406d-ae38-b8fdfa40ab91 req-5a09c250-ad40-40c1-a8f6-9f7327e41607 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0566945 Nov 02 17:30:35.033312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b8dee86-f9de-406d-ae38-b8fdfa40ab91 req-06115b2c-0aa9-4eaa-ade4-75bd86d9def3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404871 Nov 02 17:30:36.156034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199c8d7-cf0d-4678-b561-d217200500e2 req-1fc38bcf-6cab-4bd3-9715-69f84889b3d0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:36.157795 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0199c8d7-cf0d-4678-b561-d217200500e2 req-1fc38bcf-6cab-4bd3-9715-69f84889b3d0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0536590 Nov 02 17:30:36.198725 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0199c8d7-cf0d-4678-b561-d217200500e2 req-b652a6f0-c1e5-4c36-9e77-927b9543949e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Nov 02 17:30:37.328347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc354f2-75b1-451e-9a46-209c3422a2b8 req-7fee9403-aa9a-4a36-b77c-d52c27ce1904 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:37.330497 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cc354f2-75b1-451e-9a46-209c3422a2b8 req-7fee9403-aa9a-4a36-b77c-d52c27ce1904 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0507576 Nov 02 17:30:37.372458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6cc354f2-75b1-451e-9a46-209c3422a2b8 req-4aa02cac-9a0a-4a55-9daf-fa208be0f377 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355873 Nov 02 17:30:38.501455 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49a30d-e8c5-4e53-90a2-16d0f787820d req-181f1665-98a2-45e7-87d7-a3ec313f4648 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:38.503912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d49a30d-e8c5-4e53-90a2-16d0f787820d req-181f1665-98a2-45e7-87d7-a3ec313f4648 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0573411 Nov 02 17:30:38.549039 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7d49a30d-e8c5-4e53-90a2-16d0f787820d req-181965f8-d1be-49c4-b356-e881f25dbf0d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Nov 02 17:30:38.768881 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-91697f50-a1d8-44e6-89de-3c7fffc59146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:39.666176 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d670f34-32d5-4450-81f5-48cacf545f75 req-55bce7e5-c9fa-4050-848e-64fedb1c1f24 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:39.667716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d670f34-32d5-4450-81f5-48cacf545f75 req-55bce7e5-c9fa-4050-848e-64fedb1c1f24 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0494316 Nov 02 17:30:39.707906 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d670f34-32d5-4450-81f5-48cacf545f75 req-dbb5e9b8-eff1-44ef-8219-85ab2a93b991 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Nov 02 17:30:40.749113 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-44e25266-a660-41e4-a295-8804a8764025 service neutron] show failed (client error): The resource could not be found. Nov 02 17:30:40.750168 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-44e25266-a660-41e4-a295-8804a8764025 service neutron] 10.222.0.55 "GET /v2.0/ports/308df1c6-7909-41b4-b60a-117be6dd0edd/bindings/n-h2-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0661590 Nov 02 17:30:40.840754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328755-a206-45dd-b06c-0e623dc4852f req-4f9a2fba-da7f-4081-8e26-f560bf7cee2e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:40.842957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49328755-a206-45dd-b06c-0e623dc4852f req-4f9a2fba-da7f-4081-8e26-f560bf7cee2e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0599182 Nov 02 17:30:40.883871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-49328755-a206-45dd-b06c-0e623dc4852f req-01b0a3e8-a32d-4596-86ac-7ad1f65cf017 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Nov 02 17:30:40.980462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-70573153-107f-4e17-8adf-b2c97ee4c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:40.981951 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-70573153-107f-4e17-8adf-b2c97ee4c2bf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 1096 time: 0.0441489 Nov 02 17:30:40.994630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:30:41.049392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.243739 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d57b74e-eb1b-4a7c-9ebe-ab99c5b939a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.263854 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:30:41.302727 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:30:41.344704 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:30:41.347036 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cdd7d7-9f16-47ba-b21f-a8341bc71a7c" -d '{"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-unplugged", "status": "completed", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:30:41.352280 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.366242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Transition to ACTIVE for port object 308df1c6-7909-41b4-b60a-117be6dd0edd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:30:41.370492 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.404196 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc9fead-623a-47e9-a70e-6c1d9a259492 x-openstack-request-id: req-3cc9fead-623a-47e9-a70e-6c1d9a259492 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:30:41.404500 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-unplugged", "status": "completed", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:30:41.404756 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cc9fead-623a-47e9-a70e-6c1d9a259492 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:30:41.405155 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'code': 200} Nov 02 17:30:41.430903 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.457985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=6']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:30:41.470603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.470944 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.471295 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.471632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.471964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.472297 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.472627 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.472954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.473378 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.473843 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.474197 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.474525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:41.515277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] No DVR routers for this DVR port 308df1c6-7909-41b4-b60a-117be6dd0edd on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:30:41.675750 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:30:41.676621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:30:41.676888 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd on network c90ac299-24d5-4a37-979e-ead7b3765c1e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:30:41.681398 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Port 308df1c6-7909-41b4-b60a-117be6dd0edd on network c90ac299-24d5-4a37-979e-ead7b3765c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:30:41.681716 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Attempting to bind port 308df1c6-7909-41b4-b60a-117be6dd0edd on network c90ac299-24d5-4a37-979e-ead7b3765c1e {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:30:41.686582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:30:41.686920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Checking segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:30:41.687304 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Bound using segment: {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:30:41.687730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Bound port: 308df1c6-7909-41b4-b60a-117be6dd0edd, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cbe2c5-9a21-4924-bcb0-c4a488a368a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:30:41.688093 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.756865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:30:41.760293 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:30:41.764235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.799810 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:41.800424 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:41.803111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] 10.222.0.100 "PUT /v2.0/ports/308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 1091 time: 0.8125739 Nov 02 17:30:41.849452 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931f1f-8d2e-476e-bc5a-1a3c1115cf77 service neutron] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=7']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:30:41.887178 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-f0840624-06f1-401d-8df5-2066b259b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:41.894420 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-f0840624-06f1-401d-8df5-2066b259b9f0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0545666 Nov 02 17:30:41.994035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-bc739ff0-5e45-4216-aa31-dea02730ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:41.995598 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-bc739ff0-5e45-4216-aa31-dea02730ab5f service neutron] 10.222.0.100 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.0990362 Nov 02 17:30:42.019558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09b96a-7410-4853-bb98-e99639412164 req-d2343b4f-91e7-40f3-ab7f-ad84cd8c337a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:42.021119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b09b96a-7410-4853-bb98-e99639412164 req-d2343b4f-91e7-40f3-ab7f-ad84cd8c337a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0571241 Nov 02 17:30:42.061742 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b09b96a-7410-4853-bb98-e99639412164 req-eb04dd25-d16d-458a-9249-62c7e7180e31 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343647 Nov 02 17:30:42.074701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-678cfd75-ffc9-4971-880b-c6eec46649d7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 999 time: 0.0715539 Nov 02 17:30:42.129701 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-152676d2-aa17-4b20-89ec-76501e7fb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:42.131531 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-152676d2-aa17-4b20-89ec-76501e7fb5ed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0490553 Nov 02 17:30:42.179834 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-0f0a620c-c6c2-40a2-b103-fc5090bb927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:42.185273 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-0f0a620c-c6c2-40a2-b103-fc5090bb927a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422876 Nov 02 17:30:42.283768 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-5c031951-4ff4-4fd4-83d6-bdc1835353c8 service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933166 Nov 02 17:30:42.375711 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b87ea2f-7dbf-4441-806c-bafd3aabdd21 req-47d29d9c-72e4-48a4-b618-4fa26f810ebb service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839112 Nov 02 17:30:42.836482 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:43.188997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dfb24-aced-43f6-872c-adf5f1bfc6de req-31a7e8c3-28f0-4230-9e32-7259f2c30329 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:43.190627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-557dfb24-aced-43f6-872c-adf5f1bfc6de req-31a7e8c3-28f0-4230-9e32-7259f2c30329 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0545056 Nov 02 17:30:43.232870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-557dfb24-aced-43f6-872c-adf5f1bfc6de req-51e185c1-7fe8-4f7a-97a1-ebf805fb64da tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Nov 02 17:30:43.406376 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:30:43.408709 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9050b-0495-4f11-ba87-5b26108efde2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:30:43.458555 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc16f4d-95cf-4767-b809-cc52209ddb5f x-openstack-request-id: req-efc16f4d-95cf-4767-b809-cc52209ddb5f {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:30:43.458847 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:30:43.459274 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efc16f4d-95cf-4767-b809-cc52209ddb5f {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:30:43.459534 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'status': 'completed', 'code': 200} Nov 02 17:30:43.550712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-12534415-e988-4f5d-8fce-3e1407080f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:43.553431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-12534415-e988-4f5d-8fce-3e1407080f00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0753407 Nov 02 17:30:43.558036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-afa457e5-2c1b-4937-a257-df11f76fb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:43.559559 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-afa457e5-2c1b-4937-a257-df11f76fb444 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0734217 Nov 02 17:30:43.715794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-20fbe0bc-c1cd-4745-9a2b-5ca26a9922e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:43.717166 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-20fbe0bc-c1cd-4745-9a2b-5ca26a9922e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1567647 Nov 02 17:30:43.722576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-13c62839-9fc6-40b0-b322-e7f8b107fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:43.725319 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-13c62839-9fc6-40b0-b322-e7f8b107fcf7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1563551 Nov 02 17:30:44.001519 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:44.159687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-e74a6751-ebaf-4676-a062-6d827d9ebe1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 999 time: 0.4333835 Nov 02 17:30:44.177048 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-d299dd7d-96c6-4120-9207-e7452ac02f25 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 999 time: 0.4145839 Nov 02 17:30:44.216017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.100', 58614) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:30:44.260828 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-c23692b9-f4ca-4167-95c1-a0b81afcb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.262431 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-c23692b9-f4ca-4167-95c1-a0b81afcb03f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0949521 Nov 02 17:30:44.263115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-6a02abcf-7f52-47dd-abbd-2ffbca125fb2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458095 Nov 02 17:30:44.263852 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-d2498bbe-7953-4894-ac5b-79ddc3d887d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.265178 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-d2498bbe-7953-4894-ac5b-79ddc3d887d6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0665879 Nov 02 17:30:44.355997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-38acce83-8adc-49aa-a2db-28d0b3c1bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.357558 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-38acce83-8adc-49aa-a2db-28d0b3c1bbf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872219 Nov 02 17:30:44.360081 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-9bd00b44-bc0a-440a-8493-65fbc38b3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.361436 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-9bd00b44-bc0a-440a-8493-65fbc38b3a3a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804164 Nov 02 17:30:44.362063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68c96-c967-4713-a479-2e59c956d1b8 req-d1d73bac-6251-47bb-be38-88ff1fa59640 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.363834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19a68c96-c967-4713-a479-2e59c956d1b8 req-d1d73bac-6251-47bb-be38-88ff1fa59640 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0497928 Nov 02 17:30:44.411537 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-19a68c96-c967-4713-a479-2e59c956d1b8 req-ac7aaca3-62ea-4bd5-996d-98310cc5e678 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403004 Nov 02 17:30:44.532276 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-149a48fd-4d84-488b-9d1d-80054b2cba2f service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660018 Nov 02 17:30:44.536461 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-d3527ee2-8189-47a5-abaa-b1b7bb60c2ab service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630411 Nov 02 17:30:44.639746 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680cb6f-73f0-4dbd-b53e-e0015bbe3d8e req-c6f85bbb-c509-41d7-ab21-f2871f82474f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.641695 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8680cb6f-73f0-4dbd-b53e-e0015bbe3d8e req-c6f85bbb-c509-41d7-ab21-f2871f82474f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0559030 Nov 02 17:30:44.689946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8680cb6f-73f0-4dbd-b53e-e0015bbe3d8e req-0b889e36-11b2-407d-ba08-c13e3fc1459e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Nov 02 17:30:44.764353 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aba58-871b-4258-944a-465d80edbc52 req-7b830d69-4c87-4f53-8873-fc0dcd40e8ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.765905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-7b830d69-4c87-4f53-8873-fc0dcd40e8ef tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e&tenant_id=4294ab1390db408e90e66e2a83b7657f&binding%3Ahost_id=n-h2-811405-2 HTTP/1.1" status: 200 len: 943 time: 0.1578674 Nov 02 17:30:44.785905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-0e758997-b414-45ab-9ba6-b9ad3be59957 service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356212 Nov 02 17:30:44.789170 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-30d155f4-25ae-4e9f-b409-6367c907b390 service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488110 Nov 02 17:30:44.839143 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed46dcf-c1f1-46c6-98ac-13545f427a5b req-1e879c4e-f06d-4257-8958-537ae5d713be tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.840686 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fed46dcf-c1f1-46c6-98ac-13545f427a5b req-1e879c4e-f06d-4257-8958-537ae5d713be tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 943 time: 0.0626426 Nov 02 17:30:44.846620 n-d-811405-2 neutron-server[102065]: INFO neutron.api.v2.resource [req-028aba58-871b-4258-944a-465d80edbc52 req-13c08701-9af9-47d3-aed0-5ecb5d067503 service neutron] delete failed (client error): The resource could not be found. Nov 02 17:30:44.847697 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-13c08701-9af9-47d3-aed0-5ecb5d067503 service neutron] 10.222.0.55 "DELETE /v2.0/ports/308df1c6-7909-41b4-b60a-117be6dd0edd/bindings/n-h1-811405-2 HTTP/1.1" status: 404 len: 380 time: 0.0723679 Nov 02 17:30:44.888866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fed46dcf-c1f1-46c6-98ac-13545f427a5b req-5ef2f33b-1aa9-43bd-8b15-693666190b17 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Nov 02 17:30:44.934347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-bfccf4a2-97e6-49d1-8ab5-9acbc92cf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.935860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-bfccf4a2-97e6-49d1-8ab5-9acbc92cf902 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0684891 Nov 02 17:30:44.949204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aba58-871b-4258-944a-465d80edbc52 req-d204e59e-d811-49fe-8bd8-e31366f7e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:44.950728 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-d204e59e-d811-49fe-8bd8-e31366f7e8c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1094 time: 0.0525448 Nov 02 17:30:45.122984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aba58-871b-4258-944a-465d80edbc52 req-c4663961-e59d-470b-bc6a-5feae87a8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:45.124389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-c4663961-e59d-470b-bc6a-5feae87a8f51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1661954 Nov 02 17:30:45.127267 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-43a4d525-df22-49c5-abc2-fd34a615b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:45.128657 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-43a4d525-df22-49c5-abc2-fd34a615b4f3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1689737 Nov 02 17:30:45.212492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:30:45.243022 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-40909233-d4ea-43a7-b49a-e019a89ec61c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 999 time: 0.1111567 Nov 02 17:30:45.244838 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-6e87aeb1-ebaf-4fb1-8ec9-23816eb1c1ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 999 time: 0.1071212 Nov 02 17:30:45.252298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:30:45.275748 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:30:45.326366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aba58-871b-4258-944a-465d80edbc52 req-f261a512-a33a-4592-b876-5ca932dd0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:45.327860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-f261a512-a33a-4592-b876-5ca932dd0a8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0782592 Nov 02 17:30:45.335426 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-267184b3-bd36-4412-9249-42279a4e7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:45.337058 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-267184b3-bd36-4412-9249-42279a4e7cb5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0785284 Nov 02 17:30:45.415535 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-f17480c4-5430-400c-b7b1-7e026191759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:45.416687 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-f17480c4-5430-400c-b7b1-7e026191759c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708995 Nov 02 17:30:45.418632 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aba58-871b-4258-944a-465d80edbc52 req-6c74dbcc-9275-4819-81b6-2e4ae643d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:45.420049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-6c74dbcc-9275-4819-81b6-2e4ae643d660 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822093 Nov 02 17:30:45.535026 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:30:45.548161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'port_id': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'mac_address': 'fa:16:3e:b4:59:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:30:45.580235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-337ca13b-7b58-4633-9975-14ebe1639688 service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560383 Nov 02 17:30:45.584994 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-64ca6582-a28a-4231-9074-83453c1a605b service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524365 Nov 02 17:30:45.587926 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:45.601511 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308df1c6-7909-41b4-b60a-117be6dd0edd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:30:45.623568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:30:45.627809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:45.679743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:30:45.687756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.688102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.688444 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.688791 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.689117 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.689446 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.689777 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.690100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.690455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.690782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.691104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.691449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:30:45.746534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-5204dc78-aed1-436f-b6e2-e04822751eb9 service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586118 Nov 02 17:30:45.749898 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-028aba58-871b-4258-944a-465d80edbc52 req-cfaa65d0-0be1-4019-be9a-ec10c509351b service neutron] 10.222.0.55 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538970 Nov 02 17:30:45.922326 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['308df1c6-7909-41b4-b60a-117be6dd0edd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:30:46.029109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532554-2fa5-4465-bd96-13c75f5a053b req-7f06c152-395c-47c0-8d43-8582b2a5335f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:46.030687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54532554-2fa5-4465-bd96-13c75f5a053b req-7f06c152-395c-47c0-8d43-8582b2a5335f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 944 time: 0.0695956 Nov 02 17:30:46.086478 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54532554-2fa5-4465-bd96-13c75f5a053b req-8dce3d1f-77ed-4747-9628-b06c1a0c372a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481377 Nov 02 17:30:47.207193 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc817a-082c-49de-aca4-53295a7e0362 req-7ecd92aa-7042-4e43-ac3c-91a4fd6dc57d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:30:47.208981 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1dc817a-082c-49de-aca4-53295a7e0362 req-7ecd92aa-7042-4e43-ac3c-91a4fd6dc57d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 944 time: 0.0501187 Nov 02 17:30:47.247669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1dc817a-082c-49de-aca4-53295a7e0362 req-e93d11f1-bd00-4508-8bb7-db048dc7e549 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Nov 02 17:30:47.270816 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51002) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:30:47.275609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:30:47.325935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 308df1c6-7909-41b4-b60a-117be6dd0edd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:30:47.330262 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 308df1c6-7909-41b4-b60a-117be6dd0edd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:30:47.330634 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:47.334468 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c23b27c1-3faf-484a-abe0-cea8cc8d4e29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/80ff5503-795c-454b-98b1-423e08d80733 HTTP/1.1" status: 200 len: 992 time: 0.0624139 Nov 02 17:30:47.406826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:47.430035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:30:47.432319 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba3589-39ea-420c-8b7e-6c2fdc754c8f" -d '{"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-plugged", "status": "completed", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:30:47.445907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:30:47.450098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:47.478745 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ab29e7-0ece-4d51-8970-70485c2f3c82 x-openstack-request-id: req-92ab29e7-0ece-4d51-8970-70485c2f3c82 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:30:47.479034 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-plugged", "status": "completed", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:30:47.479284 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92ab29e7-0ece-4d51-8970-70485c2f3c82 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:30:47.479669 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'code': 200} Nov 02 17:30:47.505981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=9']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:30:48.100102 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:30:53.665236 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:08.773415 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0d12aa5e-d0b9-4e4b-910a-4cb36305e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:10.090395 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:31:11.246060 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ad70e2c-8edc-4584-ab50-a97b242b2700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:11.440087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:12.838861 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:14.001211 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:17.868259 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51016) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:18.053451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 4e56fd8c-3360-40f2-b1ab-5d93c019329d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:31:18.053883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:18.120538 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:18.153116 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:18.153440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:18.171038 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 4e56fd8c-3360-40f2-b1ab-5d93c019329d owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:31:18.339248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:18.365005 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=4e56fd8c-3360-40f2-b1ab-5d93c019329d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:18.377797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.378807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.379585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.379585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.379894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.380135 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.380465 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.380797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.381311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.381472 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.381792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.382087 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:18.446546 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:18.447145 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP 80ff5503-795c-454b-98b1-423e08d80733 disassociated (deleted). External IP: 172.25.7.235, port: 308df1c6-7909-41b4-b60a-117be6dd0edd. Nov 02 17:31:19.000099 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 0537de34-d98e-496a-8aad-a6ce18f810a1 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:31:19.104658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:31:19.109587 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:19.114175 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] Sync routers for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:31:19.124146 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:19.124825 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:19.139544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3913cf32-7645-4f59-9d1f-571ad7da6d60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/floatingips/80ff5503-795c-454b-98b1-423e08d80733 HTTP/1.1" status: 204 len: 168 time: 1.2701771 Nov 02 17:31:19.140238 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:31:19.142695 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7162887c-9acb-443c-b8a5-ba88ee83c88b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:31:19.247102 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:19.263018 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c950d39-bebe-4d65-80f5-0395f386ca4d x-openstack-request-id: req-7c950d39-bebe-4d65-80f5-0395f386ca4d {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:31:19.263398 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:31:19.263697 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c950d39-bebe-4d65-80f5-0395f386ca4d {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:31:19.264083 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'status': 'completed', 'code': 200} Nov 02 17:31:19.333136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-cbeface5-2e6d-4bcb-bc57-468922426549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:19.335576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-cbeface5-2e6d-4bcb-bc57-468922426549 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 1096 time: 0.0493517 Nov 02 17:31:19.442666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-10585eb2-45cd-4591-82e2-23526e2e79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:19.444216 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-10585eb2-45cd-4591-82e2-23526e2e79b2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 200 len: 897 time: 0.1000619 Nov 02 17:31:19.460859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:19.473424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efa495-8dc3-4916-9736-5c8cdf5115cc req-5abb4acc-e52b-4d73-a7df-3e713c5e7ae0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:19.475143 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86efa495-8dc3-4916-9736-5c8cdf5115cc req-5abb4acc-e52b-4d73-a7df-3e713c5e7ae0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.1147494 Nov 02 17:31:19.489128 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-77513bb9-fc44-4e9d-99d2-aaddc10e28e4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 200 len: 217 time: 0.0365539 Nov 02 17:31:19.493526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] Checking router: 0537de34-d98e-496a-8aad-a6ce18f810a1 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:31:19.502604 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:19.503895 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:19.517892 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-86efa495-8dc3-4916-9736-5c8cdf5115cc req-1ea26037-4c0e-4053-b7c6-4ad479cc7f17 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363269 Nov 02 17:31:19.552924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-2a801041-ac4f-4e10-a32f-9c6764c8cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:19.554582 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-2a801041-ac4f-4e10-a32f-9c6764c8cbb4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 200 len: 834 time: 0.0581439 Nov 02 17:31:19.608372 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-b7c5ddf5-4fe5-4ef0-a147-b929b1ac5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:19.609949 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-b7c5ddf5-4fe5-4ef0-a147-b929b1ac5d72 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c90ac299-24d5-4a37-979e-ead7b3765c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472069 Nov 02 17:31:19.615118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:19.717576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-67a1f3a0-b5e2-4215-93b6-689c3dbbfa12 service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987489 Nov 02 17:31:19.851802 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7162887c-9acb-443c-b8a5-ba88ee83c88b req-ef903978-259e-436c-bc22-2a74fcceced3 service neutron] 10.222.0.100 "GET /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259794 Nov 02 17:31:19.859890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:19.890470 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7ed0f-2d7c-47d2-a5df-764b6dd2e1c3 None None] The sync data for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 is: [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:29:33Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '5bb4d122-2e69-4b68-98db-b6c95922c128', 'name': '', 'network_id': 'c90ac299-24d5-4a37-979e-ead7b3765c1e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:09:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:32Z', 'updated_at': '2021-11-02T17:29:36Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '518a41a4-f7cc-463a-8c2b-7a6d3e7feb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:31:20.139062 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687ac61-97ac-4bbb-bdd1-1143abc07f29 None None] New status for floating IP 80ff5503-795c-454b-98b1-423e08d80733: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:31:20.720764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cd1a-7c23-495c-8e18-d635567cc2fb req-cc955004-706a-41b2-acd7-8906b3a237fd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:20.725527 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a955cd1a-7c23-495c-8e18-d635567cc2fb req-cc955004-706a-41b2-acd7-8906b3a237fd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.1271627 Nov 02 17:31:20.766432 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a955cd1a-7c23-495c-8e18-d635567cc2fb req-cc456857-d5fa-412e-8808-e268725e565f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369277 Nov 02 17:31:20.844419 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-b30e5c11-5ff4-4982-a099-0c7d7b230001 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:20.845922 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-b30e5c11-5ff4-4982-a099-0c7d7b230001 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/ports?device_id=e3901caf-874d-450a-9e53-df5598ccd33e HTTP/1.1" status: 200 len: 945 time: 0.0602725 Nov 02 17:31:20.955018 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 308df1c6-7909-41b4-b60a-117be6dd0edd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:31:20.955526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:21.067598 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 308df1c6-7909-41b4-b60a-117be6dd0edd, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=308df1c6-7909-41b4-b60a-117be6dd0edd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:21.067965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:21.083510 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 308df1c6-7909-41b4-b60a-117be6dd0edd owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:31:21.241496 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:21.272208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=308df1c6-7909-41b4-b60a-117be6dd0edd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:21.314641 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] No DVR routers for this DVR port 308df1c6-7909-41b4-b60a-117be6dd0edd on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:31:21.318035 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:21.321403 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fb28e51d-fbf7-4e82-ad2e-b87a36898cf8 req-e85d0f67-79e2-427d-a5bd-8b1f4a97a43a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "DELETE /v2.0/ports/308df1c6-7909-41b4-b60a-117be6dd0edd HTTP/1.1" status: 204 len: 173 time: 0.4690568 Nov 02 17:31:21.321842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-deleted', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:31:21.324131 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea68c2bf-a52c-4fd7-8a64-f7425388a34f" -d '{"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-deleted", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:31:21.422584 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e01658-7335-4f3e-bacb-16ca3dd3b2a1 x-openstack-request-id: req-42e01658-7335-4f3e-bacb-16ca3dd3b2a1 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:31:21.422877 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3901caf-874d-450a-9e53-df5598ccd33e", "name": "network-vif-deleted", "tag": "308df1c6-7909-41b4-b60a-117be6dd0edd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:31:21.423160 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42e01658-7335-4f3e-bacb-16ca3dd3b2a1 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:31:21.423564 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3901caf-874d-450a-9e53-df5598ccd33e', 'name': 'network-vif-deleted', 'tag': '308df1c6-7909-41b4-b60a-117be6dd0edd', 'status': 'completed', 'code': 200} Nov 02 17:31:21.825617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51038) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:22.210857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:22.491451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 5bb4d122-2e69-4b68-98db-b6c95922c128 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:31:22.491734 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:22.585090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 5bb4d122-2e69-4b68-98db-b6c95922c128, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=5bb4d122-2e69-4b68-98db-b6c95922c128,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:22.585449 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:22.598933 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 5bb4d122-2e69-4b68-98db-b6c95922c128 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:31:22.791367 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:22.821323 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=5bb4d122-2e69-4b68-98db-b6c95922c128,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:23.005837 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.228537 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 0537de34-d98e-496a-8aad-a6ce18f810a1 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:31:23.341414 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:31:23.346904 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-9adf6bda-32b7-44cf-885b-a0e08a753146 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/0537de34-d98e-496a-8aad-a6ce18f810a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5196373 Nov 02 17:31:23.349456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51042) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:23.351537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] Sync routers for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:31:23.361870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:23.362840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:23.403710 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting subnet 518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:31:23.407253 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.447857 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.477153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:23.548454 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.615446 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.646906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.650325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/subnets/518a41a4-f7cc-463a-8c2b-7a6d3e7feb20 HTTP/1.1" status: 204 len: 168 time: 0.2994928 Nov 02 17:31:23.651438 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b94ff-4a13-4290-8657-45643adb5f87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Subnet': ['ID=518a41a4-f7cc-463a-8c2b-7a6d3e7feb20,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:23.653948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51044) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:23.657846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984af591-71aa-4f63-a306-0b511964c269 None None] Network c90ac299-24d5-4a37-979e-ead7b3765c1e requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:31:23.734077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.767976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.792376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:31:22Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:23.822741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] Checking router: 0537de34-d98e-496a-8aad-a6ce18f810a1 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:31:23.838573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] Routers {'0537de34-d98e-496a-8aad-a6ce18f810a1'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:23.839191 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0537de34-d98e-496a-8aad-a6ce18f810a1'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:23.887060 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.928846 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] DHCP port deletion for c90ac299-24d5-4a37-979e-ead7b3765c1e request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:31:23.949128 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 029be7f3-5a92-4efb-9408-21eaf738fabd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:31:23.949469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:23.975977 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] Set router 0537de34-d98e-496a-8aad-a6ce18f810a1 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:24.036924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 029be7f3-5a92-4efb-9408-21eaf738fabd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=029be7f3-5a92-4efb-9408-21eaf738fabd,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:24.037288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.049045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 029be7f3-5a92-4efb-9408-21eaf738fabd owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:31:24.093127 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] Deleting port 1e09bccd-539c-4dd7-94b6-aed293e96cfd {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:31:24.093429 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.230877 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.262997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=029be7f3-5a92-4efb-9408-21eaf738fabd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:24.324571 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.351686 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] For port 1e09bccd-539c-4dd7-94b6-aed293e96cfd, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1e09bccd-539c-4dd7-94b6-aed293e96cfd,segment=NetworkSegment(88cbe2c5-9a21-4924-bcb0-c4a488a368a7),segment_id=88cbe2c5-9a21-4924-bcb0-c4a488a368a7)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:24.352265 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.366648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] Calling delete_port for 1e09bccd-539c-4dd7-94b6-aed293e96cfd owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:31:24.416117 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.418316 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.445787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:31:22Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:24.465604 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.466298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Fanout notify agent at l3_agent the message router_deleted on router 0537de34-d98e-496a-8aad-a6ce18f810a1 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:31:24.473711 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.477339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-c13ba172-ffcc-415a-abf5-0cb0898c104d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/routers/0537de34-d98e-496a-8aad-a6ce18f810a1 HTTP/1.1" status: 204 len: 168 time: 0.8207762 Nov 02 17:31:24.477606 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51046) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:24.478861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5ffcf-2e51-465f-a073-7886d2c889da None None] The sync data for ids ['0537de34-d98e-496a-8aad-a6ce18f810a1'] in n-d-811405-2 is: [{'id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232448338', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:29:29Z', 'updated_at': '2021-11-02T17:31:22Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '029be7f3-5a92-4efb-9408-21eaf738fabd', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537de34-d98e-496a-8aad-a6ce18f810a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:29:30Z', 'updated_at': '2021-11-02T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:31:24.490935 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.519165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] Pushing event deleted for resources: {'Port': ['ID=1e09bccd-539c-4dd7-94b6-aed293e96cfd,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:24.523105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7970058-a860-4eea-bd35-1e0a00ced1b7 None None] No DVR routers for this DVR port 1e09bccd-539c-4dd7-94b6-aed293e96cfd on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:31:24.561433 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.652569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.672362 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90ac299-24d5-4a37-979e-ead7b3765c1e']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:24.682012 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cbe2c5-9a21-4924-bcb0-c4a488a368a7') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:24.682374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cbe2c5-9a21-4924-bcb0-c4a488a368a7') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:24.691539 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.704206 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.710521 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:31:24.710910 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:31:24.713835 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:31:24.776510 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.783573 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.787047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/networks/c90ac299-24d5-4a37-979e-ead7b3765c1e HTTP/1.1" status: 204 len: 168 time: 0.3084776 Nov 02 17:31:24.789871 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51048) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:24.798388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e6f39-8b13-4fa5-9782-567df7cfcf64 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Network': ['ID=c90ac299-24d5-4a37-979e-ead7b3765c1e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:24.853736 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-735b5a2c-b227-4d8e-b724-26ecbce7d555 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.881682 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-735b5a2c-b227-4d8e-b724-26ecbce7d555 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.951665 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-735b5a2c-b227-4d8e-b724-26ecbce7d555 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.954628 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-735b5a2c-b227-4d8e-b724-26ecbce7d555 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:24.956716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-735b5a2c-b227-4d8e-b724-26ecbce7d555 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/security-groups/d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe HTTP/1.1" status: 204 len: 168 time: 0.1650345 Nov 02 17:31:24.967249 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b5a2c-b227-4d8e-b724-26ecbce7d555 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d9a36-1d14-4a7c-b0c3-bcf53bfb7bfe,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:25.357100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51054) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:25.361631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097177177', 'description': 'tempest-secgroup-smoke-2097177177 description', 'project_id': '4294ab1390db408e90e66e2a83b7657f'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:25.383977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.462105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.465583 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.496662 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.500542 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1397641 Nov 02 17:31:25.500861 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51056) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:25.506298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '36ecc5ba-91a5-4ecf-b6d8-29dbab82185e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:25.509433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:31:25.512628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aa54e-f1fc-4480-9b7c-3ea86153bd1d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:25.541799 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 308df1c6-7909-41b4-b60a-117be6dd0edd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:31:25.542164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 308df1c6-7909-41b4-b60a-117be6dd0edd not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:31:25.543827 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.590900 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e09bccd-539c-4dd7-94b6-aed293e96cfd no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:31:25.618840 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.620680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1e09bccd-539c-4dd7-94b6-aed293e96cfd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:31:25.621453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1e09bccd-539c-4dd7-94b6-aed293e96cfd not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:31:25.621606 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5bb4d122-2e69-4b68-98db-b6c95922c128 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:31:25.622954 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.641023 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 5bb4d122-2e69-4b68-98db-b6c95922c128 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:31:25.641372 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 5bb4d122-2e69-4b68-98db-b6c95922c128 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:31:25.641795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 029be7f3-5a92-4efb-9408-21eaf738fabd no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:31:25.643304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d74c2ef-1e0b-4b76-b717-f61909e132f8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:25.650153 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.653889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-26818a24-7f05-438a-9ec8-55231506a117 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497025 Nov 02 17:31:25.654297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51058) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:25.658799 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '36ecc5ba-91a5-4ecf-b6d8-29dbab82185e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:25.661389 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 029be7f3-5a92-4efb-9408-21eaf738fabd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:31:25.661742 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 029be7f3-5a92-4efb-9408-21eaf738fabd not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:31:25.685418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.743846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.747239 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.765484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e5d0f9-d23f-4d11-a000-b37c6dcc5538,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:25.773002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.774209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-13f2db89-3827-4910-8c2d-da0275cf34a6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188736 Nov 02 17:31:25.776878 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51060) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:25.781128 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '36ecc5ba-91a5-4ecf-b6d8-29dbab82185e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:25.808109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.869512 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.872833 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.891221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf48830-85ad-49ad-9e71-be1d28d5b8c2,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:25.896279 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:25.897474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8c4b187f-2fe5-4ff3-acbb-55c7a190d040 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196840 Nov 02 17:31:25.900283 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51062) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:25.904562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '36ecc5ba-91a5-4ecf-b6d8-29dbab82185e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:25.936453 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.001836 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.006899 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.025275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a36130c-85ae-4dd7-9c21-7f3d47e38eee,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:26.035217 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.036805 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a6d4e192-4d19-40e5-8acb-231cd98a2411 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354969 Nov 02 17:31:26.039436 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51064) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:26.044214 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '36ecc5ba-91a5-4ecf-b6d8-29dbab82185e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:26.067779 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:31:26.072882 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.136051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.139864 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.157944 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e552e6-5b3f-4051-9741-7abb2ffda298,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:26.166223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.167405 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c3a24dab-324c-4616-9245-1f10155fec06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269264 Nov 02 17:31:26.170426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51066) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:26.174792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': '36ecc5ba-91a5-4ecf-b6d8-29dbab82185e', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:26.197347 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:31:26.202451 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.272604 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.276621 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.295435 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bc644e-6986-4981-bd73-ef5bef191368,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:26.305652 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.306784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-7d0ed98a-dc0f-4a4d-8e51-63a86a0a9c00 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354303 Nov 02 17:31:26.309564 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51068) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:26.314340 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'network': {'name': 'tempest-network-smoke--475529371', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'port_security_enabled': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:26.335786 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:31:26.339691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.365130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:31:26.373955 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.374330 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Added segment 6f4b1427-c529-452b-8686-6b609991494a of type vlan for network e5233831-8499-46ae-a762-4521cf7476e7 Nov 02 17:31:26.413105 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.437151 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.442826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:26.443404 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.498806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881859 Nov 02 17:31:26.501577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51070) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:26.512738 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'admin_state_up': True, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:26.528581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2dadc-8b6b-4bf6-9ad0-efdf86703f29 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Network': ['ID=e5233831-8499-46ae-a762-4521cf7476e7,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:26.539953 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network e5233831-8499-46ae-a762-4521cf7476e7 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:31:26.548536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.550483 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.605677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.742664 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.934883 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:26.959414 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:27.060619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.82 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/f2fd280a-896a-400b-891e-f526687e444b) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:31:27.161070 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:27.198925 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:27.237043 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:31:27.239967 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:27.243411 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:31:27.251919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=f2fd280a-896a-400b-891e-f526687e444b,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:27.500905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.060664 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.189873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:31:28.299272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:31:28.309311 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Sync routers for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:31:28.319653 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:28.320184 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:28.322026 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.323694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2ef1afee-60e8-4a23-b0e8-7c501eea6e12 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8207693 Nov 02 17:31:28.327295 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51072) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:28.356879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b9ec6dd1-d10c-44e7-aef9-64eb72ab1215 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4294ab1390db408e90e66e2a83b7657f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284586 Nov 02 17:31:28.359628 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51074) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:28.427971 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:28.447713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75d80d-792f-4117-8b40-b925db185339 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:28.449214 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ea75d80d-792f-4117-8b40-b925db185339 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885422 Nov 02 17:31:28.452144 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51076) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:28.481673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-15747c4f-e026-46af-9cac-d2ca1b24f396 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284457 Nov 02 17:31:28.484209 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51078) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:28.489053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-381812269', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:28.585536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:31:28.588366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.617314 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:27Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:28.648696 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Checking router: 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:31:28.649035 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Updating router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 port f2fd280a-896a-400b-891e-f526687e444b binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:31:28.674242 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.773095 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.837859 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Subnet': ['ID=7d27bacc-5a15-43e0-ac06-5ff5ff297901,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:28.842202 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Checking segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:31:28.842573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network hostable DHCP agents. Network: e5233831-8499-46ae-a762-4521cf7476e7, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:31:28.860307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network e5233831-8499-46ae-a762-4521cf7476e7 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:31:28.870395 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, e5233831-8499-46ae-a762-4521cf7476e7) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:28.874587 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:28.875249 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.882626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90421a09-dd26-41cb-bc92-2aa991f5aaa2 None None] Network e5233831-8499-46ae-a762-4521cf7476e7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:31:28.893687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d948ed97-ddba-4fcd-ac03-23e130422cf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084573 Nov 02 17:31:28.897070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51080) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:28.934062 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.941424 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:28.992687 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Attempting to bind port f2fd280a-896a-400b-891e-f526687e444b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:31:28.993060 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Attempting to bind port f2fd280a-896a-400b-891e-f526687e444b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:31:28.993418 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Attempting to bind port f2fd280a-896a-400b-891e-f526687e444b on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:31:29.004463 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Pushing event updated for resources: {'Port': ['ID=f2fd280a-896a-400b-891e-f526687e444b,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:29.007836 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:31:29.008205 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:31:29.008609 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.009006 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:31:29.009475 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Bound port: f2fd280a-896a-400b-891e-f526687e444b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:31:29.009850 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.016382 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.016725 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.017062 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.017392 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.017722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.018043 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.019241 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.019241 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.019566 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.019981 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.020310 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.020631 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:31:29.041401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-e5233831-8499-46ae-a762-4521cf7476e7', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:31:29.042431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.076842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] For port f2fd280a-896a-400b-891e-f526687e444b, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:31:29.080288 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] For port f2fd280a-896a-400b-891e-f526687e444b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f2fd280a-896a-400b-891e-f526687e444b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:31:29.086426 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.152521 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ecc8-589c-4c1a-9c95-724bce94fdb4 None None] Pushing event updated for resources: {'Port': ['ID=f2fd280a-896a-400b-891e-f526687e444b,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:29.162267 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:29.162898 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:29.192375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Allocated IP 172.20.0.2 (e5233831-8499-46ae-a762-4521cf7476e7/7d27bacc-5a15-43e0-ac06-5ff5ff297901/2ca2b977-c63f-4e52-a3d5-3587c5bbdd84) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:31:29.276750 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:29.362214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.369492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.406356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.407929 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Network e5233831-8499-46ae-a762-4521cf7476e7 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:31:29.411495 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:29.413995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:31:29.426653 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Pushing event updated for resources: {'Port': ['ID=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:29.470400 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:27Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:29.481157 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Attempting to bind port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:31:29.481531 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Attempting to bind port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:31:29.481909 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Attempting to bind port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 on network e5233831-8499-46ae-a762-4521cf7476e7 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:31:29.487932 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:31:29.488434 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Checking segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:31:29.488753 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.489165 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Bound using segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:31:29.489645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Bound port: 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:31:29.490038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.505786 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c609e58-3ae6-4a31-94e0-d3ab486e69a7 None None] The sync data for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 is: [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:27Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:31:29.564060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] For port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:31:29.568859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] For port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:31:29.573401 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.635038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7ee92-af7f-45de-862b-40af11079b3a None None] Pushing event updated for resources: {'Port': ['ID=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:29.719407 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.1 (e5233831-8499-46ae-a762-4521cf7476e7/7d27bacc-5a15-43e0-ac06-5ff5ff297901/8d74c0dc-b00d-4fe9-b05e-07f492f58385) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:31:29.871418 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.923695 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:29.981972 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network e5233831-8499-46ae-a762-4521cf7476e7 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:31:29.986048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:29.993930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:31:29.998866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=8d74c0dc-b00d-4fe9-b05e-07f492f58385,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:30.060772 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.203306 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.509984 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.515296 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.596562 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=8d74c0dc-b00d-4fe9-b05e-07f492f58385,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:30.600223 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.687656 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ab619-5170-466b-a26c-9faa554e7fd7 None None] Network e5233831-8499-46ae-a762-4521cf7476e7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:31:30.709615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network e5233831-8499-46ae-a762-4521cf7476e7 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:31:30.711131 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:30.751988 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-80fb5b66-f158-4b4c-8bb0-e30c238182c7 None None] Provisioning complete for port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:30.752349 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-80fb5b66-f158-4b4c-8bb0-e30c238182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.827511 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:31:30.909572 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-80fb5b66-f158-4b4c-8bb0-e30c238182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:30.946882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:31:30.952507 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-80fb5b66-f158-4b4c-8bb0-e30c238182c7 None None] For port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:30.952648 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-aebda578-9c28-47fe-a8c6-b0c9d49b94cc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/61e9ea79-8c47-4ea2-aa2f-fbe9215dc063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0542631 Nov 02 17:31:30.958235 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-80fb5b66-f158-4b4c-8bb0-e30c238182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.018615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb5b66-f158-4b4c-8bb0-e30c238182c7 None None] Pushing event updated for resources: {'Port': ['ID=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:31.119620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-fdcf8393-741e-4670-9e03-bad05caa575b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097177177&fields=id&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 267 time: 0.0362158 Nov 02 17:31:31.188164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-74e97a26-e319-45f3-8d0e-0d90675282e1 None None] Provisioning complete for port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:31.188608 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-74e97a26-e319-45f3-8d0e-0d90675282e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.233609 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Sync routers for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:31:31.249120 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:31.249755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:31.251751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-cbace206-14d3-4149-a259-481686a87d14 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:31.256301 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-cbace206-14d3-4149-a259-481686a87d14 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 796 time: 0.1288195 Nov 02 17:31:31.277999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-c2bb5e1e-ee07-492b-b7c8-16dc740edb94 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/quotas/4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 375 time: 0.0106330 Nov 02 17:31:31.333638 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-8d6f68b6-691a-4f73-9f0c-d2ed127981f3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490255 Nov 02 17:31:31.401423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-74e97a26-e319-45f3-8d0e-0d90675282e1 None None] Provisioning complete for port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:31.401819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-74e97a26-e319-45f3-8d0e-0d90675282e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.439355 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:31.502900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e7096c67-8a94-4886-9c0b-cd5135538c1a service neutron] 10.222.0.31 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424036 Nov 02 17:31:31.511937 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-74e97a26-e319-45f3-8d0e-0d90675282e1 None None] Port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:31:31.517279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2fd280a-896a-400b-891e-f526687e444b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:31:31.625371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-7a1fa7ab-ce9d-4c81-9ac0-d508698bcd37 service neutron] 10.222.0.31 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145730 Nov 02 17:31:31.669650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-55b82c75-f041-4c3e-bafc-b4f2ba19f607 None None] Provisioning complete for port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:31.670062 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-55b82c75-f041-4c3e-bafc-b4f2ba19f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.713129 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f2fd280a-896a-400b-891e-f526687e444b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:31.713997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.802387 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-55b82c75-f041-4c3e-bafc-b4f2ba19f607 None None] Port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:31:31.807303 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9fbf1900-4f01-4a8f-9333-039ab89aa718 req-89f89940-aafd-4cec-8e2e-d65db3fd6a0f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 210 time: 0.0299783 Nov 02 17:31:31.869997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.881551 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 2, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:31.924674 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Checking router: 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:31:31.925664 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Updating router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:31:31.928751 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port f2fd280a-896a-400b-891e-f526687e444b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f2fd280a-896a-400b-891e-f526687e444b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:31.953723 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:31.954557 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:31:32.005223 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.010881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-9d38bc5a-ca8a-4e8e-9fa2-a1815e87b671 None None] Provisioning complete for port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:32.011208 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9d38bc5a-ca8a-4e8e-9fa2-a1815e87b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.110710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=f2fd280a-896a-400b-891e-f526687e444b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:32.120672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-9d38bc5a-ca8a-4e8e-9fa2-a1815e87b671 None None] Port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:31:32.190713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:32.191789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.431149 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.436539 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.490971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59794-0a42-4c17-a124-ac35148ef473 None None] Pushing event updated for resources: {'Port': ['ID=8d74c0dc-b00d-4fe9-b05e-07f492f58385,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:32.544375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Attempting to bind port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:31:32.544743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Attempting to bind port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:31:32.545107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Attempting to bind port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 on network e5233831-8499-46ae-a762-4521cf7476e7 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:31:32.551494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:31:32.551869 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Checking segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:31:32.552279 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.552666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Bound using segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:31:32.553238 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Bound port: 8d74c0dc-b00d-4fe9-b05e-07f492f58385, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:31:32.553619 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.622809 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] For port 8d74c0dc-b00d-4fe9-b05e-07f492f58385, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:31:32.626515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] For port 8d74c0dc-b00d-4fe9-b05e-07f492f58385, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d74c0dc-b00d-4fe9-b05e-07f492f58385,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:31:32.631756 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.692417 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:32.693056 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:32.729164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59794-0a42-4c17-a124-ac35148ef473 None None] Pushing event updated for resources: {'Port': ['ID=8d74c0dc-b00d-4fe9-b05e-07f492f58385,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:32.785881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a8c1c2a5-4310-479a-bcc5-fbebeff8dc1e None None] Provisioning complete for port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:32.786278 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c2a5-4310-479a-bcc5-fbebeff8dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:32.840800 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-b65d6a60-0ff7-47d7-b83c-c11ebf38c944 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:32.843114 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-b65d6a60-0ff7-47d7-b83c-c11ebf38c944 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 796 time: 0.1442564 Nov 02 17:31:32.897217 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-6303b17f-13f4-4f45-b7d9-d3b52a3dea33 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 380 time: 0.0441155 Nov 02 17:31:32.907782 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'port': {'device_id': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'admin_state_up': True, 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'security_groups': ['36ecc5ba-91a5-4ecf-b6d8-29dbab82185e']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:32.940570 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-216e7997-baff-490b-bc63-254fe0b6e0c6 req-f3db8a65-d5a5-46a5-aa63-337a4af71074 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 210 time: 0.0357029 Nov 02 17:31:33.007554 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:33.031913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:31:33.036417 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.155354 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c2a5-4310-479a-bcc5-fbebeff8dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.171780 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.6 (e5233831-8499-46ae-a762-4521cf7476e7/7d27bacc-5a15-43e0-ac06-5ff5ff297901/5ee0506d-8b32-4406-9cce-f16913f85bcd) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:31:33.212701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a8c1c2a5-4310-479a-bcc5-fbebeff8dc1e None None] For port 8d74c0dc-b00d-4fe9-b05e-07f492f58385, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d74c0dc-b00d-4fe9-b05e-07f492f58385,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:33.218845 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c2a5-4310-479a-bcc5-fbebeff8dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.298871 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c2a5-4310-479a-bcc5-fbebeff8dc1e None None] Pushing event updated for resources: {'Port': ['ID=8d74c0dc-b00d-4fe9-b05e-07f492f58385,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:33.313374 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:32Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:33.314780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.344715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd435b0-eafd-474d-b9d8-61bbd48a14b1 None None] The sync data for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 is: [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:32Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:31:33.357473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.362475 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-8ebc70a9-37b5-48e1-a7b4-b096838cb11d None None] Provisioning complete for port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:33.363488 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8ebc70a9-37b5-48e1-a7b4-b096838cb11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.420196 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network e5233831-8499-46ae-a762-4521cf7476e7 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:31:33.424551 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:33.428520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:31:33.440602 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=5ee0506d-8b32-4406-9cce-f16913f85bcd,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:33.506468 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2fd280a-896a-400b-891e-f526687e444b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:31:33.523796 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:33.524743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.547174 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e65e6d59-e74b-4d7e-97e2-b15c74df2fe5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6443021 Nov 02 17:31:33.600633 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f2fd280a-896a-400b-891e-f526687e444b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:33.601078 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.616771 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-34a8cb98-e895-4dbb-8f3c-8b2f37381b60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:31:33.618279 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-34a8cb98-e895-4dbb-8f3c-8b2f37381b60 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648572 Nov 02 17:31:33.632385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Request body: {'port': {'device_id': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:33.702015 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.782629 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-769db9a4-fb75-4d7a-8204-7de6d6a0082c None None] Provisioning complete for port 5ee0506d-8b32-4406-9cce-f16913f85bcd triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:33.783217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-769db9a4-fb75-4d7a-8204-7de6d6a0082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:33.824893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-769db9a4-fb75-4d7a-8204-7de6d6a0082c None None] Port 5ee0506d-8b32-4406-9cce-f16913f85bcd cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:31:34.127607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964d54e-4add-483f-bdfb-58346ef5fbe5 req-fa2a08fa-2552-43d4-8fa5-4f95f0265845 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:34.130577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f964d54e-4add-483f-bdfb-58346ef5fbe5 req-fa2a08fa-2552-43d4-8fa5-4f95f0265845 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 931 time: 0.0827994 Nov 02 17:31:34.199602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f964d54e-4add-483f-bdfb-58346ef5fbe5 req-f8db12e3-9fef-452f-893a-b5f09a30210d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627794 Nov 02 17:31:34.427291 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee0506d-8b32-4406-9cce-f16913f85bcd {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:31:34.435717 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:34.448603 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Transition to ACTIVE for port object 5ee0506d-8b32-4406-9cce-f16913f85bcd will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:31:34.453509 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:34.506050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ee0506d-8b32-4406-9cce-f16913f85bcd,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:34.591574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Attempting to bind port 5ee0506d-8b32-4406-9cce-f16913f85bcd on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:31:34.591921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Attempting to bind port 5ee0506d-8b32-4406-9cce-f16913f85bcd by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:31:34.592253 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Attempting to bind port 5ee0506d-8b32-4406-9cce-f16913f85bcd on network e5233831-8499-46ae-a762-4521cf7476e7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:31:34.597624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Port 5ee0506d-8b32-4406-9cce-f16913f85bcd on network e5233831-8499-46ae-a762-4521cf7476e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:31:34.597942 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Attempting to bind port 5ee0506d-8b32-4406-9cce-f16913f85bcd on network e5233831-8499-46ae-a762-4521cf7476e7 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:31:34.603589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:31:34.603922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Checking segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:31:34.604302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Bound using segment: {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:31:34.604735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Bound port: 5ee0506d-8b32-4406-9cce-f16913f85bcd, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4b1427-c529-452b-8686-6b609991494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:31:34.605099 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:34.679310 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] For port 5ee0506d-8b32-4406-9cce-f16913f85bcd, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:31:34.691807 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] For port 5ee0506d-8b32-4406-9cce-f16913f85bcd, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:31:34.698357 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:34.732747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:34.733554 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:34.735293 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] 10.222.0.55 "PUT /v2.0/ports/5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 1091 time: 1.1083405 Nov 02 17:31:34.738054 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:31:34.741177 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5413cddf-fb72-490e-ab21-211fae60b8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:31:34.772151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3eb4-482a-4615-91b2-3e5941e7e0ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ee0506d-8b32-4406-9cce-f16913f85bcd,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:34.792945 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeba880-4eae-47a5-8940-27593534df78 x-openstack-request-id: req-cbeba880-4eae-47a5-8940-27593534df78 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:31:34.793256 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:31:34.793506 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbeba880-4eae-47a5-8940-27593534df78 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:31:34.793915 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'status': 'completed', 'code': 200} Nov 02 17:31:34.841918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-6a72dbc4-c2eb-4f20-b752-3b1e61ceea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:34.843594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-6a72dbc4-c2eb-4f20-b752-3b1e61ceea2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1094 time: 0.0440340 Nov 02 17:31:34.890061 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-62ba86d1-cbb7-400c-89ed-7cc5b1333d6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 217 time: 0.0387728 Nov 02 17:31:34.943730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-3e988b2e-4c1c-4dbd-88e0-e11b0f948aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:34.945225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-3e988b2e-4c1c-4dbd-88e0-e11b0f948aed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 200 len: 834 time: 0.0477409 Nov 02 17:31:34.994036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-9d06a7f1-94e1-4877-8128-e38deb3b857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:34.995602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-9d06a7f1-94e1-4877-8128-e38deb3b857d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5233831-8499-46ae-a762-4521cf7476e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437167 Nov 02 17:31:35.090101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-36944375-1cfc-4421-a429-ca821a245099 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875151 Nov 02 17:31:35.184235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b434f51b-f295-45ce-80fa-fd66e5d3f64c req-58c4cd66-16b3-40fe-a06c-1bed9981c553 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Nov 02 17:31:35.283274 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-0cff1d77-0d0b-4856-9b4b-3fdc6780f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:35.285709 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-0cff1d77-0d0b-4856-9b4b-3fdc6780f434 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1094 time: 0.0528893 Nov 02 17:31:35.331779 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb625e-eef7-406f-a3af-806edad7d0b4 req-1936e195-f7a3-4503-9b35-f99174151b5e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:35.333382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fcb625e-eef7-406f-a3af-806edad7d0b4 req-1936e195-f7a3-4503-9b35-f99174151b5e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 943 time: 0.0525284 Nov 02 17:31:35.380516 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fcb625e-eef7-406f-a3af-806edad7d0b4 req-b70da7ac-8962-45a5-91b1-e39a5d041a72 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Nov 02 17:31:35.389116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-72660404-2bad-47cb-8da9-f6b57e91c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:35.391790 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-72660404-2bad-47cb-8da9-f6b57e91c760 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 897 time: 0.0991948 Nov 02 17:31:35.435511 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-62da396e-fcb3-46b7-a429-96789302e9e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 217 time: 0.0360579 Nov 02 17:31:35.437493 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d74c0dc-b00d-4fe9-b05e-07f492f58385 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:31:35.489337 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:35.489716 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:35.493302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-ec1559fa-98ed-4a26-8641-53b67e38e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:35.494801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-ec1559fa-98ed-4a26-8641-53b67e38e191 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 200 len: 834 time: 0.0517986 Nov 02 17:31:35.543175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-c5cd4dbd-a682-4bbc-b340-ae0efa187b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:35.544708 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-c5cd4dbd-a682-4bbc-b340-ae0efa187b2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5233831-8499-46ae-a762-4521cf7476e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419350 Nov 02 17:31:35.640102 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-b9c03b88-047d-43b3-abb8-dfec4d4e22e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871329 Nov 02 17:31:35.744464 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5413cddf-fb72-490e-ab21-211fae60b8eb req-94710259-118b-427e-a784-b13a95b638ce service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957160 Nov 02 17:31:36.493223 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286191d-94db-4ab4-9e51-70770925fed7 req-fcce45e4-0817-4a3a-b55c-40cbd9aa4d8c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:36.495341 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f286191d-94db-4ab4-9e51-70770925fed7 req-fcce45e4-0817-4a3a-b55c-40cbd9aa4d8c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 943 time: 0.0509794 Nov 02 17:31:36.534905 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f286191d-94db-4ab4-9e51-70770925fed7 req-63610706-7aa2-47e6-837a-c83f6ccf1c89 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Nov 02 17:31:37.413691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5ee0506d-8b32-4406-9cce-f16913f85bcd details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:31:37.514007 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5ee0506d-8b32-4406-9cce-f16913f85bcd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:37.528022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'port_id': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'mac_address': 'fa:16:3e:ae:23:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:31:37.569980 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:37.586948 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee0506d-8b32-4406-9cce-f16913f85bcd {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:31:37.606302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5ee0506d-8b32-4406-9cce-f16913f85bcd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:37.610453 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:37.662421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7dcd-bb82-4408-89b8-4f1eb034b7ef req-ca827ea5-d16e-4459-85f6-99b15dd8d217 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:37.663883 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d4d7dcd-bb82-4408-89b8-4f1eb034b7ef req-ca827ea5-d16e-4459-85f6-99b15dd8d217 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 944 time: 0.0568707 Nov 02 17:31:37.664992 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5ee0506d-8b32-4406-9cce-f16913f85bcd,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:37.704309 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5d4d7dcd-bb82-4408-89b8-4f1eb034b7ef req-1064dc15-870b-43f2-bdbb-c0eacc377652 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Nov 02 17:31:37.817918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['5ee0506d-8b32-4406-9cce-f16913f85bcd'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:31:38.778012 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fada6c7c-3635-4c3d-bd24-6c89f59cfe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:38.823503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a7a1e-b57b-40ea-a2b9-0e90c3fbe61e req-39deb4a5-7bb4-4d9e-ab50-c181053a0734 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:38.825056 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-821a7a1e-b57b-40ea-a2b9-0e90c3fbe61e req-39deb4a5-7bb4-4d9e-ab50-c181053a0734 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 944 time: 0.0513477 Nov 02 17:31:38.864584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-821a7a1e-b57b-40ea-a2b9-0e90c3fbe61e req-7f0ba4c3-503c-4d42-b958-3028ddff1396 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Nov 02 17:31:39.428842 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5ee0506d-8b32-4406-9cce-f16913f85bcd up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:31:39.480163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 5ee0506d-8b32-4406-9cce-f16913f85bcd completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:31:39.484100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 5ee0506d-8b32-4406-9cce-f16913f85bcd triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:31:39.484529 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:39.568219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:39.591811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:31:39.594103 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9278fcb-b400-4754-beea-496193f49b67" -d '{"events": [{"server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "name": "network-vif-plugged", "status": "completed", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:31:39.606585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 5ee0506d-8b32-4406-9cce-f16913f85bcd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:31:39.610745 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:39.635680 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da85b4-4585-41c7-8bbe-4458afc215ee x-openstack-request-id: req-f1da85b4-4585-41c7-8bbe-4458afc215ee {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:31:39.635971 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "name": "network-vif-plugged", "status": "completed", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:31:39.636221 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1da85b4-4585-41c7-8bbe-4458afc215ee {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:31:39.636613 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'code': 200} Nov 02 17:31:39.663322 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=5ee0506d-8b32-4406-9cce-f16913f85bcd,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:39.733233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3e2f2-0dbb-47fd-afc0-9da8db9acbff req-db64ffef-e3eb-44bd-8857-47e9444109b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:39.734780 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12d3e2f2-0dbb-47fd-afc0-9da8db9acbff req-db64ffef-e3eb-44bd-8857-47e9444109b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1096 time: 0.0418758 Nov 02 17:31:39.771188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-12d3e2f2-0dbb-47fd-afc0-9da8db9acbff req-22f129d2-6a8d-460d-842d-46f319e023b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288739 Nov 02 17:31:39.981272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d39943-81c2-4d03-9616-55c59cb7644c req-0b99c3b5-d128-417d-97c6-40dc869e2523 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:39.982830 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17d39943-81c2-4d03-9616-55c59cb7644c req-0b99c3b5-d128-417d-97c6-40dc869e2523 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0500100 Nov 02 17:31:40.021774 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-17d39943-81c2-4d03-9616-55c59cb7644c req-b191b8fa-f152-487f-896d-871b9290f692 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Nov 02 17:31:41.148105 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8948d8-8f30-4119-b40e-b8d4ec631f29 req-dd8b07f8-6e65-4baf-b688-307d81266e7b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:41.149620 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b8948d8-8f30-4119-b40e-b8d4ec631f29 req-dd8b07f8-6e65-4baf-b688-307d81266e7b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0554352 Nov 02 17:31:41.193876 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b8948d8-8f30-4119-b40e-b8d4ec631f29 req-3c594b9c-8c72-4a91-bf05-ae134118f340 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 Nov 02 17:31:41.250840 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-60f9474f-cad5-4074-9777-71bffd6d5679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:41.325885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e34722-da94-4015-ade4-f856ad8cdd1a req-f0ae1c17-578b-46a5-81fd-cd12c3b4fee6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:41.327410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08e34722-da94-4015-ade4-f856ad8cdd1a req-f0ae1c17-578b-46a5-81fd-cd12c3b4fee6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0516610 Nov 02 17:31:41.374566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-08e34722-da94-4015-ade4-f856ad8cdd1a req-894b98b1-a243-4513-97d2-d89f9fb88c9f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Nov 02 17:31:41.400248 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51132) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:41.439346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:41.500593 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d8cdd-c0c7-49b4-97d0-6eedf7bebbfd tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:41.502225 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d77d8cdd-c0c7-49b4-97d0-6eedf7bebbfd tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1091 time: 0.1008072 Nov 02 17:31:41.505451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51136) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:41.510321 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:31:41.532692 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:41.647688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:41.752565 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.180 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/46cd6756-cb8b-4ec4-9ba4-9cb3f8b62340) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:31:41.867050 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:41.902642 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:41.941627 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:31:41.944611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:31:41.949369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:31:41.978903 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=46cd6756-cb8b-4ec4-9ba4-9cb3f8b62340,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:42.683264 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:42.752905 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:42.843140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:42.923284 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:42.928929 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:43.000109 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=46cd6756-cb8b-4ec4-9ba4-9cb3f8b62340,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:31:43.014846 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:43.116881 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP d89cc01e-aace-4479-861f-80a3b495695e associated. External IP: 172.25.7.180, port: 5ee0506d-8b32-4406-9cce-f16913f85bcd. Nov 02 17:31:43.334713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:31:43.445727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:31:43.455194 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] Sync routers for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:31:43.463640 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:43.468539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:43.469157 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:43.493486 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-284550ac-f915-4128-85fe-29dea3c5b5d9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9869616 Nov 02 17:31:43.494187 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:31:43.496590 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:31:43.540344 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73056423-aec3-41be-b8e1-f5acc3389fa0 x-openstack-request-id: req-73056423-aec3-41be-b8e1-f5acc3389fa0 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:31:43.540636 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:31:43.541141 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73056423-aec3-41be-b8e1-f5acc3389fa0 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:31:43.541274 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'status': 'completed', 'code': 200} Nov 02 17:31:43.587154 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:43.600863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407e911-afe4-4cf0-a6b6-c744daa24f73 req-b8576061-36ea-46d8-81cd-6782c79ac600 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:43.601997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9407e911-afe4-4cf0-a6b6-c744daa24f73 req-b8576061-36ea-46d8-81cd-6782c79ac600 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0542719 Nov 02 17:31:43.618853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-2853f776-2864-4eb5-ae3b-d480cfdac814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:43.620789 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-2853f776-2864-4eb5-ae3b-d480cfdac814 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1096 time: 0.0564253 Nov 02 17:31:43.645986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9407e911-afe4-4cf0-a6b6-c744daa24f73 req-f0c6eec7-e788-4662-992b-4c91e7c7b1bc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372019 Nov 02 17:31:43.669726 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51142) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:43.726272 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-7c843749-7ef2-4f59-8e99-73887233c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:43.727757 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-7c843749-7ef2-4f59-8e99-73887233c6e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 897 time: 0.1000814 Nov 02 17:31:43.740125 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0402f1cc-458a-42a4-94a1-460e77301565 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/d89cc01e-aace-4479-861f-80a3b495695e HTTP/1.1" status: 200 len: 991 time: 0.0687053 Nov 02 17:31:43.804875 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-0eb674c7-4433-4bca-8777-57b159a26fba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 999 time: 0.0701308 Nov 02 17:31:43.837558 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd89cc01e-aace-4479-861f-80a3b495695e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'port_id': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'mac_address': 'fa:16:3e:ae:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:31:42Z', 'updated_at': '2021-11-02T17:31:42Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:33Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:43.856539 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-e00674ee-25fa-44f1-bde0-b0d3d08f368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:43.858019 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-e00674ee-25fa-44f1-bde0-b0d3d08f368c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 200 len: 834 time: 0.0470924 Nov 02 17:31:43.865263 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] Checking router: 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:31:43.874932 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:31:43.875557 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:31:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:43.913722 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-818fd706-2436-4c1d-8b1d-4fe288673d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:31:43.915326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-818fd706-2436-4c1d-8b1d-4fe288673d3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5233831-8499-46ae-a762-4521cf7476e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500128 Nov 02 17:31:43.999082 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:31:44.015607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:44.030494 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-bef8fd16-a90a-4618-9dc4-a2e9756a5ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080332 Nov 02 17:31:44.139445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-fa9126dd-5fd7-48b5-aa92-a2364f1529ef req-96d0dc66-d0b6-4d06-9dfd-419352f3a6e2 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015434 Nov 02 17:31:44.257540 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd89cc01e-aace-4479-861f-80a3b495695e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'port_id': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'mac_address': 'fa:16:3e:ae:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:31:42Z', 'updated_at': '2021-11-02T17:31:42Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:33Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:31:44.284506 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbf4f0-70f3-40e8-951d-dc7fd825b6e2 None None] The sync data for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 is: [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'd89cc01e-aace-4479-861f-80a3b495695e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'port_id': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'mac_address': 'fa:16:3e:ae:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:31:42Z', 'updated_at': '2021-11-02T17:31:42Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:33Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:31:44.492874 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce6a91-d57e-48a0-a9f5-e5cb1298ba42 None None] New status for floating IP d89cc01e-aace-4479-861f-80a3b495695e: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:31:44.744161 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51144) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:31:44.811421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f6cb427e-0d81-4b23-98c0-b63f65dc962c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/d89cc01e-aace-4479-861f-80a3b495695e HTTP/1.1" status: 200 len: 993 time: 0.0656521 Nov 02 17:31:47.090311 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:31:48.129731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:31:53.684227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:08.779958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-df11ef30-94dc-4622-9494-ad57b6d9e442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:11.255323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c81e-20da-4e84-803f-59a4d5141979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:11.433954 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:12.849819 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:14.011864 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:16.157674 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f043ce-0942-4704-9098-2a6c5cab422f req-04462a80-7b95-4d0d-9aa1-61252dc9f97c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:16.160134 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89f043ce-0942-4704-9098-2a6c5cab422f req-04462a80-7b95-4d0d-9aa1-61252dc9f97c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0582368 Nov 02 17:32:16.199446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-89f043ce-0942-4704-9098-2a6c5cab422f req-340cb3db-b0f2-451e-8378-a70a85cca9f7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334995 Nov 02 17:32:17.325183 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdc574-08ca-43e7-9675-b7679af2ad1a req-9182de47-94e7-4d35-bf86-5b7113ce41b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:17.326861 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bfdc574-08ca-43e7-9675-b7679af2ad1a req-9182de47-94e7-4d35-bf86-5b7113ce41b6 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0532591 Nov 02 17:32:17.368278 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0bfdc574-08ca-43e7-9675-b7679af2ad1a req-a737cea4-8cea-4be6-9ee2-7b6dd2d4088e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339365 Nov 02 17:32:18.138424 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:18.493955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09cbb7-f996-4ae3-8f78-249cd639c892 req-f8ddce7e-8565-488d-b5c0-818863195b5c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:18.495485 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef09cbb7-f996-4ae3-8f78-249cd639c892 req-f8ddce7e-8565-488d-b5c0-818863195b5c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0511034 Nov 02 17:32:18.534571 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ef09cbb7-f996-4ae3-8f78-249cd639c892 req-370f6fd4-51d0-4456-aeb9-a577c45a153d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Nov 02 17:32:19.673621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abb225-8f29-473c-be54-288a54c4329f req-a30732cb-1707-4023-8fba-cc743b330c7b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:19.675999 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93abb225-8f29-473c-be54-288a54c4329f req-a30732cb-1707-4023-8fba-cc743b330c7b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0574217 Nov 02 17:32:19.723366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93abb225-8f29-473c-be54-288a54c4329f req-e0692b8c-aadc-47e3-aafe-8874fd1b317d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Nov 02 17:32:20.859812 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe5bd-e6cd-476d-a2ff-134bc80965f5 req-9018a603-1010-4f36-a33b-ce3802f63014 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:20.861467 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-407fe5bd-e6cd-476d-a2ff-134bc80965f5 req-9018a603-1010-4f36-a33b-ce3802f63014 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0580490 Nov 02 17:32:20.909323 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-407fe5bd-e6cd-476d-a2ff-134bc80965f5 req-0586f5a5-18d9-4911-9a7b-6ca84e099651 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Nov 02 17:32:22.052360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082630-159c-481c-8245-c4039d7f28c3 req-264ec4c0-3372-4887-8858-02119963cc1c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:22.054069 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68082630-159c-481c-8245-c4039d7f28c3 req-264ec4c0-3372-4887-8858-02119963cc1c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0563638 Nov 02 17:32:22.095222 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68082630-159c-481c-8245-c4039d7f28c3 req-c36d20ba-1135-4669-bad2-48e31cf68e73 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Nov 02 17:32:23.231165 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ca83-5a8d-4ea5-b4c4-c0258141bd41 req-0d1e3e31-269e-46fd-8d6d-05ff6526c662 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:23.232738 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8624ca83-5a8d-4ea5-b4c4-c0258141bd41 req-0d1e3e31-269e-46fd-8d6d-05ff6526c662 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0591779 Nov 02 17:32:23.278446 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8624ca83-5a8d-4ea5-b4c4-c0258141bd41 req-ce9f2e58-dd28-4290-9049-b0f8cf720a3d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 Nov 02 17:32:23.715690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:24.094824 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:32:24.426938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c84ad9-8fe6-43a8-ab4f-d94812a0a1ad req-562b2dcd-dea2-4b3d-ab48-dd87c84e9c5c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:24.428387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1c84ad9-8fe6-43a8-ab4f-d94812a0a1ad req-562b2dcd-dea2-4b3d-ab48-dd87c84e9c5c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0566990 Nov 02 17:32:24.472705 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1c84ad9-8fe6-43a8-ab4f-d94812a0a1ad req-a0fed401-9f14-4f54-bfea-e409d79e3ac0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374703 Nov 02 17:32:24.685234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-dabf3360-7431-487a-8ed6-4fa527be5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:24.687589 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-dabf3360-7431-487a-8ed6-4fa527be5cd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1096 time: 0.0900762 Nov 02 17:32:24.834033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-37dbc48c-519f-4a95-bae4-fdc492111c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:24.836405 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-37dbc48c-519f-4a95-bae4-fdc492111c23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 897 time: 0.1256711 Nov 02 17:32:24.910526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-99db2cc3-0a1f-4261-af11-c0075db4bb10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 1001 time: 0.0671299 Nov 02 17:32:24.966766 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-54f2b81f-4d09-47ba-9b39-694b1efbcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:24.968404 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-54f2b81f-4d09-47ba-9b39-694b1efbcea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 200 len: 834 time: 0.0515871 Nov 02 17:32:25.020499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-70da59eb-49be-4a73-83a6-b3386c3b8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:25.022026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-70da59eb-49be-4a73-83a6-b3386c3b8eeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5233831-8499-46ae-a762-4521cf7476e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455387 Nov 02 17:32:25.132871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-5a443a8b-797b-430d-b665-9714432bbd91 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039684 Nov 02 17:32:25.243347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-88340e0a-a197-43f2-9870-ccced584f9a0 req-80e0109a-b8d4-4bde-949a-407ed8e36bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024601 Nov 02 17:32:25.625754 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9affb0f-7108-4fc7-baed-66dea5aaf01b req-e00aefe5-151c-4a4d-83aa-817e9ff15a79 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:25.627534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9affb0f-7108-4fc7-baed-66dea5aaf01b req-e00aefe5-151c-4a4d-83aa-817e9ff15a79 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0798106 Nov 02 17:32:25.670869 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e9affb0f-7108-4fc7-baed-66dea5aaf01b req-46f39438-b6e8-4046-b94c-ef829357376f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357170 Nov 02 17:32:26.821308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c1162-5283-4c5f-9a22-2069ea464ede req-d671ba33-785e-480d-ab93-19a9b651f5e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:26.822988 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-343c1162-5283-4c5f-9a22-2069ea464ede req-d671ba33-785e-480d-ab93-19a9b651f5e8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0675097 Nov 02 17:32:26.876833 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-343c1162-5283-4c5f-9a22-2069ea464ede req-2b5df1b1-a8d9-4899-818c-6aa6450516ac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471971 Nov 02 17:32:27.999770 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c915adc-9dc4-4cf4-92cc-47a0a5fc2d61 req-6ed74ea0-d97d-481f-badb-ed233a41291a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:28.001933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c915adc-9dc4-4cf4-92cc-47a0a5fc2d61 req-6ed74ea0-d97d-481f-badb-ed233a41291a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0549769 Nov 02 17:32:28.047921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8c915adc-9dc4-4cf4-92cc-47a0a5fc2d61 req-018f6f4d-474a-4b01-9f86-52e892e1ef9b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Nov 02 17:32:29.184702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039440e-0029-481c-af3e-ee119b42ac60 req-f84f9f3f-43a0-4efb-ae02-d4396a006b2e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:29.186252 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6039440e-0029-481c-af3e-ee119b42ac60 req-f84f9f3f-43a0-4efb-ae02-d4396a006b2e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0643249 Nov 02 17:32:29.227157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6039440e-0029-481c-af3e-ee119b42ac60 req-86bc722d-c42c-4434-be98-ad94ad1bf9d3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339489 Nov 02 17:32:30.355275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c86e72-b10d-42ce-a085-830f80319d56 req-d7fc21cb-e9bc-448c-92f6-17beeac887c8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:30.356796 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76c86e72-b10d-42ce-a085-830f80319d56 req-d7fc21cb-e9bc-448c-92f6-17beeac887c8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0587015 Nov 02 17:32:30.400598 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-76c86e72-b10d-42ce-a085-830f80319d56 req-d790c25c-b172-4ada-9be2-12aa959bdeb3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Nov 02 17:32:31.519536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ef835-ada3-4cad-969f-0846fe58c07b req-3dfe7966-cc0c-4f6f-9b34-afb0ee4c0320 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:31.520945 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-245ef835-ada3-4cad-969f-0846fe58c07b req-3dfe7966-cc0c-4f6f-9b34-afb0ee4c0320 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0503299 Nov 02 17:32:31.560685 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-245ef835-ada3-4cad-969f-0846fe58c07b req-d99e38d5-db0b-4280-82c8-d7df9b7e3254 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335763 Nov 02 17:32:31.584009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51192) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:32:31.653678 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-42134fb9-a238-4dfb-ad3a-0c336c749460 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/d89cc01e-aace-4479-861f-80a3b495695e HTTP/1.1" status: 200 len: 993 time: 0.0684896 Nov 02 17:32:32.935235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3b34d-d2ee-4349-89fe-93e194131538 req-0b8e4424-95c5-446e-bc69-e39e5bcb4995 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:32.936764 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c3b34d-d2ee-4349-89fe-93e194131538 req-0b8e4424-95c5-446e-bc69-e39e5bcb4995 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0612748 Nov 02 17:32:32.963589 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-a8fedea7-5205-46a6-a121-a66fbd63747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:32.965062 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-a8fedea7-5205-46a6-a121-a66fbd63747a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1096 time: 0.0450845 Nov 02 17:32:32.983694 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a2c3b34d-d2ee-4349-89fe-93e194131538 req-e57ec967-442a-4c38-beb1-18a58379c035 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Nov 02 17:32:33.063580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-3d4db4a1-39f6-4285-8d1b-3c44ed6ac755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:33.065066 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-3d4db4a1-39f6-4285-8d1b-3c44ed6ac755 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 897 time: 0.0932136 Nov 02 17:32:33.131392 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-ecb197ce-ed1b-4dbe-bf7f-56fc915ae528 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 1001 time: 0.0596793 Nov 02 17:32:33.180806 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-fc906de6-6b66-48f2-bede-34cb5dfadb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:33.182324 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-fc906de6-6b66-48f2-bede-34cb5dfadb75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 200 len: 834 time: 0.0446820 Nov 02 17:32:33.233786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-a0fec183-c698-4735-9cf4-726bccf6b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:33.235221 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-a0fec183-c698-4735-9cf4-726bccf6b08b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5233831-8499-46ae-a762-4521cf7476e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456572 Nov 02 17:32:33.326368 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-bb8fb079-c77d-45d1-8765-8e87e079dab9 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842042 Nov 02 17:32:33.421394 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-cd12f763-e757-476d-829c-7d47f0fffcfc req-c7ddaa49-0e70-4fe5-8bae-8744c2071d11 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876813 Nov 02 17:32:34.108585 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2d579-c9f2-4565-865a-b985967687c7 req-f3555ce8-514a-4cec-a930-d21c164423b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:32:34.110141 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0da2d579-c9f2-4565-865a-b985967687c7 req-f3555ce8-514a-4cec-a930-d21c164423b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0540957 Nov 02 17:32:34.150111 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0da2d579-c9f2-4565-865a-b985967687c7 req-a64649f1-31cd-4a05-9e95-258467e5eeb2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330200 Nov 02 17:32:34.173197 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51202) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:32:34.236820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ac76a18c-7cc4-4500-96c2-6cc45df92ca4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/d89cc01e-aace-4479-861f-80a3b495695e HTTP/1.1" status: 200 len: 993 time: 0.0624521 Nov 02 17:32:38.781674 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5cf84720-47d9-48fc-bf8f-ab03c968a583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:41.256571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d0d80f02-04ee-40db-8cf1-1a7dd24e9063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:41.436144 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:42.848294 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:44.013274 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:48.129120 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:53.722027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:32:57.665935 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-30a6d5e9-7293-4c97-9aac-05c4642373e1 req-cc50a0a4-b62f-4f80-b54f-471714e8ab9e service neutron] (102066) timed out ('10.222.0.31', 47706) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:33:01.094826 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:33:04.709226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51228) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:04.890547 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 46cd6756-cb8b-4ec4-9ba4-9cb3f8b62340 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:33:04.890906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:04.985637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:04.986057 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:05.002311 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 46cd6756-cb8b-4ec4-9ba4-9cb3f8b62340 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:33:05.189458 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:05.225127 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=46cd6756-cb8b-4ec4-9ba4-9cb3f8b62340,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:05.256743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.257252 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.257748 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.258279 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.258727 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.259236 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.259743 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.260229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.260714 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.261194 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.261671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.262177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:05.314118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:05.314696 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP d89cc01e-aace-4479-861f-80a3b495695e disassociated (deleted). External IP: 172.25.7.180, port: 5ee0506d-8b32-4406-9cce-f16913f85bcd. Nov 02 17:33:05.613755 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:33:05.737828 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:33:05.743814 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:05.756502 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] Sync routers for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:33:05.771368 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:05.772484 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:32:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:05.781867 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-faba8703-4275-4e7d-bde1-f402dbc6e274 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/floatingips/d89cc01e-aace-4479-861f-80a3b495695e HTTP/1.1" status: 204 len: 168 time: 1.0712249 Nov 02 17:33:05.783575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:33:05.787129 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:33:05.839884 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b8a57-5b61-488e-ae18-534d1d3c088f x-openstack-request-id: req-641b8a57-5b61-488e-ae18-534d1d3c088f {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:33:05.840334 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:33:05.841591 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-641b8a57-5b61-488e-ae18-534d1d3c088f {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:33:05.841591 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'status': 'completed', 'code': 200} Nov 02 17:33:05.922177 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-0add19e7-51c9-4387-95d1-7b564e2d47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:05.924148 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-0add19e7-51c9-4387-95d1-7b564e2d47dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 1096 time: 0.0635571 Nov 02 17:33:05.962549 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:06.088109 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-188f4426-f78b-4220-9c8f-cded47560da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:06.090619 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-188f4426-f78b-4220-9c8f-cded47560da5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 200 len: 897 time: 0.1576967 Nov 02 17:33:06.171341 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-35f0d1a8-b2ba-4c33-9dfa-907588beec76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 200 len: 217 time: 0.0713260 Nov 02 17:33:06.177717 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884087d-54d4-4091-ba56-6400d8125cc4 req-e9098502-a68d-4d77-82e3-03e233ed770e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:06.180499 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6884087d-54d4-4091-ba56-6400d8125cc4 req-e9098502-a68d-4d77-82e3-03e233ed770e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0878735 Nov 02 17:33:06.241918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-06698ef4-3abb-4411-88f1-e5641948810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:06.244472 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-06698ef4-3abb-4411-88f1-e5641948810f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 200 len: 834 time: 0.0650799 Nov 02 17:33:06.249007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6884087d-54d4-4091-ba56-6400d8125cc4 req-08f4f3b0-6455-4dc6-b4ba-405c055b0907 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553432 Nov 02 17:33:06.314979 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-4b047628-a871-40e6-a957-39428fa099e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:06.316665 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-4b047628-a871-40e6-a957-39428fa099e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5233831-8499-46ae-a762-4521cf7476e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646853 Nov 02 17:33:06.343809 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:33Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:06.398576 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] Checking router: 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:33:06.414720 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:06.415764 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:32:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:06.447872 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-fae0f1d7-bb44-436e-8d81-d625c845b2d9 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231353 Nov 02 17:33:06.560521 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:06.609277 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-2b8634e1-fcb2-46f3-9a2c-68bd0904eb06 req-4ecd2c88-6e24-477d-9d36-5feb87e0bfd5 service neutron] 10.222.0.55 "GET /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522057 Nov 02 17:33:06.791119 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:33Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:06.824472 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a38bce-189a-4781-a4f4-c41197988d6f None None] The sync data for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 is: [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:30Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '8d74c0dc-b00d-4fe9-b05e-07f492f58385', 'name': '', 'network_id': 'e5233831-8499-46ae-a762-4521cf7476e7', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:d7:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:29Z', 'updated_at': '2021-11-02T17:31:33Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '7d27bacc-5a15-43e0-ac06-5ff5ff297901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:33:07.092952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3b62e-2432-429e-996b-b5f9996f35bb None None] New status for floating IP d89cc01e-aace-4479-861f-80a3b495695e: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:33:07.403192 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50237d68-b0ca-46b7-bc98-63959fe326e6 req-fd9252a2-220a-4b09-ae5e-2e4d81c77e87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:07.404837 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50237d68-b0ca-46b7-bc98-63959fe326e6 req-fd9252a2-220a-4b09-ae5e-2e4d81c77e87 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0578063 Nov 02 17:33:07.452664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-50237d68-b0ca-46b7-bc98-63959fe326e6 req-9bdb7f7c-140b-4946-8142-3764cbc38289 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Nov 02 17:33:07.586323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-464fa0eb-fa15-4904-8ae7-aeac2af4d029 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:07.587943 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-464fa0eb-fa15-4904-8ae7-aeac2af4d029 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 945 time: 0.0594575 Nov 02 17:33:07.735819 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 5ee0506d-8b32-4406-9cce-f16913f85bcd {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:33:07.736305 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:07.875534 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 5ee0506d-8b32-4406-9cce-f16913f85bcd, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=5ee0506d-8b32-4406-9cce-f16913f85bcd,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:07.875965 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:07.891983 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 5ee0506d-8b32-4406-9cce-f16913f85bcd owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:33:08.123530 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:08.177853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=5ee0506d-8b32-4406-9cce-f16913f85bcd,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:08.201795 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.202431 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.202981 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.203562 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.204132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.204719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.205300 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.205956 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.206839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.207964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.208269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.208863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:08.274313 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] No DVR routers for this DVR port 5ee0506d-8b32-4406-9cce-f16913f85bcd on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:33:08.278816 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:08.285781 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3575ad48-2008-4033-a1b6-15a61f1a2832 req-4bd67924-b3fe-4702-b87c-47b76bdcb71c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.55 "DELETE /v2.0/ports/5ee0506d-8b32-4406-9cce-f16913f85bcd HTTP/1.1" status: 204 len: 173 time: 0.6900082 Nov 02 17:33:08.286666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'name': 'network-vif-deleted', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:33:08.290913 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6776638-8103-46fd-9fe4-17c9d3658a03" -d '{"events": [{"server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "name": "network-vif-deleted", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:33:08.337538 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633d37f-4f42-4c95-8913-7c2260c6193e x-openstack-request-id: req-6633d37f-4f42-4c95-8913-7c2260c6193e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:33:08.337836 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4190e-51c9-4471-b4bb-9d029164a8ee", "name": "network-vif-deleted", "tag": "5ee0506d-8b32-4406-9cce-f16913f85bcd", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:33:08.338082 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6633d37f-4f42-4c95-8913-7c2260c6193e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:33:08.338525 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4190e-51c9-4471-b4bb-9d029164a8ee', 'name': 'network-vif-deleted', 'tag': '5ee0506d-8b32-4406-9cce-f16913f85bcd', 'status': 'completed', 'code': 200} Nov 02 17:33:08.629566 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8cca0a15-5c93-47d1-a3d6-4af8ae59dd21 req-b679be97-1abf-4826-bdc0-84df1d37794c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=48f4190e-51c9-4471-b4bb-9d029164a8ee HTTP/1.1" status: 200 len: 210 time: 0.0400600 Nov 02 17:33:08.788718 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-03674107-3c23-41d1-808b-bee1f38a6162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:09.742055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51244) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:10.281104 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:10.683825 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 8d74c0dc-b00d-4fe9-b05e-07f492f58385 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:33:10.684210 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:10.797400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 8d74c0dc-b00d-4fe9-b05e-07f492f58385, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8d74c0dc-b00d-4fe9-b05e-07f492f58385,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:10.798534 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:10.813631 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 8d74c0dc-b00d-4fe9-b05e-07f492f58385 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:33:11.045384 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:11.077889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=8d74c0dc-b00d-4fe9-b05e-07f492f58385,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:11.272028 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7fc50d7e-4aca-41b4-8178-900676cb2ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:11.389890 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:11.452198 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:11.943473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5ee0506d-8b32-4406-9cce-f16913f85bcd no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:33:11.978460 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 5ee0506d-8b32-4406-9cce-f16913f85bcd {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:33:11.979022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 5ee0506d-8b32-4406-9cce-f16913f85bcd not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:33:12.019040 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:33:12.156638 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:33:12.163449 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-00ce3f74-f809-4c4e-a0a9-b401c7fccdf9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/61e9ea79-8c47-4ea2-aa2f-fbe9215dc063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197721 Nov 02 17:33:12.166950 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51248) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:12.169236 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] Sync routers for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:33:12.182765 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:12.183538 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:12.231872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting subnet 7d27bacc-5a15-43e0-ac06-5ff5ff297901 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:33:12.237420 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.319100 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.432357 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:12.475419 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.543637 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.597225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Subnet': ['ID=7d27bacc-5a15-43e0-ac06-5ff5ff297901,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:12.603856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.609488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ac96efec-cc69-43d2-ae31-47b378e7d644 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/subnets/7d27bacc-5a15-43e0-ac06-5ff5ff297901 HTTP/1.1" status: 204 len: 168 time: 0.4410837 Nov 02 17:33:12.614916 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51250) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:12.626196 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd702b-a551-4ec1-8198-89427eac9e8a None None] Network e5233831-8499-46ae-a762-4521cf7476e7 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:33:12.723552 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:33:10Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:12.777582 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] Checking router: 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:33:12.794505 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] Routers {'61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:12.795482 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:12.805920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.857952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82871868-c759-4b75-aa14-5f27e89875de None None] DHCP port deletion for e5233831-8499-46ae-a762-4521cf7476e7 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:33:12.866055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.946455 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Deleting port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:33:12.947554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:12.980925 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] Set router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:12.984599 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.042739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-82871868-c759-4b75-aa14-5f27e89875de None None] For port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,segment=NetworkSegment(6f4b1427-c529-452b-8686-6b609991494a),segment_id=6f4b1427-c529-452b-8686-6b609991494a)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:13.043339 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.060360 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Calling delete_port for 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:33:13.065750 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port f2fd280a-896a-400b-891e-f526687e444b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:33:13.067094 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.181031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.213032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Pushing event deleted for resources: {'Port': ['ID=2ca2b977-c63f-4e52-a3d5-3587c5bbdd84,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:13.220976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port f2fd280a-896a-400b-891e-f526687e444b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f2fd280a-896a-400b-891e-f526687e444b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:13.221914 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.228831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.229321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.229502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.229850 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.231006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.231006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.231006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.231510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.231510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.231797 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.232254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.232591 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82871868-c759-4b75-aa14-5f27e89875de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:13.240168 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82871868-c759-4b75-aa14-5f27e89875de None None] No DVR routers for this DVR port 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:33:13.254475 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for f2fd280a-896a-400b-891e-f526687e444b owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:33:13.327712 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:33:10Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:13.357714 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5e494-f697-4b07-8438-d43ae6a0e033 None None] The sync data for ids ['61e9ea79-8c47-4ea2-aa2f-fbe9215dc063'] in n-d-811405-2 is: [{'id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815654256', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'f2fd280a-896a-400b-891e-f526687e444b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:33:10Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': 'f2fd280a-896a-400b-891e-f526687e444b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e9ea79-8c47-4ea2-aa2f-fbe9215dc063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:31:26Z', 'updated_at': '2021-11-02T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:33:13.513942 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.544279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d74c0dc-b00d-4fe9-b05e-07f492f58385 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:33:13.557502 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=f2fd280a-896a-400b-891e-f526687e444b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:13.579314 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8d74c0dc-b00d-4fe9-b05e-07f492f58385 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:33:13.579618 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8d74c0dc-b00d-4fe9-b05e-07f492f58385 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:33:13.580200 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:33:13.615265 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:33:13.615683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 2ca2b977-c63f-4e52-a3d5-3587c5bbdd84 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:33:13.618338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.727937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.730374 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.780735 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.781732 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Fanout notify agent at l3_agent the message router_deleted on router 61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:33:13.795685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:13.797681 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-66655c3d-f148-4725-87e9-74ce1f166def tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/routers/61e9ea79-8c47-4ea2-aa2f-fbe9215dc063 HTTP/1.1" status: 204 len: 168 time: 1.1812398 Nov 02 17:33:13.802737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51252) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:13.911224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.027428 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.044544 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.085880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5233831-8499-46ae-a762-4521cf7476e7']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:14.101014 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4b1427-c529-452b-8686-6b609991494a') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:14.101440 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4b1427-c529-452b-8686-6b609991494a') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:14.121424 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.145701 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.157072 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:33:14.157778 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:33:14.163542 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:33:14.273847 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.287230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.296447 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/networks/e5233831-8499-46ae-a762-4521cf7476e7 HTTP/1.1" status: 204 len: 168 time: 0.4900937 Nov 02 17:33:14.296642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51254) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:14.317604 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54ba47-2ff4-422f-9580-5b2c43d0f86a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Network': ['ID=e5233831-8499-46ae-a762-4521cf7476e7,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:14.391088 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-008da3c7-457d-4a6b-a815-47f2e251c2c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.446121 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-008da3c7-457d-4a6b-a815-47f2e251c2c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.550325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-008da3c7-457d-4a6b-a815-47f2e251c2c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.554473 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-008da3c7-457d-4a6b-a815-47f2e251c2c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:14.556562 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-008da3c7-457d-4a6b-a815-47f2e251c2c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/security-groups/36ecc5ba-91a5-4ecf-b6d8-29dbab82185e HTTP/1.1" status: 204 len: 168 time: 0.2586741 Nov 02 17:33:14.571612 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008da3c7-457d-4a6b-a815-47f2e251c2c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ecc5ba-91a5-4ecf-b6d8-29dbab82185e,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:15.046288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51262) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:15.052347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526592981', 'description': 'tempest-secgroup-smoke-1526592981 description', 'project_id': '4294ab1390db408e90e66e2a83b7657f'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:15.080867 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.198023 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.207719 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.264444 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.266455 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2185583 Nov 02 17:33:15.270237 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51264) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:15.274558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccfedb-c20e-448d-828f-4c1e3ca1c468 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af311f-b829-4804-a602-c28a7e36bdee,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:15.277213 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'a6af311f-b829-4804-a602-c28a7e36bdee', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:15.323546 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.413636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.419821 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.455930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03393325-35ae-4fab-9167-d40e32d6c5db,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:15.470946 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.478058 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-d0d7ca61-490a-40d8-b3a0-2a6d013d277c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2008219 Nov 02 17:33:15.478778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51266) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:15.479211 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2fd280a-896a-400b-891e-f526687e444b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:33:15.483126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'a6af311f-b829-4804-a602-c28a7e36bdee', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:15.500805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f2fd280a-896a-400b-891e-f526687e444b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:33:15.501207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f2fd280a-896a-400b-891e-f526687e444b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:33:15.525503 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.600926 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.605927 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.627817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a93b377-3a37-44f3-9568-dd48824850fc,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:15.640636 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.642026 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-aafafb31-ec9f-47a1-a77d-8cdf4b8f6ef4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627214 Nov 02 17:33:15.645261 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51268) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:15.650518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'a6af311f-b829-4804-a602-c28a7e36bdee', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:15.682988 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.755377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.760114 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.783149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ece33e-248f-47a3-9d54-2d436a906c66,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:15.794301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.795817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-e6370656-fb40-4eca-bb26-fa6486f58522 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493936 Nov 02 17:33:15.798863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51270) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:15.804938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'a6af311f-b829-4804-a602-c28a7e36bdee', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:15.837863 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.919938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.924970 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.960154 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e976183-67a8-45fc-a1e5-144272b05476,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:15.974739 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:15.976884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-45a10665-6a4f-4e5b-ad3d-eaf2c6b41306 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766062 Nov 02 17:33:15.986665 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51272) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:15.995177 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'a6af311f-b829-4804-a602-c28a7e36bdee', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:16.037458 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:33:16.047059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.153631 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.159194 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.181292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e7593d-4ddd-468c-bfd8-3314ce0c5a1b,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:16.193658 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.195315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-17dc6316-85a5-420a-bcb6-38696131c55a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2062423 Nov 02 17:33:16.198471 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51274) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:16.203581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'security_group_rule': {'security_group_id': 'a6af311f-b829-4804-a602-c28a7e36bdee', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:16.231832 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Project 4294ab1390db408e90e66e2a83b7657f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:33:16.239384 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.339888 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.345240 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.369482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfa442d-f61c-4b9d-9eb9-ed80bafe6d53,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:16.381204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.382816 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0e2c1289-2c7a-47c6-97e4-b530f10cad78 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1830764 Nov 02 17:33:16.387336 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51276) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:16.392607 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'network': {'name': 'tempest-network-smoke--753933593', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'port_security_enabled': True}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:16.416484 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:33:16.420314 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.450814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:33:16.466382 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.466954 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Added segment 6cd0cde3-6889-4e9d-b7a0-9401d199ecc2 of type vlan for network 982ed6a5-341e-4d53-ac2b-263ba1670e9d Nov 02 17:33:16.542380 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.585262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.595280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:16.596125 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.684390 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2956712 Nov 02 17:33:16.688876 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51278) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:16.697388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'admin_state_up': True, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:16.706402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b51860-9bcb-4e54-9bcd-5dd28c57d122 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Network': ['ID=982ed6a5-341e-4d53-ac2b-263ba1670e9d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:16.722184 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:33:16.736611 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.738774 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.809017 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:16.965368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:17.212788 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:17.236513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:17.393618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.213 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/962fe7ac-8361-49c4-89d5-5bea8c052b6e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:33:17.536275 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:17.582663 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:17.628003 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:33:17.632581 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:17.637484 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:33:17.648151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=962fe7ac-8361-49c4-89d5-5bea8c052b6e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:17.969531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:18.148593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:18.207951 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:18.360697 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router d56181f8-8301-4259-a410-189be93368b7 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:33:18.486830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:33:18.500104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Sync routers for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:33:18.516830 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:18.517255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:18.518064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:18.519252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b81c302a-66b5-4fe8-ba42-63c339315353 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8287544 Nov 02 17:33:18.524614 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51282) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:18.573817 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b1cc9d12-259f-4eec-9b88-324977c4f160 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4294ab1390db408e90e66e2a83b7657f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473170 Nov 02 17:33:18.576890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51284) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:18.699615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:18.722433 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617d40d-7902-4473-9c54-c8e9f86ffcb3 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:18.725107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-4617d40d-7902-4473-9c54-c8e9f86ffcb3 tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465073 Nov 02 17:33:18.729406 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51286) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:18.761198 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-36c87d2c-897c-427a-8b81-c41f5e2cedaa tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d3e6cdc6-3a62-4874-9049-9ea18f9c58d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305979 Nov 02 17:33:18.765646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51288) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:18.771929 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1900887370', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:18.902747 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:33:18.908818 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:18.964881 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:17Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:19.011672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Checking router: d56181f8-8301-4259-a410-189be93368b7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:33:19.012214 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Updating router d56181f8-8301-4259-a410-189be93368b7 port 962fe7ac-8361-49c4-89d5-5bea8c052b6e binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:33:19.056373 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.220639 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.318283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Subnet': ['ID=21aa6950-75ff-4a98-b632-c2f3384f1a67,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:19.332601 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Checking segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:33:19.332986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network hostable DHCP agents. Network: 982ed6a5-341e-4d53-ac2b-263ba1670e9d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:33:19.359809 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:33:19.372231 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 982ed6a5-341e-4d53-ac2b-263ba1670e9d) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:19.376665 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:19.377265 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.393250 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce065709-5c93-4bf0-b920-31a743bee872 None None] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:33:19.406429 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1b3a924a-7377-4861-8793-4937e51c6529 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6395674 Nov 02 17:33:19.410504 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51292) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:19.461585 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.472545 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.560558 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Attempting to bind port 962fe7ac-8361-49c4-89d5-5bea8c052b6e on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:33:19.560936 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Attempting to bind port 962fe7ac-8361-49c4-89d5-5bea8c052b6e by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:33:19.561298 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Attempting to bind port 962fe7ac-8361-49c4-89d5-5bea8c052b6e on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:33:19.570404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6306bb-5d80-412a-8f49-b5d900ac36de None None] Pushing event updated for resources: {'Port': ['ID=962fe7ac-8361-49c4-89d5-5bea8c052b6e,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:19.582680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:33:19.583124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:33:19.583595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.583999 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:33:19.584494 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Bound port: 962fe7ac-8361-49c4-89d5-5bea8c052b6e, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:33:19.584959 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.885386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] For port 962fe7ac-8361-49c4-89d5-5bea8c052b6e, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:33:19.920537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] For port 962fe7ac-8361-49c4-89d5-5bea8c052b6e, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=962fe7ac-8361-49c4-89d5-5bea8c052b6e,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:33:19.927914 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:19.975702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:33:19.977176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:20.086269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6306bb-5d80-412a-8f49-b5d900ac36de None None] Pushing event updated for resources: {'Port': ['ID=962fe7ac-8361-49c4-89d5-5bea8c052b6e,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:20.094380 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:20.095632 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:20.321796 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:20.391969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Allocated IP 172.20.0.2 (982ed6a5-341e-4d53-ac2b-263ba1670e9d/21aa6950-75ff-4a98-b632-c2f3384f1a67/8aa1f518-b90c-4439-82a7-ee9f71ee9554) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:33:20.422563 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:20.824730 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:20.835038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:17Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:20.841459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:20.908976 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfcae55-9921-4c61-9382-b2c76a5cc7e2 None None] The sync data for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 is: [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:17Z', 'revision_number': 3, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:33:20.934357 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.1 (982ed6a5-341e-4d53-ac2b-263ba1670e9d/21aa6950-75ff-4a98-b632-c2f3384f1a67/f1148ea0-0a8f-46cf-82e0-dca86c2fefc5) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:33:20.964183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:33:20.970034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:20.978096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:33:20.996718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Pushing event updated for resources: {'Port': ['ID=8aa1f518-b90c-4439-82a7-ee9f71ee9554,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:21.080421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Attempting to bind port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:33:21.080421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Attempting to bind port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:33:21.080421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Attempting to bind port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 on network 982ed6a5-341e-4d53-ac2b-263ba1670e9d {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:33:21.090229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:33:21.090829 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Checking segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:33:21.091481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.092116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Bound using segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:33:21.092885 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Bound port: 8aa1f518-b90c-4439-82a7-ee9f71ee9554, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:33:21.093534 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.179230 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.195771 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] For port 8aa1f518-b90c-4439-82a7-ee9f71ee9554, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:33:21.202159 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] For port 8aa1f518-b90c-4439-82a7-ee9f71ee9554, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8aa1f518-b90c-4439-82a7-ee9f71ee9554,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:33:21.214189 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.284721 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.348230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056bbeb-86b7-4ef1-a6bd-990333d4571f None None] Pushing event updated for resources: {'Port': ['ID=8aa1f518-b90c-4439-82a7-ee9f71ee9554,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:21.378297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:33:21.384818 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:21.399331 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:33:21.404397 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:21.497109 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.574786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 962fe7ac-8361-49c4-89d5-5bea8c052b6e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:33:21.708726 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 962fe7ac-8361-49c4-89d5-5bea8c052b6e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:21.709440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.822800 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.879835 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:21.917074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 962fe7ac-8361-49c4-89d5-5bea8c052b6e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=962fe7ac-8361-49c4-89d5-5bea8c052b6e,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:21.923091 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:22.009986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=962fe7ac-8361-49c4-89d5-5bea8c052b6e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:22.323459 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:22.330118 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:22.418325 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:22.420226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:22.585191 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:33:22.587496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:22.740451 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8510087-2b54-41ac-8288-26be81deef7f None None] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:33:22.755033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router d56181f8-8301-4259-a410-189be93368b7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:33:22.856005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-69d638e4-edc6-42fa-b7f1-c1d5a4a6973d None None] Provisioning complete for port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:22.856475 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69d638e4-edc6-42fa-b7f1-c1d5a4a6973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:22.932474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:33:22.941495 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f74845f1-acfe-435c-a43b-e7c3a6221ffa tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/d56181f8-8301-4259-a410-189be93368b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5286009 Nov 02 17:33:23.103871 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69d638e4-edc6-42fa-b7f1-c1d5a4a6973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:23.152778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-69d638e4-edc6-42fa-b7f1-c1d5a4a6973d None None] For port 8aa1f518-b90c-4439-82a7-ee9f71ee9554, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8aa1f518-b90c-4439-82a7-ee9f71ee9554,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:23.161048 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69d638e4-edc6-42fa-b7f1-c1d5a4a6973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:23.208382 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-1c957fef-dd10-4249-98c4-ac3e03795123 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526592981&fields=id&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 267 time: 0.0698745 Nov 02 17:33:23.238038 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d638e4-edc6-42fa-b7f1-c1d5a4a6973d None None] Pushing event updated for resources: {'Port': ['ID=8aa1f518-b90c-4439-82a7-ee9f71ee9554,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:23.305274 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Sync routers for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:33:23.322321 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:23.323830 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:23.404723 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-81320af3-be3b-4d0d-b253-f9ec4114fa2b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:23.407077 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-81320af3-be3b-4d0d-b253-f9ec4114fa2b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 796 time: 0.1914668 Nov 02 17:33:23.437615 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-0d65aba6-b9bb-4e77-9843-ceb2a53e8d0e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/quotas/4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 375 time: 0.0158827 Nov 02 17:33:23.507406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7ef874bf-b4a3-4dbe-8f64-3c4d56d676e7 None None] Provisioning complete for port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:23.507989 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7ef874bf-b4a3-4dbe-8f64-3c4d56d676e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:23.537938 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:23.595357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-7ef874bf-b4a3-4dbe-8f64-3c4d56d676e7 None None] Port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:33:23.598865 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-024e8fbc-5e07-4535-8bf3-9ccea4dc2cac tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438220 Nov 02 17:33:23.611325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-7ef874bf-b4a3-4dbe-8f64-3c4d56d676e7 None None] Provisioning complete for port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:23.611940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-7ef874bf-b4a3-4dbe-8f64-3c4d56d676e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:23.709943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-e9e27ee3-40a6-428c-91b8-e76f63925e05 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:33:23.711902 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-e9e27ee3-40a6-428c-91b8-e76f63925e05 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0838866 Nov 02 17:33:23.723607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8aa1f518-b90c-4439-82a7-ee9f71ee9554 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:33:23.798026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:23.886444 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c004e8a4-98ca-44ae-93b6-b73cf90ece72 service neutron] 10.222.0.31 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588404 Nov 02 17:33:23.903913 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:23.904484 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:23.962281 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:22Z', 'revision_number': 2, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:24.020775 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Checking router: d56181f8-8301-4259-a410-189be93368b7 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:33:24.021389 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Updating router d56181f8-8301-4259-a410-189be93368b7 port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:33:24.077886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 962fe7ac-8361-49c4-89d5-5bea8c052b6e up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:33:24.086018 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.116418 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-96e58afa-c6d3-40a4-9ec2-c2146f426829 service neutron] 10.222.0.31 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190745 Nov 02 17:33:24.134698 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-eba67b6d-451a-41c9-86fe-425b9d4d1e87 None None] Provisioning complete for port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:24.135267 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eba67b6d-451a-41c9-86fe-425b9d4d1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.216814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-eba67b6d-451a-41c9-86fe-425b9d4d1e87 None None] Port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:33:24.279074 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 962fe7ac-8361-49c4-89d5-5bea8c052b6e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:24.279989 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.365616 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-71af919b-be31-4b7d-a302-01b1a3599270 None None] Provisioning complete for port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:24.365978 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-71af919b-be31-4b7d-a302-01b1a3599270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.457081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8fe6009e-7429-4324-a381-a95f8958627f req-c84352c6-646a-49b6-81a1-ce2a0afe95be tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 210 time: 0.0681810 Nov 02 17:33:24.463051 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-71af919b-be31-4b7d-a302-01b1a3599270 None None] Port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:33:24.599247 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.607213 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.683583 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Pushing event updated for resources: {'Port': ['ID=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:24.719880 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.720215 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.720554 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.720995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.721469 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.722862 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.726562 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.726977 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.727321 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.727655 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.728000 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.728320 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:33:24.790707 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Attempting to bind port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:33:24.791219 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Attempting to bind port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:33:24.791766 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Attempting to bind port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 on network 982ed6a5-341e-4d53-ac2b-263ba1670e9d {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:33:24.803122 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:33:24.803747 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Checking segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:33:24.804396 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.805171 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Bound using segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:33:24.805968 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Bound port: f1148ea0-0a8f-46cf-82e0-dca86c2fefc5, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:33:24.806834 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:24.934842 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] For port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:33:24.940782 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] For port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:33:24.953047 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:25.010079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d5520d53-0cb5-453b-b91d-20a1e5ecf690 None None] Provisioning complete for port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:25.010827 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5520d53-0cb5-453b-b91d-20a1e5ecf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:25.025000 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:25.025657 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:25.171422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5520d53-0cb5-453b-b91d-20a1e5ecf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:25.192113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c5618-f634-41b7-9f75-b8f67d89c7f0 None None] Pushing event updated for resources: {'Port': ['ID=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,revision_number=4']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:25.225834 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:25.269377 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-d5520d53-0cb5-453b-b91d-20a1e5ecf690 None None] For port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:25.276497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d5520d53-0cb5-453b-b91d-20a1e5ecf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:25.379467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5520d53-0cb5-453b-b91d-20a1e5ecf690 None None] Pushing event updated for resources: {'Port': ['ID=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:25.506880 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-520ebc4f-53d0-4a81-830b-f6b4a5499286 None None] Provisioning complete for port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:25.507425 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-520ebc4f-53d0-4a81-830b-f6b4a5499286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:25.616458 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85539bd4-ba1b-4bb1-8d38-c53f478d591a req-37b16896-220d-40fc-8417-d99468c7d643 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 210 time: 0.0345769 Nov 02 17:33:25.682231 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:24Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:25.718957 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127cce-291e-43ae-b5af-9ca72450331e None None] The sync data for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 is: [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:24Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:33:26.029671 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-bb59708e-8614-488e-914f-20ba83882e8f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:26.031576 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-bb59708e-8614-488e-914f-20ba83882e8f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 796 time: 0.1920333 Nov 02 17:33:26.113159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-d92ad8e5-92bb-4422-aea5-81a726d5fc24 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4294ab1390db408e90e66e2a83b7657f HTTP/1.1" status: 200 len: 380 time: 0.0712683 Nov 02 17:33:26.126529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'port': {'device_id': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'admin_state_up': True, 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'security_groups': ['a6af311f-b829-4804-a602-c28a7e36bdee']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:26.302849 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Made reservation on behalf of 4294ab1390db408e90e66e2a83b7657f for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:33:26.307377 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:26.545518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.20.0.8 (982ed6a5-341e-4d53-ac2b-263ba1670e9d/21aa6950-75ff-4a98-b632-c2f3384f1a67/6ae65d0a-8579-4486-8e1f-99917545288e) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:33:26.768180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:26.795408 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8784b57a-464e-49d0-a454-ab04f66459c1 req-a5cb75c3-beb9-4fdf-8552-60eff559fa1c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 210 time: 0.0378516 Nov 02 17:33:26.814289 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:26.889667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:33:26.895369 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:26.898403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:33:26.944985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=6ae65d0a-8579-4486-8e1f-99917545288e,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:26.968164 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:26.968970 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:26.991064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-c464c5ad-bd38-401a-a798-ad5f4bce92a4 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706396 Nov 02 17:33:27.069182 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Request body: {'port': {'device_id': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:27.171852 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.284788 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-a64f526f-73b7-4910-8c06-caacfa809ed1 None None] Provisioning complete for port 6ae65d0a-8579-4486-8e1f-99917545288e triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:27.285887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a64f526f-73b7-4910-8c06-caacfa809ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.350397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-a64f526f-73b7-4910-8c06-caacfa809ed1 None None] Port 6ae65d0a-8579-4486-8e1f-99917545288e cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:33:27.528844 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:33:27.591642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:27.592154 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.611667 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae65d0a-8579-4486-8e1f-99917545288e {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:33:27.626005 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.649224 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Transition to ACTIVE for port object 6ae65d0a-8579-4486-8e1f-99917545288e will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:33:27.653477 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.731772 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Pushing event updated for resources: {'Port': ['ID=6ae65d0a-8579-4486-8e1f-99917545288e,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:27.807139 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Attempting to bind port 6ae65d0a-8579-4486-8e1f-99917545288e on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:33:27.807479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Attempting to bind port 6ae65d0a-8579-4486-8e1f-99917545288e by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:33:27.807815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Attempting to bind port 6ae65d0a-8579-4486-8e1f-99917545288e on network 982ed6a5-341e-4d53-ac2b-263ba1670e9d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:33:27.813183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Port 6ae65d0a-8579-4486-8e1f-99917545288e on network 982ed6a5-341e-4d53-ac2b-263ba1670e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:33:27.813509 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Attempting to bind port 6ae65d0a-8579-4486-8e1f-99917545288e on network 982ed6a5-341e-4d53-ac2b-263ba1670e9d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:33:27.819814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:33:27.820158 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Checking segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:33:27.820553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Bound using segment: {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:33:27.821000 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Bound port: 6ae65d0a-8579-4486-8e1f-99917545288e, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:33:27.821363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.935319 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] For port 6ae65d0a-8579-4486-8e1f-99917545288e, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:33:27.942542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] For port 6ae65d0a-8579-4486-8e1f-99917545288e, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6ae65d0a-8579-4486-8e1f-99917545288e,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:33:27.951294 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:27.976997 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e356fa-2afe-4436-b987-a6493dc6ce5c req-34289c8f-5b45-4321-a55c-d852d82a4ec7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:27.983212 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99e356fa-2afe-4436-b987-a6493dc6ce5c req-34289c8f-5b45-4321-a55c-d852d82a4ec7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 943 time: 0.0825672 Nov 02 17:33:28.002077 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.003736 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:28.006189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] 10.222.0.100 "PUT /v2.0/ports/6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 1091 time: 1.0074959 Nov 02 17:33:28.006927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:33:28.021655 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:33:28.064881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-99e356fa-2afe-4436-b987-a6493dc6ce5c req-66abf1dc-a68e-4aab-83b7-197cb603e541 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783989 Nov 02 17:33:28.095753 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaf269f-96d3-4514-abf0-8a9d82c7858c x-openstack-request-id: req-cdaf269f-96d3-4514-abf0-8a9d82c7858c {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:33:28.096482 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:33:28.096687 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdaf269f-96d3-4514-abf0-8a9d82c7858c {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:33:28.097369 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e', 'status': 'completed', 'code': 200} Nov 02 17:33:28.119373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b1c5a-cf15-4dbc-8639-57c4380bb23c service neutron] Pushing event updated for resources: {'Port': ['ID=6ae65d0a-8579-4486-8e1f-99917545288e,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:28.143162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-e4b89192-ce95-4ac9-8c36-5809a90fc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.145329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-e4b89192-ce95-4ac9-8c36-5809a90fc18b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1094 time: 0.0763922 Nov 02 17:33:28.199740 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-713020d7-807e-4f58-8ce6-505acbdcced4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 217 time: 0.0461397 Nov 02 17:33:28.270475 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-6182cf44-81fe-477e-99a9-29c4fbe6bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.272553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-6182cf44-81fe-477e-99a9-29c4fbe6bc59 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 200 len: 835 time: 0.0653124 Nov 02 17:33:28.333997 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-846f5368-015d-4183-b36a-688cecb7b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.336288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-846f5368-015d-4183-b36a-688cecb7b263 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=982ed6a5-341e-4d53-ac2b-263ba1670e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574207 Nov 02 17:33:28.461813 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-43b3e923-423e-4a43-93bb-b083457c58fe service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182916 Nov 02 17:33:28.572224 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-93897c07-20dd-4b1c-84b3-c924eac5e8f9 req-1092576f-ba42-4934-a328-531058e7b6ab service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024113 Nov 02 17:33:28.672064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-58062240-3e87-4d79-8692-08833b9748c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.673630 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-58062240-3e87-4d79-8692-08833b9748c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1094 time: 0.0519993 Nov 02 17:33:28.806808 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-5a6f274d-ea7c-49f0-a0e1-6be8647b53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.809159 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-5a6f274d-ea7c-49f0-a0e1-6be8647b53f2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 897 time: 0.1275427 Nov 02 17:33:28.866571 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-3d6d9dec-e01e-4f82-85aa-44ededc9bf9c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 217 time: 0.0489254 Nov 02 17:33:28.966844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-0f813f78-3efa-4472-b5a9-27512287f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:28.969136 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-0f813f78-3efa-4472-b5a9-27512287f361 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 200 len: 835 time: 0.0952680 Nov 02 17:33:29.030413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-cf581e1b-0101-447a-aa55-e50bc16a1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:29.032539 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-cf581e1b-0101-447a-aa55-e50bc16a1ab8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=982ed6a5-341e-4d53-ac2b-263ba1670e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558188 Nov 02 17:33:29.197399 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-ffe4aae1-a721-4581-bc5a-93b816f83c0b service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564519 Nov 02 17:33:29.236735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4aee-96e1-4abc-9c04-9d35c74d3d65 req-249b174b-aff9-4f7b-9081-6dc01bade0c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:29.241479 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c4f4aee-96e1-4abc-9c04-9d35c74d3d65 req-249b174b-aff9-4f7b-9081-6dc01bade0c9 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 943 time: 0.0723629 Nov 02 17:33:29.305289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1c4f4aee-96e1-4abc-9c04-9d35c74d3d65 req-20025e5d-d30c-4918-90a7-4350623e651c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579348 Nov 02 17:33:29.361234 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bfb4c762-2b85-4e41-971a-ba4d0aa9ce69 req-bb284b48-36a7-42c7-abfe-e9b0631fefc3 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557949 Nov 02 17:33:30.486282 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f455a13-ae50-42a9-bbd1-a1d907af861d req-ab44700c-3153-4123-96f0-dacb9197db06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:30.489374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f455a13-ae50-42a9-bbd1-a1d907af861d req-ab44700c-3153-4123-96f0-dacb9197db06 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 943 time: 0.0654016 Nov 02 17:33:30.543048 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f455a13-ae50-42a9-bbd1-a1d907af861d req-db690cab-83d5-49b1-bbc0-567f1a035ede tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451434 Nov 02 17:33:31.712543 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf4edb-5c94-47ca-be1a-9e40a9d1cc0c req-8e5a812b-1bee-47b4-810e-ca3dd6db1571 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:31.715451 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbf4edb-5c94-47ca-be1a-9e40a9d1cc0c req-8e5a812b-1bee-47b4-810e-ca3dd6db1571 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 943 time: 0.0816455 Nov 02 17:33:31.765558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7bbf4edb-5c94-47ca-be1a-9e40a9d1cc0c req-4335d35b-5e6c-43c4-93f8-e19a5ed261e7 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424862 Nov 02 17:33:32.046787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6ae65d0a-8579-4486-8e1f-99917545288e details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:33:32.171694 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6ae65d0a-8579-4486-8e1f-99917545288e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6ae65d0a-8579-4486-8e1f-99917545288e,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:32.193635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '6ae65d0a-8579-4486-8e1f-99917545288e', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'port_id': '6ae65d0a-8579-4486-8e1f-99917545288e', 'mac_address': 'fa:16:3e:cc:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:33:32.247020 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:32.264524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae65d0a-8579-4486-8e1f-99917545288e {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:33:32.289014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6ae65d0a-8579-4486-8e1f-99917545288e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6ae65d0a-8579-4486-8e1f-99917545288e,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:32.295055 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:32.354425 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6ae65d0a-8579-4486-8e1f-99917545288e,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:32.536107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['6ae65d0a-8579-4486-8e1f-99917545288e'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:33:32.941457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db900e-09d1-4ff0-b788-9023065f259e req-3c806b18-0c35-43d4-9362-c4f1f1c4c2a0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:32.944010 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52db900e-09d1-4ff0-b788-9023065f259e req-3c806b18-0c35-43d4-9362-c4f1f1c4c2a0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 944 time: 0.0807548 Nov 02 17:33:33.009383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-52db900e-09d1-4ff0-b788-9023065f259e req-50805ff0-e34c-432d-8dd7-8f79bd498d37 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544059 Nov 02 17:33:34.052911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6ae65d0a-8579-4486-8e1f-99917545288e up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:33:34.141792 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 6ae65d0a-8579-4486-8e1f-99917545288e completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:33:34.147116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 6ae65d0a-8579-4486-8e1f-99917545288e triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:33:34.147560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:34.207542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfed004-b1fc-405f-bdcf-06794e65cd5c req-3b620f17-a898-4aca-be7a-732abc593bf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:34.210230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfed004-b1fc-405f-bdcf-06794e65cd5c req-3b620f17-a898-4aca-be7a-732abc593bf8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 944 time: 0.0901239 Nov 02 17:33:34.275913 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-edfed004-b1fc-405f-bdcf-06794e65cd5c req-9c58b9c2-22dc-4c8f-827e-da2be5ffdcfc tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540264 Nov 02 17:33:34.290031 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:34.325852 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:33:34.328192 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c683f4-d8b5-4e5a-9779-70bb964313f9" -d '{"events": [{"server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "name": "network-vif-plugged", "status": "completed", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:33:34.347279 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 6ae65d0a-8579-4486-8e1f-99917545288e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6ae65d0a-8579-4486-8e1f-99917545288e,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:33:34.352927 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:34.414230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=6ae65d0a-8579-4486-8e1f-99917545288e,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:34.444059 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c415819-6c83-41de-ba81-03095c4fa3fb x-openstack-request-id: req-0c415819-6c83-41de-ba81-03095c4fa3fb {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:33:34.444394 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "name": "network-vif-plugged", "status": "completed", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:33:34.444736 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c415819-6c83-41de-ba81-03095c4fa3fb {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:33:34.445318 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e', 'code': 200} Nov 02 17:33:34.555120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c8630-a241-4a13-987d-c0c51f10466a req-4d76e661-cb87-407c-9683-a799f2f26f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:34.556600 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b60c8630-a241-4a13-987d-c0c51f10466a req-4d76e661-cb87-407c-9683-a799f2f26f68 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1096 time: 0.0503967 Nov 02 17:33:34.609315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-b60c8630-a241-4a13-987d-c0c51f10466a req-d289bf97-16c3-4891-a6b9-608869f0504b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Nov 02 17:33:35.455662 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fe86c-4a4d-4e0a-93ae-cb8739034811 req-40c2346b-e64c-41fd-87af-6a790ffa0846 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:35.458806 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f62fe86c-4a4d-4e0a-93ae-cb8739034811 req-40c2346b-e64c-41fd-87af-6a790ffa0846 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0780249 Nov 02 17:33:35.507314 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f62fe86c-4a4d-4e0a-93ae-cb8739034811 req-93b2d8b0-1852-47b0-b150-7240e00f2049 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Nov 02 17:33:36.730573 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9f9e4-65c8-4051-b82c-7fa00142a8a1 req-e0a7ee08-9f84-4b3b-9ac0-67186cdd9ec3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:36.733442 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4f9f9e4-65c8-4051-b82c-7fa00142a8a1 req-e0a7ee08-9f84-4b3b-9ac0-67186cdd9ec3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0925319 Nov 02 17:33:36.803946 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c4f9f9e4-65c8-4051-b82c-7fa00142a8a1 req-820b3690-a2a4-4410-b118-4c7467d11a4c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627940 Nov 02 17:33:36.960954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ef6c3-6eaf-47da-83d5-69ff20b157df req-fb97e635-1ab6-4bb4-a286-7aa84477a0ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:36.962832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-922ef6c3-6eaf-47da-83d5-69ff20b157df req-fb97e635-1ab6-4bb4-a286-7aa84477a0ff tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0613093 Nov 02 17:33:37.016474 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-922ef6c3-6eaf-47da-83d5-69ff20b157df req-977b4228-915f-4fbb-8254-22f61b7a767f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468118 Nov 02 17:33:37.053167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51358) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:37.101422 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be47c3f-88b4-4120-8897-79e79a0aaf0b tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:37.102994 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-6be47c3f-88b4-4120-8897-79e79a0aaf0b tempest-TestNetworkAdvancedServerOps-1199617030 tempest-TestNetworkAdvancedServerOps-1199617030-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1091 time: 0.0486867 Nov 02 17:33:37.106092 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51360) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:37.111456 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '6ae65d0a-8579-4486-8e1f-99917545288e', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:33:37.140024 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:37.288879 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:37.443713 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Allocated IP 172.25.7.188 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/2837fd5a-10de-42f3-9042-b94cba77797d) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:33:37.587523 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:37.635315 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:37.680317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:33:37.684076 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:33:37.687205 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:33:37.746512 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=2837fd5a-10de-42f3-9042-b94cba77797d,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:38.096613 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:33:38.204310 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:38.298456 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:38.541920 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:38.547515 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:38.626041 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event updated for resources: {'Port': ['ID=2837fd5a-10de-42f3-9042-b94cba77797d,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:33:38.643042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:38.763960 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP f473d771-40cf-4abf-a309-58ffe7948ad9 associated. External IP: 172.25.7.188, port: 6ae65d0a-8579-4486-8e1f-99917545288e. Nov 02 17:33:38.786665 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48155996-afda-4c14-ba63-747afb5337f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:39.021704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router d56181f8-8301-4259-a410-189be93368b7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:33:39.156788 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:33:39.171449 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] Sync routers for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:33:39.182108 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:39.191524 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:39.192315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:39.230329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2927974d-a8a2-45f3-9f9a-4107ca37e61f tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1227572 Nov 02 17:33:39.231273 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:33:39.235481 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97ed79e-aa86-4e06-9082-dca2a591655a" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:33:39.295021 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc773789-fcb6-4274-bbf1-a61fa347b4a9 x-openstack-request-id: req-fc773789-fcb6-4274-bbf1-a61fa347b4a9 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:33:39.295315 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:33:39.295582 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc773789-fcb6-4274-bbf1-a61fa347b4a9 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:33:39.296004 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e', 'status': 'completed', 'code': 200} Nov 02 17:33:39.378020 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:39.395126 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-73b2744a-4119-4f68-bb2c-36ee77423295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:39.397807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-73b2744a-4119-4f68-bb2c-36ee77423295 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1096 time: 0.0773497 Nov 02 17:33:39.422560 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c614-0bd1-43b2-9261-c4f887caf238 req-c2fa3794-8c98-4d71-88a5-bed280e0d2ad tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:39.425784 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cc5c614-0bd1-43b2-9261-c4f887caf238 req-c2fa3794-8c98-4d71-88a5-bed280e0d2ad tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0938518 Nov 02 17:33:39.491839 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4cc5c614-0bd1-43b2-9261-c4f887caf238 req-44f3a719-178a-41a8-b873-dd2f8ad1042b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562687 Nov 02 17:33:39.532581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51366) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:39.554998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-06bcf02c-8aad-4098-8449-2c3110e0f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:39.557621 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-06bcf02c-8aad-4098-8449-2c3110e0f900 service neutron] 10.222.0.100 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 897 time: 0.1513488 Nov 02 17:33:39.653364 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-832f745a-3c47-4c94-997b-83fbbdc9f6bd tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/f473d771-40cf-4abf-a309-58ffe7948ad9 HTTP/1.1" status: 200 len: 991 time: 0.1188803 Nov 02 17:33:39.682703 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-a0efc4c5-dde3-4066-8243-04ec02d9082d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 999 time: 0.1169984 Nov 02 17:33:39.727248 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'f473d771-40cf-4abf-a309-58ffe7948ad9', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd56181f8-8301-4259-a410-189be93368b7', 'port_id': '6ae65d0a-8579-4486-8e1f-99917545288e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'mac_address': 'fa:16:3e:cc:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:33:38Z', 'updated_at': '2021-11-02T17:33:38Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:39.767739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] Checking router: d56181f8-8301-4259-a410-189be93368b7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:33:39.769596 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-0a336b1f-45d3-4b5c-b6d2-9a8b5c80326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:39.771430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-0a336b1f-45d3-4b5c-b6d2-9a8b5c80326b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 200 len: 835 time: 0.0819759 Nov 02 17:33:39.782985 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:33:39.785463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:33:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:39.849206 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-dd2ff930-a633-4bd5-9c59-6a9e9b157d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:39.851422 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-dd2ff930-a633-4bd5-9c59-6a9e9b157d43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=982ed6a5-341e-4d53-ac2b-263ba1670e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706344 Nov 02 17:33:39.957411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:33:40.008617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-9c6623b7-a062-42c7-be7c-8ff26bcc63a6 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488264 Nov 02 17:33:40.132857 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-d97ed79e-aa86-4e06-9082-dca2a591655a req-a8ed39bc-898f-4dad-8318-21dcedf2cdeb service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168311 Nov 02 17:33:40.341014 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'f473d771-40cf-4abf-a309-58ffe7948ad9', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd56181f8-8301-4259-a410-189be93368b7', 'port_id': '6ae65d0a-8579-4486-8e1f-99917545288e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'mac_address': 'fa:16:3e:cc:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:33:38Z', 'updated_at': '2021-11-02T17:33:38Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:33:40.382397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cd73e-d0cc-43c1-b6e7-2210b8822dc5 None None] The sync data for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 is: [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'f473d771-40cf-4abf-a309-58ffe7948ad9', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': 'd56181f8-8301-4259-a410-189be93368b7', 'port_id': '6ae65d0a-8579-4486-8e1f-99917545288e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'mac_address': 'fa:16:3e:cc:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:33:38Z', 'updated_at': '2021-11-02T17:33:38Z', 'revision_number': 0, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:33:40.631105 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7e6a0-12cc-4ce3-849b-8303d1ce405f None None] New status for floating IP f473d771-40cf-4abf-a309-58ffe7948ad9: ACTIVE {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:33:40.657468 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51368) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:40.734397 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-61f0aa39-0bcd-4852-a6a0-f469a50d1b66 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/f473d771-40cf-4abf-a309-58ffe7948ad9 HTTP/1.1" status: 200 len: 991 time: 0.0757480 Nov 02 17:33:41.262807 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2ba35a4b-19e0-49d2-a9c6-5924072a181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:41.448973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:41.738787 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51370) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:33:41.820312 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-30f74ffe-52a3-476b-a01b-cfbfbf913157 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/f473d771-40cf-4abf-a309-58ffe7948ad9 HTTP/1.1" status: 200 len: 993 time: 0.0800967 Nov 02 17:33:42.866941 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:44.023888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:47.273502 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-c712d7d0-d27d-48b1-a0b6-e4550fdc99d6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550468 Nov 02 17:33:47.410580 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-7b4db683-379f-4593-a5e8-65b17c309569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:47.414320 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-7b4db683-379f-4593-a5e8-65b17c309569 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1096 time: 0.0791106 Nov 02 17:33:47.549767 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-cc5511d2-c2d2-4ed2-bd8d-b6549bf58a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:47.551515 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-cc5511d2-c2d2-4ed2-bd8d-b6549bf58a8d service neutron] 10.222.0.100 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 897 time: 0.1141741 Nov 02 17:33:48.066174 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-c019750f-af1c-4705-9720-24ccad09fcbd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 1001 time: 0.5070307 Nov 02 17:33:48.127713 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-136ca6d6-6f4f-4fa1-918d-fa1ae00a8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:48.129374 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-136ca6d6-6f4f-4fa1-918d-fa1ae00a8678 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 200 len: 835 time: 0.0562665 Nov 02 17:33:48.172361 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:33:48.212301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-030fc9e3-1d85-4312-9718-cf40581cebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:33:48.214014 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-030fc9e3-1d85-4312-9718-cf40581cebbb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=982ed6a5-341e-4d53-ac2b-263ba1670e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756938 Nov 02 17:33:48.336141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-e37f58e4-6e87-4630-bc03-2ec54f3f8ed6 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135101 Nov 02 17:33:48.454904 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7c664645-2c17-4082-b2fb-1e27aad111a4 req-59bba7c8-0174-4426-a577-2b4a4c3d2942 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069770 Nov 02 17:33:53.728690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:08.587671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712097-ac0d-4bb9-87fe-7ebc2f49f0f9 req-395142ce-2882-483b-a372-a69b5aaae754 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:08.589244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64712097-ac0d-4bb9-87fe-7ebc2f49f0f9 req-395142ce-2882-483b-a372-a69b5aaae754 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0577490 Nov 02 17:34:08.641332 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-64712097-ac0d-4bb9-87fe-7ebc2f49f0f9 req-0645b183-37dc-4ee7-ba57-8fee7c11f71b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Nov 02 17:34:08.781563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-86d0f2bb-d89f-4eeb-acb2-f154a1952602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:09.775208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d328806-cd28-4dfb-81c4-6c36441360e9 req-b24d4fad-0d9d-4f61-a2ca-b9bdb329522c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:09.776834 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d328806-cd28-4dfb-81c4-6c36441360e9 req-b24d4fad-0d9d-4f61-a2ca-b9bdb329522c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0542727 Nov 02 17:34:09.829070 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4d328806-cd28-4dfb-81c4-6c36441360e9 req-9f137050-fb0a-4b16-b708-d09c3d36195c tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Nov 02 17:34:09.855563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51392) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:09.931399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-531b833a-442f-41bb-af09-0060f1ed7780 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/f473d771-40cf-4abf-a309-58ffe7948ad9 HTTP/1.1" status: 200 len: 993 time: 0.0743387 Nov 02 17:34:11.271492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-00aa435d-9eae-45f3-bd61-c5648ceab5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:11.304101 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-067e9bd4-5069-4fa0-9cd8-0e26146f505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:11.305519 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26075-5f61-4aaa-9ec0-bff376f737de req-016aaf38-f7e5-467d-8c49-cd39ac23ce55 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:11.306527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-067e9bd4-5069-4fa0-9cd8-0e26146f505a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1096 time: 0.0761502 Nov 02 17:34:11.307921 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eea26075-5f61-4aaa-9ec0-bff376f737de req-016aaf38-f7e5-467d-8c49-cd39ac23ce55 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0676172 Nov 02 17:34:11.363180 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-eea26075-5f61-4aaa-9ec0-bff376f737de req-a28a7ace-d555-4423-bd70-d4b0e05bb826 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476234 Nov 02 17:34:11.420830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-c0d16e23-38eb-44f5-b345-63863529cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:11.422931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-c0d16e23-38eb-44f5-b345-63863529cb8a service neutron] 10.222.0.100 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 897 time: 0.1092060 Nov 02 17:34:11.436859 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:11.529417 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-56874617-b527-4aba-bff3-304fe46a34a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 1001 time: 0.0941925 Nov 02 17:34:11.585570 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-beca1c77-f75e-44b4-b301-a7d53a502996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:11.587237 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-beca1c77-f75e-44b4-b301-a7d53a502996 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 200 len: 835 time: 0.0501707 Nov 02 17:34:11.640088 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-1768184f-39da-4585-9dc7-8a41852bf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:11.642366 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-1768184f-39da-4585-9dc7-8a41852bf153 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=982ed6a5-341e-4d53-ac2b-263ba1670e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475638 Nov 02 17:34:11.747057 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-c06bd322-4311-4520-b632-b1cbde8272a8 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974634 Nov 02 17:34:11.857608 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-7add207b-f4aa-4ca1-bc77-0ac3aa682eaa req-aedb35a1-7225-42ff-addd-62e221b5377e service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025722 Nov 02 17:34:12.507241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74282d-faa7-41d0-8136-31838041dcdd req-97fa3e5f-f17e-4746-9565-cb7cf3b0a8d5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:12.508912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c74282d-faa7-41d0-8136-31838041dcdd req-97fa3e5f-f17e-4746-9565-cb7cf3b0a8d5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0614665 Nov 02 17:34:12.578116 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6c74282d-faa7-41d0-8136-31838041dcdd req-e43a4b23-c624-4c11-a118-2144d4bcd376 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589859 Nov 02 17:34:12.863820 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:13.723656 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884b43-d6ee-4b34-8a8f-bf7d1954c202 req-dbc9ec2c-ee17-4dae-af54-f92dfbbf536b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:13.725324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5884b43-d6ee-4b34-8a8f-bf7d1954c202 req-dbc9ec2c-ee17-4dae-af54-f92dfbbf536b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0582585 Nov 02 17:34:13.769192 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e5884b43-d6ee-4b34-8a8f-bf7d1954c202 req-8e09867e-7b3d-4158-9fff-3b27b989dc90 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Nov 02 17:34:13.795080 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51404) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:13.873633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2dfee42f-2811-4fa2-9a04-d3274fb12ff2 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/floatingips/f473d771-40cf-4abf-a309-58ffe7948ad9 HTTP/1.1" status: 200 len: 993 time: 0.0766444 Nov 02 17:34:14.026741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:14.176125 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51410) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:14.399702 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 2837fd5a-10de-42f3-9042-b94cba77797d {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:34:14.400086 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:14.490487 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:14.490825 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:14.505356 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 2837fd5a-10de-42f3-9042-b94cba77797d owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:34:15.070436 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:15.097807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=2837fd5a-10de-42f3-9042-b94cba77797d,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:15.098385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:34:15.112034 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.112400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.112722 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.113056 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.113400 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.113731 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.114060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.114421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.114749 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.115074 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.115402 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.115721 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:15.181148 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:15.181658 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Floating IP f473d771-40cf-4abf-a309-58ffe7948ad9 disassociated (deleted). External IP: 172.25.7.188, port: 6ae65d0a-8579-4486-8e1f-99917545288e. Nov 02 17:34:15.439646 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router d56181f8-8301-4259-a410-189be93368b7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:34:15.574466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:15.580450 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:15.586922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] Sync routers for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:15.597061 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:15.597711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:15.611942 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-db55b43a-a005-431a-9f17-6dbbded2f39a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/floatingips/f473d771-40cf-4abf-a309-58ffe7948ad9 HTTP/1.1" status: 204 len: 168 time: 1.4347029 Nov 02 17:34:15.612728 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:34:15.615124 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574d7b68-040e-42cc-9cf9-a3c931c68217" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:34:15.667160 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994cec52-8ae2-43ec-8c5f-98d5960d87d1 x-openstack-request-id: req-994cec52-8ae2-43ec-8c5f-98d5960d87d1 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:34:15.667740 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:34:15.668156 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-994cec52-8ae2-43ec-8c5f-98d5960d87d1 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:34:15.669010 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e', 'status': 'completed', 'code': 200} Nov 02 17:34:15.719310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:15.742584 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-d9c8b41c-68b8-449c-b012-c7c344a35215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:15.744187 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-d9c8b41c-68b8-449c-b012-c7c344a35215 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4294ab1390db408e90e66e2a83b7657f&device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 1096 time: 0.0538073 Nov 02 17:34:15.866034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-6c0f6273-ad54-4e72-896b-77927e50a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:15.867950 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-6c0f6273-ad54-4e72-896b-77927e50a761 service neutron] 10.222.0.100 "GET /v2.0/networks?id=982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 200 len: 897 time: 0.1165247 Nov 02 17:34:15.918304 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-19cab30d-281c-4e5a-8e62-83190041fa85 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 200 len: 217 time: 0.0418081 Nov 02 17:34:16.006280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:16.014813 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-ffc72e40-b334-4676-a04b-2e39f2aa787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:16.018029 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-ffc72e40-b334-4676-a04b-2e39f2aa787b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 200 len: 835 time: 0.0899532 Nov 02 17:34:16.035585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] Checking router: d56181f8-8301-4259-a410-189be93368b7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:16.042464 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528706cf-f7d1-47df-83f7-802f4cdf2e9c req-8619a857-6285-4ffc-a4d3-92b25fbc7120 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:16.045455 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-528706cf-f7d1-47df-83f7-802f4cdf2e9c req-8619a857-6285-4ffc-a4d3-92b25fbc7120 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.1136303 Nov 02 17:34:16.046312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:16.046958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:16.102180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-d8b26dd5-3120-438e-96a5-762f3b9d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:16.105825 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-528706cf-f7d1-47df-83f7-802f4cdf2e9c req-c77c1c28-3646-4030-8b43-04506773401d tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496483 Nov 02 17:34:16.106816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-d8b26dd5-3120-438e-96a5-762f3b9d7263 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=982ed6a5-341e-4d53-ac2b-263ba1670e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793002 Nov 02 17:34:16.204961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:16.232171 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-ab85b66b-2ece-4fae-aef3-d083191b06d6 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177220 Nov 02 17:34:16.353571 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-574d7b68-040e-42cc-9cf9-a3c931c68217 req-d7ed928d-2536-496e-a1cd-c3d62c23bf10 service neutron] 10.222.0.100 "GET /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137018 Nov 02 17:34:16.471182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:16.504543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae26c4-b7c8-49d2-bc32-024823163d0e None None] The sync data for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 is: [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'f1148ea0-0a8f-46cf-82e0-dca86c2fefc5', 'name': '', 'network_id': '982ed6a5-341e-4d53-ac2b-263ba1670e9d', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'mac_address': 'fa:16:3e:47:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:20Z', 'updated_at': '2021-11-02T17:33:25Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'subnets': [{'id': '21aa6950-75ff-4a98-b632-c2f3384f1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:16.773140 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3b2e0-d336-4676-a767-9c786991e3d2 None None] New status for floating IP f473d771-40cf-4abf-a309-58ffe7948ad9: DOWN {{(pid=102068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:34:17.256984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b10f-a65a-4faa-8511-99b37c1eda16 req-adcb2b1d-bde4-4f49-b743-2400f497784b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:17.258689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4211b10f-a65a-4faa-8511-99b37c1eda16 req-adcb2b1d-bde4-4f49-b743-2400f497784b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0540903 Nov 02 17:34:17.304237 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4211b10f-a65a-4faa-8511-99b37c1eda16 req-9a72c004-a797-432b-9052-c131ca3c3bc3 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6af311f-b829-4804-a602-c28a7e36bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369461 Nov 02 17:34:17.587943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-ffa37ca0-6f43-45c5-9101-6649f9799856 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:17.589527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-ffa37ca0-6f43-45c5-9101-6649f9799856 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 945 time: 0.0556839 Nov 02 17:34:17.691087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 6ae65d0a-8579-4486-8e1f-99917545288e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:34:17.691454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:17.789853 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 6ae65d0a-8579-4486-8e1f-99917545288e, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=6ae65d0a-8579-4486-8e1f-99917545288e,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:17.790264 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:17.804184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 6ae65d0a-8579-4486-8e1f-99917545288e owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:34:17.948593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:17.979824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=6ae65d0a-8579-4486-8e1f-99917545288e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:17.995373 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.995721 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.996062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.996400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.996732 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.997062 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.997393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.997731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.998057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.998402 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.998723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:17.999051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:18.040147 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] No DVR routers for this DVR port 6ae65d0a-8579-4486-8e1f-99917545288e on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:34:18.043296 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:18.047149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8acc1ef1-e453-4000-a9c9-3ec0c91e9294 req-5d42e935-170b-4d0a-aa77-f6c1aa440aa8 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.100 "DELETE /v2.0/ports/6ae65d0a-8579-4486-8e1f-99917545288e HTTP/1.1" status: 204 len: 173 time: 0.4512365 Nov 02 17:34:18.047624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'name': 'network-vif-deleted', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:34:18.051003 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c206c8-768d-467f-ac0d-b0d1d18d180c" -d '{"events": [{"server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "name": "network-vif-deleted", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:34:18.108408 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d66de80-48ee-415e-ac4c-c2080a4f08d2 x-openstack-request-id: req-8d66de80-48ee-415e-ac4c-c2080a4f08d2 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:34:18.108713 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fbbbb-ff8d-45cc-81cf-1a453c2732d7", "name": "network-vif-deleted", "tag": "6ae65d0a-8579-4486-8e1f-99917545288e", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:34:18.108972 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d66de80-48ee-415e-ac4c-c2080a4f08d2 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:34:18.109399 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fbbbb-ff8d-45cc-81cf-1a453c2732d7', 'name': 'network-vif-deleted', 'tag': '6ae65d0a-8579-4486-8e1f-99917545288e', 'status': 'completed', 'code': 200} Nov 02 17:34:18.177816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:18.466847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2c0cbe86-e322-4d99-bdf3-2626ef973eb3 req-98ec06f9-d9bc-4f69-956d-d49896e6ec1e tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25fbbbb-ff8d-45cc-81cf-1a453c2732d7 HTTP/1.1" status: 200 len: 210 time: 0.0453329 Nov 02 17:34:19.545866 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51426) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:20.007089 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:20.327958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:34:20.328271 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:20.435982 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port f1148ea0-0a8f-46cf-82e0-dca86c2fefc5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:20.436357 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:20.453417 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:34:20.677135 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:20.711679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=f1148ea0-0a8f-46cf-82e0-dca86c2fefc5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:20.921071 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.181066 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Router d56181f8-8301-4259-a410-189be93368b7 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:34:21.309965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:21.319307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e57f1c5e-659e-42ce-bf85-086f4c2977b5 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "PUT /v2.0/routers/d56181f8-8301-4259-a410-189be93368b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720528 Nov 02 17:34:21.321996 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51428) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:21.325263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] Sync routers for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:21.336773 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:21.337419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:21.389936 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting subnet 21aa6950-75ff-4a98-b632-c2f3384f1a67 {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:34:21.393869 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.440035 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.483204 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:21.560980 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.660063 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.691463 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Subnet': ['ID=21aa6950-75ff-4a98-b632-c2f3384f1a67,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:21.695595 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.699147 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-035419d4-36b7-47af-9d43-ca04f02c09f0 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/subnets/21aa6950-75ff-4a98-b632-c2f3384f1a67 HTTP/1.1" status: 204 len: 168 time: 0.3756337 Nov 02 17:34:21.702571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51430) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:21.737568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4bf8a-df76-4707-a92e-1626a00f8cbe None None] Network 982ed6a5-341e-4d53-ac2b-263ba1670e9d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:34:21.858870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:21.970732 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:34:20Z', 'revision_number': 5, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port': {'id': '962fe7ac-8361-49c4-89d5-5bea8c052b6e', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56181f8-8301-4259-a410-189be93368b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:33:17Z', 'updated_at': '2021-11-02T17:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:21.991095 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.004406 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] Checking router: d56181f8-8301-4259-a410-189be93368b7 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:22.021267 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] Routers {'d56181f8-8301-4259-a410-189be93368b7'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:22.021902 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['d56181f8-8301-4259-a410-189be93368b7'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:22.059243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] DHCP port deletion for 982ed6a5-341e-4d53-ac2b-263ba1670e9d request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:34:22.084099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Deleting port 962fe7ac-8361-49c4-89d5-5bea8c052b6e {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:34:22.084552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.143278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] Set router d56181f8-8301-4259-a410-189be93368b7 gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:22.202262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] For port 962fe7ac-8361-49c4-89d5-5bea8c052b6e, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=962fe7ac-8361-49c4-89d5-5bea8c052b6e,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:22.202920 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.205890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:34:21Z', 'revision_number': 6, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:22.221989 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Calling delete_port for 962fe7ac-8361-49c4-89d5-5bea8c052b6e owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:34:22.237137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931f5be-a312-4e7e-b642-ed63438cc63f None None] The sync data for ids ['d56181f8-8301-4259-a410-189be93368b7'] in n-d-811405-2 is: [{'id': 'd56181f8-8301-4259-a410-189be93368b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312300758', 'tenant_id': '4294ab1390db408e90e66e2a83b7657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:33:16Z', 'updated_at': '2021-11-02T17:34:21Z', 'revision_number': 6, 'project_id': '4294ab1390db408e90e66e2a83b7657f', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:22.259642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Deleting port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:34:22.260175 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.289515 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6ae65d0a-8579-4486-8e1f-99917545288e no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:34:22.368261 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 6ae65d0a-8579-4486-8e1f-99917545288e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:34:22.369068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 6ae65d0a-8579-4486-8e1f-99917545288e not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:34:22.408766 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] For port 8aa1f518-b90c-4439-82a7-ee9f71ee9554, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=8aa1f518-b90c-4439-82a7-ee9f71ee9554,segment=NetworkSegment(6cd0cde3-6889-4e9d-b7a0-9401d199ecc2),segment_id=6cd0cde3-6889-4e9d-b7a0-9401d199ecc2)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:22.409276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.427640 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Calling delete_port for 8aa1f518-b90c-4439-82a7-ee9f71ee9554 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:34:22.477181 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.506801 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Port': ['ID=962fe7ac-8361-49c4-89d5-5bea8c052b6e,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:22.519692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.549658 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Pushing event deleted for resources: {'Port': ['ID=8aa1f518-b90c-4439-82a7-ee9f71ee9554,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:22.554786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] No DVR routers for this DVR port 8aa1f518-b90c-4439-82a7-ee9f71ee9554 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:34:22.562113 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.562510 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.562915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.563227 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.563537 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.564386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.564779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.565202 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.565543 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.566173 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.566373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.566670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8535d0-dcd5-4542-8acd-44ed2ad67f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:22.597692 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.705273 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.708941 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.761288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.762049 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Fanout notify agent at l3_agent the message router_deleted on router d56181f8-8301-4259-a410-189be93368b7 {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:34:22.772819 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.774052 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c506686-34ba-4fa2-baa5-f9722ef1c324 tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/routers/d56181f8-8301-4259-a410-189be93368b7 HTTP/1.1" status: 204 len: 168 time: 1.0690582 Nov 02 17:34:22.778678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51432) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:22.870764 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:22.973441 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.002520 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982ed6a5-341e-4d53-ac2b-263ba1670e9d']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:23.013308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:23.013644 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd0cde3-6889-4e9d-b7a0-9401d199ecc2') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:23.026169 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.041956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.051608 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:34:23.052324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:34:23.056095 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:34:23.133670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.144579 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.150301 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/networks/982ed6a5-341e-4d53-ac2b-263ba1670e9d HTTP/1.1" status: 204 len: 168 time: 0.3701093 Nov 02 17:34:23.153018 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51434) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:23.164609 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cddb2e-ad49-44b2-8906-c4c00205f35a tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'Network': ['ID=982ed6a5-341e-4d53-ac2b-263ba1670e9d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:23.238609 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff908a9b-2128-41fa-ab4f-b9b859cc389b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.278799 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff908a9b-2128-41fa-ab4f-b9b859cc389b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.393977 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff908a9b-2128-41fa-ab4f-b9b859cc389b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.397084 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ff908a9b-2128-41fa-ab4f-b9b859cc389b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.398374 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ff908a9b-2128-41fa-ab4f-b9b859cc389b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] 10.222.0.31 "DELETE /v2.0/security-groups/a6af311f-b829-4804-a602-c28a7e36bdee HTTP/1.1" status: 204 len: 168 time: 0.2440693 Nov 02 17:34:23.414437 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff908a9b-2128-41fa-ab4f-b9b859cc389b tempest-TestNetworkAdvancedServerOps-1731147511 tempest-TestNetworkAdvancedServerOps-1731147511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af311f-b829-4804-a602-c28a7e36bdee,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:23.549008 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8aa1f518-b90c-4439-82a7-ee9f71ee9554 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:34:23.583271 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 8aa1f518-b90c-4439-82a7-ee9f71ee9554 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:34:23.583601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 8aa1f518-b90c-4439-82a7-ee9f71ee9554 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:34:23.584030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:34:23.604100 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:34:23.604445 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f1148ea0-0a8f-46cf-82e0-dca86c2fefc5 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:34:23.604879 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 962fe7ac-8361-49c4-89d5-5bea8c052b6e no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:34:23.625935 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 962fe7ac-8361-49c4-89d5-5bea8c052b6e {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:34:23.626438 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 962fe7ac-8361-49c4-89d5-5bea8c052b6e not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:34:23.741038 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:23.911326 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51442) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:24.125610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2721bba3-492d-40be-9fef-c8f05a4819ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4294ab1390db408e90e66e2a83b7657f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122657 Nov 02 17:34:24.129469 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51446) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:24.189678 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b07635d2-31b6-4227-a364-1ab4a2757116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.221902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b07635d2-31b6-4227-a364-1ab4a2757116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.281050 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b07635d2-31b6-4227-a364-1ab4a2757116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.284756 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b07635d2-31b6-4227-a364-1ab4a2757116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.286001 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b07635d2-31b6-4227-a364-1ab4a2757116 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5065d21-1ab4-403e-a575-6905c16055ac HTTP/1.1" status: 204 len: 168 time: 0.1553080 Nov 02 17:34:24.294561 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07635d2-31b6-4227-a364-1ab4a2757116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5065d21-1ab4-403e-a575-6905c16055ac,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:24.607211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51452) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:24.621519 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa519c9f-ff44-45e7-ad0c-a08fb36643e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.714298 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa519c9f-ff44-45e7-ad0c-a08fb36643e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.719949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-fa519c9f-ff44-45e7-ad0c-a08fb36643e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.761479 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa519c9f-ff44-45e7-ad0c-a08fb36643e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a435109-6ead-4e48-a596-07db52fd2fc8,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:24.768165 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-fa519c9f-ff44-45e7-ad0c-a08fb36643e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cad619474d24ed0851a1b383e505c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595223 Nov 02 17:34:24.772352 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51454) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:24.830734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaa21b8-d558-4d1e-8038-ed149fa6836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.855782 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaa21b8-d558-4d1e-8038-ed149fa6836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.920282 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaa21b8-d558-4d1e-8038-ed149fa6836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.924990 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8eaa21b8-d558-4d1e-8038-ed149fa6836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:24.926474 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8eaa21b8-d558-4d1e-8038-ed149fa6836a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a435109-6ead-4e48-a596-07db52fd2fc8 HTTP/1.1" status: 204 len: 168 time: 0.1529210 Nov 02 17:34:24.936036 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa21b8-d558-4d1e-8038-ed149fa6836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a435109-6ead-4e48-a596-07db52fd2fc8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:25.832718 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51478) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:25.952980 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2076372499-network', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:25.980573 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Made reservation on behalf of 4c7962127f074782a59f47a1cfb652d9 for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:34:25.984712 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.002192 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.115911 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.120803 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.150571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:34:26.168400 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428080f-dc34-4883-b4b4-e6d06e839257,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:26.172251 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.172593 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Added segment 49189388-b947-417a-aa2b-146ccb992fdb of type vlan for network 20594149-340b-4c3e-8315-a9c6fe8829fe Nov 02 17:34:26.221616 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.256332 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.257430 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:26.258168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.333074 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4990997 Nov 02 17:34:26.336968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51482) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:26.342360 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Request body: {'subnet': {'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2076372499-subnet', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:26.353349 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ccdfa-4320-4310-b6e4-9bd6110c10ad admin admin] Pushing event updated for resources: {'Network': ['ID=20594149-340b-4c3e-8315-a9c6fe8829fe,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:26.366037 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 20594149-340b-4c3e-8315-a9c6fe8829fe details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:34:26.379441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Made reservation on behalf of 4c7962127f074782a59f47a1cfb652d9 for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:34:26.383445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.599314 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.660736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12820d43-81f7-4845-8c22-e98735eca39b,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:26.672134 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Checking segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:26.672688 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Network hostable DHCP agents. Network: 20594149-340b-4c3e-8315-a9c6fe8829fe, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:34:26.695803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Network 20594149-340b-4c3e-8315-a9c6fe8829fe is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:34:26.707468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 20594149-340b-4c3e-8315-a9c6fe8829fe) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:26.715220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:26.716168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.717029 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a65e1-a292-4a60-b802-3274d86902c0 None None] Network 20594149-340b-4c3e-8315-a9c6fe8829fe requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:34:26.740012 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6e68bd19-8260-4dd2-83c8-670fd322173c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4015477 Nov 02 17:34:26.743740 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51484) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:26.748846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:26.785327 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.787173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.883446 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:26.898375 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-20594149-340b-4c3e-8315-a9c6fe8829fe', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:34:26.899282 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.052894 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.093573 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Allocated IP 172.20.0.2 (20594149-340b-4c3e-8315-a9c6fe8829fe/12820d43-81f7-4845-8c22-e98735eca39b/d0ad626f-3761-4b31-a82b-604ca44413c5) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:27.281554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.289404 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.289699 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.325940 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.353918 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Network 20594149-340b-4c3e-8315-a9c6fe8829fe is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:27.357690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:27.362853 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:27.376859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Pushing event updated for resources: {'Port': ['ID=d0ad626f-3761-4b31-a82b-604ca44413c5,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:27.441422 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Attempting to bind port d0ad626f-3761-4b31-a82b-604ca44413c5 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:27.441805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Attempting to bind port d0ad626f-3761-4b31-a82b-604ca44413c5 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:27.442207 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Attempting to bind port d0ad626f-3761-4b31-a82b-604ca44413c5 on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:27.448066 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:27.448447 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Checking segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:27.448866 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.449278 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Bound using segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:27.449763 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Bound port: d0ad626f-3761-4b31-a82b-604ca44413c5, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:27.450182 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.463390 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Allocated IP 172.25.7.167 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/03a84e6d-2b03-42c0-8ba2-0881e9c1297b) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:27.529690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] For port d0ad626f-3761-4b31-a82b-604ca44413c5, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:27.534741 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] For port d0ad626f-3761-4b31-a82b-604ca44413c5, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d0ad626f-3761-4b31-a82b-604ca44413c5,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:27.540095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.603634 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.613801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867bc84-249b-4a1c-bc9b-42cb5af79ae3 None None] Pushing event updated for resources: {'Port': ['ID=d0ad626f-3761-4b31-a82b-604ca44413c5,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:27.660777 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:27.716768 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:27.721545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:27.727039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:27.754621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Pushing event updated for resources: {'Port': ['ID=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:28.027380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:28.271976 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:28.621914 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993aad09-99ab-4d6c-b91b-2e9727d97a74 None None] Network 20594149-340b-4c3e-8315-a9c6fe8829fe requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:34:28.692225 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5929a881-6082-4946-a4bb-b7a3b08a69e0 None None] Provisioning complete for port d0ad626f-3761-4b31-a82b-604ca44413c5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:28.692632 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5929a881-6082-4946-a4bb-b7a3b08a69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:28.864963 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5929a881-6082-4946-a4bb-b7a3b08a69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:28.883646 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:34:28.919414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-5929a881-6082-4946-a4bb-b7a3b08a69e0 None None] For port d0ad626f-3761-4b31-a82b-604ca44413c5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d0ad626f-3761-4b31-a82b-604ca44413c5,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:28.925645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5929a881-6082-4946-a4bb-b7a3b08a69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:28.998587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929a881-6082-4946-a4bb-b7a3b08a69e0 None None] Pushing event updated for resources: {'Port': ['ID=d0ad626f-3761-4b31-a82b-604ca44413c5,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:29.059013 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:29.076088 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:29.089904 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:29.091776 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:29.095399 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:29.102020 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51486) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:29.112812 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-bd5d97df-0e00-419b-a404-119e384560b2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3675747 Nov 02 17:34:29.262313 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:29.272813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-0cf6669c-266a-4b99-b206-82a283c8e45e None None] Provisioning complete for port d0ad626f-3761-4b31-a82b-604ca44413c5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:29.273168 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0cf6669c-266a-4b99-b206-82a283c8e45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:29.503337 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:27Z', 'revision_number': 3, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:29.555671 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:29.556292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Updating router 4940fbcd-f19f-4308-ac86-9acd7f606de4 port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:34:29.598810 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:29.602729 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d0ad626f-3761-4b31-a82b-604ca44413c5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:29.689563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port d0ad626f-3761-4b31-a82b-604ca44413c5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:29.690614 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:29.826987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.041792 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.050971 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.060451 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Allocated IP 172.20.0.1 (20594149-340b-4c3e-8315-a9c6fe8829fe/12820d43-81f7-4845-8c22-e98735eca39b/b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:30.111796 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Attempting to bind port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:30.112584 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Attempting to bind port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:30.112584 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Attempting to bind port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:30.124273 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:30.124709 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:30.125050 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.125441 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:30.126549 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Bound port: 03a84e6d-2b03-42c0-8ba2-0881e9c1297b, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:30.127503 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.129284 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Pushing event updated for resources: {'Port': ['ID=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:30.155343 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.155664 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.155995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.156318 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.156641 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.156959 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.157371 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.157794 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.158160 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.158479 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.158798 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.159105 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:34:30.217931 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] For port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:30.223199 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] For port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:30.231314 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.232722 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.284137 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.326548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Network 20594149-340b-4c3e-8315-a9c6fe8829fe is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:30.333474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:30.339615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:30.349051 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b9edb-c6a4-4fe5-ae4c-570e6609c718 None None] Pushing event updated for resources: {'Port': ['ID=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:30.353703 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:30.354814 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:30.387826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:30.417790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.531354 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:30.585802 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.639135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-2d47f673-7aa0-4de5-89a1-778fbe49dbab None None] Provisioning complete for port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:30.639899 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2d47f673-7aa0-4de5-89a1-778fbe49dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.681706 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-2d47f673-7aa0-4de5-89a1-778fbe49dbab None None] Port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:34:30.826057 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:27Z', 'revision_number': 3, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:30.854962 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5693a88-b6e9-4261-90b8-3836aa4fbb13 None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:27Z', 'revision_number': 3, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:30.855379 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.862416 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:30.940623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:30.943429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:31.069577 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Network 20594149-340b-4c3e-8315-a9c6fe8829fe is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:31.071382 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:31.241515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:34:31.384964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:31.392119 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-2bb66624-21f0-47bf-9005-e45f96656d07 admin admin] 10.222.0.31 "PUT /v2.0/routers/4940fbcd-f19f-4308-ac86-9acd7f606de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879813 Nov 02 17:34:31.416268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-807c6519-8c5d-4fa5-a950-54b947c28707 None None] Provisioning complete for port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:31.417165 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-807c6519-8c5d-4fa5-a950-54b947c28707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:31.471585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-807c6519-8c5d-4fa5-a950-54b947c28707 None None] Port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:34:31.591161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 03a84e6d-2b03-42c0-8ba2-0881e9c1297b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:31.669687 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:31.671178 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:31.787073 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:31.825076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:31.832520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:31.928713 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:32.097929 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51504) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:32.103367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1632864689-network', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:32.129360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Made reservation on behalf of 735d6bbf79eb48eca1c574cd8897c91a for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:34:32.133057 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.144569 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.271172 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.275630 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.304769 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:34:32.318297 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838bf90-59b1-4944-9cdd-a353db14bc09,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:32.322663 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.323173 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Added segment 226f866e-8e84-4515-9218-8fcc9dcfec1f of type vlan for network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a Nov 02 17:34:32.386488 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.436104 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.437864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:32.438913 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.505053 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4058011 Nov 02 17:34:32.508292 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51506) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:32.514922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Request body: {'subnet': {'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1632864689-subnet', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:32.519725 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd12b4-fc6c-4d8a-a806-f43f5b3a9e94 admin admin] Pushing event updated for resources: {'Network': ['ID=ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:32.534911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:34:32.551138 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Made reservation on behalf of 735d6bbf79eb48eca1c574cd8897c91a for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:34:32.553606 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.782722 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.791764 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:32.802981 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:32.803833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:32.849868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc146ba-3c04-4ac5-a61b-93bcc3a44c51,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:32.861529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Checking segment: {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:32.861904 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Network hostable DHCP agents. Network: ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:34:32.885964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:34:32.903008 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:32.912762 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:32.913821 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.943929 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-348c10dd-a0e6-4a0e-89f2-a6bb4b1cf8d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4341521 Nov 02 17:34:32.946622 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51508) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:32.951644 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:32.982429 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:32.984727 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.062746 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.089128 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1176c9-58ed-4821-a743-fbc5214e1545 None None] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:34:33.211101 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:33.222619 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.421153 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a', 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'fixed_ips': [{'subnet_id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:34:33.422527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.482485 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.505688 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.604684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 03a84e6d-2b03-42c0-8ba2-0881e9c1297b up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:33.671305 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Allocated IP 172.25.7.248 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/b61c43c6-a1a0-41cb-8d29-abc3e2f32f13) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:33.726111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Allocated IP 172.20.0.2 (ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a/dbc146ba-3c04-4ac5-a61b-93bcc3a44c51/ea609bb7-9d18-4299-af37-a08d2c2fff39) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:33.795622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 2, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:33.825497 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.837339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:33.837690 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Updating router 4940fbcd-f19f-4308-ac86-9acd7f606de4 port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:34:33.841596 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:33.841975 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.878685 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.908912 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:33.951499 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:33.957631 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:33.964404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:34.019542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Pushing event updated for resources: {'Port': ['ID=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:34.128996 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.152321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.248364 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:34.260295 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:34.265833 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Pushing event updated for resources: {'Port': ['ID=ea609bb7-9d18-4299-af37-a08d2c2fff39,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:34.268009 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:34.363172 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Attempting to bind port ea609bb7-9d18-4299-af37-a08d2c2fff39 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:34.363552 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Attempting to bind port ea609bb7-9d18-4299-af37-a08d2c2fff39 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:34.363922 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Attempting to bind port ea609bb7-9d18-4299-af37-a08d2c2fff39 on network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:34.382724 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:34.383104 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Checking segment: {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:34.383515 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.383921 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Bound using segment: {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:34.384430 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Bound port: ea609bb7-9d18-4299-af37-a08d2c2fff39, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:34.384817 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.472290 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.489485 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.553667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] For port ea609bb7-9d18-4299-af37-a08d2c2fff39, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:34.567367 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] For port ea609bb7-9d18-4299-af37-a08d2c2fff39, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ea609bb7-9d18-4299-af37-a08d2c2fff39,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:34.586487 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.599688 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4186bab-6852-4e0b-8a54-01bf806025fe None None] Pushing event updated for resources: {'Port': ['ID=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:34.761017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Attempting to bind port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:34.761786 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Attempting to bind port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:34.762266 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Attempting to bind port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:34.778321 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed89a-db6e-4cb8-a345-89f29ae84e01 None None] Pushing event updated for resources: {'Port': ['ID=ea609bb7-9d18-4299-af37-a08d2c2fff39,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:34.786111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:34.786520 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Checking segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:34.786946 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.787351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Bound using segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:34.787857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Bound port: b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:34.788503 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:34.881192 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] For port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:34.887974 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] For port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:34.900656 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.031229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-cb878085-1fc2-4334-bbbc-617491e7ea47 None None] Provisioning complete for port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:35.031612 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb878085-1fc2-4334-bbbc-617491e7ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.045590 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.104368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4186bab-6852-4e0b-8a54-01bf806025fe None None] Pushing event updated for resources: {'Port': ['ID=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:35.126795 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:35.127642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:35.380536 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.448916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb878085-1fc2-4334-bbbc-617491e7ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.492275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:35.534523 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-cb878085-1fc2-4334-bbbc-617491e7ea47 None None] For port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:35.541222 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cb878085-1fc2-4334-bbbc-617491e7ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.565342 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Router 45bc4f37-313d-4392-aa6e-7147fd4c349f is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:34:35.640344 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ea609bb7-9d18-4299-af37-a08d2c2fff39 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:35.716347 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:35.730623 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Sync routers for ids ['45bc4f37-313d-4392-aa6e-7147fd4c349f'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:35.746265 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.749038 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-75dc7ea0-68ff-4307-9957-b04fd7dcbc15 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8006775 Nov 02 17:34:35.752563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51512) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:35.753869 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Routers {'45bc4f37-313d-4392-aa6e-7147fd4c349f'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:35.755001 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['45bc4f37-313d-4392-aa6e-7147fd4c349f'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:35.816811 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb878085-1fc2-4334-bbbc-617491e7ea47 None None] Pushing event updated for resources: {'Port': ['ID=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:35.840489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-39867a4c-a0c2-4552-95a3-fa9ac31f40a5 None None] Provisioning complete for port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:35.841076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-39867a4c-a0c2-4552-95a3-fa9ac31f40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:35.949584 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Set router 45bc4f37-313d-4392-aa6e-7147fd4c349f gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:36.100986 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ea609bb7-9d18-4299-af37-a08d2c2fff39 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:36.102160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.267199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-663124a1-a896-4715-9b39-fc376db4576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:34Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:36.327303 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b2b31-b397-4f5c-b4b5-b15f3190349d None None] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:34:36.357672 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:34:34Z', 'revision_number': 3, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:36.374917 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663124a1-a896-4715-9b39-fc376db4576f None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:34Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:36.391767 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Checking router: 45bc4f37-313d-4392-aa6e-7147fd4c349f for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:36.392106 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Updating router 45bc4f37-313d-4392-aa6e-7147fd4c349f port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:34:36.419476 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.494547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ab2d1592-5ce8-48f3-8153-be927f5b52b8 None None] Provisioning complete for port ea609bb7-9d18-4299-af37-a08d2c2fff39 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:36.495137 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1592-5ce8-48f3-8153-be927f5b52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.551578 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.583329 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.717528 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port ea609bb7-9d18-4299-af37-a08d2c2fff39, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ea609bb7-9d18-4299-af37-a08d2c2fff39,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:36.735774 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.832651 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.842801 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.871561 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Allocated IP 172.20.0.1 (ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a/dbc146ba-3c04-4ac5-a61b-93bcc3a44c51/1219e4eb-0e83-4e91-acbc-90bea70d8b42) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:36.900395 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Attempting to bind port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:36.901070 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Attempting to bind port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:36.901600 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Attempting to bind port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:36.914645 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:36.915352 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:36.915914 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.916477 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:36.917143 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Bound port: b61c43c6-a1a0-41cb-8d29-abc3e2f32f13, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:36.917699 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:36.970296 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9d01d-1f9b-4b9d-bf1c-07d881e3dbf1 None None] Pushing event updated for resources: {'Port': ['ID=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:37.000420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=ea609bb7-9d18-4299-af37-a08d2c2fff39,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:37.036848 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.071490 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] For port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:37.075535 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] For port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:37.082602 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.101874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.151813 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Routers {'45bc4f37-313d-4392-aa6e-7147fd4c349f'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:37.153572 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['45bc4f37-313d-4392-aa6e-7147fd4c349f'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:37.190964 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:37.198611 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:37.205241 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:37.220787 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1219e4eb-0e83-4e91-acbc-90bea70d8b42,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:37.271947 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.317928 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9d01d-1f9b-4b9d-bf1c-07d881e3dbf1 None None] Pushing event updated for resources: {'Port': ['ID=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:37.388917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] Set router 45bc4f37-313d-4392-aa6e-7147fd4c349f gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:37.429024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e2fe505e-9277-4403-8a05-246e953f425d None None] Provisioning complete for port ea609bb7-9d18-4299-af37-a08d2c2fff39 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:37.429420 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e2fe505e-9277-4403-8a05-246e953f425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.459871 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.795759 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:37.803556 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:34:34Z', 'revision_number': 3, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:37.810937 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.820959 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.841277 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25062b95-4e40-4d55-8374-8f3e3f35ee59 None None] The sync data for ids ['45bc4f37-313d-4392-aa6e-7147fd4c349f'] in n-d-811405-2 is: [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:34:34Z', 'revision_number': 3, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:37.891711 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:37.892469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.931419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-741d7f23-0336-41e8-a819-a538050e1169 None None] Provisioning complete for port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:37.931789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-741d7f23-0336-41e8-a819-a538050e1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.972620 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1219e4eb-0e83-4e91-acbc-90bea70d8b42,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:37.978157 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:37.988099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-741d7f23-0336-41e8-a819-a538050e1169 None None] Port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:34:38.037396 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ea609bb7-9d18-4299-af37-a08d2c2fff39 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:38.113648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port ea609bb7-9d18-4299-af37-a08d2c2fff39 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:38.114383 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:38.132234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:38.134307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:38.362280 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Router 45bc4f37-313d-4392-aa6e-7147fd4c349f has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:34:38.565365 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:38.570684 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-722f31f4-8709-4674-a76c-c52291b347d3 admin admin] 10.222.0.31 "PUT /v2.0/routers/45bc4f37-313d-4392-aa6e-7147fd4c349f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8165257 Nov 02 17:34:38.618053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e3352ebc-be4c-406d-98a5-bcb0e0b623e4 None None] Provisioning complete for port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:38.618850 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e3352ebc-be4c-406d-98a5-bcb0e0b623e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:38.670398 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e3352ebc-be4c-406d-98a5-bcb0e0b623e4 None None] Port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:34:38.793945 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2db47eb0-c016-4061-b656-223dcff338c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.579350 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:39.642740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:39.643621 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.691864 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51520) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:39.697619 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170390334', 'description': 'tempest-secgroup-smoke-1170390334 description', 'project_id': '4c7962127f074782a59f47a1cfb652d9'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:39.727162 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.751808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.785710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:39.791798 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.849320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.855332 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.867244 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:39.901292 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.906229 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2103169 Nov 02 17:34:39.906784 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51522) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:39.909453 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68468f8-2744-4624-bf1a-4bb517ba2f02 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1fe36-b24f-4f43-bd79-7829356fcce8,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:39.917528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': '5fa1fe36-b24f-4f43-bd79-7829356fcce8', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:39.964858 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:39.997006 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Sync routers for ids ['45bc4f37-313d-4392-aa6e-7147fd4c349f'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:40.017715 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Routers {'45bc4f37-313d-4392-aa6e-7147fd4c349f'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:40.018533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['45bc4f37-313d-4392-aa6e-7147fd4c349f'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:40.038101 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.043470 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.069640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c625f5b-d1a1-40dc-8e04-21dc04399237,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.082613 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.084200 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6e5f7123-86d3-4839-bd74-8b3fb52bafd4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753175 Nov 02 17:34:40.089053 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51524) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:40.095060 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': '5fa1fe36-b24f-4f43-bd79-7829356fcce8', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:40.133868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.159302 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Set router 45bc4f37-313d-4392-aa6e-7147fd4c349f gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:40.257976 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.265074 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.286669 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf65ee7c-fd40-4a8a-a5de-57baeed12db8,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.299351 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.301059 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-20dc34ac-78b0-490e-a232-18ea97472ab4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2107441 Nov 02 17:34:40.305880 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51526) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:40.311387 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': '5fa1fe36-b24f-4f43-bd79-7829356fcce8', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:40.345341 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.397971 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:34:37Z', 'revision_number': 4, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1219e4eb-0e83-4e91-acbc-90bea70d8b42', 'name': '', 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'mac_address': 'fa:16:3e:34:cf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:36Z', 'updated_at': '2021-11-02T17:34:37Z', 'revision_number': 2, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'subnets': [{'id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:40.414038 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.418790 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.431339 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Checking router: 45bc4f37-313d-4392-aa6e-7147fd4c349f for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:40.431700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Updating router 45bc4f37-313d-4392-aa6e-7147fd4c349f port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:34:40.437597 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a0652b-22e2-46da-8c15-70870cd9068c,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.448091 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.449365 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8ca5ec4c-689f-4a12-9e08-fb11dd7cefa9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425030 Nov 02 17:34:40.452981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51528) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:40.459401 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': '5fa1fe36-b24f-4f43-bd79-7829356fcce8', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:40.460422 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.492193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.570777 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.576677 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.596360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5f23f3-6982-4bca-bf14-706843912b93,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.607994 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.609346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b71aaf45-e9a2-4b19-9e48-a9868bfaebe1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553447 Nov 02 17:34:40.612817 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51530) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:40.617467 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': '5fa1fe36-b24f-4f43-bd79-7829356fcce8', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:40.642055 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Project 4c7962127f074782a59f47a1cfb652d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:34:40.648121 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.723224 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.730002 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.754946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580864a9-cc25-4055-b42f-403315b6ebe9,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.760742 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.764733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-7489c300-ab50-4e64-b5b1-df25b5aaa2d4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481326 Nov 02 17:34:40.765229 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51532) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:40.770491 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': '5fa1fe36-b24f-4f43-bd79-7829356fcce8', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:40.795406 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Project 4c7962127f074782a59f47a1cfb652d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:34:40.801469 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.801754 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.810076 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.874227 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.880129 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.902529 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8348de4d-40c0-4a50-b08c-1b415741eda5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.914623 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:40.915862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2fe332fe-88f5-4e4e-992a-09d05c7d620f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499822 Nov 02 17:34:40.937901 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f3c96-9075-4826-a4d5-98d901ab770d None None] Pushing event updated for resources: {'Port': ['ID=1219e4eb-0e83-4e91-acbc-90bea70d8b42,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:40.996284 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Attempting to bind port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:40.997077 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Attempting to bind port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:40.997886 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Attempting to bind port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 on network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:41.009526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:41.010164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Checking segment: {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:41.011014 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.011556 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Bound using segment: {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:41.012458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Bound port: 1219e4eb-0e83-4e91-acbc-90bea70d8b42, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226f866e-8e84-4515-9218-8fcc9dcfec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:41.013099 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.105592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] For port 1219e4eb-0e83-4e91-acbc-90bea70d8b42, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:41.109276 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] For port 1219e4eb-0e83-4e91-acbc-90bea70d8b42, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1219e4eb-0e83-4e91-acbc-90bea70d8b42,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:41.117554 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.177982 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-65e6068e-093a-4fcb-b313-4e13c1394287 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170390334&fields=id&tenant_id=4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 267 time: 0.0387721 Nov 02 17:34:41.269235 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f3c96-9075-4826-a4d5-98d901ab770d None None] Pushing event updated for resources: {'Port': ['ID=1219e4eb-0e83-4e91-acbc-90bea70d8b42,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:41.289861 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Routers {'45bc4f37-313d-4392-aa6e-7147fd4c349f'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:41.290547 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['45bc4f37-313d-4392-aa6e-7147fd4c349f'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:41.338163 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-372a6121-75bc-4d65-a01e-c54b3383edad None None] Provisioning complete for port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:41.338809 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-372a6121-75bc-4d65-a01e-c54b3383edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.390937 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-af9d2f17-3637-449d-a9ed-f48c72e2cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.402509 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-cec1a724-3454-40b3-b365-0a88e01c0a33 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:41.405340 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-cec1a724-3454-40b3-b365-0a88e01c0a33 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 809 time: 0.2141802 Nov 02 17:34:41.436427 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-c6bef373-aaae-441d-8ae4-9e5753cf0f7e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/quotas/4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 375 time: 0.0142837 Nov 02 17:34:41.455359 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.473047 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] Set router 45bc4f37-313d-4392-aa6e-7147fd4c349f gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:41.540350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-d60db6a2-06aa-48e3-ae0a-3f07f8d2b365 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942450 Nov 02 17:34:41.546399 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-372a6121-75bc-4d65-a01e-c54b3383edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.671041 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-567dc78e-0047-4571-b8ac-bd1f54bc2a1a service neutron] 10.222.0.31 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107197 Nov 02 17:34:41.742386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:41.778050 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-629bb6cd-2d1e-44f9-9484-9b383063878e service neutron] 10.222.0.31 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998685 Nov 02 17:34:41.861247 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-372a6121-75bc-4d65-a01e-c54b3383edad None None] For port 1219e4eb-0e83-4e91-acbc-90bea70d8b42, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1219e4eb-0e83-4e91-acbc-90bea70d8b42,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:41.871419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-372a6121-75bc-4d65-a01e-c54b3383edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.990107 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:41.990575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:41.999258 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9faca71f-0371-47c5-b9e9-ccf71531292f req-0dba85d4-63a2-46bc-9f8f-f4f3b5e13c52 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 210 time: 0.0398784 Nov 02 17:34:42.027562 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a6121-75bc-4d65-a01e-c54b3383edad None None] Pushing event updated for resources: {'Port': ['ID=1219e4eb-0e83-4e91-acbc-90bea70d8b42,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:42.059703 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e7a66f48-5f9c-471a-9b1f-5cbca8e82cc2 None None] Provisioning complete for port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:42.060077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e7a66f48-5f9c-471a-9b1f-5cbca8e82cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:42.117851 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:34:37Z', 'revision_number': 4, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1219e4eb-0e83-4e91-acbc-90bea70d8b42', 'name': '', 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'mac_address': 'fa:16:3e:34:cf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:36Z', 'updated_at': '2021-11-02T17:34:41Z', 'revision_number': 4, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'subnets': [{'id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:42.170947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94ff97c-5bad-42af-b3b0-09142f0986e2 None None] The sync data for ids ['45bc4f37-313d-4392-aa6e-7147fd4c349f'] in n-d-811405-2 is: [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:34:37Z', 'revision_number': 4, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '1219e4eb-0e83-4e91-acbc-90bea70d8b42', 'name': '', 'network_id': 'ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'mac_address': 'fa:16:3e:34:cf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:36Z', 'updated_at': '2021-11-02T17:34:41Z', 'revision_number': 4, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'subnets': [{'id': 'dbc146ba-3c04-4ac5-a61b-93bcc3a44c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:42.862736 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:43.123023 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80f5d4d4-ba64-4047-99ea-85b9067a2cb7 req-a40bab41-00b7-4e78-bfd7-69cdc54f4c4f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 210 time: 0.0368299 Nov 02 17:34:43.283445 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-264c2a74-d197-4c21-9b3c-25336e5beee7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:43.286105 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-264c2a74-d197-4c21-9b3c-25336e5beee7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 809 time: 0.1669891 Nov 02 17:34:43.362957 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-93263eb0-b2d2-4e02-93c5-ada91fe8727c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 380 time: 0.0665855 Nov 02 17:34:43.375256 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'port': {'device_id': '765d257e-3511-4f9a-a436-564dfe84180c', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'admin_state_up': True, 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'security_groups': ['5fa1fe36-b24f-4f43-bd79-7829356fcce8']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:43.546234 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Made reservation on behalf of 4c7962127f074782a59f47a1cfb652d9 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:34:43.551867 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:43.602397 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1219e4eb-0e83-4e91-acbc-90bea70d8b42 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:43.670005 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:43.670519 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:43.756595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Allocated IP 172.20.0.13 (20594149-340b-4c3e-8315-a9c6fe8829fe/12820d43-81f7-4845-8c22-e98735eca39b/16d79d96-7df5-4f6a-9b97-9f3ec2d5007c) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:43.940329 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:43.979758 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.037575 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.045204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Network 20594149-340b-4c3e-8315-a9c6fe8829fe is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:44.048824 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:44.054564 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:44.084786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:44.120169 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:44.120947 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.146252 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-8df0038d-bc7f-443f-96c6-6c4645ed446c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761040 Nov 02 17:34:44.161781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Request body: {'port': {'device_id': '765d257e-3511-4f9a-a436-564dfe84180c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:44.277324 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.346570 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c1b6f16d-3b42-4dc1-8c5d-7950b7a66cfc None None] Provisioning complete for port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:44.346932 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f16d-3b42-4dc1-8c5d-7950b7a66cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.371666 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7a619-10e5-4427-9e21-7f80938a6220 req-feab7397-8ca0-4a9d-b625-81dcfa69f609 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:44.374611 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35d7a619-10e5-4427-9e21-7f80938a6220 req-feab7397-8ca0-4a9d-b625-81dcfa69f609 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 932 time: 0.0873246 Nov 02 17:34:44.409114 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6f16d-3b42-4dc1-8c5d-7950b7a66cfc None None] Port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:34:44.437289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-35d7a619-10e5-4427-9e21-7f80938a6220 req-5c14e5ed-9eda-49c3-b792-44453a23a634 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549870 Nov 02 17:34:44.633741 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:34:44.643878 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.658495 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Transition to ACTIVE for port object 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:34:44.663608 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.749851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:44.819287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:34:44.819620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:34:44.819947 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:44.826781 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on network 20594149-340b-4c3e-8315-a9c6fe8829fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:34:44.827444 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:34:44.837275 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:34:44.837864 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Checking segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:34:44.838486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Bound using segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:34:44.839123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Bound port: 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:34:44.839656 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.942499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:34:44.946084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:34:44.952526 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.989939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:44.990603 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:44.992096 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1092 time: 0.8373010 Nov 02 17:34:44.992637 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:34:44.995232 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d444c4-111d-4ff0-ac97-11149ee2c9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:34:45.027067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400ff13-af2b-4e74-a38d-81fe382027f9 service neutron] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:45.088563 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b97156a-b25c-4a72-8be4-bac57a73c540 x-openstack-request-id: req-0b97156a-b25c-4a72-8be4-bac57a73c540 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:34:45.088943 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:34:45.089264 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b97156a-b25c-4a72-8be4-bac57a73c540 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:34:45.089756 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'status': 'completed', 'code': 200} Nov 02 17:34:45.111588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-fe2efc5b-6369-4ebe-822d-bee14d56c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.113754 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-fe2efc5b-6369-4ebe-822d-bee14d56c6c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1095 time: 0.0543091 Nov 02 17:34:45.169774 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-7d4afe3c-60c7-488e-a3c8-2226c2859a9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 217 time: 0.0484490 Nov 02 17:34:45.231687 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-81973716-1fc6-449b-9477-7ea45346e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.233526 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-81973716-1fc6-449b-9477-7ea45346e59f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0554645 Nov 02 17:34:45.299364 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-ca3ddbe9-6e8d-440b-a96b-ddcd39d5b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.300856 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-ca3ddbe9-6e8d-440b-a96b-ddcd39d5b55a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604849 Nov 02 17:34:45.405914 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-1735755f-fa50-4970-988d-ce0aace1a011 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981057 Nov 02 17:34:45.515886 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c3034b50-dc8a-4df0-a67c-a76c829741e6 req-579b2d1f-df7c-4b6e-b1ce-c0b8f6e7e850 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030719 Nov 02 17:34:45.595167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d601179-1915-4c24-8261-33e6904c6322 req-7e4b6d33-84bd-4b1c-9859-ff67037767f2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.596798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d601179-1915-4c24-8261-33e6904c6322 req-7e4b6d33-84bd-4b1c-9859-ff67037767f2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.0658572 Nov 02 17:34:45.611416 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-6de21c01-dd71-40b8-b010-474c03d18c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.612959 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-6de21c01-dd71-40b8-b010-474c03d18c71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1095 time: 0.0479352 Nov 02 17:34:45.645573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d601179-1915-4c24-8261-33e6904c6322 req-fd6f3257-821d-4f87-a292-193c9432a331 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Nov 02 17:34:45.717985 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-713f8991-06c2-45c0-9577-3ae37c92ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.719815 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-713f8991-06c2-45c0-9577-3ae37c92ed83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1001835 Nov 02 17:34:45.763053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-2a7ae45f-3a02-4170-8de2-955cf2b10c67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 217 time: 0.0361681 Nov 02 17:34:45.819948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-3b14a9e2-9c82-4f12-93b3-eea8593be68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.821471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-3b14a9e2-9c82-4f12-93b3-eea8593be68c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0512829 Nov 02 17:34:45.871938 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-ba75cf7c-9f96-4a70-8d74-117a9d61f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:45.873490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-ba75cf7c-9f96-4a70-8d74-117a9d61f93e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437126 Nov 02 17:34:45.986146 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-84e1fa53-59d9-48db-942a-59bb1803e0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041436 Nov 02 17:34:46.094849 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-11d444c4-111d-4ff0-ac97-11149ee2c9c1 req-ed3bd650-9ba9-4f34-a0aa-4262785dc8b9 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010079 Nov 02 17:34:46.792069 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f1ae-0a51-4b72-b004-d4944dd45323 req-61b24cdc-744a-4ea8-8667-d6f2415ae83a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:46.794900 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5aa5f1ae-0a51-4b72-b004-d4944dd45323 req-61b24cdc-744a-4ea8-8667-d6f2415ae83a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.0709896 Nov 02 17:34:46.841395 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5aa5f1ae-0a51-4b72-b004-d4944dd45323 req-353691fe-3a3d-4d63-b812-60832622625c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Nov 02 17:34:47.990251 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b8292-d23c-4c50-a69d-923cb0200266 req-735d2936-7534-44ad-98a9-93a5f2f53af2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:47.991973 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f2b8292-d23c-4c50-a69d-923cb0200266 req-735d2936-7534-44ad-98a9-93a5f2f53af2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.0583520 Nov 02 17:34:48.037807 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-2f2b8292-d23c-4c50-a69d-923cb0200266 req-66f5e32e-0725-4009-a9b0-0342b225caba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Nov 02 17:34:48.172771 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:48.564289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:34:48.667907 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:48.682414 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'mac_address': 'fa:16:3e:93:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:34:48.730453 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:48.747800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:34:48.777474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:48.787316 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:48.842416 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:49.011621 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:34:49.190708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf5b25-925f-4758-a255-bbfa63778bfc req-a1632f74-f94b-45ed-81aa-c4e01922139a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:49.193159 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67bf5b25-925f-4758-a255-bbfa63778bfc req-a1632f74-f94b-45ed-81aa-c4e01922139a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0789871 Nov 02 17:34:49.233947 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-67bf5b25-925f-4758-a255-bbfa63778bfc req-22846995-aeb3-488a-b014-0d447fb4d3b8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348082 Nov 02 17:34:50.373011 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f11fc-8d80-427e-a082-e7b7b0b48fff req-fe4983c1-0988-4e0f-b4c1-afb07d3bc722 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:50.374871 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c6f11fc-8d80-427e-a082-e7b7b0b48fff req-fe4983c1-0988-4e0f-b4c1-afb07d3bc722 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0610104 Nov 02 17:34:50.417673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7c6f11fc-8d80-427e-a082-e7b7b0b48fff req-54f1b4e7-8e71-49cd-80b5-942bbe020c69 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343482 Nov 02 17:34:50.563315 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:34:50.619519 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:34:50.624951 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:34:50.625580 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:50.717710 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:50.743926 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:34:50.746371 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231251f3-7da2-4f60-8555-3da038a6f136" -d '{"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-plugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:34:50.762536 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:34:50.770299 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:50.795957 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b10e95-13a6-43cf-a4e0-70786bfbf54f x-openstack-request-id: req-84b10e95-13a6-43cf-a4e0-70786bfbf54f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:34:50.796333 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-plugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:34:50.796687 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84b10e95-13a6-43cf-a4e0-70786bfbf54f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:34:50.797283 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'code': 200} Nov 02 17:34:50.838099 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:50.904211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685389f9-ba80-49ef-988f-4db4db97c15a req-9ca8c493-5d3b-4e58-904d-06ca1a195856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:50.904859 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-685389f9-ba80-49ef-988f-4db4db97c15a req-9ca8c493-5d3b-4e58-904d-06ca1a195856 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1097 time: 0.0450912 Nov 02 17:34:50.947866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-685389f9-ba80-49ef-988f-4db4db97c15a req-f7c68f1d-7143-46ae-8308-ca0032ecbd8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358579 Nov 02 17:34:51.563392 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53658c-1ccf-484a-8b37-5267eb8b9121 req-7a021b5d-5c8a-4578-b414-006a1e980511 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:51.564970 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab53658c-1ccf-484a-8b37-5267eb8b9121 req-7a021b5d-5c8a-4578-b414-006a1e980511 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0543642 Nov 02 17:34:51.612584 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab53658c-1ccf-484a-8b37-5267eb8b9121 req-a1a527fa-acf3-4c8b-90d4-6d599a157afa tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368617 Nov 02 17:34:52.104404 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:34:52.742920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed150a0-5d37-4d75-a82d-1817ee6bf2cc req-872055b8-e735-4e02-bb99-ec61ded424e4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:52.744740 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ed150a0-5d37-4d75-a82d-1817ee6bf2cc req-872055b8-e735-4e02-bb99-ec61ded424e4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0549500 Nov 02 17:34:52.789289 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ed150a0-5d37-4d75-a82d-1817ee6bf2cc req-f3b96b00-9374-491f-a716-0e05378cc75e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370309 Nov 02 17:34:52.929033 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95bd6-2987-4990-ac9f-924520532156 req-0ed2f7e1-3df5-444d-bcd8-b13f2a230ac0 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:52.930616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbb95bd6-2987-4990-ac9f-924520532156 req-0ed2f7e1-3df5-444d-bcd8-b13f2a230ac0 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0619218 Nov 02 17:34:52.980712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fbb95bd6-2987-4990-ac9f-924520532156 req-f20f6eed-c2a8-49d4-b172-539d439a0e6a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382574 Nov 02 17:34:53.005848 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51586) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:53.153900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527f4f8-9612-4ebb-a1ef-fa4b1dfd0491 tempest-TestShelveInstance-168752839 tempest-TestShelveInstance-168752839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:53.155714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5527f4f8-9612-4ebb-a1ef-fa4b1dfd0491 tempest-TestShelveInstance-168752839 tempest-TestShelveInstance-168752839-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1092 time: 0.1486404 Nov 02 17:34:53.158816 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51590) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:34:53.163262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:34:53.191422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:53.316904 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:53.445298 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Allocated IP 172.25.7.68 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/8731458f-99e4-46b8-9c19-eaed1350aa89) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:34:53.562948 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:53.605180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:53.646572 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:34:53.649986 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:34:53.654173 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:34:53.689560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'Port': ['ID=8731458f-99e4-46b8-9c19-eaed1350aa89,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:53.745417 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:54.085363 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:54.210959 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:54.399544 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:54.405946 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:54.494576 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'Port': ['ID=8731458f-99e4-46b8-9c19-eaed1350aa89,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:34:54.505044 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:54.617772 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Floating IP eef89f10-c946-4e64-be0a-be109f42dce8 associated. External IP: 172.25.7.68, port: 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c. Nov 02 17:34:54.848943 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:34:54.991647 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:34:55.003030 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:34:55.012552 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:34:55.020468 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:55.021289 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:55.062387 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d821113d-d27c-4af3-bce4-188b96c4f593 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8957834 Nov 02 17:34:55.062387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:34:55.062387 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1460382-5c59-49a6-ba90-3891082c666c" -d '{"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:34:55.104614 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ddb9d1-17e4-41b6-bd35-e8508519094d x-openstack-request-id: req-01ddb9d1-17e4-41b6-bd35-e8508519094d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:34:55.105399 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:34:55.105399 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01ddb9d1-17e4-41b6-bd35-e8508519094d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:34:55.105652 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'status': 'completed', 'code': 200} Nov 02 17:34:55.174849 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:55.185277 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1460382-5c59-49a6-ba90-3891082c666c req-7f889126-8ac5-4bde-9951-458caaf5a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:55.187378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-7f889126-8ac5-4bde-9951-458caaf5a8bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1097 time: 0.0585821 Nov 02 17:34:55.305678 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1460382-5c59-49a6-ba90-3891082c666c req-ea27e40b-1679-4b3e-8faf-48b1ee028444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:55.307247 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-ea27e40b-1679-4b3e-8faf-48b1ee028444 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1133444 Nov 02 17:34:55.432075 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-f703ce3b-33df-4dda-b1da-41a692cce72e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 999 time: 0.1162729 Nov 02 17:34:55.459588 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'eef89f10-c946-4e64-be0a-be109f42dce8', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'mac_address': 'fa:16:3e:93:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765d257e-3511-4f9a-a436-564dfe84180c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:34:53Z', 'updated_at': '2021-11-02T17:34:53Z', 'revision_number': 0, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:55.494438 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1460382-5c59-49a6-ba90-3891082c666c req-692791b7-c95b-4dc2-b90d-e3b758236abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:55.495993 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-692791b7-c95b-4dc2-b90d-e3b758236abf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0566299 Nov 02 17:34:55.506819 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:34:55.520428 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:34:55.521193 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:34:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:55.549642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1460382-5c59-49a6-ba90-3891082c666c req-bb5cc384-9ef5-42c2-b01b-b70ca6463408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:34:55.551435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-bb5cc384-9ef5-42c2-b01b-b70ca6463408 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479569 Nov 02 17:34:55.655651 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:34:55.686500 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-7a99a706-96fe-47fa-a528-ed2d6de4146f service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272082 Nov 02 17:34:55.836510 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-c1460382-5c59-49a6-ba90-3891082c666c req-8f028d01-2744-4462-8151-0929ea35eb28 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433721 Nov 02 17:34:56.029658 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'eef89f10-c946-4e64-be0a-be109f42dce8', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'mac_address': 'fa:16:3e:93:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765d257e-3511-4f9a-a436-564dfe84180c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:34:53Z', 'updated_at': '2021-11-02T17:34:53Z', 'revision_number': 0, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:34:56.058458 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4817230-2bd4-415f-b62a-77a11c1d3565 None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': 'eef89f10-c946-4e64-be0a-be109f42dce8', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'mac_address': 'fa:16:3e:93:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765d257e-3511-4f9a-a436-564dfe84180c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:34:53Z', 'updated_at': '2021-11-02T17:34:53Z', 'revision_number': 0, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:34:56.307457 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262864ed-dca3-4232-84a8-78114b4fae8e None None] New status for floating IP eef89f10-c946-4e64-be0a-be109f42dce8: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:35:08.788925 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6b62bb1c-07d6-498f-936b-de5bdf57fe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:11.260686 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-0ca063fe-e9e4-4808-9969-c85b21fb110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:11.437891 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:12.869531 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:14.042054 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:18.193034 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:23.740087 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:25.540739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-25bbd69e-4c30-4dcc-a7b5-a1a3c5f6bf4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499177 Nov 02 17:35:25.641723 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-5e5c824c-298b-416f-9ead-1f879be75841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:35:25.643354 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-5e5c824c-298b-416f-9ead-1f879be75841 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1097 time: 0.0537117 Nov 02 17:35:25.766726 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-1bdf76f6-9488-4308-b053-64c39bb1473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:35:25.769067 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-1bdf76f6-9488-4308-b053-64c39bb1473c service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1042523 Nov 02 17:35:25.853617 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-e4f9c311-549c-4c3f-8ecb-19581b353891 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1001 time: 0.0765598 Nov 02 17:35:25.912065 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-67598cac-d756-4047-9a74-004b9e3862c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:35:25.913590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-67598cac-d756-4047-9a74-004b9e3862c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0520000 Nov 02 17:35:25.967223 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-3a5c1da3-32a6-4d1c-b440-252340e82a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:35:25.969955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-3a5c1da3-32a6-4d1c-b440-252340e82a84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483613 Nov 02 17:35:26.084202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-f0127060-ef94-498b-8ec3-ce538722f8fd service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066878 Nov 02 17:35:26.215973 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f243b3af-88f6-4b12-b044-f0104b4f569e req-a9ca7c37-a5ed-4de8-bf5f-be740070d729 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243744 Nov 02 17:35:29.095756 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:35:38.791961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-381dfa9d-f17b-4a04-9483-df74d639862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:41.254636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d61acf31-02ef-4713-877d-39ec8c7bf35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:41.442262 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:42.869433 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:44.042037 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:48.202918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:35:53.736811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:06.096744 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:36:08.795936 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c75ff2ae-f9c6-4d02-a21c-2c951964d1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:11.262747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b9937f4f-93ec-4cb6-80e5-33cb9277f8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:11.443458 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:12.871077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:14.045993 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:18.232249 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:23.750295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:27.534801 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-08985df2-37a8-4745-9209-76c2bcd3e105 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612047 Nov 02 17:36:27.632725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-b40232bb-10a8-40f7-b206-90ce81a8d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:27.634356 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-b40232bb-10a8-40f7-b206-90ce81a8d8a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1097 time: 0.0538757 Nov 02 17:36:28.105844 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-535c3e4c-e909-4669-8fda-0db627433080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:28.110599 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-535c3e4c-e909-4669-8fda-0db627433080 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.4542675 Nov 02 17:36:28.197550 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-0a1363ee-f4fa-4795-b2e2-cfe2dfa56451 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1001 time: 0.0797002 Nov 02 17:36:28.254588 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-bb4b60df-8b46-4d48-8c08-24bfdcc32da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:28.256141 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-bb4b60df-8b46-4d48-8c08-24bfdcc32da2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0503666 Nov 02 17:36:28.311567 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-ab72b7b0-115c-4146-91a6-8d1f834746ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:28.313264 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-ab72b7b0-115c-4146-91a6-8d1f834746ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496936 Nov 02 17:36:28.421763 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-bd0a199d-3126-4b4b-83c8-5cff17c108a4 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010270 Nov 02 17:36:28.522590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a5fbb277-9526-442a-87b1-340ce235cbbe req-809b46ba-9ce5-49e1-a54e-70a0e91dd33c service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934877 Nov 02 17:36:38.800814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf5a1-ad3a-4426-abdd-3e4e0d9a6fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:41.258714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3dd51996-744b-4e7f-aac1-6ec154382131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:41.438692 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:42.876331 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:43.097340 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:36:44.049323 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:48.250321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:51.708976 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb6acd-558f-45b7-ada0-f310f79de470 req-31f042ee-5ed6-4d80-b34f-ea0afcce7798 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:51.711762 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85bb6acd-558f-45b7-ada0-f310f79de470 req-31f042ee-5ed6-4d80-b34f-ea0afcce7798 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1901343 Nov 02 17:36:51.760272 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-85bb6acd-558f-45b7-ada0-f310f79de470 req-4ecd964c-4197-4986-bfa0-6084e8c7a28f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Nov 02 17:36:52.984488 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dce6b4-285b-49ed-a04a-8fe65fff9fe7 req-8aa24fb1-f320-4b77-918b-fe19aa690d28 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:52.987315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7dce6b4-285b-49ed-a04a-8fe65fff9fe7 req-8aa24fb1-f320-4b77-918b-fe19aa690d28 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0912592 Nov 02 17:36:53.061643 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f7dce6b4-285b-49ed-a04a-8fe65fff9fe7 req-7b34e1d7-737b-4574-8373-ecf030aad44c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634856 Nov 02 17:36:53.755061 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:36:54.323906 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e0b7-0a24-4ffe-bf8c-955341e54190 req-748cb6ad-f737-47a6-a348-babcde2ffaeb tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:54.327687 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0797e0b7-0a24-4ffe-bf8c-955341e54190 req-748cb6ad-f737-47a6-a348-babcde2ffaeb tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1013155 Nov 02 17:36:54.400901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0797e0b7-0a24-4ffe-bf8c-955341e54190 req-6e355b3e-6858-4d2a-a6d2-ece3834d338d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639372 Nov 02 17:36:55.546314 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644efe0-9916-4c99-b7bb-7403d09b2e31 req-e4971b47-3b66-43e5-8d03-49a1e27bd84e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:55.547872 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d644efe0-9916-4c99-b7bb-7403d09b2e31 req-e4971b47-3b66-43e5-8d03-49a1e27bd84e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0544553 Nov 02 17:36:55.610199 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d644efe0-9916-4c99-b7bb-7403d09b2e31 req-9e3edc93-6d8f-4686-8d78-4c948b5b49b0 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500374 Nov 02 17:36:56.771294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff70d0a-5d6c-4582-b038-fec10553e8da req-46311a12-1249-4d6e-aa7e-071a31d14420 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:56.772926 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ff70d0a-5d6c-4582-b038-fec10553e8da req-46311a12-1249-4d6e-aa7e-071a31d14420 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0694313 Nov 02 17:36:56.820770 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ff70d0a-5d6c-4582-b038-fec10553e8da req-abfc5732-dba3-42fd-b49d-0d8aa79ee4f7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Nov 02 17:36:58.026839 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171184f-ed44-439b-a4d9-9d266156497b req-670dbc74-6ab7-4cca-bda4-0d2a7bad8e0a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:58.028818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b171184f-ed44-439b-a4d9-9d266156497b req-670dbc74-6ab7-4cca-bda4-0d2a7bad8e0a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0852759 Nov 02 17:36:58.095573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b171184f-ed44-439b-a4d9-9d266156497b req-35e30921-5015-427c-b7fb-e690f307987c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555105 Nov 02 17:36:59.296730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7175e-d602-476b-8340-799e0f0e4d21 req-368fcc52-0d54-47a7-a1ea-2774fbfafd10 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:36:59.299536 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18a7175e-d602-476b-8340-799e0f0e4d21 req-368fcc52-0d54-47a7-a1ea-2774fbfafd10 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0934155 Nov 02 17:36:59.360847 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-18a7175e-d602-476b-8340-799e0f0e4d21 req-eff57547-b940-4baf-8666-da5e7d1d1f05 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536327 Nov 02 17:37:00.521266 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0f17f-ff49-4344-b2dc-373095d72283 req-63c535fc-5516-42a1-a080-0741d76fd546 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:00.523996 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0da0f17f-ff49-4344-b2dc-373095d72283 req-63c535fc-5516-42a1-a080-0741d76fd546 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0667901 Nov 02 17:37:00.582935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0da0f17f-ff49-4344-b2dc-373095d72283 req-7a0b4abb-24fc-4f3e-96c3-98378c1ed11e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500557 Nov 02 17:37:01.788958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e88e3-a5bc-40a7-9859-7049d83b9f35 req-55b82bcd-f2bd-4016-9a8d-e37e50e149ec tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:01.791716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-970e88e3-a5bc-40a7-9859-7049d83b9f35 req-55b82bcd-f2bd-4016-9a8d-e37e50e149ec tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0757461 Nov 02 17:37:01.848339 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-970e88e3-a5bc-40a7-9859-7049d83b9f35 req-3038b0ea-c6e2-4679-8a38-65325efcd99a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458031 Nov 02 17:37:03.030842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5725a-e816-4642-96ce-cf5a83555852 req-409728bc-2798-4b50-83af-3b2f3a8345ed tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:03.032525 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ec5725a-e816-4642-96ce-cf5a83555852 req-409728bc-2798-4b50-83af-3b2f3a8345ed tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0627367 Nov 02 17:37:03.088517 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ec5725a-e816-4642-96ce-cf5a83555852 req-a59f1715-0d51-4e8b-95b1-1619b517cc55 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473514 Nov 02 17:37:03.279013 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:37:03.424544 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:03.447193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'mac_address': 'fa:16:3e:93:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:37:03.521698 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:03.555161 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:37:03.584044 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:03.590764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:03.681701 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:37:03.691399 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:03.736259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.736651 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.737033 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.737404 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.737778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.738215 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.738589 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.738949 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.739311 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.739672 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.740032 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:03.740391 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:04.268078 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024227-48cf-4a2f-b57d-5f161b2bf870 req-b63e5e45-01a4-45fc-b1ba-b084bc051663 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:04.270480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00024227-48cf-4a2f-b57d-5f161b2bf870 req-b63e5e45-01a4-45fc-b1ba-b084bc051663 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0797129 Nov 02 17:37:04.334587 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00024227-48cf-4a2f-b57d-5f161b2bf870 req-0b4992b4-fadf-43aa-bbcf-fc95516f336e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528991 Nov 02 17:37:05.279709 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:37:05.374699 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:37:05.375496 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:05.543275 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5ecb9-4bb8-4f99-b586-0883f773f0e5 req-ebce29e0-5519-476f-ac2e-06177f5e8a5b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:05.561754 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:05.567168 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58f5ecb9-4bb8-4f99-b586-0883f773f0e5 req-ebce29e0-5519-476f-ac2e-06177f5e8a5b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.1091509 Nov 02 17:37:05.620393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:37:05.624705 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062b18f-c09d-4a44-83a1-ddb18d73d290" -d '{"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-plugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:37:05.643818 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-58f5ecb9-4bb8-4f99-b586-0883f773f0e5 req-eaf6312a-577a-402d-962f-964a332aa99c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748584 Nov 02 17:37:05.651555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:05.666595 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:05.773622 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:06.787985 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa71aa01-b8ef-4015-b165-9035c5127e12 x-openstack-request-id: req-fa71aa01-b8ef-4015-b165-9035c5127e12 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:37:06.789432 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-plugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:37:06.790078 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa71aa01-b8ef-4015-b165-9035c5127e12 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:37:06.790860 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'code': 200} Nov 02 17:37:06.914706 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93fbf-81f9-4713-b836-8a97392ad716 req-d0a9f99d-b043-497f-b8c2-8153cfaa9cf9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:06.917203 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ff93fbf-81f9-4713-b836-8a97392ad716 req-d0a9f99d-b043-497f-b8c2-8153cfaa9cf9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0881522 Nov 02 17:37:06.999063 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7ff93fbf-81f9-4713-b836-8a97392ad716 req-4277da94-9854-4c20-80b1-1cf857753bae tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693386 Nov 02 17:37:08.217836 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a6882-9866-4c9e-8255-4b0e004c6153 req-4a646736-d9df-43e8-8825-2addff7462a7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:08.220223 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760a6882-9866-4c9e-8255-4b0e004c6153 req-4a646736-d9df-43e8-8825-2addff7462a7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1210551 Nov 02 17:37:08.306354 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-760a6882-9866-4c9e-8255-4b0e004c6153 req-e7679889-f75e-4641-adab-1b790c150ea7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754659 Nov 02 17:37:08.816758 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-affafa51-0fc0-4b2a-aa7b-d31f2fa7165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:09.537957 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b13551-8a38-433d-8a42-62276de25a52 req-2255e5c4-3fe1-499b-80c2-f22c9d7cf285 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:09.540073 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37b13551-8a38-433d-8a42-62276de25a52 req-2255e5c4-3fe1-499b-80c2-f22c9d7cf285 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1019928 Nov 02 17:37:09.616067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-37b13551-8a38-433d-8a42-62276de25a52 req-faeb0e15-608a-49ab-8095-229d9c6de3c8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641980 Nov 02 17:37:10.857318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6cd2-506e-4f84-b9a8-cf530a846743 req-16522678-b9d7-4147-b33a-5f3d9735ca40 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:10.859472 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e69a6cd2-506e-4f84-b9a8-cf530a846743 req-16522678-b9d7-4147-b33a-5f3d9735ca40 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1090677 Nov 02 17:37:10.929579 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e69a6cd2-506e-4f84-b9a8-cf530a846743 req-04a176c6-148b-46ae-b087-0bfa84dc02bb tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559635 Nov 02 17:37:11.287010 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0e67-55b9-40ae-9eff-a82165be135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:11.454095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:12.197263 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beba754-8201-4042-80b9-423e7cb80fd0 req-0b58eb6a-24c7-4c96-8948-1d51318a5c5e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:12.200744 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9beba754-8201-4042-80b9-423e7cb80fd0 req-0b58eb6a-24c7-4c96-8948-1d51318a5c5e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1145883 Nov 02 17:37:12.285315 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9beba754-8201-4042-80b9-423e7cb80fd0 req-dedd2328-cfa8-4a57-bd05-5d1b84803470 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755963 Nov 02 17:37:12.894662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:13.513042 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b8abf-d73a-4705-83cf-f2be747d25b4 req-d840d737-4a64-43b0-8492-54992554dc8d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:13.515716 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-478b8abf-d73a-4705-83cf-f2be747d25b4 req-d840d737-4a64-43b0-8492-54992554dc8d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0960844 Nov 02 17:37:13.602669 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-478b8abf-d73a-4705-83cf-f2be747d25b4 req-85383a90-0c13-4c9a-80ce-0b2dae628a63 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740864 Nov 02 17:37:14.069296 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:14.848751 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde845bb-73f7-4ceb-900f-e4255d9da0b1 req-33729866-b2f7-4927-a298-b7987f3f54f4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:14.860673 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fde845bb-73f7-4ceb-900f-e4255d9da0b1 req-33729866-b2f7-4927-a298-b7987f3f54f4 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1092145 Nov 02 17:37:14.935852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fde845bb-73f7-4ceb-900f-e4255d9da0b1 req-6729e67a-15a8-4ab5-beba-3f2f5a445773 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737605 Nov 02 17:37:16.186375 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe38b67-ea3e-4696-ab5c-f89ca8a2e4dd req-3c8256b1-5e6e-4e0c-9c4c-bc50a271ab8c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:16.189419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfe38b67-ea3e-4696-ab5c-f89ca8a2e4dd req-3c8256b1-5e6e-4e0c-9c4c-bc50a271ab8c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1044960 Nov 02 17:37:16.282376 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cfe38b67-ea3e-4696-ab5c-f89ca8a2e4dd req-c5153e03-ee9c-45e3-865d-c516f9dbbb7b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758998 Nov 02 17:37:17.295794 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c3eb0-6a94-4906-8798-493881fc1473 req-cba4e695-31a9-44dd-87a7-6353d07a84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:17.297954 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-cba4e695-31a9-44dd-87a7-6353d07a84ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1097 time: 0.0545936 Nov 02 17:37:17.471208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c849a8-71c8-4838-bab8-d92b71f63e24 req-00a15838-b2cb-43e3-8d40-9e2a3d0d7201 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:17.472800 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23c849a8-71c8-4838-bab8-d92b71f63e24 req-00a15838-b2cb-43e3-8d40-9e2a3d0d7201 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0943248 Nov 02 17:37:17.473045 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c3eb0-6a94-4906-8798-493881fc1473 req-b2146e96-d640-4e49-a2c5-b8cdac3e7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:17.474587 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-b2146e96-d640-4e49-a2c5-b8cdac3e7fc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1694686 Nov 02 17:37:17.543724 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-23c849a8-71c8-4838-bab8-d92b71f63e24 req-1d1ef37a-fe89-4b24-8b56-d891a5c45adf tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601654 Nov 02 17:37:17.574756 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-b73d3433-09c3-4f50-88ef-e6a6bf9e5117 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1001 time: 0.0879426 Nov 02 17:37:17.676395 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c3eb0-6a94-4906-8798-493881fc1473 req-c13b9eff-9481-40d0-9bf7-a265cbd129fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:17.677978 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-c13b9eff-9481-40d0-9bf7-a265cbd129fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0951643 Nov 02 17:37:17.767184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c3eb0-6a94-4906-8798-493881fc1473 req-1889a427-7499-40d4-b3e2-de663afaba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:17.769771 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-1889a427-7499-40d4-b3e2-de663afaba1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842397 Nov 02 17:37:17.943594 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-5c050553-682b-4854-b333-507529eeb8a0 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646597 Nov 02 17:37:18.074560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-711c3eb0-6a94-4906-8798-493881fc1473 req-a8c92dc4-c6bc-4b0c-972e-ebf75b5b8f30 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231720 Nov 02 17:37:18.252112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:18.721563 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659aaa4-c08f-4f0f-bdf2-7137e310f92a req-e7da07e9-afba-4375-9ec8-a060be271d42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:18.724044 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e659aaa4-c08f-4f0f-bdf2-7137e310f92a req-e7da07e9-afba-4375-9ec8-a060be271d42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0702701 Nov 02 17:37:18.787082 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e659aaa4-c08f-4f0f-bdf2-7137e310f92a req-9b64020b-4cd8-4958-b5fc-1abebea8bc56 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519257 Nov 02 17:37:19.324421 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:37:19.437603 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:19.476911 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:37:19.481270 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0fe54a-20c4-4372-8682-8c023e61bc24" -d '{"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-unplugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:37:19.503627 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:19.510258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:19.559871 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b451e9-ff9c-41b4-815e-b88fa0799894 x-openstack-request-id: req-16b451e9-ff9c-41b4-815e-b88fa0799894 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:37:19.560326 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-unplugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:37:19.560732 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16b451e9-ff9c-41b4-815e-b88fa0799894 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:37:19.561348 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'code': 200} Nov 02 17:37:19.614086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:20.002272 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e501-2bbf-4939-b1eb-8fc3f3c1cc31 req-4ebe721e-bba8-47bb-aaf6-ef1b8a78d9f3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:20.005166 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c34e501-2bbf-4939-b1eb-8fc3f3c1cc31 req-4ebe721e-bba8-47bb-aaf6-ef1b8a78d9f3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.0886743 Nov 02 17:37:20.077548 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9c34e501-2bbf-4939-b1eb-8fc3f3c1cc31 req-d5b69c03-63ae-40c9-b2a3-1b444ea3c36f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623021 Nov 02 17:37:20.103127 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:37:20.240811 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-5ec305c1-abb1-45cf-ac9d-51cd22a9af9a req-0951a819-b44e-443c-9ca3-c72b443f9f6a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:37:20.241852 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5ec305c1-abb1-45cf-ac9d-51cd22a9af9a req-0951a819-b44e-443c-9ca3-c72b443f9f6a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0610216 Nov 02 17:37:20.535377 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2032d6-92c1-40d0-b336-c0e50cb214d0 req-0c4f2ab1-d761-4996-aa4f-ac078bc172a7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:20.538322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa2032d6-92c1-40d0-b336-c0e50cb214d0 req-0c4f2ab1-d761-4996-aa4f-ac078bc172a7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.1003883 Nov 02 17:37:20.603920 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fa2032d6-92c1-40d0-b336-c0e50cb214d0 req-ab657a25-8585-4608-9b64-455dac130f06 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540020 Nov 02 17:37:20.789033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51798) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:37:20.933809 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-a11bc6f7-9d86-4c79-a2c7-c815fb4c1744 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419711 Nov 02 17:37:20.950332 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-4dbe6e8a-3323-415e-841d-013ca3530a57 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:37:20.951530 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-4dbe6e8a-3323-415e-841d-013ca3530a57 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094109 Nov 02 17:37:21.814664 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8e8e2-b145-4216-8c54-de6b7732341b req-d6ab7be8-6abe-4170-b8cb-da2efec275db tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:21.816878 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbc8e8e2-b145-4216-8c54-de6b7732341b req-d6ab7be8-6abe-4170-b8cb-da2efec275db tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.0948412 Nov 02 17:37:21.888312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cbc8e8e2-b145-4216-8c54-de6b7732341b req-c94ba832-70fb-4335-9c27-9f3012b4677b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581303 Nov 02 17:37:22.060526 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-61d873bf-7d03-4cc8-a499-2b22fd3a207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:22.062826 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-61d873bf-7d03-4cc8-a499-2b22fd3a207d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c&tenant_id=4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 1095 time: 0.0484474 Nov 02 17:37:22.075610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-e74eab1b-6aab-46b3-839a-0906d0905abe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:37:22.077053 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-e74eab1b-6aab-46b3-839a-0906d0905abe service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078361 Nov 02 17:37:22.090070 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811405-2', 'device_owner': 'compute:nova'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:37:22.172588 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:22.550200 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:22.608855 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:37:22.674842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:37:22.691694 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:22.715731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Transition to ACTIVE for port object 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:37:22.720642 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:22.843149 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=9']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:22.862087 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.863023 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.865468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.865468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.865468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.865468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.865468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.868010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.868010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.868010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.868010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.868010 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:37:22.937321 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] No DVR routers for this DVR port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:37:23.130571 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96324-451c-43e1-aa89-8ea2fbdc0db9 req-683e0819-545f-448d-a201-d286e286dc8d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:23.133378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2e96324-451c-43e1-aa89-8ea2fbdc0db9 req-683e0819-545f-448d-a201-d286e286dc8d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 944 time: 0.1063020 Nov 02 17:37:23.210336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:37:23.211172 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:37:23.211441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:37:23.213299 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e2e96324-451c-43e1-aa89-8ea2fbdc0db9 req-e53eaf34-2a4c-47ca-a323-09eaac2d774f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709682 Nov 02 17:37:23.220866 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on network 20594149-340b-4c3e-8315-a9c6fe8829fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:37:23.221421 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Attempting to bind port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:37:23.231778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:37:23.232094 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Checking segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:37:23.232933 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Bound using segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:37:23.233674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Bound port: 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:37:23.234341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:23.334585 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:37:23.365775 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:37:23.372265 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:37:23.379797 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:23.413997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:37:23.430850 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:23.432137 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:23.435101 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-17855532-9168-4c11-b514-327fc9dab948 service neutron] 10.222.0.100 "PUT /v2.0/ports/16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1092 time: 1.3498216 Nov 02 17:37:23.438035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:37:23.441456 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f839346-3e58-4fa7-844d-bccbf546d287" -d '{"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:37:23.538803 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17855532-9168-4c11-b514-327fc9dab948 service neutron] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=10']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:23.584830 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-884928ad-a494-41d4-a1db-1e16ea5d0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:23.590107 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-884928ad-a494-41d4-a1db-1e16ea5d0dac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1096 time: 0.1141942 Nov 02 17:37:23.680402 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd94ac-ba0e-4d0a-b27b-55c99fe307e5 x-openstack-request-id: req-1efd94ac-ba0e-4d0a-b27b-55c99fe307e5 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:37:23.680402 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:37:23.681171 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1efd94ac-ba0e-4d0a-b27b-55c99fe307e5 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:37:23.681171 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'status': 'completed', 'code': 200} Nov 02 17:37:23.760855 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:23.766868 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-9da66fed-2dc9-4830-a035-01a2386cd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:23.769127 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-9da66fed-2dc9-4830-a035-01a2386cd060 service neutron] 10.222.0.100 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1730838 Nov 02 17:37:23.861138 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-cd21139d-dc0c-4915-a00a-10eef0a88748 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 999 time: 0.0847094 Nov 02 17:37:23.929187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-964e81d6-f21f-4b77-9119-9945b40182fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:23.930882 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-964e81d6-f21f-4b77-9119-9945b40182fd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0621016 Nov 02 17:37:24.015620 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-065f6102-76db-4e2c-a60c-55c2788ef89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:24.017602 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-065f6102-76db-4e2c-a60c-55c2788ef89a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792708 Nov 02 17:37:24.146769 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-3a5d1276-206b-4c08-a9d2-ba73e1cafc72 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214774 Nov 02 17:37:24.278232 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-b5745993-9552-4306-bce6-c3c209aa6d30 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233990 Nov 02 17:37:24.416902 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701c0d3-07dc-4342-9684-9007cfb9d5f3 req-b4113c72-373d-4419-a374-b3cc0ab5b502 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:24.419870 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0701c0d3-07dc-4342-9684-9007cfb9d5f3 req-b4113c72-373d-4419-a374-b3cc0ab5b502 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.1005566 Nov 02 17:37:24.436798 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-df63c89c-ba72-43f9-9a0d-cb2ae284ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:24.439554 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-df63c89c-ba72-43f9-9a0d-cb2ae284ff6b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1096 time: 0.0888104 Nov 02 17:37:24.481274 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0701c0d3-07dc-4342-9684-9007cfb9d5f3 req-41103556-7677-4965-9ac0-49fad392a9de tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514688 Nov 02 17:37:24.617250 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-97e44b9c-a881-4709-98ac-c1f4003ece97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:24.619988 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-97e44b9c-a881-4709-98ac-c1f4003ece97 service neutron] 10.222.0.100 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1678576 Nov 02 17:37:24.736552 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-69c6278e-9db4-4ece-85ae-017c6fb195f6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 999 time: 0.1073709 Nov 02 17:37:25.685889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d9082-2322-49ae-a265-0fcc6d581b1e req-ccf89a77-b558-4f61-8a4f-c13b90583093 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:25.688115 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d94d9082-2322-49ae-a265-0fcc6d581b1e req-ccf89a77-b558-4f61-8a4f-c13b90583093 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0832212 Nov 02 17:37:25.772480 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d94d9082-2322-49ae-a265-0fcc6d581b1e req-73698bdf-1d94-4728-ad3a-a6e91dfe700f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697830 Nov 02 17:37:27.006304 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129acdc-193d-45d9-b322-e0ac61a13b81 req-9271351c-445c-451e-a71b-2f6637a4e9a9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:27.009331 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0129acdc-193d-45d9-b322-e0ac61a13b81 req-9271351c-445c-451e-a71b-2f6637a4e9a9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.1006486 Nov 02 17:37:27.087060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0129acdc-193d-45d9-b322-e0ac61a13b81 req-3762a880-e041-4ba3-a41f-3d1fb901a9fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681927 Nov 02 17:37:28.288317 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab4ae-0ec9-4826-9cb0-6ecaf0e073d2 req-9aff10f3-6614-4007-9b74-b4560e7a8a4a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:28.293144 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e90ab4ae-0ec9-4826-9cb0-6ecaf0e073d2 req-9aff10f3-6614-4007-9b74-b4560e7a8a4a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0972755 Nov 02 17:37:28.363419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e90ab4ae-0ec9-4826-9cb0-6ecaf0e073d2 req-708d0e4c-55d0-49d7-be1f-2aef88d51bf8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578432 Nov 02 17:37:29.579061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202db20-5a24-4d06-8a5c-b084e2f1d941 req-cfe06c5b-bd32-4b19-8a19-bf5f958c27a6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:29.581820 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d202db20-5a24-4d06-8a5c-b084e2f1d941 req-cfe06c5b-bd32-4b19-8a19-bf5f958c27a6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0910192 Nov 02 17:37:29.645535 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d202db20-5a24-4d06-8a5c-b084e2f1d941 req-91f73e1a-3610-472c-985d-bb9476e6f614 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510285 Nov 02 17:37:30.827905 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d449c0e-ff0d-4308-af1a-b755bdb9e81b req-1f0ee3d5-fd45-4653-a7d3-1d4383263517 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:30.830346 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d449c0e-ff0d-4308-af1a-b755bdb9e81b req-1f0ee3d5-fd45-4653-a7d3-1d4383263517 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0661271 Nov 02 17:37:30.907804 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3d449c0e-ff0d-4308-af1a-b755bdb9e81b req-f26a2385-2eb3-4626-83a3-1f41163018d1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645578 Nov 02 17:37:32.101838 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2a271-b879-434c-939a-604648d414b6 req-0b05eb60-69e4-4275-a331-89ebb1e90635 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:32.105590 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45a2a271-b879-434c-939a-604648d414b6 req-0b05eb60-69e4-4275-a331-89ebb1e90635 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0982921 Nov 02 17:37:32.181022 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45a2a271-b879-434c-939a-604648d414b6 req-d0a7dd95-6484-4e56-a470-ee13e1dacb92 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639083 Nov 02 17:37:33.363224 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745f9b4-95fc-43cc-9295-4f6f3647021a req-acd69542-d010-48e5-898b-4def4fd8d219 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:33.365004 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c745f9b4-95fc-43cc-9295-4f6f3647021a req-acd69542-d010-48e5-898b-4def4fd8d219 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0771799 Nov 02 17:37:33.424456 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c745f9b4-95fc-43cc-9295-4f6f3647021a req-545ea772-abbb-4334-96d2-e6d029eb6b07 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510411 Nov 02 17:37:34.598708 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de05d-5ca0-4067-82cf-1d79e5e910d4 req-0e07d410-12e7-498f-b392-3dd36f153720 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:34.600288 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-460de05d-5ca0-4067-82cf-1d79e5e910d4 req-0e07d410-12e7-498f-b392-3dd36f153720 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0822048 Nov 02 17:37:34.670836 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-460de05d-5ca0-4067-82cf-1d79e5e910d4 req-ccb7c01b-d977-453d-9c11-9a028cc26544 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587680 Nov 02 17:37:35.499447 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-9b55a64f-2837-4482-aae4-ed79ae070bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:35.500998 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-9b55a64f-2837-4482-aae4-ed79ae070bda service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0655327 Nov 02 17:37:35.560055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-c4c59d60-45a1-474b-9232-220d10fbf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:35.561517 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-c4c59d60-45a1-474b-9232-220d10fbf150 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522141 Nov 02 17:37:35.717705 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-623e75c8-c42b-4989-bdc1-fc677c494898 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473966 Nov 02 17:37:35.828167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613596e1-6181-4f7d-8d5d-f5afd70d86a2 req-24e177ca-1ff3-41da-aec1-78d2d852f9d9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:35.829933 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-613596e1-6181-4f7d-8d5d-f5afd70d86a2 req-24e177ca-1ff3-41da-aec1-78d2d852f9d9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0669553 Nov 02 17:37:35.884184 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1f839346-3e58-4fa7-844d-bccbf546d287 req-fad71fd0-e4df-4e19-b1fd-88a5553aee79 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584539 Nov 02 17:37:35.897602 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-613596e1-6181-4f7d-8d5d-f5afd70d86a2 req-78245adb-deda-4296-b07d-4154af8fa4ee tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543714 Nov 02 17:37:37.076424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1063570-6fc6-47ec-b36a-cb4ffe04cecf req-ddaa50c0-fdc6-421a-9f96-5412e07d1cf3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:37.078629 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1063570-6fc6-47ec-b36a-cb4ffe04cecf req-ddaa50c0-fdc6-421a-9f96-5412e07d1cf3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 945 time: 0.0728579 Nov 02 17:37:37.135767 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b1063570-6fc6-47ec-b36a-cb4ffe04cecf req-f7ab51ea-1275-4823-aa42-96e73afd8bf6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496533 Nov 02 17:37:37.377743 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:37:37.755785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:37.772737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'port_id': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'mac_address': 'fa:16:3e:93:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:37:37.826670 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:37.844053 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:37:37.869607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:37.875223 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:37.965863 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=11']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:38.115665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:37:38.325715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea84c-6a36-449e-a120-48e01b97a873 req-b66b097f-cf0b-4eb2-af0c-06d8bb757823 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:38.329061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8aea84c-6a36-449e-a120-48e01b97a873 req-b66b097f-cf0b-4eb2-af0c-06d8bb757823 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.0912869 Nov 02 17:37:38.389061 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c8aea84c-6a36-449e-a120-48e01b97a873 req-3135539d-5f79-4001-a7a2-076a2e9d1771 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490048 Nov 02 17:37:38.813516 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eae82273-8301-4c11-8127-77f65bdf932c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:39.389054 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:37:39.457636 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:37:39.467381 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:37:39.468003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:39.589423 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:39.611255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1d77-3e2a-4fde-a85b-fce8cb2dd650 req-2f7d4b54-7f79-4e81-a903-a55bda00c79f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:39.615815 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeaf1d77-3e2a-4fde-a85b-fce8cb2dd650 req-2f7d4b54-7f79-4e81-a903-a55bda00c79f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 946 time: 0.1071093 Nov 02 17:37:39.624735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:37:39.628047 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9e759-941d-4821-b931-ba427467f147" -d '{"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-plugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:37:39.645058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:37:39.651075 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:39.689080 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aeaf1d77-3e2a-4fde-a85b-fce8cb2dd650 req-55eb28d4-287b-4cc0-a8e7-05e7eacd652b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601513 Nov 02 17:37:39.699260 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e659893-93c6-4f90-8da6-ca6af6ffe281 x-openstack-request-id: req-2e659893-93c6-4f90-8da6-ca6af6ffe281 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:37:39.699580 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-plugged", "status": "completed", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:37:39.699978 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e659893-93c6-4f90-8da6-ca6af6ffe281 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:37:39.700416 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'code': 200} Nov 02 17:37:39.735607 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=12']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:37:39.909212 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c6c1c-6cea-4ca1-810f-ce7b6d0f3cb6 req-a87071da-4183-4d75-82dd-3a67809deedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:39.911615 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd2c6c1c-6cea-4ca1-810f-ce7b6d0f3cb6 req-a87071da-4183-4d75-82dd-3a67809deedd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1098 time: 0.0594954 Nov 02 17:37:39.958314 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dd2c6c1c-6cea-4ca1-810f-ce7b6d0f3cb6 req-3a890656-9aa9-4b5e-b7a1-bfe267d2be25 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Nov 02 17:37:40.892592 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178ca2b-83fc-4925-a432-24b25e171d82 req-6c5da596-6753-4315-834d-19dcc8a8f029 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:40.895489 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d178ca2b-83fc-4925-a432-24b25e171d82 req-6c5da596-6753-4315-834d-19dcc8a8f029 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 947 time: 0.0899394 Nov 02 17:37:40.948822 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d178ca2b-83fc-4925-a432-24b25e171d82 req-bb6fb732-deec-4c39-ae42-cd4502eaec3e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Nov 02 17:37:41.273714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8f18289c-5108-4d94-9b6a-b04d0b82df1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:41.453521 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:42.122881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a585-95f6-4ecc-b26a-d3c4d68465f3 req-8c78695f-60e9-4037-b07c-ed397d39e9ee tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:42.125440 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1c1a585-95f6-4ecc-b26a-d3c4d68465f3 req-8c78695f-60e9-4037-b07c-ed397d39e9ee tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 947 time: 0.0870669 Nov 02 17:37:42.194823 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1c1a585-95f6-4ecc-b26a-d3c4d68465f3 req-6b4a449e-cbbc-4108-b971-76bc0e948b55 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618162 Nov 02 17:37:42.887480 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:44.052118 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:48.263921 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:48.888765 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-5588a474-0f1d-4f72-a984-da26d87cd6db service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524619 Nov 02 17:37:48.991512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-fa65c5b5-0772-41a1-bc6f-23329e0bfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:48.993966 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-fa65c5b5-0772-41a1-bc6f-23329e0bfa96 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1098 time: 0.0507996 Nov 02 17:37:49.139219 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-80bdebfc-c7a7-42c9-a335-2a0a14060966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:49.140676 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-80bdebfc-c7a7-42c9-a335-2a0a14060966 service neutron] 10.222.0.100 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1252434 Nov 02 17:37:49.226070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-3d89238e-e7dc-4ed6-bbcc-817b80d4517c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1001 time: 0.0772953 Nov 02 17:37:49.289941 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-794e8ad1-78f1-4d1c-b679-57d44b738718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:49.292129 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-794e8ad1-78f1-4d1c-b679-57d44b738718 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0579653 Nov 02 17:37:49.346228 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-fe8841a2-70e0-4a27-9984-be4d874a13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:37:49.347814 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-fe8841a2-70e0-4a27-9984-be4d874a13c0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489829 Nov 02 17:37:49.488871 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-6984b02f-90bf-4c92-93ea-332705feb8cf service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315653 Nov 02 17:37:49.623983 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a7ef3e0b-ff98-4f00-8898-cb23ee28fa78 req-3b5f23ff-7f21-417e-8b63-c3f95ceb1b12 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275039 Nov 02 17:37:53.789135 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:37:57.095583 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:38:08.808947 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ef2dbcf-f065-4ee9-bf46-45a86f95b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:11.264158 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed07c-91c0-4e47-aef1-d213f9aaa755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:11.451310 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:12.886982 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:14.052202 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:18.273534 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:23.814909 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:34.097410 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:38:38.811520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9ca9-939c-4c51-a1ce-72bd27974480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:41.261013 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cf272f13-f1d8-4089-83d4-0839e27093e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:41.453469 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:42.896216 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:44.062839 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:48.291563 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:49.084701 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-88bebb84-46a8-49c2-bee7-d0b7db9c7463 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1196353 Nov 02 17:38:49.179296 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-ba1a4160-18ef-48a2-8693-986180e748e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:49.182027 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-ba1a4160-18ef-48a2-8693-986180e748e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1098 time: 0.0493774 Nov 02 17:38:49.314217 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-c5009c17-221e-4220-8469-c7c3a40e21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:49.316371 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-c5009c17-221e-4220-8469-c7c3a40e21d3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1118281 Nov 02 17:38:49.409388 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-631a9ca7-af57-4df2-a3e3-926562be89e4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 1001 time: 0.0856159 Nov 02 17:38:49.472654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-2a1cee98-feb9-42f0-b03e-736c800765d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:49.474605 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-2a1cee98-feb9-42f0-b03e-736c800765d5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0568805 Nov 02 17:38:49.535987 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-705d2c74-b880-48c8-b48b-f3e193078247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:49.538064 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-705d2c74-b880-48c8-b48b-f3e193078247 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544364 Nov 02 17:38:49.658793 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-df803205-3479-4f22-8509-eb578f947d0e service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115372 Nov 02 17:38:49.780723 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a555c054-7925-4d5b-9797-d6e5cf5b6d7b req-6558a09c-3ba8-4ba1-b2ab-b89e8774fe07 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144280 Nov 02 17:38:53.832298 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:55.036577 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51936) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:38:55.250683 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Deleting port 8731458f-99e4-46b8-9c19-eaed1350aa89 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:38:55.251173 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:55.357080 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:55.357378 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:55.373896 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Calling delete_port for 8731458f-99e4-46b8-9c19-eaed1350aa89 owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:38:55.588786 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:55.640215 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event deleted for resources: {'Port': ['ID=8731458f-99e4-46b8-9c19-eaed1350aa89,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:38:55.661858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.662384 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.662865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.663366 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.663897 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.664940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.666021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.666021 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.666571 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.667039 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.667508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.667960 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:38:55.743380 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:55.743832 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Floating IP eef89f10-c946-4e64-be0a-be109f42dce8 disassociated (deleted). External IP: 172.25.7.68, port: 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c. Nov 02 17:38:56.121913 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:38:56.315393 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:38:56.321949 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:56.336277 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:38:56.358174 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:38:56.359712 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:38:56.361804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f8fbb3db-4070-497f-a4cc-ec65e79c6171 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "DELETE /v2.0/floatingips/eef89f10-c946-4e64-be0a-be109f42dce8 HTTP/1.1" status: 204 len: 168 time: 1.3236763 Nov 02 17:38:56.362582 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:38:56.367412 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:38:56.418881 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8c2aa2-3e4f-44f5-ac45-fae84d8d93e7 x-openstack-request-id: req-5d8c2aa2-3e4f-44f5-ac45-fae84d8d93e7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:38:56.419399 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:38:56.419786 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d8c2aa2-3e4f-44f5-ac45-fae84d8d93e7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:38:56.420501 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'status': 'completed', 'code': 200} Nov 02 17:38:56.544276 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-54cf9a54-be6a-464b-bc55-b11aaa8c4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:56.547880 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-54cf9a54-be6a-464b-bc55-b11aaa8c4f5f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 1098 time: 0.0976570 Nov 02 17:38:56.663149 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:38:56.780778 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-b8c4cf09-a4a6-4055-870d-ac0b8a9652b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:56.783712 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-b8c4cf09-a4a6-4055-870d-ac0b8a9652b5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.2285244 Nov 02 17:38:56.867097 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-b30ad81f-f415-473d-9bff-d157a9f3b843 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 200 len: 217 time: 0.0751452 Nov 02 17:38:56.881805 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91899-8804-4347-81db-73a16ae93b55 req-362dd087-6ded-4552-bbd6-e3f6bd93529e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:56.883574 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aed91899-8804-4347-81db-73a16ae93b55 req-362dd087-6ded-4552-bbd6-e3f6bd93529e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 947 time: 0.0994034 Nov 02 17:38:56.956451 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-949c5218-2d02-48f7-b272-b68e3342a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:56.958430 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-949c5218-2d02-48f7-b272-b68e3342a0d7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0820491 Nov 02 17:38:56.963248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-aed91899-8804-4347-81db-73a16ae93b55 req-be00500b-67a4-45b5-af31-17f82b3c5626 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679953 Nov 02 17:38:57.042542 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-5b1009ca-a754-4166-921a-1489a4d110bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:57.045487 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-5b1009ca-a754-4166-921a-1489a4d110bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774283 Nov 02 17:38:57.057341 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:38:57.108308 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:38:57.126853 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:38:57.127890 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:38:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:38:57.237093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-e1d082ce-ebb8-4d8b-9413-7c672767a452 service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823149 Nov 02 17:38:57.305376 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:38:57.410866 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8a332e90-31e9-419c-96ed-4d42bbdc5bb0 req-97f03e29-f72a-4ea0-8750-567c0178ddba service neutron] 10.222.0.100 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633089 Nov 02 17:38:57.660137 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:38:57.713481 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d0920-f737-481e-a99b-ce108f95a23e None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:38:58.023105 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e62b2-611d-4302-a4e2-3a1fa5bb0fc3 None None] New status for floating IP eef89f10-c946-4e64-be0a-be109f42dce8: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:38:58.151243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-869cebf2-1285-474e-a648-0820d88f2eab tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:58.154010 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-869cebf2-1285-474e-a648-0820d88f2eab tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.100 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 947 time: 0.1014693 Nov 02 17:38:58.191212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87a526-d079-4f38-a2e5-25cf2ee881e7 req-0404ffda-c2c6-4fac-99bc-bb32bc5f4765 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:38:58.193955 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba87a526-d079-4f38-a2e5-25cf2ee881e7 req-0404ffda-c2c6-4fac-99bc-bb32bc5f4765 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 947 time: 0.0768671 Nov 02 17:38:58.251616 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ba87a526-d079-4f38-a2e5-25cf2ee881e7 req-71084a68-6e20-4ec5-aae6-47765116c080 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fa1fe36-b24f-4f43-bd79-7829356fcce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498621 Nov 02 17:38:58.330553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Deleting port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:38:58.331220 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:58.486308 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] For port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:38:58.486661 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:58.504080 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Calling delete_port for 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:38:58.694804 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:58.732660 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event deleted for resources: {'Port': ['ID=16d79d96-7df5-4f6a-9b97-9f3ec2d5007c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:38:58.783168 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] No DVR routers for this DVR port 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:38:58.786691 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:38:58.790561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-461a31dc-8a2d-4ae0-a605-8c8b16e5ef0b req-33907212-7afb-4491-b11d-98b0bd2431ac tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.100 "DELETE /v2.0/ports/16d79d96-7df5-4f6a-9b97-9f3ec2d5007c HTTP/1.1" status: 204 len: 173 time: 0.6301796 Nov 02 17:38:58.791057 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-deleted', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:38:58.793684 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbaf73-1e85-4a81-ac91-887ad1d56be2" -d '{"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-deleted", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:38:58.854233 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52439d8-bd81-4998-98c5-4f9713987e67 x-openstack-request-id: req-d52439d8-bd81-4998-98c5-4f9713987e67 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:38:58.856289 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765d257e-3511-4f9a-a436-564dfe84180c", "name": "network-vif-deleted", "tag": "16d79d96-7df5-4f6a-9b97-9f3ec2d5007c", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:38:58.857203 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d52439d8-bd81-4998-98c5-4f9713987e67 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:38:58.857945 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d257e-3511-4f9a-a436-564dfe84180c', 'name': 'network-vif-deleted', 'tag': '16d79d96-7df5-4f6a-9b97-9f3ec2d5007c', 'status': 'completed', 'code': 200} Nov 02 17:38:59.413118 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8dab9d51-3894-4119-ba0a-9248dffa609a req-4c03ca4b-b8ec-4725-9d6e-795e107a24b6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=765d257e-3511-4f9a-a436-564dfe84180c HTTP/1.1" status: 200 len: 210 time: 0.0314364 Nov 02 17:39:00.490407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51960) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:00.573473 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac2fe-9cd8-439f-a59b-428f941676dd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:00.605238 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac2fe-9cd8-439f-a59b-428f941676dd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:00.692871 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac2fe-9cd8-439f-a59b-428f941676dd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:00.698020 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac2fe-9cd8-439f-a59b-428f941676dd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:00.700332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-5b6ac2fe-9cd8-439f-a59b-428f941676dd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "DELETE /v2.0/security-groups/5fa1fe36-b24f-4f43-bd79-7829356fcce8 HTTP/1.1" status: 204 len: 168 time: 0.2085228 Nov 02 17:39:00.719343 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ac2fe-9cd8-439f-a59b-428f941676dd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1fe36-b24f-4f43-bd79-7829356fcce8,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:00.970947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 51966) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:00.976369 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051923380', 'description': 'tempest-secgroup-smoke-1051923380 description', 'project_id': '4c7962127f074782a59f47a1cfb652d9'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:01.004440 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.101868 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.107443 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.149141 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.158668 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1784792 Nov 02 17:39:01.159024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaffc095-5cf7-482f-a023-a4f5af29c0e2,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:01.160686 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51968) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:01.169079 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': 'aaffc095-5cf7-482f-a023-a4f5af29c0e2', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:01.172835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.173424 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.173927 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.174518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.175055 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.175589 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.176117 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.176978 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.177525 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.178067 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.178617 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.179110 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8758-ee47-447c-8e68-cecf409aba42 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:01.219110 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.290392 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.297347 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.329583 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ae64f0-9d80-4a28-9e63-6d3e758b90b5,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:01.347765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.349647 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1c65b479-d4d7-469c-b9ac-782925dadc91 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867032 Nov 02 17:39:01.352790 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51970) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:01.358242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': 'aaffc095-5cf7-482f-a023-a4f5af29c0e2', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:01.397753 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.515087 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.521617 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.544307 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7281e85-6963-4cbd-9cd7-4cdbda916b2f,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:01.557654 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.559331 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-de40d7db-4bf7-4d85-bb56-8473b322ffb1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2052534 Nov 02 17:39:01.562927 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51972) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:01.572512 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': 'aaffc095-5cf7-482f-a023-a4f5af29c0e2', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:01.607180 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.691185 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.696453 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.719585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2427e1fe-79f4-43bb-9f9a-8da68096f7ed,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:01.732313 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.733804 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-099dee34-56f2-452e-b529-e57a1db43a6c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694131 Nov 02 17:39:01.738553 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51974) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:01.744279 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': 'aaffc095-5cf7-482f-a023-a4f5af29c0e2', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:01.784856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.792376 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:39:01.818644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:39:01.819024 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device 16d79d96-7df5-4f6a-9b97-9f3ec2d5007c not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:39:01.904402 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.910650 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.931940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7d49e0-c42a-4f70-9f6a-56d073fd0f48,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:01.942932 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:01.944332 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-3650813d-1bca-48fc-bf49-1a720f5dacce tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2046442 Nov 02 17:39:01.948753 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51976) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:01.954225 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': 'aaffc095-5cf7-482f-a023-a4f5af29c0e2', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:01.990893 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Project 4c7962127f074782a59f47a1cfb652d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:39:01.998030 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.082621 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.087734 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.112528 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a13f8d-ec3c-46d0-8680-3c31cb04abd0,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:02.125032 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.126371 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d02582aa-b35b-48e4-93b4-90edf50798fc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763968 Nov 02 17:39:02.131132 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 51978) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:02.137114 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'security_group_rule': {'security_group_id': 'aaffc095-5cf7-482f-a023-a4f5af29c0e2', 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:02.167036 n-d-811405-2 neutron-server[102065]: INFO neutron.db.securitygroups_db [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Project 4c7962127f074782a59f47a1cfb652d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:39:02.176580 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.262085 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.268897 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.302725 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6149fc-1d7f-45fa-b682-63c7c0088172,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:02.319168 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:02.323156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-95d8583f-04a4-40c5-b734-cf98c2a2d55a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1905208 Nov 02 17:39:08.814276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da1bced4-8623-41d8-914f-ba1555bd9d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:11.103457 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:39:11.270806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ac132cc-9aea-4af4-894f-348b0dfdc4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:11.456501 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:12.902662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:14.070969 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:18.289634 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:21.542880 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-d91f8c37-b210-49f7-a5bd-fa23805c26e7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051923380&fields=id&tenant_id=4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 267 time: 0.0371418 Nov 02 17:39:21.689545 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-3e4b7163-89f2-4933-907c-7f05acc0096c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:21.691577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-3e4b7163-89f2-4933-907c-7f05acc0096c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 809 time: 0.1408663 Nov 02 17:39:21.711879 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-acd5004f-e060-45fd-a876-b7375b423e40 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/quotas/4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 375 time: 0.0112514 Nov 02 17:39:21.782457 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-aafd4286-a0e7-4371-bcd1-78ddfb0c4490 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638251 Nov 02 17:39:21.802742 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-4fe14122-075a-4b09-8619-6d5a052a5a06 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:39:21.804646 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-4fe14122-075a-4b09-8619-6d5a052a5a06 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086925 Nov 02 17:39:21.918659 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-a530623b-8ee9-46f8-ac14-1e03f7e13847 service neutron] 10.222.0.31 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072206 Nov 02 17:39:22.030842 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-a114433d-ea39-4b04-98ca-2cd99a8023dd service neutron] 10.222.0.31 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052060 Nov 02 17:39:22.461581 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-729b49fa-c118-4c1f-aace-000815b79563 req-e86fc386-8f9b-4d9f-ab05-f780861847c8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0460298 Nov 02 17:39:23.627031 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0990e8eb-eb56-4d7f-8679-599f1d9e458e req-a4166e15-6591-4425-9326-174313b10ab2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0413327 Nov 02 17:39:23.807443 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-69d6281f-1706-4b99-9b8a-f6cbcc2128b3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:23.810435 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-69d6281f-1706-4b99-9b8a-f6cbcc2128b3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 809 time: 0.2123230 Nov 02 17:39:23.832968 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:23.896725 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-c6d96fb5-cafd-412d-9338-d7e0738598c7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 380 time: 0.0768192 Nov 02 17:39:23.908815 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'port': {'device_id': '54985c58-b345-40d1-b45a-e224c891597c', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'admin_state_up': True, 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'security_groups': ['aaffc095-5cf7-482f-a023-a4f5af29c0e2']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:24.455861 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Made reservation on behalf of 4c7962127f074782a59f47a1cfb652d9 for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:39:24.462277 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:24.672558 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Allocated IP 172.20.0.13 (20594149-340b-4c3e-8315-a9c6fe8829fe/12820d43-81f7-4845-8c22-e98735eca39b/11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:39:24.797380 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f1cbd91a-44d7-41d1-af18-bf7aaabdc840 req-e0bc67a9-b30e-42ac-b419-f33b175ad103 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0478203 Nov 02 17:39:24.922468 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:24.980928 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:25.059691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Network 20594149-340b-4c3e-8315-a9c6fe8829fe is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:39:25.065765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:39:25.074712 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:39:25.125299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:25.189192 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:25.190626 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:25.232303 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-cd06cf01-84f5-4920-bf6f-b1d36bf92330 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3294032 Nov 02 17:39:25.347544 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Request body: {'port': {'device_id': '54985c58-b345-40d1-b45a-e224c891597c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:25.451579 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:25.525012 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4f09cd1c-9bb8-435e-a639-b92b57f9cc66 None None] Provisioning complete for port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:39:25.525858 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4f09cd1c-9bb8-435e-a639-b92b57f9cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:25.596805 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4f09cd1c-9bb8-435e-a639-b92b57f9cc66 None None] Port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:39:25.902287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:39:25.918315 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:25.942563 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Transition to ACTIVE for port object 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:39:25.950244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:26.002032 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5933d-b0d6-449c-8fc2-eb20a23533fc req-e2c318f5-253b-4973-88ce-a1ae2e393d7c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:26.005997 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06d5933d-b0d6-449c-8fc2-eb20a23533fc req-e2c318f5-253b-4973-88ce-a1ae2e393d7c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 932 time: 0.0802314 Nov 02 17:39:26.082538 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-06d5933d-b0d6-449c-8fc2-eb20a23533fc req-f8cd3921-c889-446c-be97-07de86c54a61 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608096 Nov 02 17:39:26.094407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:26.210883 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Attempting to bind port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:39:26.211459 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Attempting to bind port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:39:26.212269 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Attempting to bind port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:39:26.222560 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f on network 20594149-340b-4c3e-8315-a9c6fe8829fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:39:26.223183 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Attempting to bind port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f on network 20594149-340b-4c3e-8315-a9c6fe8829fe {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:39:26.234283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:39:26.234872 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Checking segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:39:26.235724 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Bound using segment: {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:39:26.236731 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Bound port: 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49189388-b947-417a-aa2b-146ccb992fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:39:26.237765 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:26.387908 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:39:26.393090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:39:26.401212 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:26.472112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:26.473233 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:26.476752 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] 10.222.0.55 "PUT /v2.0/ports/11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 1092 time: 1.2332420 Nov 02 17:39:26.477341 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:39:26.482076 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af385e79-48c1-4511-871f-037f7d659e41" -d '{"events": [{"name": "network-changed", "server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:39:26.559016 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5cec1a-9436-4dda-82e0-263615db61ff x-openstack-request-id: req-ff5cec1a-9436-4dda-82e0-263615db61ff {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:39:26.559355 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:39:26.559615 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff5cec1a-9436-4dda-82e0-263615db61ff {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:39:26.559990 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'status': 'completed', 'code': 200} Nov 02 17:39:26.583814 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bd45c-5c6a-4a42-b211-dce744c2e020 service neutron] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:26.611096 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-4e6effaf-c509-4cc7-a73c-7aa4ebf94cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:26.614024 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-4e6effaf-c509-4cc7-a73c-7aa4ebf94cde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1095 time: 0.0862112 Nov 02 17:39:26.674992 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-d6918e23-7538-440b-8629-8a58bae00a66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 217 time: 0.0535929 Nov 02 17:39:26.732587 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-60ccf22f-d8e6-4e27-83a0-e8e9c95d0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:26.734111 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-60ccf22f-d8e6-4e27-83a0-e8e9c95d0f5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0528111 Nov 02 17:39:26.792403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-07336c2e-f697-46d8-ac41-8b178697d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:26.794624 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-07336c2e-f697-46d8-ac41-8b178697d08f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529423 Nov 02 17:39:26.914219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-495177ad-1590-48b4-85e5-1e3bb0224f64 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117942 Nov 02 17:39:27.021916 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f43be347-d68f-48a2-a3ce-8a0e7f6bb093 req-affafd4b-08a4-40b5-80e7-f3b13456cfad service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013618 Nov 02 17:39:27.118190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385e79-48c1-4511-871f-037f7d659e41 req-3ce4733e-2af7-4ef1-9551-a335abcc8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:27.119882 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-3ce4733e-2af7-4ef1-9551-a335abcc8a36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1095 time: 0.0487649 Nov 02 17:39:27.264689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385e79-48c1-4511-871f-037f7d659e41 req-d0000e5e-9cbd-411c-84c5-1cd80b7aeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:27.266443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690165d-b130-4928-8d56-75111b0cd811 req-a4758e01-d922-4488-bfdc-5958d3ef50db tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:27.267212 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-d0000e5e-9cbd-411c-84c5-1cd80b7aeffe service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1401265 Nov 02 17:39:27.269768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d690165d-b130-4928-8d56-75111b0cd811 req-a4758e01-d922-4488-bfdc-5958d3ef50db tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0925093 Nov 02 17:39:27.319121 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d690165d-b130-4928-8d56-75111b0cd811 req-6e7d3e5c-bb97-4423-8f13-daa34c794ed5 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Nov 02 17:39:27.325225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-b337f317-8bf0-4fb7-bf64-2aa7701d2d99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 217 time: 0.0504811 Nov 02 17:39:27.389777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385e79-48c1-4511-871f-037f7d659e41 req-ddbe2002-b76a-4a86-b883-79b7dd3af75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:27.392333 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-ddbe2002-b76a-4a86-b883-79b7dd3af75f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0599351 Nov 02 17:39:27.456387 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385e79-48c1-4511-871f-037f7d659e41 req-1676beb0-e407-4548-b296-42a4f03d593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:27.458166 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-1676beb0-e407-4548-b296-42a4f03d593d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590181 Nov 02 17:39:27.576533 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-6228ebfa-a1b5-4709-ad08-511d33ad1ada service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109767 Nov 02 17:39:27.706984 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-af385e79-48c1-4511-871f-037f7d659e41 req-ac8115cc-79a6-437e-a84b-e11502f057d2 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223536 Nov 02 17:39:28.495826 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b0c0-2352-45ac-932f-7052a8755121 req-71d1f0e5-819c-4a11-91f0-75fe72a92ed8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:28.498666 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27b1b0c0-2352-45ac-932f-7052a8755121 req-71d1f0e5-819c-4a11-91f0-75fe72a92ed8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0896757 Nov 02 17:39:28.563230 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-27b1b0c0-2352-45ac-932f-7052a8755121 req-79d79cf1-438c-45f2-aacb-a8408a8983d9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569100 Nov 02 17:39:29.709691 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61ad1d-cb5f-4fe2-8637-aef2b2406cf9 req-97d9f3ef-a977-4041-9697-afe4fb1a485a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:29.712568 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c61ad1d-cb5f-4fe2-8637-aef2b2406cf9 req-97d9f3ef-a977-4041-9697-afe4fb1a485a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0566368 Nov 02 17:39:29.773718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0c61ad1d-cb5f-4fe2-8637-aef2b2406cf9 req-97cc03da-a525-4e4a-bd93-37c9531b2deb tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490665 Nov 02 17:39:30.932393 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ada132-06ba-4e9a-8639-0701fe4ba6a1 req-79bb599c-665d-4d9b-b5f2-3c3708804e26 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:30.935552 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74ada132-06ba-4e9a-8639-0701fe4ba6a1 req-79bb599c-665d-4d9b-b5f2-3c3708804e26 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0770109 Nov 02 17:39:30.981255 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-74ada132-06ba-4e9a-8639-0701fe4ba6a1 req-5dfd4a2b-554e-4940-a0f3-bb5de316ddbc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397091 Nov 02 17:39:32.128024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a824b47-8c19-455a-842b-0e2075e6e7f8 req-53604111-c8b9-44b4-be51-5c59b4e6ccf2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:32.129884 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a824b47-8c19-455a-842b-0e2075e6e7f8 req-53604111-c8b9-44b4-be51-5c59b4e6ccf2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0626106 Nov 02 17:39:32.174780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a824b47-8c19-455a-842b-0e2075e6e7f8 req-09db3011-1eac-4aa1-b73a-3f76938125c2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376072 Nov 02 17:39:33.307599 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1164cce-dfe6-4f46-abf9-d66faa1b20a5 req-879070bc-7b05-4e26-8ccb-57cae699f81e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:33.309333 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1164cce-dfe6-4f46-abf9-d66faa1b20a5 req-879070bc-7b05-4e26-8ccb-57cae699f81e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0565603 Nov 02 17:39:33.359098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c1164cce-dfe6-4f46-abf9-d66faa1b20a5 req-5b5d07a0-531b-4b51-8608-f16e23634731 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381303 Nov 02 17:39:34.501290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98d18c-c395-4c6b-869f-e8627367910b req-650f4269-4419-488f-9cde-2c68aef18e50 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:34.502930 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b98d18c-c395-4c6b-869f-e8627367910b req-650f4269-4419-488f-9cde-2c68aef18e50 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0593107 Nov 02 17:39:34.552635 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3b98d18c-c395-4c6b-869f-e8627367910b req-06dc9ca7-4b73-471c-a114-9894c66e6c1d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Nov 02 17:39:35.715814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e8d0a-e8c0-43fe-908a-0e615416e643 req-fd8851dc-bdba-41d8-b78e-b70c8ae31233 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:35.718561 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd9e8d0a-e8c0-43fe-908a-0e615416e643 req-fd8851dc-bdba-41d8-b78e-b70c8ae31233 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0674510 Nov 02 17:39:35.765506 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cd9e8d0a-e8c0-43fe-908a-0e615416e643 req-8b483950-d158-415a-85ac-b82916f27825 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Nov 02 17:39:36.908988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e125856-9adf-4f4d-832c-a9ea729b556c req-4e5ae047-b12f-443c-b166-3d084b6025ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:36.910922 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e125856-9adf-4f4d-832c-a9ea729b556c req-4e5ae047-b12f-443c-b166-3d084b6025ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0584319 Nov 02 17:39:36.973226 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-0e125856-9adf-4f4d-832c-a9ea729b556c req-32c08ce9-7257-463e-bc67-b98d67281356 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545104 Nov 02 17:39:37.974752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:39:38.127496 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:39:38.143078 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'port_id': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'mac_address': 'fa:16:3e:83:6b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:39:38.176379 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4d6a9-704e-420b-b417-ce8bb8ee421a req-b307913c-cd60-4ed8-a123-048e009f990d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:38.178501 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebb4d6a9-704e-420b-b417-ce8bb8ee421a req-b307913c-cd60-4ed8-a123-048e009f990d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.1300168 Nov 02 17:39:38.192378 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:38.220050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:39:38.239140 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ebb4d6a9-704e-420b-b417-ce8bb8ee421a req-0f5e6b90-0416-4aa7-aca2-356e8090cf21 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490050 Nov 02 17:39:38.256727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:39:38.274057 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:38.331890 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:38.344352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.344700 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.345045 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.345386 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.345723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.346058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.346420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.346746 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.347075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.347411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.347735 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.348206 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:39:38.521419 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:39:38.813182 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cc8e600b-ae9e-430e-a7a4-88cd68df1175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:39.394100 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49904a7-195a-4de6-9f4e-dc51816c7ba8 req-e0988484-51e4-49dd-a23a-189581c62ac5 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:39.395775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d49904a7-195a-4de6-9f4e-dc51816c7ba8 req-e0988484-51e4-49dd-a23a-189581c62ac5 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 945 time: 0.0579360 Nov 02 17:39:39.450491 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d49904a7-195a-4de6-9f4e-dc51816c7ba8 req-758ffda2-61bc-430a-af6f-5b47b6795c70 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Nov 02 17:39:39.990489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:39:40.057010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:39:40.063957 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:39:40.064571 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:40.187356 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:40.220668 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:39:40.224500 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa415b1f-b31e-4ee1-8e7d-69a86056f789" -d '{"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-plugged", "status": "completed", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:39:40.241969 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:39:40.251979 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:40.326368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:40.369128 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4292a59-a815-4a71-9a36-f7651d3a3b6b x-openstack-request-id: req-c4292a59-a815-4a71-9a36-f7651d3a3b6b {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:39:40.369510 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-plugged", "status": "completed", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:39:40.369806 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4292a59-a815-4a71-9a36-f7651d3a3b6b {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:39:40.370321 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'code': 200} Nov 02 17:39:40.478902 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24562e-ba00-4b43-9415-a53116be901a req-4dfad0bd-1e89-44c7-9759-e493e56cd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:40.480590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5e24562e-ba00-4b43-9415-a53116be901a req-4dfad0bd-1e89-44c7-9759-e493e56cd0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0483270 Nov 02 17:39:40.521553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-5e24562e-ba00-4b43-9415-a53116be901a req-6358f2b7-6409-421e-a926-78c1076f71c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334930 Nov 02 17:39:40.606391 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a24da-b24b-4861-a1e3-578b60d2e62c req-920b5397-9ab3-4369-a862-86f92b5e3576 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:40.608232 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b14a24da-b24b-4861-a1e3-578b60d2e62c req-920b5397-9ab3-4369-a862-86f92b5e3576 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0554469 Nov 02 17:39:40.663696 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b14a24da-b24b-4861-a1e3-578b60d2e62c req-2ad117c0-d394-4a9d-9954-b0e4b063fe0e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474062 Nov 02 17:39:41.259561 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1b65-d185-4c8d-bfe8-a2d5418d5bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:41.454053 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:41.805381 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c039b0-9603-4bbe-9049-9042986d6abd req-dbc35729-ae78-439b-8a40-e0bf9088a7d7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:41.807081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4c039b0-9603-4bbe-9049-9042986d6abd req-dbc35729-ae78-439b-8a40-e0bf9088a7d7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0628002 Nov 02 17:39:41.853014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e4c039b0-9603-4bbe-9049-9042986d6abd req-78608a0c-e331-4218-9b0a-c4032be8d0c7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Nov 02 17:39:42.013954 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6845c1-a1f3-43ea-b74f-30ab17d53913 req-2900b0fa-f696-4828-89d4-100bad82c61e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:42.016733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6845c1-a1f3-43ea-b74f-30ab17d53913 req-2900b0fa-f696-4828-89d4-100bad82c61e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0727921 Nov 02 17:39:42.089419 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fe6845c1-a1f3-43ea-b74f-30ab17d53913 req-08e58f29-9cae-4022-85f9-72db0aeaa80d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621269 Nov 02 17:39:42.116492 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52184) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:42.180200 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24f7df-98cd-46ec-a95e-d76d6110848c tempest-TestShelveInstance-168752839 tempest-TestShelveInstance-168752839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:42.183030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3c24f7df-98cd-46ec-a95e-d76d6110848c tempest-TestShelveInstance-168752839 tempest-TestShelveInstance-168752839-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1092 time: 0.0648460 Nov 02 17:39:42.185870 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52186) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:39:42.190709 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:39:42.224288 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:42.390987 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:42.537052 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Allocated IP 172.25.7.4 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/67f7e55a-af9c-4ddc-a5f7-75737c080c9f) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:39:42.687526 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:42.739320 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:42.788774 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:39:42.792221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:39:42.796988 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:39:42.832843 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'Port': ['ID=67f7e55a-af9c-4ddc-a5f7-75737c080c9f,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:42.902438 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:43.644716 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:43.744906 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:43.921612 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:43.927697 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:44.019413 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event updated for resources: {'Port': ['ID=67f7e55a-af9c-4ddc-a5f7-75737c080c9f,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:39:44.034916 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:44.074893 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:44.189744 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Floating IP 3fbb4df7-0ca6-4372-baf1-b3095771216c associated. External IP: 172.25.7.4, port: 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f. Nov 02 17:39:44.465808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:39:44.587217 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:39:44.605013 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:39:44.612317 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:44.617734 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:39:44.618412 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:39:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:39:44.646490 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-a756620c-d984-4b7f-9665-19c284e14a9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4592950 Nov 02 17:39:44.647930 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:39:44.650563 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1befa06-f511-4292-b793-783a48cf889c" -d '{"events": [{"name": "network-changed", "server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:39:44.761036 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbce30-4eec-444c-ba5d-50ece8b2bb94 x-openstack-request-id: req-62bbce30-4eec-444c-ba5d-50ece8b2bb94 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:39:44.761533 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:39:44.761893 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62bbce30-4eec-444c-ba5d-50ece8b2bb94 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:39:44.762634 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'status': 'completed', 'code': 200} Nov 02 17:39:44.767317 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:39:44.852449 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befa06-f511-4292-b793-783a48cf889c req-71989dd9-22b6-40ef-a96a-5253134c28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:44.855381 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-71989dd9-22b6-40ef-a96a-5253134c28d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0704713 Nov 02 17:39:44.971791 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befa06-f511-4292-b793-783a48cf889c req-0d4c444a-9600-46fe-ae29-561903be6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:44.973242 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-0d4c444a-9600-46fe-ae29-561903be6662 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1099694 Nov 02 17:39:45.094578 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-7c87628e-19f4-46de-aa3e-63ca4ccbca41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 998 time: 0.1134570 Nov 02 17:39:45.139625 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '3fbb4df7-0ca6-4372-baf1-b3095771216c', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'port_id': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'mac_address': 'fa:16:3e:83:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54985c58-b345-40d1-b45a-e224c891597c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:39:43Z', 'updated_at': '2021-11-02T17:39:43Z', 'revision_number': 0, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:39:45.169014 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:39:45.179500 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:39:45.180343 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:39:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:39:45.196214 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befa06-f511-4292-b793-783a48cf889c req-6732b2aa-3015-42dc-ac7d-46b03af3ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:45.198918 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-6732b2aa-3015-42dc-ac7d-46b03af3ff6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0965817 Nov 02 17:39:45.270555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befa06-f511-4292-b793-783a48cf889c req-8437a82d-30f7-4c97-889f-0dcdb45f8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:39:45.272172 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-8437a82d-30f7-4c97-889f-0dcdb45f8cbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650685 Nov 02 17:39:45.319911 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:39:45.378911 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-c5197f35-4260-4eed-b8d7-e4e89820dbc2 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991156 Nov 02 17:39:45.534783 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1befa06-f511-4292-b793-783a48cf889c req-812e4006-513e-4dd6-9992-908b333ca998 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486380 Nov 02 17:39:45.684481 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '3fbb4df7-0ca6-4372-baf1-b3095771216c', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'port_id': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'mac_address': 'fa:16:3e:83:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54985c58-b345-40d1-b45a-e224c891597c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:39:43Z', 'updated_at': '2021-11-02T17:39:43Z', 'revision_number': 0, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:39:45.714839 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d901dd6-15fc-4797-ae85-60815a523a6c None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '3fbb4df7-0ca6-4372-baf1-b3095771216c', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'port_id': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'mac_address': 'fa:16:3e:83:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54985c58-b345-40d1-b45a-e224c891597c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:39:43Z', 'updated_at': '2021-11-02T17:39:43Z', 'revision_number': 0, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:39:45.970075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef060a67-7939-41de-b24d-4ba5bb42fb09 None None] New status for floating IP 3fbb4df7-0ca6-4372-baf1-b3095771216c: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:39:48.105120 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:39:48.322929 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:39:53.843961 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:08.812940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2057ed4d-2768-4986-8b7f-4ebe46afdf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:11.267022 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1be5e9d4-e212-4b46-9753-766994d1c477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:11.454390 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:12.897804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:14.067596 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:18.339640 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:23.824384 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:25.106072 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:40:33.114156 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-ddb8d08d-4214-4995-92d5-aeec5fec298f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482104 Nov 02 17:40:33.231842 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-df888830-a774-4697-b498-e8d1f6310278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:40:33.233504 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-df888830-a774-4697-b498-e8d1f6310278 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0580475 Nov 02 17:40:33.393557 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-084aeed8-efa7-4422-bae2-47be9462f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:40:33.395187 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-084aeed8-efa7-4422-bae2-47be9462f266 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1357291 Nov 02 17:40:33.475739 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-80ec9e9f-3666-4734-ba1f-a913784e46b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 1000 time: 0.0731814 Nov 02 17:40:33.556440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-7fbdb559-ad3c-4193-b895-5e12f7210ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:40:33.559056 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-7fbdb559-ad3c-4193-b895-5e12f7210ad1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0755887 Nov 02 17:40:33.624388 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-925431db-8956-47fa-89a6-d9ee4948a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:40:33.626923 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-925431db-8956-47fa-89a6-d9ee4948a4a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600855 Nov 02 17:40:33.768485 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-9d8bdf2f-75f8-4dda-97ce-cb8bd0d16920 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344283 Nov 02 17:40:33.890665 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-02503ed7-0dd7-487c-824d-69cd5b7f4e5e req-8d17d566-4ba5-4667-a55d-cee7a6fa4242 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136143 Nov 02 17:40:38.809789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dfa320e8-d722-4f11-a364-af0601517ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:41.254443 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eefa7fa6-2838-429c-b5c2-41af8cec7597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:41.452990 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:42.898011 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:44.070904 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:48.335248 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:40:53.837181 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:02.107298 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:41:08.810638 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-50ac5730-8d1b-4270-b0db-e790bf500928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:11.251714 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-236e87c0-cad7-49d3-813b-f00e0e69fa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:11.448322 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:12.910102 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:14.073811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:18.340747 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:23.859419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:34.539363 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-e2da87b0-e990-4ca2-81da-b335352ffb6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614893 Nov 02 17:41:34.646797 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-b3a0868c-f0c9-487f-a0e6-a05731f03184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:34.648520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-b3a0868c-f0c9-487f-a0e6-a05731f03184 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0601296 Nov 02 17:41:34.787120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-5ffbedb9-ffeb-498e-8c3b-157013459cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:34.789749 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-5ffbedb9-ffeb-498e-8c3b-157013459cca service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1175125 Nov 02 17:41:34.873262 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-3b67d6b9-42c0-48a9-8e5d-5894b4828a16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 1000 time: 0.0757978 Nov 02 17:41:34.935511 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-36e3080c-b659-462e-8c29-0413cc7fc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:34.937023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-36e3080c-b659-462e-8c29-0413cc7fc170 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0560393 Nov 02 17:41:34.992120 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-4ca9b01e-f0a3-4eae-b1c8-27399a3ba831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:34.993702 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-4ca9b01e-f0a3-4eae-b1c8-27399a3ba831 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494852 Nov 02 17:41:35.007485 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-3ba4024d-64c2-48a9-bc40-e84ebd90ef49 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:41:35.008534 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-3ba4024d-64c2-48a9-bc40-e84ebd90ef49 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065279 Nov 02 17:41:35.119475 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-a0b45007-ca0b-4f5b-bc79-2dfda246331e service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015074 Nov 02 17:41:35.229202 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a398eeee-4fc7-4cb0-8832-97757b4fcd03 req-283cddd7-f60f-4508-a2eb-8af58bcce037 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025748 Nov 02 17:41:38.810096 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-24759be4-d172-47a4-93f4-9d1ab0ed3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:39.107943 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:41:40.532873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9878-4584-46d3-9362-ea287772977d req-672aefb1-d972-41c2-b9c5-8566395ca288 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:40.534935 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9cb9878-4584-46d3-9362-ea287772977d req-672aefb1-d972-41c2-b9c5-8566395ca288 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0785458 Nov 02 17:41:40.584577 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9cb9878-4584-46d3-9362-ea287772977d req-87cf8e16-eb45-4b93-b9b1-ef75fbc5b9a5 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Nov 02 17:41:41.250815 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6be07ca9-6d08-4e57-bb60-3c105d723b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:41.453374 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:41.789919 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787af5e-3368-41c7-a0c9-cfd780bf30ab req-74aa92b7-4412-4f61-b66f-243b716bf7f6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:41.792601 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3787af5e-3368-41c7-a0c9-cfd780bf30ab req-74aa92b7-4412-4f61-b66f-243b716bf7f6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0830021 Nov 02 17:41:41.854190 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3787af5e-3368-41c7-a0c9-cfd780bf30ab req-3f170753-be33-47ee-94c7-a75aa15da62f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498652 Nov 02 17:41:42.914281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:43.056443 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d4f44-feea-4520-9d59-25b9aa501e2c req-7c293b53-dc61-4cd9-8773-b6144247e87f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:43.058067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f0d4f44-feea-4520-9d59-25b9aa501e2c req-7c293b53-dc61-4cd9-8773-b6144247e87f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0629427 Nov 02 17:41:43.108366 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f0d4f44-feea-4520-9d59-25b9aa501e2c req-72d68235-03ff-43a8-b260-175802564928 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385783 Nov 02 17:41:44.077546 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:44.270362 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e778-3458-479c-a6e1-49b9bd809c48 req-8ed237c8-0643-41d0-8d1f-8d3067917627 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:44.272540 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fea2e778-3458-479c-a6e1-49b9bd809c48 req-8ed237c8-0643-41d0-8d1f-8d3067917627 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0674567 Nov 02 17:41:44.319429 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-fea2e778-3458-479c-a6e1-49b9bd809c48 req-d97b9a18-a804-4822-9210-14d45aeba65e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379272 Nov 02 17:41:45.474062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7b717-13c9-4e9b-a6a3-1abecf828440 req-e8b9c3d0-d5e6-4d32-bece-fef8e0cc9001 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:45.476483 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e6c7b717-13c9-4e9b-a6a3-1abecf828440 req-e8b9c3d0-d5e6-4d32-bece-fef8e0cc9001 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0564775 Nov 02 17:41:45.525534 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e6c7b717-13c9-4e9b-a6a3-1abecf828440 req-4d2f285b-6792-45f4-bf15-0fbce28e80de tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383227 Nov 02 17:41:46.672795 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4805d-8e74-458e-85d7-538f4f69700c req-2ddf20ce-7144-475a-bce2-fa388619f3f9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:46.674855 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e4805d-8e74-458e-85d7-538f4f69700c req-2ddf20ce-7144-475a-bce2-fa388619f3f9 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0584588 Nov 02 17:41:46.727188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e4805d-8e74-458e-85d7-538f4f69700c req-3a94aef9-aaf3-45a9-98ea-d5c3d91deaf8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Nov 02 17:41:47.909291 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0c25c-3283-4c50-b1ca-4500133a818f req-e60145fa-4599-4325-917f-3f1e2609db9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:47.912085 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9eb0c25c-3283-4c50-b1ca-4500133a818f req-e60145fa-4599-4325-917f-3f1e2609db9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.1003156 Nov 02 17:41:47.972326 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9eb0c25c-3283-4c50-b1ca-4500133a818f req-4aa5b3ca-ddf6-4071-b3f8-a516b7a5017d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500686 Nov 02 17:41:48.341681 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:49.139515 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aebf58-44bd-416c-8c0f-6e8b2cea6b2b req-28bed7de-ad45-450a-853d-233b192ae51b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:49.141151 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25aebf58-44bd-416c-8c0f-6e8b2cea6b2b req-28bed7de-ad45-450a-853d-233b192ae51b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0652413 Nov 02 17:41:49.194891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-25aebf58-44bd-416c-8c0f-6e8b2cea6b2b req-a806a128-6e49-47b5-acb0-bfc8baf791a0 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Nov 02 17:41:50.345500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da991-441d-4999-bed3-8f6ce7b4b90b req-09c76c75-2334-4f8a-aa22-9fb22323a48d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:50.347664 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a66da991-441d-4999-bed3-8f6ce7b4b90b req-09c76c75-2334-4f8a-aa22-9fb22323a48d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0636165 Nov 02 17:41:50.393786 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a66da991-441d-4999-bed3-8f6ce7b4b90b req-f0448c93-5296-4b98-867b-a3407d64f08b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378983 Nov 02 17:41:50.680187 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-a1636ce0-7574-4b49-814e-b408882bda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:50.681788 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-a1636ce0-7574-4b49-814e-b408882bda4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0595744 Nov 02 17:41:50.819067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-28ec5e81-4afa-441e-9610-40e2c1a3c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:50.821546 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-28ec5e81-4afa-441e-9610-40e2c1a3c75f service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1321404 Nov 02 17:41:50.898407 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-2ae3a38e-7e45-45d7-9e2b-693377207dae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 1000 time: 0.0684032 Nov 02 17:41:50.954404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-739a08fd-b56e-4d18-8043-4be3767e5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:50.956121 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-739a08fd-b56e-4d18-8043-4be3767e5a90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0511949 Nov 02 17:41:51.012630 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-37124d22-e5fd-453d-bba5-f4e3ee677325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:51.014225 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-37124d22-e5fd-453d-bba5-f4e3ee677325 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516188 Nov 02 17:41:51.121678 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-204b9dca-90e3-4f63-b1ab-d1352cb95895 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001782 Nov 02 17:41:51.230315 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-687f76dd-b475-45b7-b4e0-272d1f939cf2 req-1006cf4a-91fa-44bd-98aa-cbec5ab1cbde service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003349 Nov 02 17:41:51.607574 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c574225-48af-4be5-ab40-29c3874267ed req-e412a306-9fa3-40b1-8b37-107daf70cf20 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:51.609200 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c574225-48af-4be5-ab40-29c3874267ed req-e412a306-9fa3-40b1-8b37-107daf70cf20 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.1373889 Nov 02 17:41:51.658866 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4c574225-48af-4be5-ab40-29c3874267ed req-6e1f98fc-257b-41b1-bf6d-757df8e70a7f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Nov 02 17:41:52.863343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3979f-3291-4087-8a37-42b6768393aa req-7aa26c54-2b52-47d0-a72b-6bba888d2154 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:52.865748 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45b3979f-3291-4087-8a37-42b6768393aa req-7aa26c54-2b52-47d0-a72b-6bba888d2154 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.1098964 Nov 02 17:41:52.913353 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-45b3979f-3291-4087-8a37-42b6768393aa req-fc81b1ea-ce24-4d0f-b394-9af4e9504865 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Nov 02 17:41:53.869333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:54.049309 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09622797-054d-49c7-b9b3-19b004e98649 req-baf9d746-fd05-4990-b29d-04c6f71d6754 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:54.051043 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09622797-054d-49c7-b9b3-19b004e98649 req-baf9d746-fd05-4990-b29d-04c6f71d6754 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0585194 Nov 02 17:41:54.095076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-09622797-054d-49c7-b9b3-19b004e98649 req-87d38294-f3aa-4f91-b6f4-18dbaee42114 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370140 Nov 02 17:41:54.862915 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:41:54.953119 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:54.978893 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:41:54.981217 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc177f-cf75-407c-a884-f5699a446b52" -d '{"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-unplugged", "status": "completed", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:41:54.999079 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:41:55.003806 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:41:55.030710 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fac89e-54d8-43a8-9d0c-6c208ce4ed88 x-openstack-request-id: req-f3fac89e-54d8-43a8-9d0c-6c208ce4ed88 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:41:55.031054 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-unplugged", "status": "failed", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "code": 422}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:41:55.031241 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3fac89e-54d8-43a8-9d0c-6c208ce4ed88 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:41:55.031605 n-d-811405-2 neutron-server[102067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'code': 422} returned with failed status Nov 02 17:41:55.058648 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:41:55.066286 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.066626 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.066961 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.068233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.068385 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.068642 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.068965 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.069289 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.069608 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.069925 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.070270 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.070587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:41:55.230120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89aa43-563d-489e-9969-9b9dc5d12126 req-2f27064c-6a72-4162-bfe9-2a958c0ab8ed tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:55.231712 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff89aa43-563d-489e-9969-9b9dc5d12126 req-2f27064c-6a72-4162-bfe9-2a958c0ab8ed tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0584583 Nov 02 17:41:55.274157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ff89aa43-563d-489e-9969-9b9dc5d12126 req-f6b543e2-fad4-480d-85b2-501ecbe39c65 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363028 Nov 02 17:41:55.401667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-6a63e276-f657-4e40-abf3-db542f20897b req-4132a9dc-b274-4c22-9e74-5b3a1f6e81cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:41:55.402704 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a63e276-f657-4e40-abf3-db542f20897b req-4132a9dc-b274-4c22-9e74-5b3a1f6e81cb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523663 Nov 02 17:41:55.625741 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f3a61-0a7f-4394-b50d-0aa28f25bd3a req-0a4cff34-69c4-4c40-aaca-80d79a56ca9d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:55.627410 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab8f3a61-0a7f-4394-b50d-0aa28f25bd3a req-0a4cff34-69c4-4c40-aaca-80d79a56ca9d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.1026270 Nov 02 17:41:55.636090 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-e310dd55-f10b-41e3-aa96-4a3701d02193 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329856 Nov 02 17:41:55.652500 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-8fd42001-b589-43ef-8e41-670c7dbf7be0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:41:55.653509 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-8fd42001-b589-43ef-8e41-670c7dbf7be0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053921 Nov 02 17:41:55.684683 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ab8f3a61-0a7f-4394-b50d-0aa28f25bd3a req-68cc4a5e-82fb-49d9-9d4b-7f427ddb1490 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476143 Nov 02 17:41:56.906780 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604cfe2-6902-4c31-876c-1ec7ed00729d req-2c9e6f68-55e3-4e2f-a765-c68f49a18ebc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:56.908868 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4604cfe2-6902-4c31-876c-1ec7ed00729d req-2c9e6f68-55e3-4e2f-a765-c68f49a18ebc tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.1186373 Nov 02 17:41:56.981802 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4604cfe2-6902-4c31-876c-1ec7ed00729d req-ed7ebfff-4a6c-44a5-a2a3-cbf79deae297 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633230 Nov 02 17:41:58.169482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490dc71-d5c4-4e00-81db-10e4f35f7659 req-090cdf93-2e04-4f84-8c8c-e2a84dbc8c74 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:58.172367 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9490dc71-d5c4-4e00-81db-10e4f35f7659 req-090cdf93-2e04-4f84-8c8c-e2a84dbc8c74 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0786564 Nov 02 17:41:58.236779 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9490dc71-d5c4-4e00-81db-10e4f35f7659 req-dd68b7f1-4c2c-4744-b254-4305d5420e2d tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559204 Nov 02 17:41:59.414605 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42549c8-1cd2-48f8-a2fc-50246838b5cd req-ca822e0c-c7ed-457c-ad7f-096e22472156 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:41:59.416735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a42549c8-1cd2-48f8-a2fc-50246838b5cd req-ca822e0c-c7ed-457c-ad7f-096e22472156 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0709958 Nov 02 17:41:59.496101 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a42549c8-1cd2-48f8-a2fc-50246838b5cd req-ce82d7f9-7158-4e47-bacf-4f4e9b7892af tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637076 Nov 02 17:42:00.712735 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b588a5f-4783-4080-8885-b4604f5ecfd3 req-41dba9c8-5ccd-4e58-9c6c-1f7a4a4d65a7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:00.715098 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b588a5f-4783-4080-8885-b4604f5ecfd3 req-41dba9c8-5ccd-4e58-9c6c-1f7a4a4d65a7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0952122 Nov 02 17:42:00.761734 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4b588a5f-4783-4080-8885-b4604f5ecfd3 req-5e9d4e1a-7218-4ac3-a61a-28ff62ff9bbd tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Nov 02 17:42:01.503719 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-a3af1a2f-3e67-4033-88e6-81ae86d7c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:01.506188 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-a3af1a2f-3e67-4033-88e6-81ae86d7c303 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c&tenant_id=4c7962127f074782a59f47a1cfb652d9 HTTP/1.1" status: 200 len: 1095 time: 0.0584812 Nov 02 17:42:01.608204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-3a737dee-23cf-4fb6-98c1-d83db718cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:01.610985 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-3a737dee-23cf-4fb6-98c1-d83db718cb1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1095 time: 0.0732894 Nov 02 17:42:01.766084 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-4caa63c6-0b88-495c-96a5-b2a1ce921f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:01.767689 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-4caa63c6-0b88-495c-96a5-b2a1ce921f7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1499476 Nov 02 17:42:01.845837 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-b7071950-a614-4457-b832-22a633c921fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 998 time: 0.0708115 Nov 02 17:42:01.925652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-b475c9be-9c0a-4ee8-a772-d2c85827cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:01.928627 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-b475c9be-9c0a-4ee8-a772-d2c85827cab6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0760798 Nov 02 17:42:01.964835 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c835e8-21fb-4b5c-b4b3-9a9e94de4742 req-63102a17-636a-4f87-99cc-6026581c6ba1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:01.967599 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43c835e8-21fb-4b5c-b4b3-9a9e94de4742 req-63102a17-636a-4f87-99cc-6026581c6ba1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0772407 Nov 02 17:42:01.998507 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-91d4ef98-be0c-4242-9514-d8815188bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:02.000741 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-91d4ef98-be0c-4242-9514-d8815188bdbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652280 Nov 02 17:42:02.029958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-43c835e8-21fb-4b5c-b4b3-9a9e94de4742 req-952b240a-1281-4810-a22b-8228b1cdf316 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509901 Nov 02 17:42:02.129906 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-9c5d6822-1881-4da8-aa59-eae44bba434d service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215477 Nov 02 17:42:02.276080 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-8dc50b6c-c107-4995-9b7b-7558d80a1c0a service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389539 Nov 02 17:42:03.211208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8553a-dc0e-4a6f-bf8a-b338c2f64c97 req-005d27f8-aed3-4fa6-b1c5-83bc5e686ebe tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:03.213290 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e8553a-dc0e-4a6f-bf8a-b338c2f64c97 req-005d27f8-aed3-4fa6-b1c5-83bc5e686ebe tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0656495 Nov 02 17:42:03.266846 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e8553a-dc0e-4a6f-bf8a-b338c2f64c97 req-656fd907-233a-4ba5-8258-7dca23c8bf3f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Nov 02 17:42:04.401729 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e35a16-ef48-40f2-8bc8-67cea3b4e10b req-4fc73b41-6b04-4a82-8738-846bb391637a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:04.403378 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54e35a16-ef48-40f2-8bc8-67cea3b4e10b req-4fc73b41-6b04-4a82-8738-846bb391637a tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0605931 Nov 02 17:42:04.446276 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-54e35a16-ef48-40f2-8bc8-67cea3b4e10b req-0b488bcd-c994-4d53-8a45-25bdb5b645c6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366814 Nov 02 17:42:05.590307 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4021df-3098-4f30-8c33-1584377c1922 req-3838bafa-d423-4dfa-bc64-393578853a86 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:05.591775 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a4021df-3098-4f30-8c33-1584377c1922 req-3838bafa-d423-4dfa-bc64-393578853a86 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0647717 Nov 02 17:42:05.636234 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1a4021df-3098-4f30-8c33-1584377c1922 req-2b49ddc4-861a-4c61-8ef6-8a99daa70d3b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Nov 02 17:42:06.765623 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc496-a968-4e17-abe9-4d4fc6c39ad4 req-a5b6db1d-a442-49d7-a9d5-68782e5e0285 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:06.767198 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98abc496-a968-4e17-abe9-4d4fc6c39ad4 req-a5b6db1d-a442-49d7-a9d5-68782e5e0285 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0538247 Nov 02 17:42:06.816488 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-98abc496-a968-4e17-abe9-4d4fc6c39ad4 req-e168b57f-16ac-4a7d-9936-6ced662af53e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369334 Nov 02 17:42:07.939412 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a45a-3567-4266-abc8-16a7e3de2cfa req-dccf7bd4-7935-4032-b677-a7370b18f5f1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:07.940891 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5331a45a-3567-4266-abc8-16a7e3de2cfa req-dccf7bd4-7935-4032-b677-a7370b18f5f1 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0563986 Nov 02 17:42:07.980757 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-5331a45a-3567-4266-abc8-16a7e3de2cfa req-50daf8e9-8621-4c16-9fa0-8dddfc11cbd7 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Nov 02 17:42:08.803836 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d7886aba-ee64-4c12-9f6a-724adf6ea80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:09.096808 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00728b8c-ef84-4680-ae35-3818f9205147 req-6d47c463-4a72-45ee-82ea-3bf0f309d174 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:09.098889 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00728b8c-ef84-4680-ae35-3818f9205147 req-6d47c463-4a72-45ee-82ea-3bf0f309d174 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0496655 Nov 02 17:42:09.138711 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-00728b8c-ef84-4680-ae35-3818f9205147 req-b08f90d8-bef9-4490-8a9e-caff2fb92914 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Nov 02 17:42:10.270374 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639e8b2-d622-4877-a733-6789f4e1cefc req-273637d9-62a1-4c18-a24f-5d1d48daaa98 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:10.271963 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3639e8b2-d622-4877-a733-6789f4e1cefc req-273637d9-62a1-4c18-a24f-5d1d48daaa98 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 944 time: 0.0601020 Nov 02 17:42:10.311463 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3639e8b2-d622-4877-a733-6789f4e1cefc req-3d5eee79-f555-4128-9f99-313e891ef532 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335050 Nov 02 17:42:10.971818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:42:11.076010 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:42:11.089368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'port_id': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'mac_address': 'fa:16:3e:83:6b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:42:11.133847 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:11.149272 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:42:11.171454 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:42:11.175920 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:11.245065 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:42:11.253276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c4da-5e46-4890-84cf-02f95cce3130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:11.387481 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:42:11.461130 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df819034-6df9-4bec-93f6-1c0b5e8f7f3b req-4646ef58-4cfb-4da0-9520-cdf5b0762b65 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:11.463821 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df819034-6df9-4bec-93f6-1c0b5e8f7f3b req-4646ef58-4cfb-4da0-9520-cdf5b0762b65 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 945 time: 0.0717587 Nov 02 17:42:11.470560 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:11.531383 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-df819034-6df9-4bec-93f6-1c0b5e8f7f3b req-b8659d35-a883-45ed-b32e-2f3eca183656 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564342 Nov 02 17:42:12.670112 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb524b7-34d0-46ca-bf72-3d86511faa8e req-ec5c6fd2-d37c-4245-8048-d0d6430b2e9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:12.671771 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddb524b7-34d0-46ca-bf72-3d86511faa8e req-ec5c6fd2-d37c-4245-8048-d0d6430b2e9e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 945 time: 0.0540957 Nov 02 17:42:12.716074 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ddb524b7-34d0-46ca-bf72-3d86511faa8e req-af55d066-3b96-4838-b81f-6b534070d276 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369501 Nov 02 17:42:12.910832 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:12.987498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:42:13.069800 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:42:13.070466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:13.217444 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:13.249841 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:42:13.252621 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed4a942-14ea-4874-ac35-50ec8b1f2902" -d '{"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-plugged", "status": "completed", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:42:13.272035 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:42:13.280176 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:13.340635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:42:13.865882 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f103ae9-db16-4fb9-89b8-a326f171f4bb req-2a7e19f1-6c22-446e-9e72-ff3116bba840 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:13.867482 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f103ae9-db16-4fb9-89b8-a326f171f4bb req-2a7e19f1-6c22-446e-9e72-ff3116bba840 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0546870 Nov 02 17:42:13.915312 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1f103ae9-db16-4fb9-89b8-a326f171f4bb req-c4249bc4-ecd3-4d62-816f-f7c24efec2a3 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Nov 02 17:42:14.084593 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:14.326333 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601750ac-67fe-4f98-ac9f-5977ccb4fcba x-openstack-request-id: req-601750ac-67fe-4f98-ac9f-5977ccb4fcba {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:42:14.326897 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-plugged", "status": "completed", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:42:14.327162 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-601750ac-67fe-4f98-ac9f-5977ccb4fcba {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:42:14.327560 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'code': 200} Nov 02 17:42:14.497640 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e912a1-c2ca-4496-8123-e6e31ec5abd6 req-2332016c-728b-4b8b-82d7-f0770e648c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:14.499634 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85e912a1-c2ca-4496-8123-e6e31ec5abd6 req-2332016c-728b-4b8b-82d7-f0770e648c1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0507500 Nov 02 17:42:14.544855 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-85e912a1-c2ca-4496-8123-e6e31ec5abd6 req-107d4695-635e-42a4-96e3-71e3627ef832 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376797 Nov 02 17:42:15.073653 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8376d3-93f4-41f3-85e7-941e70ccba6d req-b0c23c5e-e48e-44ff-a8bc-3e91dc7df4a2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:15.076322 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb8376d3-93f4-41f3-85e7-941e70ccba6d req-b0c23c5e-e48e-44ff-a8bc-3e91dc7df4a2 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0769110 Nov 02 17:42:15.126783 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-bb8376d3-93f4-41f3-85e7-941e70ccba6d req-b80fc47f-c43b-4da8-9cc0-ffe8bd0a0ceb tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389006 Nov 02 17:42:16.112110 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:42:16.273807 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3292e8d-0b01-49ba-8fd4-0c7d79d6e593 req-9b1aaa3b-cacf-4d7c-a51c-9938ef92aecf tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:16.276441 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3292e8d-0b01-49ba-8fd4-0c7d79d6e593 req-9b1aaa3b-cacf-4d7c-a51c-9938ef92aecf tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0606046 Nov 02 17:42:16.340649 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f3292e8d-0b01-49ba-8fd4-0c7d79d6e593 req-588c8112-bf61-4a7c-8cd9-0707e0bb4a0e tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546839 Nov 02 17:42:18.347896 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:23.869086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:36.519561 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-24de8346-b323-4a80-8e8c-37a70f84d9a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513783 Nov 02 17:42:36.622982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-52340cf2-b6cd-4ca0-b592-56107ae771a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:36.624543 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-52340cf2-b6cd-4ca0-b592-56107ae771a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0494273 Nov 02 17:42:36.780633 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-482a5717-b4c0-4178-8b98-277cfe5e4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:36.783093 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-482a5717-b4c0-4178-8b98-277cfe5e4fb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1369603 Nov 02 17:42:36.880257 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-defb2fa0-bb11-4b09-a38d-6f5a7d2af533 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 1000 time: 0.0898340 Nov 02 17:42:36.952097 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-1991d978-ee02-4a9b-923e-5408398fa5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:36.953977 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-1991d978-ee02-4a9b-923e-5408398fa5b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0664935 Nov 02 17:42:37.013585 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-a05700fa-1113-49f1-ad0e-5529c75e1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:42:37.015189 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-a05700fa-1113-49f1-ad0e-5529c75e1aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543752 Nov 02 17:42:37.132155 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-2888b3c1-69bd-45c5-a0ee-6ede483be13d service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090565 Nov 02 17:42:37.253425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-56134b9d-098e-48ed-9195-1ca3082c52b6 req-9e9caea8-0cfb-47fc-b276-285c75e5d7f2 service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118271 Nov 02 17:42:38.821009 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1a68da52-52ad-4b98-86f9-90afb96f0352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:41.249295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-428b1bf7-7005-4c3e-b7c7-33844edd3809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:41.459070 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:42.922507 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:44.089384 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:48.360360 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:42:53.111358 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:42:53.878321 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:08.821108 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a4b17895-ca39-4873-83ec-542f4eb1c5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:11.252004 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-40b50b2d-5eae-4c16-8353-2816adfc38a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:11.453954 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:12.913276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:14.086538 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:18.366013 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:23.879227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:29.571034 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52354) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:29.737302 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Deleting port 67f7e55a-af9c-4ddc-a5f7-75737c080c9f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:29.737667 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:29.818445 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:29.818773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:29.831820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Calling delete_port for 67f7e55a-af9c-4ddc-a5f7-75737c080c9f owned by network:floatingip {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:29.980068 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:30.007208 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event deleted for resources: {'Port': ['ID=67f7e55a-af9c-4ddc-a5f7-75737c080c9f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:30.020975 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.021323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.021662 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.021998 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.023161 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.023761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.023761 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.023948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.024226 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.024547 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.025011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.025188 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:30.080898 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for floatingip, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:30.081231 n-d-811405-2 neutron-server[102065]: INFO neutron.db.l3_db [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Floating IP 3fbb4df7-0ca6-4372-baf1-b3095771216c disassociated (deleted). External IP: 172.25.7.4, port: 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f. Nov 02 17:43:30.110609 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:43:30.624518 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:43:30.738765 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:30.744780 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:30.750355 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:30.762971 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:30.763674 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:30.778884 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b6fcbfec-7372-4f2f-892b-a7800d84bc4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "DELETE /v2.0/floatingips/3fbb4df7-0ca6-4372-baf1-b3095771216c HTTP/1.1" status: 204 len: 168 time: 1.2065670 Nov 02 17:43:30.779468 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:43:30.781753 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692aa9af-b3ee-4a44-96b5-7d98a87677bf" -d '{"events": [{"name": "network-changed", "server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:43:30.889112 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716078c0-e80c-41b4-ac6f-883c36929bc3 x-openstack-request-id: req-716078c0-e80c-41b4-ac6f-883c36929bc3 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:43:30.889592 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:43:30.890022 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-716078c0-e80c-41b4-ac6f-883c36929bc3 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:43:30.890518 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'status': 'completed', 'code': 200} Nov 02 17:43:30.897912 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:30.966440 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-6edf9c0a-5482-4dea-894a-905072718b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:30.967963 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-6edf9c0a-5482-4dea-894a-905072718b90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c7962127f074782a59f47a1cfb652d9&device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 1097 time: 0.0526645 Nov 02 17:43:31.030009 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c27fcc-aca0-48ee-8857-6dc567dc1fdb req-26faff93-dd67-4569-b412-4b392d38b8b6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:31.032387 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9c27fcc-aca0-48ee-8857-6dc567dc1fdb req-26faff93-dd67-4569-b412-4b392d38b8b6 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0550191 Nov 02 17:43:31.077117 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-80fada10-f9ed-432b-9d3c-5ab0097a2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:31.079390 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-80fada10-f9ed-432b-9d3c-5ab0097a2106 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 200 len: 910 time: 0.1041980 Nov 02 17:43:31.085750 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9c27fcc-aca0-48ee-8857-6dc567dc1fdb req-1a84a557-f282-44c6-8eb1-60093feb22db tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Nov 02 17:43:31.126948 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-ab3bdfa6-dd07-42bf-82f6-f26ed59ee8bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 200 len: 217 time: 0.0396504 Nov 02 17:43:31.139539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:31.167222 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:31.175696 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:31.176301 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:31.179235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-03db25d1-9a3b-4a75-be1d-39943b96f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:31.181531 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-03db25d1-9a3b-4a75-be1d-39943b96f692 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 200 len: 848 time: 0.0477800 Nov 02 17:43:31.237786 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-295cbe69-ca69-4cd5-b982-fef406c027a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:31.239336 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-295cbe69-ca69-4cd5-b982-fef406c027a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20594149-340b-4c3e-8315-a9c6fe8829fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492609 Nov 02 17:43:31.286106 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:31.337490 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-0146146f-1822-4aa6-abb6-3f3aa608a78b service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894039 Nov 02 17:43:31.437733 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-692aa9af-b3ee-4a44-96b5-7d98a87677bf req-955fe541-58b7-4b5f-80a1-3dca828f1edb service neutron] 10.222.0.55 "GET /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932100 Nov 02 17:43:31.499839 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:31.620931 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6f0bb-0fcc-4e7d-9bc0-f63b885a776e None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:34:30Z', 'revision_number': 4, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38', 'name': '', 'network_id': '20594149-340b-4c3e-8315-a9c6fe8829fe', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'mac_address': 'fa:16:3e:f2:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '12820d43-81f7-4845-8c22-e98735eca39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:29Z', 'updated_at': '2021-11-02T17:34:35Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'subnets': [{'id': '12820d43-81f7-4845-8c22-e98735eca39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:43:31.851958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727e332-4b52-4596-a010-16f2b1a0963e None None] New status for floating IP 3fbb4df7-0ca6-4372-baf1-b3095771216c: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:43:32.222803 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e5f61-97b1-404c-b4b3-6f3877f4b8cb req-e3de85ff-74ef-4a40-bdbe-5f53aee92369 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:32.224268 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-803e5f61-97b1-404c-b4b3-6f3877f4b8cb req-e3de85ff-74ef-4a40-bdbe-5f53aee92369 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0631993 Nov 02 17:43:32.273392 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-803e5f61-97b1-404c-b4b3-6f3877f4b8cb req-4b994432-97c9-40f4-81b0-bd63fa71b939 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/security-groups?id=aaffc095-5cf7-482f-a023-a4f5af29c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Nov 02 17:43:32.475442 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-3246b4c1-1c3f-4de8-bd1c-49f42893c61b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:32.476807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-3246b4c1-1c3f-4de8-bd1c-49f42893c61b tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 946 time: 0.0534041 Nov 02 17:43:32.576216 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Deleting port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:32.576833 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:32.673299 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] For port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:32.673645 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:32.688690 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Calling delete_port for 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:32.835124 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:32.865450 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event deleted for resources: {'Port': ['ID=11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:32.911739 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] No DVR routers for this DVR port 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:43:32.914436 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:32.917748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ebd79604-adcd-4c16-950e-ca86961877d2 req-2fb07c00-a322-4083-8283-a91946084b4c tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.55 "DELETE /v2.0/ports/11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f HTTP/1.1" status: 204 len: 173 time: 0.4344656 Nov 02 17:43:32.918211 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-deleted', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:43:32.920485 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8138c-e107-4887-b3ae-bd430501ebc7" -d '{"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-deleted", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:43:32.964203 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7f740-2b6e-4bb6-bb94-ac4e3c365121 x-openstack-request-id: req-59a7f740-2b6e-4bb6-bb94-ac4e3c365121 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:43:32.964495 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54985c58-b345-40d1-b45a-e224c891597c", "name": "network-vif-deleted", "tag": "11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:43:32.964768 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59a7f740-2b6e-4bb6-bb94-ac4e3c365121 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:43:32.965305 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54985c58-b345-40d1-b45a-e224c891597c', 'name': 'network-vif-deleted', 'tag': '11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f', 'status': 'completed', 'code': 200} Nov 02 17:43:33.379801 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-44363ea4-db16-44b1-94a8-6c7477b399fc req-8b2bccdb-5b4a-4c4f-9e05-fdb7ca0f5dc8 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0295315 Nov 02 17:43:34.485277 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-904030ad-cdbf-467e-8cfa-b5a0462e255e req-5eb24248-5e3d-4bc7-8276-97f9d98d8074 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0281317 Nov 02 17:43:35.585157 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4a673ace-8703-4b95-b268-8897ea00ea1f req-7ffed7c5-bfa1-404f-ba36-fc7a647e2880 tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0279009 Nov 02 17:43:36.706083 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-7488bc97-6ced-405d-91de-17d404801a68 req-0be3d3e0-8e49-481b-bb8c-e291c671291f tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "GET /v2.0/ports?device_id=54985c58-b345-40d1-b45a-e224c891597c HTTP/1.1" status: 200 len: 210 time: 0.0350571 Nov 02 17:43:37.321508 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:37.342473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:37.342812 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device 11d965ca-ecd8-42d9-bc9a-7d0f6db0c99f not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:37.768035 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52390) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:37.831541 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f351ea17-31e3-45b6-8c47-6b7a1f1886ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:37.864235 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f351ea17-31e3-45b6-8c47-6b7a1f1886ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:37.938935 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f351ea17-31e3-45b6-8c47-6b7a1f1886ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:37.942372 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f351ea17-31e3-45b6-8c47-6b7a1f1886ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:37.943862 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f351ea17-31e3-45b6-8c47-6b7a1f1886ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] 10.222.0.31 "DELETE /v2.0/security-groups/aaffc095-5cf7-482f-a023-a4f5af29c0e2 HTTP/1.1" status: 204 len: 168 time: 0.1749229 Nov 02 17:43:37.958314 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351ea17-31e3-45b6-8c47-6b7a1f1886ba tempest-TestShelveInstance-585181734 tempest-TestShelveInstance-585181734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaffc095-5cf7-482f-a023-a4f5af29c0e2,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:38.038160 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52394) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:38.553067 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:38.804574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-59664fc8-0121-4730-91df-52334fdd919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:38.840814 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Deleting port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:38.841155 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:38.932632 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] For port b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:38.933011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:38.947473 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Calling delete_port for b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 owned by network:router_interface {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:39.143179 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:39.176881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:39.203326 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.203671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.204017 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.204359 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.204715 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.205016 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.205343 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.205673 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.205984 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.206507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.207035 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.207588 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:39.366099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:39.609679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Router 4940fbcd-f19f-4308-ac86-9acd7f606de4 has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:43:39.729096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:39.734591 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ee7f1bff-99a4-4a3f-a317-a1816f031df5 admin admin] 10.222.0.31 "PUT /v2.0/routers/4940fbcd-f19f-4308-ac86-9acd7f606de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971362 Nov 02 17:43:39.737220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52398) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:39.740182 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] Sync routers for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:39.751315 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:39.752026 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:39.852433 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:39.876019 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:39.968227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.033608 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Deleting port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:40.033949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.079232 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:43:39Z', 'revision_number': 5, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port': {'id': '03a84e6d-2b03-42c0-8ba2-0881e9c1297b', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:27Z', 'updated_at': '2021-11-02T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:40.112446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] Checking router: 4940fbcd-f19f-4308-ac86-9acd7f606de4 for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:40.116756 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] For port 03a84e6d-2b03-42c0-8ba2-0881e9c1297b, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:40.117110 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.121425 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] Routers {'4940fbcd-f19f-4308-ac86-9acd7f606de4'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:40.122036 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['4940fbcd-f19f-4308-ac86-9acd7f606de4'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:40.132724 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Calling delete_port for 03a84e6d-2b03-42c0-8ba2-0881e9c1297b owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:40.214412 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] Set router 4940fbcd-f19f-4308-ac86-9acd7f606de4 gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:40.265995 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:43:39Z', 'revision_number': 6, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:40.298190 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25c2ba-a356-4f78-8310-c8b1565c10b3 None None] The sync data for ids ['4940fbcd-f19f-4308-ac86-9acd7f606de4'] in n-d-811405-2 is: [{'id': '4940fbcd-f19f-4308-ac86-9acd7f606de4', 'name': 'tempest-TestShelveInstance-2076372499-router', 'tenant_id': '4c7962127f074782a59f47a1cfb652d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:26Z', 'updated_at': '2021-11-02T17:43:39Z', 'revision_number': 6, 'project_id': '4c7962127f074782a59f47a1cfb652d9', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:43:40.316993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.346581 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a84e6d-2b03-42c0-8ba2-0881e9c1297b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:40.413219 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.505961 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.508302 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.552289 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.552855 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4940fbcd-f19f-4308-ac86-9acd7f606de4 {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:43:40.558622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.559832 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cd3692d6-3c71-4708-b47b-e86e3cf08d68 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4940fbcd-f19f-4308-ac86-9acd7f606de4 HTTP/1.1" status: 204 len: 168 time: 0.8216360 Nov 02 17:43:40.562558 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52400) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:40.611720 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Deleting subnet 12820d43-81f7-4845-8c22-e98735eca39b {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:43:40.615065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.658470 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.753014 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.815478 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.844394 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12820d43-81f7-4845-8c22-e98735eca39b,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:40.846399 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:40.851350 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-1a3074d4-3d96-4a0b-b873-bd04959829d0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12820d43-81f7-4845-8c22-e98735eca39b HTTP/1.1" status: 204 len: 168 time: 0.2866719 Nov 02 17:43:40.852921 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52402) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:40.857752 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8dbe37-5efe-407a-a6e6-23f291a3bbf7 None None] Network 20594149-340b-4c3e-8315-a9c6fe8829fe requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:43:41.114441 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] DHCP port deletion for 20594149-340b-4c3e-8315-a9c6fe8829fe request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:43:41.173219 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Deleting port d0ad626f-3761-4b31-a82b-604ca44413c5 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:41.173592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.253860 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] For port d0ad626f-3761-4b31-a82b-604ca44413c5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d0ad626f-3761-4b31-a82b-604ca44413c5,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:41.254281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.273677 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Calling delete_port for d0ad626f-3761-4b31-a82b-604ca44413c5 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:41.275950 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8f7e72da-72d1-41b6-bdfe-38249c933528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.310174 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.379635 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Deleting port d0ad626f-3761-4b31-a82b-604ca44413c5 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:41.380227 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.485002 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] For port d0ad626f-3761-4b31-a82b-604ca44413c5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=d0ad626f-3761-4b31-a82b-604ca44413c5,segment=NetworkSegment(49189388-b947-417a-aa2b-146ccb992fdb),segment_id=49189388-b947-417a-aa2b-146ccb992fdb)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:41.485345 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.505319 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Calling delete_port for d0ad626f-3761-4b31-a82b-604ca44413c5 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:41.519816 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.547112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.575025 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Pushing event deleted for resources: {'Port': ['ID=d0ad626f-3761-4b31-a82b-604ca44413c5,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:41.583774 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] No DVR routers for this DVR port d0ad626f-3761-4b31-a82b-604ca44413c5 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:43:41.586512 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.586905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.587601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.587831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.588030 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.588357 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.588676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.588995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.589358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.589678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.589996 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.590336 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c526e1e-375c-4101-bb9e-a73e91ba429e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:41.605475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.633955 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ad626f-3761-4b31-a82b-604ca44413c5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:41.642494 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] No DVR routers for this DVR port d0ad626f-3761-4b31-a82b-604ca44413c5 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:43:41.725002 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.748675 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20594149-340b-4c3e-8315-a9c6fe8829fe']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:41.761354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49189388-b947-417a-aa2b-146ccb992fdb') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:41.761354 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49189388-b947-417a-aa2b-146ccb992fdb') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:41.770465 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.786477 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.793790 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:43:41.794385 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: self.session.flush() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:43:41.796586 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:43:41.859636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.868007 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:41.870635 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d0ad626f-3761-4b31-a82b-604ca44413c5 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:41.872209 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] 10.222.0.31 "DELETE /v2.0/networks/20594149-340b-4c3e-8315-a9c6fe8829fe HTTP/1.1" status: 204 len: 168 time: 1.0181191 Nov 02 17:43:41.875672 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52404) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:41.888234 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9667046-289c-4e7d-9467-a9ca34ab3949 admin admin] Pushing event deleted for resources: {'Network': ['ID=20594149-340b-4c3e-8315-a9c6fe8829fe,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:41.917285 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: d0ad626f-3761-4b31-a82b-604ca44413c5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:41.917892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device d0ad626f-3761-4b31-a82b-604ca44413c5 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:41.918737 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:41.948727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:41.949075 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b7e7ea8f-aa22-440a-b9f2-bfa98deb9e38 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:41.949502 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 03a84e6d-2b03-42c0-8ba2-0881e9c1297b no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:41.969857 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 03a84e6d-2b03-42c0-8ba2-0881e9c1297b {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:41.970229 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 03a84e6d-2b03-42c0-8ba2-0881e9c1297b not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:42.246091 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:42.511464 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Deleting port 1219e4eb-0e83-4e91-acbc-90bea70d8b42 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:42.511793 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:42.603900 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] For port 1219e4eb-0e83-4e91-acbc-90bea70d8b42, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=1219e4eb-0e83-4e91-acbc-90bea70d8b42,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:42.604254 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:42.617162 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Calling delete_port for 1219e4eb-0e83-4e91-acbc-90bea70d8b42 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:42.796439 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:42.821020 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1219e4eb-0e83-4e91-acbc-90bea70d8b42,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:42.919574 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:43.009751 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:43.226543 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Router 45bc4f37-313d-4392-aa6e-7147fd4c349f has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:43:43.332757 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:43.338520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-91d1a876-8cc0-4c93-b04b-3d85536c89ae admin admin] 10.222.0.31 "PUT /v2.0/routers/45bc4f37-313d-4392-aa6e-7147fd4c349f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615483 Nov 02 17:43:43.341347 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52406) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:43.344085 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] Sync routers for ids ['45bc4f37-313d-4392-aa6e-7147fd4c349f'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:43.353084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] Routers {'45bc4f37-313d-4392-aa6e-7147fd4c349f'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:43.353818 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['45bc4f37-313d-4392-aa6e-7147fd4c349f'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:43.446175 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:43.458645 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] Set router 45bc4f37-313d-4392-aa6e-7147fd4c349f gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:43.550250 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:43.606523 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Deleting port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:43.606864 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:43.646513 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:43:42Z', 'revision_number': 5, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port': {'id': 'b61c43c6-a1a0-41cb-8d29-abc3e2f32f13', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:34:33Z', 'updated_at': '2021-11-02T17:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:43.675727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] Checking router: 45bc4f37-313d-4392-aa6e-7147fd4c349f for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:43.685767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] Routers {'45bc4f37-313d-4392-aa6e-7147fd4c349f'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:43.686413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['45bc4f37-313d-4392-aa6e-7147fd4c349f'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:43.686832 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] For port b61c43c6-a1a0-41cb-8d29-abc3e2f32f13, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:43.687186 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:43.701968 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Calling delete_port for b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:43.777112 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] Set router 45bc4f37-313d-4392-aa6e-7147fd4c349f gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:43.832443 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:43:43Z', 'revision_number': 6, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:43.864484 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326272d-29da-43fd-a6c7-1d20b05a80d7 None None] The sync data for ids ['45bc4f37-313d-4392-aa6e-7147fd4c349f'] in n-d-811405-2 is: [{'id': '45bc4f37-313d-4392-aa6e-7147fd4c349f', 'name': 'tempest-TestShelveInstance-1632864689-router', 'tenant_id': '735d6bbf79eb48eca1c574cd8897c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:34:32Z', 'updated_at': '2021-11-02T17:43:43Z', 'revision_number': 6, 'project_id': '735d6bbf79eb48eca1c574cd8897c91a', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:43:44.088569 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.195531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.226458 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61c43c6-a1a0-41cb-8d29-abc3e2f32f13,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:44.292126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.384829 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.387245 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.436053 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.436626 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45bc4f37-313d-4392-aa6e-7147fd4c349f {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:43:44.441569 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.443263 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-f0d3cd1e-4431-4525-808d-2d3500a48ae3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/45bc4f37-313d-4392-aa6e-7147fd4c349f HTTP/1.1" status: 204 len: 168 time: 1.1005504 Nov 02 17:43:44.445361 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52408) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:44.492301 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Deleting subnet dbc146ba-3c04-4ac5-a61b-93bcc3a44c51 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:43:44.496499 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.531349 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.616125 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.675916 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.701287 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc146ba-3c04-4ac5-a61b-93bcc3a44c51,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:44.708161 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.715777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-8a9f8278-4a67-4230-a023-5a88ec5fc2d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dbc146ba-3c04-4ac5-a61b-93bcc3a44c51 HTTP/1.1" status: 204 len: 168 time: 0.2654612 Nov 02 17:43:44.716069 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcedaf6-661f-4601-bd5c-4771193bb094 None None] Network ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:43:44.716219 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52410) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:44.793820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.855113 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Deleting port ea609bb7-9d18-4299-af37-a08d2c2fff39 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:44.855543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.943752 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] For port ea609bb7-9d18-4299-af37-a08d2c2fff39, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ea609bb7-9d18-4299-af37-a08d2c2fff39,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:44.944120 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:44.956203 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] DHCP port deletion for ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:43:44.960446 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Calling delete_port for ea609bb7-9d18-4299-af37-a08d2c2fff39 owned by network:dhcp {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:45.011230 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] Deleting port ea609bb7-9d18-4299-af37-a08d2c2fff39 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:43:45.011599 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.042782 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.073093 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea609bb7-9d18-4299-af37-a08d2c2fff39,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:45.077671 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] No DVR routers for this DVR port ea609bb7-9d18-4299-af37-a08d2c2fff39 on host n-d-811405-2 {{(pid=102066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:43:45.084233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] For port ea609bb7-9d18-4299-af37-a08d2c2fff39, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=ea609bb7-9d18-4299-af37-a08d2c2fff39,segment=NetworkSegment(226f866e-8e84-4515-9218-8fcc9dcfec1f),segment_id=226f866e-8e84-4515-9218-8fcc9dcfec1f)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:45.084636 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.102393 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] Calling delete_port for ea609bb7-9d18-4299-af37-a08d2c2fff39 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:43:45.160856 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.182775 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a']}} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:45.189224 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.193647 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226f866e-8e84-4515-9218-8fcc9dcfec1f') {'for_net_delete': True} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:45.193947 n-d-811405-2 neutron-server[102066]: DEBUG neutron.services.segments.db [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226f866e-8e84-4515-9218-8fcc9dcfec1f') {} {{(pid=102066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:45.205042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59360993'] for segment, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.215136 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] Pushing event deleted for resources: {'Port': ['ID=ea609bb7-9d18-4299-af37-a08d2c2fff39,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:45.218581 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52474d3-0c8b-45fe-940e-40b4a3030a7e None None] No DVR routers for this DVR port ea609bb7-9d18-4299-af37-a08d2c2fff39 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:43:45.220872 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.230487 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:43:45.230908 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60144438'] for segment, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: Traceback (most recent call last): Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: timer() Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: cb(*args, **kw) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: return func(*args, **kwargs) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: self._notify() Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: self.callback(batched_events) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: event.method(event) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: return f(self, *a, **k) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: return self._get(url).json() Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: return self.request(url, 'GET', **kwargs) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:43:45.232748 n-d-811405-2 neutron-server[102066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:43:45.287233 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.293479 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.296693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a HTTP/1.1" status: 204 len: 168 time: 0.5794616 Nov 02 17:43:45.312824 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde38829-c40a-4dd4-8b87-3928829366f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae10e6fe-f888-4d9d-8eb9-b0463c16ed5a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:45.404825 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52414) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:45.444651 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-06b59aca-ea83-41e8-aafb-d667179c963f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c7962127f074782a59f47a1cfb652d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385070 Nov 02 17:43:45.448245 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52416) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:45.496356 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2da1fae-00d8-4a9b-b359-3b6e352da3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.518394 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2da1fae-00d8-4a9b-b359-3b6e352da3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.568323 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2da1fae-00d8-4a9b-b359-3b6e352da3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.571238 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b2da1fae-00d8-4a9b-b359-3b6e352da3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:45.573032 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b2da1fae-00d8-4a9b-b359-3b6e352da3cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e428080f-dc34-4883-b4b4-e6d06e839257 HTTP/1.1" status: 204 len: 168 time: 0.1238427 Nov 02 17:43:45.581102 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da1fae-00d8-4a9b-b359-3b6e352da3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428080f-dc34-4883-b4b4-e6d06e839257,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:45.872160 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1219e4eb-0e83-4e91-acbc-90bea70d8b42 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:45.893453 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 1219e4eb-0e83-4e91-acbc-90bea70d8b42 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:45.893808 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 1219e4eb-0e83-4e91-acbc-90bea70d8b42 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:45.894280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:45.904624 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52422) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:45.913486 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:45.913839 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device b61c43c6-a1a0-41cb-8d29-abc3e2f32f13 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:45.914296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ea609bb7-9d18-4299-af37-a08d2c2fff39 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:43:45.933501 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: ea609bb7-9d18-4299-af37-a08d2c2fff39 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:43:45.933835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device ea609bb7-9d18-4299-af37-a08d2c2fff39 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:43:45.947768 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-368b6c53-1ad4-4b40-8cc2-16a436624aa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=735d6bbf79eb48eca1c574cd8897c91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418031 Nov 02 17:43:45.950308 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52424) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:45.998452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bd48846-db75-4226-bd92-5d54213bff57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.022635 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bd48846-db75-4226-bd92-5d54213bff57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.070333 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bd48846-db75-4226-bd92-5d54213bff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.072917 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0bd48846-db75-4226-bd92-5d54213bff57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.074081 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0bd48846-db75-4226-bd92-5d54213bff57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5838bf90-59b1-4944-9cdd-a353db14bc09 HTTP/1.1" status: 204 len: 168 time: 0.1228414 Nov 02 17:43:46.082518 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd48846-db75-4226-bd92-5d54213bff57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838bf90-59b1-4944-9cdd-a353db14bc09,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:46.753243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52446) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:46.851201 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-840277832-network', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:46.873890 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Made reservation on behalf of 2517d410855446efbb29fbaf0ff814bc for: {'network': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:43:46.876303 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.886646 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.973234 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:46.977416 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.004466 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:43:47.013742 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e912ddbd-eb4b-4c7e-839b-ea7d859eb2e4,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:47.022743 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.023103 n-d-811405-2 neutron-server[102065]: INFO neutron.db.segments_db [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Added segment 1e0d697b-8e7f-4683-ae0c-e2539aa480ce of type vlan for network 2bbaef26-f90b-40dc-9a87-6f9915517b4d Nov 02 17:43:47.069586 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.098856 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.099920 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:47.100869 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.159748 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4053414 Nov 02 17:43:47.163015 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52450) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:47.168271 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Request body: {'subnet': {'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-840277832-subnet', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'ip_version': 4}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:47.171955 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b113cc-bafd-4df6-bc2c-0942c435f066 admin admin] Pushing event updated for resources: {'Network': ['ID=2bbaef26-f90b-40dc-9a87-6f9915517b4d,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:47.182892 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:43:47.193904 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Made reservation on behalf of 2517d410855446efbb29fbaf0ff814bc for: {'subnet': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:43:47.195820 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60206858'] for subnet, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.373439 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60143763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60206968'] for subnet, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.426712 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f03c5f-4a7d-4e3c-b685-4333849a1046,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:47.437961 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Checking segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:47.438360 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Network hostable DHCP agents. Network: 2bbaef26-f90b-40dc-9a87-6f9915517b4d, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:43:47.454965 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:43:47.464226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 2bbaef26-f90b-40dc-9a87-6f9915517b4d) {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:47.468229 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:47.468822 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.474411 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b8ee2-26e5-40f8-b311-c002ee750ea9 None None] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:43:47.485164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-b035b972-7b65-44c7-9289-f3885bc74291 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210113 Nov 02 17:43:47.487873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52452) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:47.492233 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:47.513033 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.514042 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.573484 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.623828 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:43:47.624768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.711694 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.768268 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Allocated IP 172.20.0.2 (2bbaef26-f90b-40dc-9a87-6f9915517b4d/58f03c5f-4a7d-4e3c-b685-4333849a1046/f24d37e5-12c9-410c-bd66-eb2ffc129f3c) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:43:47.913140 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.919592 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.924112 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.946185 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:47.960135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:47.966423 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:47.970260 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:43:47.981001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Pushing event updated for resources: {'Port': ['ID=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:48.035702 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Attempting to bind port f24d37e5-12c9-410c-bd66-eb2ffc129f3c on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:43:48.036052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Attempting to bind port f24d37e5-12c9-410c-bd66-eb2ffc129f3c by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:43:48.036413 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Attempting to bind port f24d37e5-12c9-410c-bd66-eb2ffc129f3c on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:43:48.042274 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:43:48.042770 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Checking segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:48.043092 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.043478 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Bound using segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:43:48.043954 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Bound port: f24d37e5-12c9-410c-bd66-eb2ffc129f3c, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:43:48.044333 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.063426 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Allocated IP 172.25.7.129 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/fbad5ca8-7942-44d0-81b7-31e4ae8904b4) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:43:48.112363 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] For port f24d37e5-12c9-410c-bd66-eb2ffc129f3c, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:43:48.115782 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] For port f24d37e5-12c9-410c-bd66-eb2ffc129f3c, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:43:48.120089 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.181286 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.181905 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b613fd-9319-40a5-b412-6e1406223a5c None None] Pushing event updated for resources: {'Port': ['ID=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:48.220248 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.263679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:48.266569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:48.274024 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:43:48.278380 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Pushing event updated for resources: {'Port': ['ID=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:48.372690 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.572285 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.776884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:48.915181 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:43:49.036869 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:49.046434 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:49.058763 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.060060 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed114282-6f24-4959-ad37-565300bf39ba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5711660 Nov 02 17:43:49.060311 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:49.061159 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:49.062842 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52454) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:49.147080 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4d635-05f6-406f-9d82-95e632cbde11 None None] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:43:49.179381 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:49.232362 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-72c509b2-9997-4ce1-80cf-f8817c7e4f8f None None] Provisioning complete for port f24d37e5-12c9-410c-bd66-eb2ffc129f3c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:49.232734 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72c509b2-9997-4ce1-80cf-f8817c7e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.379270 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72c509b2-9997-4ce1-80cf-f8817c7e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.407928 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:48Z', 'revision_number': 3, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:49.422108 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-72c509b2-9997-4ce1-80cf-f8817c7e4f8f None None] For port f24d37e5-12c9-410c-bd66-eb2ffc129f3c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:49.428803 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-72c509b2-9997-4ce1-80cf-f8817c7e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.467377 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:49.468220 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Updating router 768fc82c-4f62-44ce-a117-94d44dd0cb8e port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:43:49.487665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c509b2-9997-4ce1-80cf-f8817c7e4f8f None None] Pushing event updated for resources: {'Port': ['ID=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:49.507087 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.579062 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.753958 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Allocated IP 172.20.0.1 (2bbaef26-f90b-40dc-9a87-6f9915517b4d/58f03c5f-4a7d-4e3c-b685-4333849a1046/c3ae8db9-e9ef-4b12-8dd0-6f733765f733) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:43:49.755959 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-6ca9daf7-c175-498e-8b33-4e2bd2ce5da8 None None] Provisioning complete for port f24d37e5-12c9-410c-bd66-eb2ffc129f3c triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:49.756331 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6ca9daf7-c175-498e-8b33-4e2bd2ce5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.829564 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.837423 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.879878 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.893908 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Attempting to bind port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:43:49.893908 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Attempting to bind port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:43:49.894327 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Attempting to bind port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:43:49.907456 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:43:49.907826 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:49.908229 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.908619 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:43:49.909086 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Bound port: fbad5ca8-7942-44d0-81b7-31e4ae8904b4, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:43:49.909462 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.911180 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Pushing event updated for resources: {'Port': ['ID=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:49.932224 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.935915 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.936167 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.936335 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.936735 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.936968 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.937423 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.937589 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.937900 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.938247 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.938558 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.938925 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.939173 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:43:49.962068 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f24d37e5-12c9-410c-bd66-eb2ffc129f3c up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:49.981014 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] For port fbad5ca8-7942-44d0-81b7-31e4ae8904b4, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:43:49.984525 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] For port fbad5ca8-7942-44d0-81b7-31e4ae8904b4, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:43:49.985657 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:49.989616 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:49.991004 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:49.992606 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:43:50.037255 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:50.045636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.062615 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port f24d37e5-12c9-410c-bd66-eb2ffc129f3c triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:50.063226 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.161062 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:50.161613 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:50.215338 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.226710 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb068e-f481-43f1-918a-9e85bc590ade None None] Pushing event updated for resources: {'Port': ['ID=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:50.285964 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-858cf044-a1c0-43d3-a79d-854f4bc42619 None None] Provisioning complete for port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:50.286611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-858cf044-a1c0-43d3-a79d-854f4bc42619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.290044 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:50.323594 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-858cf044-a1c0-43d3-a79d-854f4bc42619 None None] Port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:43:50.396520 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.402495 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.471514 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.473235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:50.493411 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:48Z', 'revision_number': 3, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:50.521383 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a044d35-e350-49a2-9a52-ca984e78e7de None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:48Z', 'revision_number': 3, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:43:50.585457 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:50.587137 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:50.711885 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:43:50.845169 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:50.851189 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-07c62c49-3c07-4acc-86f4-abd37a5aefe4 admin admin] 10.222.0.31 "PUT /v2.0/routers/768fc82c-4f62-44ce-a117-94d44dd0cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870460 Nov 02 17:43:50.946810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-e15a6d48-32e5-487a-a408-2c52479395bf None None] Provisioning complete for port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:50.947527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e15a6d48-32e5-487a-a408-2c52479395bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:50.990193 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-e15a6d48-32e5-487a-a408-2c52479395bf None None] Port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:43:51.363625 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52472) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:51.368506 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1810258923-network', 'tenant_id': 'af50e15e18414a0babf980729432b5de'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:51.390763 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Made reservation on behalf of af50e15e18414a0babf980729432b5de for: {'network': 1} {{(pid=102066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:43:51.393140 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for network, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.406295 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.484093 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.487788 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.512101 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 17:43:51.521498 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf2d25b-f212-475d-88d7-777c5ab80fa5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:51.526690 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.527197 n-d-811405-2 neutron-server[102066]: INFO neutron.db.segments_db [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Added segment 8c74c20d-af2f-45a2-b9b8-8216db4611e6 of type vlan for network 47f387e1-680f-4efb-90de-c44e7762dd73 Nov 02 17:43:51.569604 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756001704066'] for network, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.598452 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782'] for network, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.600089 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:51.600757 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Notify callbacks [] for network, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.659912 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2951841 Nov 02 17:43:51.662931 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52474) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:51.665061 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a75b5-757e-4de2-90e2-881a728ddc98 admin admin] Pushing event updated for resources: {'Network': ['ID=47f387e1-680f-4efb-90de-c44e7762dd73,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:51.667982 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Request body: {'subnet': {'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1810258923-subnet', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'ip_version': 4}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:51.675252 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Network 47f387e1-680f-4efb-90de-c44e7762dd73 details requested by agent ovs-agent-n-d-811405-2 with host n-d-811405-2 {{(pid=102067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 17:43:51.689233 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Made reservation on behalf of af50e15e18414a0babf980729432b5de for: {'subnet': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:43:51.692320 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843170'] for subnet, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.876513 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58836739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843216'] for subnet, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:51.906669 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fbad5ca8-7942-44d0-81b7-31e4ae8904b4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:51.929098 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bcdcd2-36c3-4e05-9a14-ae625bc8822a,revision_number=0']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:51.946329 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Checking segment: {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:51.946691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Network hostable DHCP agents. Network: 47f387e1-680f-4efb-90de-c44e7762dd73, hostable agents: ['b1a74558-53b0-416b-8926-d99552e80c3a'], hosted agents: [] {{(pid=102065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 17:43:51.968181 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Network 47f387e1-680f-4efb-90de-c44e7762dd73 is scheduled to be hosted by DHCP agent b1a74558-53b0-416b-8926-d99552e80c3a with binding_index 1 {{(pid=102065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 17:43:51.978642 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811405-2, 47f387e1-680f-4efb-90de-c44e7762dd73) {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:51.984050 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:51.984655 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.007021 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-6085a96e-51ba-46fc-ac36-c4480a75ff2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3426139 Nov 02 17:43:52.008663 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52476) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:52.015441 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:52.041936 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3768491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-397'] for router, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.043531 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773333', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.085710 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e2b48-7f45-432f-9777-9d9b5eed2008 None None] Network 47f387e1-680f-4efb-90de-c44e7762dd73 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:43:52.107880 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.183060 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:52.183307 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.212135 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:52.256318 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.256601 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:52.257109 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:52.383768 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42aa5be2-3e1a-5161-9da1-90fedca2e754-47f387e1-680f-4efb-90de-c44e7762dd73', 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'fixed_ips': [{'subnet_id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a'}]}} from n-d-811405-2. {{(pid=102067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 17:43:52.384610 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.429645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.458155 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:52.476006 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.496211 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.541587 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port fbad5ca8-7942-44d0-81b7-31e4ae8904b4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:52.552288 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.615517 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Allocated IP 172.25.7.17 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:43:52.729979 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.730762 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.db_base_plugin_common [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Allocated IP 172.20.0.2 (47f387e1-680f-4efb-90de-c44e7762dd73/c0bcdcd2-36c3-4e05-9a14-ae625bc8822a/4ef6377d-8b17-448b-8938-ccc891c2bf63) {{(pid=102067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:43:52.738275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:52.770790 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:52.810964 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:52.813974 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:52.818242 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:43:52.858184 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Pushing event updated for resources: {'Port': ['ID=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:52.931477 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 2, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:52.963603 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:52.963955 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Updating router 768fc82c-4f62-44ce-a117-94d44dd0cb8e port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:43:52.992814 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.001884 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.004026 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576'] for port, after_create {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.057022 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Network 47f387e1-680f-4efb-90de-c44e7762dd73 is already hosted by enough agents. {{(pid=102067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:53.079073 n-d-811405-2 neutron-server[102067]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Resources bound (agent type, host, resource id): {{(pid=102067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:53.087760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Received port after_create {{(pid=102067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:43:53.091859 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Pushing event updated for resources: {'Port': ['ID=4ef6377d-8b17-448b-8938-ccc891c2bf63,revision_number=1']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:53.100130 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.216325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Attempting to bind port 4ef6377d-8b17-448b-8938-ccc891c2bf63 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:43:53.216682 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Attempting to bind port 4ef6377d-8b17-448b-8938-ccc891c2bf63 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:43:53.217042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Attempting to bind port 4ef6377d-8b17-448b-8938-ccc891c2bf63 on network 47f387e1-680f-4efb-90de-c44e7762dd73 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:43:53.228555 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:43:53.229016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Checking segment: {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:53.229418 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.229813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Bound using segment: {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:43:53.230316 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Bound port: 4ef6377d-8b17-448b-8938-ccc891c2bf63, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:43:53.230697 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.302652 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773344'] for router, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.362233 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] For port 4ef6377d-8b17-448b-8938-ccc891c2bf63, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:43:53.377049 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] For port 4ef6377d-8b17-448b-8938-ccc891c2bf63, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4ef6377d-8b17-448b-8938-ccc891c2bf63,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:43:53.386460 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.442635 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd is scheduled to L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f with binding_index 1 {{(pid=102065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 17:43:53.484514 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.489162 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f3f9a-bcbe-4ff2-9877-9f1188ef79e4 None None] Pushing event updated for resources: {'Port': ['ID=4ef6377d-8b17-448b-8938-ccc891c2bf63,revision_number=2']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:53.493257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.548089 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb729f-9899-44fc-a068-6a28f5cdd91b None None] Pushing event updated for resources: {'Port': ['ID=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:53.569610 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:53.581722 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Sync routers for ids ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:53.590610 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.592347 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-50abe80d-3a94-4024-9bc0-a355a5590e90 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5825720 Nov 02 17:43:53.595215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52478) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:53.607003 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Routers {'0aa4b609-cea5-446e-aeef-cd55f6dd03cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:53.608804 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:53.617281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Attempting to bind port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:43:53.617644 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Attempting to bind port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:43:53.618103 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Attempting to bind port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:43:53.625402 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:43:53.625793 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Checking segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:53.626257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.626659 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Bound using segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:43:53.627145 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Bound port: c3ae8db9-e9ef-4b12-8dd0-6f733765f733, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:43:53.627534 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.748110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] For port c3ae8db9-e9ef-4b12-8dd0-6f733765f733, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:43:53.751667 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] For port c3ae8db9-e9ef-4b12-8dd0-6f733765f733, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:43:53.762027 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:53.833535 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Set router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:53.851650 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb729f-9899-44fc-a068-6a28f5cdd91b None None] Pushing event updated for resources: {'Port': ['ID=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:53.859785 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:53.860401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:53.961645 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.023277 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:54.063198 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fbad5ca8-7942-44d0-81b7-31e4ae8904b4 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:54.106753 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-fb6a9934-9f82-479d-8791-a2d5cee3999d None None] Provisioning complete for port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:54.107477 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fb6a9934-9f82-479d-8791-a2d5cee3999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.176760 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 3, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:54.216884 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Checking router: 0aa4b609-cea5-446e-aeef-cd55f6dd03cd for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:54.217497 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Updating router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 binding host n-d-811405-2 {{(pid=102068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:43:54.253076 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.491858 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fb6a9934-9f82-479d-8791-a2d5cee3999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.530420 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-fb6a9934-9f82-479d-8791-a2d5cee3999d None None] For port c3ae8db9-e9ef-4b12-8dd0-6f733765f733, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:54.531595 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:54.532629 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.560522 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Notify callbacks [] for port, precommit_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.567813 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.570463 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-fb6a9934-9f82-479d-8791-a2d5cee3999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.628982 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Attempting to bind port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:43:54.629603 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Attempting to bind port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:43:54.629723 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a9934-9f82-479d-8791-a2d5cee3999d None None] Pushing event updated for resources: {'Port': ['ID=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:54.629835 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Attempting to bind port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 on network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:43:54.652726 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:43:54.653140 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Checking segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:54.653545 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.653940 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Bound using segment: {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'} {{(pid=102068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:43:54.654437 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.managers [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Bound port: 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebcfa6-7970-4e53-a117-e0afd2f45d7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5'}}] {{(pid=102068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:43:54.654807 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.660771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.717679 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] For port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1, host n-d-811405-2, cleared binding levels {{(pid=102068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:43:54.721450 n-d-811405-2 neutron-server[102068]: DEBUG neutron.plugins.ml2.db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] For port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:43:54.724785 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958c2ea-3a70-46b6-b772-c4d5a79cf762 None None] Pushing event updated for resources: {'Port': ['ID=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,revision_number=2']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:54.726091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4ef6377d-8b17-448b-8938-ccc891c2bf63 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:54.739537 n-d-811405-2 neutron-server[102068]: DEBUG neutron_lib.callbacks.manager [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.785769 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-09cd5d85-3c98-471e-bbab-e4d91cc2016d None None] Provisioning complete for port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:54.786161 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09cd5d85-3c98-471e-bbab-e4d91cc2016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.806996 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Routers {'0aa4b609-cea5-446e-aeef-cd55f6dd03cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:54.807838 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:54.823365 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922b185-b7d6-4ba7-8355-e0b4021fa770 None None] Network 47f387e1-680f-4efb-90de-c44e7762dd73 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:43:54.852571 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958c2ea-3a70-46b6-b772-c4d5a79cf762 None None] Pushing event updated for resources: {'Port': ['ID=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,revision_number=3']} {{(pid=102068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:54.873448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Allocated IP 172.20.0.1 (47f387e1-680f-4efb-90de-c44e7762dd73/c0bcdcd2-36c3-4e05-9a14-ae625bc8822a/0fd90efe-830f-45cd-8002-7cbf99568db5) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:43:54.893521 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:53Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:54.930456 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] Set router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:54.931154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4ef6377d-8b17-448b-8938-ccc891c2bf63 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:54.931527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:54.933814 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477656fc-6925-4c30-baec-21944bd7e953 None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:53Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:43:55.015874 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.056196 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.113090 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Network 47f387e1-680f-4efb-90de-c44e7762dd73 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:55.116215 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:55.120507 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:43:55.149296 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Pushing event updated for resources: {'Port': ['ID=0fd90efe-830f-45cd-8002-7cbf99568db5,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:55.161584 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.170657 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3772565'] for router_interface, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.194259 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 3, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:55.217566 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 4ef6377d-8b17-448b-8938-ccc891c2bf63, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4ef6377d-8b17-448b-8938-ccc891c2bf63,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:55.227844 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.232928 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-d3c10fbb-f7a3-49f0-ad25-0f5bf9efb5db None None] Provisioning complete for port 4ef6377d-8b17-448b-8938-ccc891c2bf63 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:55.233327 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3c10fbb-f7a3-49f0-ad25-0f5bf9efb5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.236325 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740636ff-1914-4ac0-9afd-c82116a1a383 None None] The sync data for ids ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'] in n-d-811405-2 is: [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 3, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:43:55.337018 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=4ef6377d-8b17-448b-8938-ccc891c2bf63,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:55.385943 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.542243 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3d5fae6b-0865-447f-b108-dfd85a1a6cec None None] Provisioning complete for port 0fd90efe-830f-45cd-8002-7cbf99568db5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:55.542632 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d5fae6b-0865-447f-b108-dfd85a1a6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.608563 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fae6b-0865-447f-b108-dfd85a1a6cec None None] Port 0fd90efe-830f-45cd-8002-7cbf99568db5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:43:55.630489 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-3d5fae6b-0865-447f-b108-dfd85a1a6cec None None] Provisioning complete for port 4ef6377d-8b17-448b-8938-ccc891c2bf63 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:55.630862 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3d5fae6b-0865-447f-b108-dfd85a1a6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.668645 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.679513 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.783097 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Pushing event updated for resources: {'Port': ['ID=0fd90efe-830f-45cd-8002-7cbf99568db5,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:55.791843 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772641'] for router_interface, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.875064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-56ba1ede-7407-4de1-b327-8e2cce9e44a5 None None] Provisioning complete for port 0fd90efe-830f-45cd-8002-7cbf99568db5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:55.875716 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-56ba1ede-7407-4de1-b327-8e2cce9e44a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:55.935568 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-56ba1ede-7407-4de1-b327-8e2cce9e44a5 None None] Port 0fd90efe-830f-45cd-8002-7cbf99568db5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:43:55.952667 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Network 47f387e1-680f-4efb-90de-c44e7762dd73 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:43:55.954306 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:43:56.048875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4ef6377d-8b17-448b-8938-ccc891c2bf63 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:56.120569 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 4ef6377d-8b17-448b-8938-ccc891c2bf63 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:56.120965 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:56.140062 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:43:56.227526 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:56.296221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:43:56.302250 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-3e1bae9b-d159-413e-92aa-6d54f5a25c0d admin admin] 10.222.0.31 "PUT /v2.0/routers/0aa4b609-cea5-446e-aeef-cd55f6dd03cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7059183 Nov 02 17:43:56.325189 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:56.336791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:56.415352 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-4bd3258e-875c-4a9a-bb00-cdf262883c14 None None] Provisioning complete for port 0fd90efe-830f-45cd-8002-7cbf99568db5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:56.415976 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4bd3258e-875c-4a9a-bb00-cdf262883c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:56.492083 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3258e-875c-4a9a-bb00-cdf262883c14 None None] Port 0fd90efe-830f-45cd-8002-7cbf99568db5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:43:56.502866 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:56.532124 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] For port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:43:56.537826 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:56.538978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c3ae8db9-e9ef-4b12-8dd0-6f733765f733 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:56.653182 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Pushing event updated for resources: {'Port': ['ID=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:56.657787 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:56.658233 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:57.879310 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:43:57.927371 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:57.927744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.367037 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52488) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:58.372615 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456183423', 'description': 'tempest-secgroup-smoke-456183423 description', 'project_id': '2517d410855446efbb29fbaf0ff814bc'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:58.399532 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.481992 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.488506 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.523159 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.524399 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1563506 Nov 02 17:43:58.530094 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52490) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:58.536226 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group_rule': {'security_group_id': '7008098a-a836-41e2-b24f-146cdeb390dc', 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:58.540744 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873bbd-6be0-4dea-8229-84f7a432418d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7008098a-a836-41e2-b24f-146cdeb390dc,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:58.563281 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Sync routers for ids ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:43:58.574466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Routers {'0aa4b609-cea5-446e-aeef-cd55f6dd03cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:58.574803 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.575093 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:58.642676 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.647767 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.668821 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce660e4e-6fd6-41de-98bc-70691c1f3db0,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:58.677598 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.678881 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-0c4c2b26-bf5e-42d5-a0c1-ae8564b67e2b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474273 Nov 02 17:43:58.681981 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52492) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:58.686973 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group_rule': {'security_group_id': '7008098a-a836-41e2-b24f-146cdeb390dc', 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:58.693050 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Set router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:58.717655 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.784189 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.789401 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.808640 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25608ba-0745-4920-87e0-59965dbcdab5,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:58.817837 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.821693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-30b17149-10dc-4020-ad48-52d0ab83523a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350529 Nov 02 17:43:58.821693 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52494) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:58.826881 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group_rule': {'security_group_id': '7008098a-a836-41e2-b24f-146cdeb390dc', 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:58.857691 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.917096 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:55Z', 'revision_number': 4, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '0fd90efe-830f-45cd-8002-7cbf99568db5', 'name': '', 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'mac_address': 'fa:16:3e:8b:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:54Z', 'updated_at': '2021-11-02T17:43:55Z', 'revision_number': 2, 'project_id': 'af50e15e18414a0babf980729432b5de', 'subnets': [{'id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:58.930011 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.935193 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.944178 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Checking router: 0aa4b609-cea5-446e-aeef-cd55f6dd03cd for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:43:58.944538 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Updating router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd port 0fd90efe-830f-45cd-8002-7cbf99568db5 binding host n-d-811405-2 {{(pid=102067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 17:43:58.959630 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d745b648-1a86-4dbe-b48f-cbfb4e74811e,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:58.967099 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.970813 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-070705cf-0b2f-4512-8f9a-765a34a0d2f2 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453478 Nov 02 17:43:58.971063 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52496) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:58.973380 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:58.975569 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group_rule': {'security_group_id': '7008098a-a836-41e2-b24f-146cdeb390dc', 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:59.006656 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.081270 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.086771 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.112189 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1eccdf-33f7-4b04-a79a-9656c874c898,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:59.126304 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.131644 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-ed6af92b-a2f8-4b42-9d5f-a32ed474c20f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554945 Nov 02 17:43:59.131899 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52498) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:59.137704 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group_rule': {'security_group_id': '7008098a-a836-41e2-b24f-146cdeb390dc', 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:59.165888 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Project 2517d410855446efbb29fbaf0ff814bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:43:59.171884 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.236255 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.240543 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.263642 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099905a5-7faf-454e-852a-46fd02361533,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:59.271496 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.272958 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-fc4af326-0f04-4103-8af2-d844fa1a2eda tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401057 Nov 02 17:43:59.275676 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52500) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:43:59.280235 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'security_group_rule': {'security_group_id': '7008098a-a836-41e2-b24f-146cdeb390dc', 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:43:59.292761 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Notify callbacks [] for port, precommit_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.298952 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.303800 n-d-811405-2 neutron-server[102066]: INFO neutron.db.securitygroups_db [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Project 2517d410855446efbb29fbaf0ff814bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 17:43:59.309755 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.353680 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f672bd-e410-4959-afd6-e7f426f24a94 None None] Pushing event updated for resources: {'Port': ['ID=0fd90efe-830f-45cd-8002-7cbf99568db5,revision_number=3']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:59.391472 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.396370 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739358'] for security_group_rule, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.420544 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46b6f17-c34e-4b48-868d-7bce31cfadc2,revision_number=0']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:59.428433 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Attempting to bind port 0fd90efe-830f-45cd-8002-7cbf99568db5 on host n-d-811405-2 for vnic_type normal with profile {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:43:59.428760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Attempting to bind port 0fd90efe-830f-45cd-8002-7cbf99568db5 by drivers openvswitch,hyperv on host n-d-811405-2 at level 0 using segments [{'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:43:59.429253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Attempting to bind port 0fd90efe-830f-45cd-8002-7cbf99568db5 on network 47f387e1-680f-4efb-90de-c44e7762dd73 {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:43:59.430211 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.434188 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-89f9198a-cf81-4c80-bfac-fd874400b9c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549959 Nov 02 17:43:59.435970 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Checking agent: {'id': 'a1e02858-b76e-413b-98dd-30083feffc94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 12, 11), 'started_at': datetime.datetime(2021, 11, 2, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811405-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:43:59.436358 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Checking segment: {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:43:59.436789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.437450 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Bound using segment: {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'} {{(pid=102067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:43:59.438017 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.managers [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Bound port: 0fd90efe-830f-45cd-8002-7cbf99568db5, host: n-d-811405-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c74c20d-af2f-45a2-b9b8-8216db4611e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73'}}] {{(pid=102067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:43:59.438466 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.605352 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-41a7c1fc-9d8d-42a7-a6a0-3880221ccdf3 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456183423&fields=id&tenant_id=2517d410855446efbb29fbaf0ff814bc HTTP/1.1" status: 200 len: 267 time: 0.0387645 Nov 02 17:43:59.662296 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-ccb4278f-4456-4744-98c5-e13ec9f31953 None None] Provisioning complete for port 0fd90efe-830f-45cd-8002-7cbf99568db5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:43:59.662672 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ccb4278f-4456-4744-98c5-e13ec9f31953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.706778 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] For port 0fd90efe-830f-45cd-8002-7cbf99568db5, host n-d-811405-2, cleared binding levels {{(pid=102067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:43:59.711177 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] For port 0fd90efe-830f-45cd-8002-7cbf99568db5, host n-d-811405-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0fd90efe-830f-45cd-8002-7cbf99568db5,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:43:59.717997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:43:59.719875 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4278f-4456-4744-98c5-e13ec9f31953 None None] Port 0fd90efe-830f-45cd-8002-7cbf99568db5 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:43:59.720212 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-67bfce23-12f3-45bc-ba56-9af523b43e34 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:43:59.723208 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-67bfce23-12f3-45bc-ba56-9af523b43e34 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 809 time: 0.1100268 Nov 02 17:43:59.737827 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-68c40ae0-6cca-4326-89e3-5508ce250ca6 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/quotas/2517d410855446efbb29fbaf0ff814bc HTTP/1.1" status: 200 len: 375 time: 0.0096316 Nov 02 17:43:59.785432 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Routers {'0aa4b609-cea5-446e-aeef-cd55f6dd03cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:43:59.786064 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:43:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:43:59.788027 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f672bd-e410-4959-afd6-e7f426f24a94 None None] Pushing event updated for resources: {'Port': ['ID=0fd90efe-830f-45cd-8002-7cbf99568db5,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:43:59.803985 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-da89e929-d622-4dcd-82ae-509263e060b7 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599673 Nov 02 17:43:59.828737 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-bea624b7-4adf-4e5d-b74d-e8157bd7fff8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:43:59.834307 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-bea624b7-4adf-4e5d-b74d-e8157bd7fff8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116441 Nov 02 17:43:59.926628 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] Set router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:43:59.934529 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-50e34127-1947-4dc1-a2df-a24af013a4fb service neutron] 10.222.0.31 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948503 Nov 02 17:44:00.035193 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-ff780fe7-d81f-44a5-9dd1-4a11b7c2be2a service neutron] 10.222.0.31 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945532 Nov 02 17:44:00.074183 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-be439c00-1614-481b-9d90-44d7afc78a9c None None] Provisioning complete for port 0fd90efe-830f-45cd-8002-7cbf99568db5 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:44:00.074372 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be439c00-1614-481b-9d90-44d7afc78a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:00.214633 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be439c00-1614-481b-9d90-44d7afc78a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:00.216703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b4d5dc3d-3003-4fed-8bad-7970a5f52560 req-fb3192ae-c977-4d00-87f4-dd95bf37ecad tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 210 time: 0.0314164 Nov 02 17:44:00.237194 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:55Z', 'revision_number': 4, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '0fd90efe-830f-45cd-8002-7cbf99568db5', 'name': '', 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'mac_address': 'fa:16:3e:8b:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:54Z', 'updated_at': '2021-11-02T17:43:59Z', 'revision_number': 4, 'project_id': 'af50e15e18414a0babf980729432b5de', 'subnets': [{'id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:44:00.269280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6e6d-5f84-4e78-8771-72ac026a2361 None None] The sync data for ids ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'] in n-d-811405-2 is: [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:55Z', 'revision_number': 4, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': '0fd90efe-830f-45cd-8002-7cbf99568db5', 'name': '', 'network_id': '47f387e1-680f-4efb-90de-c44e7762dd73', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'mac_address': 'fa:16:3e:8b:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:54Z', 'updated_at': '2021-11-02T17:43:59Z', 'revision_number': 4, 'project_id': 'af50e15e18414a0babf980729432b5de', 'subnets': [{'id': 'c0bcdcd2-36c3-4e05-9a14-ae625bc8822a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:44:00.279458 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-be439c00-1614-481b-9d90-44d7afc78a9c None None] For port 0fd90efe-830f-45cd-8002-7cbf99568db5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0fd90efe-830f-45cd-8002-7cbf99568db5,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:44:00.284357 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-be439c00-1614-481b-9d90-44d7afc78a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:00.343867 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be439c00-1614-481b-9d90-44d7afc78a9c None None] Pushing event updated for resources: {'Port': ['ID=0fd90efe-830f-45cd-8002-7cbf99568db5,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:01.318359 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-f2cd1c77-68c4-4f2d-8c56-b73d8ab7194c tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:01.320284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-f2cd1c77-68c4-4f2d-8c56-b73d8ab7194c tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 809 time: 0.1556540 Nov 02 17:44:01.332438 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e327b2ff-419c-4855-8646-cbb1cf11376c req-4686c141-36fa-4989-b0a9-08357e535a94 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Nov 02 17:44:01.379183 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-9ccf345e-ac50-43c2-800f-97732b26aafd tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2517d410855446efbb29fbaf0ff814bc HTTP/1.1" status: 200 len: 379 time: 0.0490994 Nov 02 17:44:01.392243 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'port': {'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'admin_state_up': True, 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'security_groups': ['7008098a-a836-41e2-b24f-146cdeb390dc']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:44:01.531654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Made reservation on behalf of 2517d410855446efbb29fbaf0ff814bc for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:44:01.535198 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:01.696894 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Allocated IP 172.20.0.3 (2bbaef26-f90b-40dc-9a87-6f9915517b4d/58f03c5f-4a7d-4e3c-b685-4333849a1046/e1b5e66a-3f1b-4c9d-bc7b-c76368e69373) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:44:01.868835 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:01.921244 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:01.923593 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0fd90efe-830f-45cd-8002-7cbf99568db5 up at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:44:01.973948 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:44:01.977624 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:44:01.988656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:44:02.003774 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:02.030665 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Provisioning complete for port 0fd90efe-830f-45cd-8002-7cbf99568db5 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:44:02.031227 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.064990 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:02.065679 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.101471 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-518b0d8d-aa86-4f83-bbf6-d116e5a58439 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131209 Nov 02 17:44:02.117656 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Request body: {'port': {'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:44:02.235456 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.434383 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-5ef14b6b-aa7c-4463-a43f-5924e1735f94 None None] Provisioning complete for port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:44:02.435657 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5ef14b6b-aa7c-4463-a43f-5924e1735f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.506872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-5ef14b6b-aa7c-4463-a43f-5924e1735f94 None None] Port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:44:02.563892 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae636fff-b002-44ac-9bc4-04c60094bc5b req-1bd60577-1c79-4956-ad39-516dfbf6e25a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:02.565943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae636fff-b002-44ac-9bc4-04c60094bc5b req-1bd60577-1c79-4956-ad39-516dfbf6e25a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 931 time: 0.0868928 Nov 02 17:44:02.620957 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-ae636fff-b002-44ac-9bc4-04c60094bc5b req-43c493e0-d6de-4b60-863d-d50ee34557f5 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446107 Nov 02 17:44:02.658064 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:44:02.668042 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.681530 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Transition to ACTIVE for port object e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:44:02.685827 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.740736 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:02.856090 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Attempting to bind port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 on host n-h1-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:44:02.856643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Attempting to bind port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 by drivers openvswitch,hyperv on host n-h1-811405-2 at level 0 using segments [{'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:44:02.857180 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Attempting to bind port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:44:02.864462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:44:02.864978 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Attempting to bind port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:44:02.874984 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Checking agent: {'id': 'd25230fe-e51f-4fa9-9303-e5372a6be971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:44:02.875487 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Checking segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:44:02.876104 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Bound using segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:44:02.876940 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Bound port: e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host: n-h1-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:44:02.877546 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:02.976052 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:44:02.979954 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:44:02.991061 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:03.028681 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.029684 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:03.031352 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 1091 time: 0.9208200 Nov 02 17:44:03.031769 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:44:03.035436 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fced371-7686-411a-8cec-d31631c794aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:44:03.088022 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec1c0-ff9f-4962-b8e0-d67146b9a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:03.111179 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde90ac-44d5-4cc0-9486-e4369960838e x-openstack-request-id: req-ccde90ac-44d5-4cc0-9486-e4369960838e {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:44:03.111570 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:44:03.112056 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccde90ac-44d5-4cc0-9486-e4369960838e {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:44:03.112495 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'status': 'completed', 'code': 200} Nov 02 17:44:03.170595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-9e9bb2ce-0e81-4151-828f-8e96a59e7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.173139 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-9e9bb2ce-0e81-4151-828f-8e96a59e7e76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1094 time: 0.0747159 Nov 02 17:44:03.222023 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-8ba08453-b275-4011-8ced-ce89f3113c4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 217 time: 0.0416439 Nov 02 17:44:03.274006 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-d60c0f1f-6e75-459f-a3f9-4e054cf3a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.276152 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-d60c0f1f-6e75-459f-a3f9-4e054cf3a4c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0471795 Nov 02 17:44:03.325246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-2fd47429-2895-4ffe-9e0e-e30773a7ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.326980 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-2fd47429-2895-4ffe-9e0e-e30773a7ff70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434539 Nov 02 17:44:03.423092 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-1135df45-280f-49de-a425-5c63d58850d3 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891478 Nov 02 17:44:03.514512 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-05349ab9-1c5a-42be-85bf-1a30bab408f0 req-7c6b9ab0-3b82-4771-9243-7e08a870950b service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 Nov 02 17:44:03.609537 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced371-7686-411a-8cec-d31631c794aa req-dbc7503a-38b3-45ec-accc-8bce5871fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.611088 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-dbc7503a-38b3-45ec-accc-8bce5871fb62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1094 time: 0.0452204 Nov 02 17:44:03.730407 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced371-7686-411a-8cec-d31631c794aa req-9eee0162-c1c5-4254-a36e-c621f8a8b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.731803 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-9eee0162-c1c5-4254-a36e-c621f8a8b81a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.1142156 Nov 02 17:44:03.764938 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1733487-e5fb-44b7-bde4-a7bf70c90da6 req-743d5eb9-7935-4eb6-9cab-a1a83aa0a60a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.767014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1733487-e5fb-44b7-bde4-a7bf70c90da6 req-743d5eb9-7935-4eb6-9cab-a1a83aa0a60a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 943 time: 0.0722523 Nov 02 17:44:03.785290 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-88ebc596-3e2c-4bf6-9b78-5b14866524ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 217 time: 0.0452523 Nov 02 17:44:03.839329 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a1733487-e5fb-44b7-bde4-a7bf70c90da6 req-df46a17c-abff-4fe9-9aea-2ee90266679c tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612245 Nov 02 17:44:03.848116 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced371-7686-411a-8cec-d31631c794aa req-37280518-3fd6-442c-8e07-7a404cb86405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.849651 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-37280518-3fd6-442c-8e07-7a404cb86405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0563562 Nov 02 17:44:03.900976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced371-7686-411a-8cec-d31631c794aa req-e0e8a6c9-237c-4c2d-9e8c-3882bb825aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:03.902520 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-e0e8a6c9-237c-4c2d-9e8c-3882bb825aff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452130 Nov 02 17:44:04.009203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-2dfcf5a2-2de3-4dd0-ab61-2133b6fc0f3c service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991890 Nov 02 17:44:04.108800 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-1fced371-7686-411a-8cec-d31631c794aa req-d5b9f06b-7c8b-42ba-b346-56d7e616f25e service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921762 Nov 02 17:44:04.976208 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e32ba9-eccf-4fc4-be5b-6afe2b7c93dd req-bc7c56a3-15fe-4fe7-b500-8447bfbe4b26 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:04.977792 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-61e32ba9-eccf-4fc4-be5b-6afe2b7c93dd req-bc7c56a3-15fe-4fe7-b500-8447bfbe4b26 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 943 time: 0.0597644 Nov 02 17:44:05.022097 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-61e32ba9-eccf-4fc4-be5b-6afe2b7c93dd req-fecc4647-ead4-446e-8f4d-92229aaa4dc9 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371616 Nov 02 17:44:05.406721 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:44:05.505325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:44:05.517335 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:44:05.555856 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:05.570862 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:44:05.595255 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:44:05.600587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:05.661679 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:05.804755 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:44:06.145995 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e471ca9-498b-460a-8c8b-f860db1dd7d9 req-5ba2536f-259c-49f4-ac36-1dc181062735 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:06.147544 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e471ca9-498b-460a-8c8b-f860db1dd7d9 req-5ba2536f-259c-49f4-ac36-1dc181062735 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 944 time: 0.0511255 Nov 02 17:44:06.188242 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6e471ca9-498b-460a-8c8b-f860db1dd7d9 req-08edbb8c-a4ba-4cfe-b10d-6fbcc154f357 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Nov 02 17:44:07.110406 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:44:07.314318 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84582-4520-406d-9369-d2165db70a04 req-1164e5fa-9486-4ae8-b99a-e16a3fe0a941 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:07.322014 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fd84582-4520-406d-9369-d2165db70a04 req-1164e5fa-9486-4ae8-b99a-e16a3fe0a941 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 944 time: 0.0575130 Nov 02 17:44:07.367030 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-4fd84582-4520-406d-9369-d2165db70a04 req-af29c981-3089-4c64-a016-bc764f54395a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 Nov 02 17:44:07.406647 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:44:07.474739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning for port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:44:07.480122 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:44:07.480532 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:07.574583 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:07.607831 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:44:07.612387 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0690d-9c68-4f18-9cbd-b3d326baa69c" -d '{"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:44:07.638518 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:44:07.643918 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:07.678475 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f64b628-3d6b-43f7-a573-6bc49e33ac6f x-openstack-request-id: req-4f64b628-3d6b-43f7-a573-6bc49e33ac6f {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:44:07.678820 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:44:07.679012 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f64b628-3d6b-43f7-a573-6bc49e33ac6f {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:44:07.680042 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'code': 200} Nov 02 17:44:07.713649 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:07.773643 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd120c7-ad6c-47b3-9369-778236312aee req-6574ad67-06a5-4adc-8b39-08c3e435e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:07.775299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fd120c7-ad6c-47b3-9369-778236312aee req-6574ad67-06a5-4adc-8b39-08c3e435e3f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1096 time: 0.0447626 Nov 02 17:44:07.818149 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-4fd120c7-ad6c-47b3-9369-778236312aee req-4c3160d0-8466-49ed-9214-a4096821a438 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349956 Nov 02 17:44:08.541548 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9e5b-581b-4841-a887-e61f0982a056 req-afd2d4e3-d6e3-45a1-a746-87b09f413d89 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:08.543790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a43e9e5b-581b-4841-a887-e61f0982a056 req-afd2d4e3-d6e3-45a1-a746-87b09f413d89 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 945 time: 0.0741334 Nov 02 17:44:08.598739 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a43e9e5b-581b-4841-a887-e61f0982a056 req-39e8e3ca-abf4-4788-891b-f4012121ca99 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Nov 02 17:44:08.830418 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ddce-9334-44d3-aba5-28f865d41878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:09.734536 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db492b-9e38-4568-9bef-8701cb436d38 req-c4d2a97a-19c3-490c-8c65-c5540850f110 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:09.736196 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9db492b-9e38-4568-9bef-8701cb436d38 req-c4d2a97a-19c3-490c-8c65-c5540850f110 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 945 time: 0.0564911 Nov 02 17:44:09.785777 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c9db492b-9e38-4568-9bef-8701cb436d38 req-b6db4a87-ceda-4f18-96a7-66683725caa8 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423291 Nov 02 17:44:09.953730 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cba08-e612-4bb9-908f-aabb111fc110 req-bc65ff39-f5db-4847-9d37-5e131989d6fe tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:09.955324 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d0cba08-e612-4bb9-908f-aabb111fc110 req-bc65ff39-f5db-4847-9d37-5e131989d6fe tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 945 time: 0.0553730 Nov 02 17:44:10.008423 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1d0cba08-e612-4bb9-908f-aabb111fc110 req-50676acf-729d-4eb9-b798-81b92ae9bea9 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 Nov 02 17:44:10.034744 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 52550) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:44:10.227456 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6fc238-a5d5-4143-80f6-240739aad511 tempest-TestSnapshotPattern-1453893238 tempest-TestSnapshotPattern-1453893238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:10.229463 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-ee6fc238-a5d5-4143-80f6-240739aad511 tempest-TestSnapshotPattern-1453893238 tempest-TestSnapshotPattern-1453893238-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1091 time: 0.1937954 Nov 02 17:44:10.233077 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52554) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:44:10.238444 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:44:10.276547 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:10.398229 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:10.533147 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Allocated IP 172.25.7.142 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/e57312dd-f683-4f23-9fcf-c07c01686b01) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:44:10.662519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:10.704910 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:10.750083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:44:10.753142 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:44:10.757184 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:44:10.785496 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'Port': ['ID=e57312dd-f683-4f23-9fcf-c07c01686b01,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:11.148589 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.238051 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.266506 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8d94eb0b-197f-45c5-8aef-b9bb676e0c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.404576 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.410437 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.459924 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.498466 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'Port': ['ID=e57312dd-f683-4f23-9fcf-c07c01686b01,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:44:11.509059 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:11.625170 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Floating IP 7aef0371-d655-4504-b832-3955ed9e472a associated. External IP: 172.25.7.142, port: e1b5e66a-3f1b-4c9d-bc7b-c76368e69373. Nov 02 17:44:11.863156 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:44:11.985268 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:44:11.996950 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:44:12.003870 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:12.008956 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:44:12.010446 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:44:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:44:12.035487 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-65a006da-42fd-4e7f-a0aa-538bb0f4ac96 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8015919 Nov 02 17:44:12.036051 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:44:12.038337 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df474e-6b71-40ea-bf0f-4b0331938ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:44:12.077162 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3311cd68-12a5-4108-b126-a43d10c75cf1 x-openstack-request-id: req-3311cd68-12a5-4108-b126-a43d10c75cf1 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:44:12.077552 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:44:12.077881 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3311cd68-12a5-4108-b126-a43d10c75cf1 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:44:12.078357 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'status': 'completed', 'code': 200} Nov 02 17:44:12.153099 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-f7418c47-bcdd-4283-9f38-b69f97de317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:12.155326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-f7418c47-bcdd-4283-9f38-b69f97de317c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1096 time: 0.0534110 Nov 02 17:44:12.235665 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:44:12.257745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-1914fc0a-8ec9-4594-98ce-d3f1b9d6aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:12.259284 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-1914fc0a-8ec9-4594-98ce-d3f1b9d6aaf5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0962782 Nov 02 17:44:12.335375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-3e07cc61-9a15-476a-aea3-c175289ca252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 999 time: 0.0691884 Nov 02 17:44:12.389118 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-6f96612f-23e6-4e8a-a642-91aaade09eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:12.390609 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-6f96612f-23e6-4e8a-a642-91aaade09eb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0486090 Nov 02 17:44:12.439654 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-f7d9956a-35ac-422b-b62b-3ef639420ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:12.441194 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-f7d9956a-35ac-422b-b62b-3ef639420ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441499 Nov 02 17:44:12.480578 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:11Z', 'revision_number': 0, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:44:12.511100 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:44:12.520135 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:44:12.520742 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:44:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:44:12.542688 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-4a4ea9aa-73f4-4867-9fbf-29369928d3ff service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940130 Nov 02 17:44:12.650113 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:44:12.659833 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-69df474e-6b71-40ea-bf0f-4b0331938ed1 req-3ac51056-1d4d-4db2-9275-fc0e66fabb9e service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100063 Nov 02 17:44:12.889356 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:11Z', 'revision_number': 0, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:44:12.917966 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d28ee-4aa4-45f8-8f4a-3d74821985f9 None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:11Z', 'revision_number': 0, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:44:12.926637 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:13.144116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb62de4-0bc0-4530-b941-a86a735b228c None None] New status for floating IP 7aef0371-d655-4504-b832-3955ed9e472a: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:44:14.090730 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:18.373086 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:23.877939 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:38.818478 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d50036d1-2047-4250-9d61-0e36cd78fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:39.426997 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-1ae8acc7-eab3-46f8-b0cd-fed4fc07cd77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475129 Nov 02 17:44:39.552893 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-aa1caf34-713f-4fee-8395-fd52af3925f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:39.555462 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-aa1caf34-713f-4fee-8395-fd52af3925f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1096 time: 0.0730827 Nov 02 17:44:39.691005 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-3ac36018-e1ee-466a-adb6-393a37c042e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:39.692853 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-3ac36018-e1ee-466a-adb6-393a37c042e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.1144018 Nov 02 17:44:40.215873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-c244eb03-07c4-427b-b298-2e7a07e86788 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 1001 time: 0.5146070 Nov 02 17:44:40.277151 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-4534c80d-c7f7-43c8-aa51-818320f1f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:40.278717 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-4534c80d-c7f7-43c8-aa51-818320f1f9e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0555367 Nov 02 17:44:40.352262 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-b24bc26b-6631-4378-b11c-b66b69cfc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:44:40.355650 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-b24bc26b-6631-4378-b11c-b66b69cfc28e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675452 Nov 02 17:44:40.518326 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-937ed907-a2ca-4141-93ff-c560c584c7eb service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553919 Nov 02 17:44:40.642590 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-dbd7b5c0-99de-4a24-b592-cabd990af925 req-911e124a-6471-4561-85ab-90536e1e902b service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161492 Nov 02 17:44:41.262447 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1761224d-51c7-40d5-a9e4-7b4e69ca9a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:41.459997 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:42.926882 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:44.096145 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:44.109801 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:44:48.388432 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:44:53.878431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:08.821958 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-69534242-ae28-40c5-b175-33b905470b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:11.257389 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-80fe4d77-7709-4cf3-87b1-0c8b8418bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:11.453382 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:12.926493 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:14.097520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:18.401793 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:21.109215 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:45:23.900173 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:38.815319 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3ff94936-4629-404a-9bff-dab07790210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:41.020186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-5af62186-b43c-4d1b-a1cb-482f808687e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466235 Nov 02 17:45:41.109748 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-c88a0dc8-de7d-4813-97e8-0b9a2eda7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:45:41.111346 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-c88a0dc8-de7d-4813-97e8-0b9a2eda7497 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1096 time: 0.0482183 Nov 02 17:45:41.225463 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-e2f166b2-f56d-4cc8-806f-fdecd7b7a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:45:41.227049 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-e2f166b2-f56d-4cc8-806f-fdecd7b7a0ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0967224 Nov 02 17:45:41.265762 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f231-0918-4c85-9985-7c3bf2aaaf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:41.303459 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-5693358c-41e2-4bfb-9e53-8ea85c43bfdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 1001 time: 0.0683148 Nov 02 17:45:41.353928 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-416251a6-8401-4d66-8f9d-85084b7e27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:45:41.355446 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-416251a6-8401-4d66-8f9d-85084b7e27b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0447936 Nov 02 17:45:41.406525 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-dea8671a-5dbb-4da2-9427-43a279984daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:45:41.408873 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-dea8671a-5dbb-4da2-9427-43a279984daa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464630 Nov 02 17:45:41.459549 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:41.514393 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-8f5ab1d6-704f-4e06-b46c-3fca5019edf1 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965505 Nov 02 17:45:41.616905 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a13f6376-45d9-45b9-9421-b41ea061a421 req-3734470a-faf1-43d2-8d01-9670070197c2 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935016 Nov 02 17:45:42.930347 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:44.100668 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:44.265339 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-8955222a-9bd6-4105-ba93-b54d438356c0 req-6a02abcf-7f52-47dd-abbd-2ffbca125fb2 service neutron] (102066) timed out ('10.222.0.100', 58614) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:45:44.790756 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-bad9050b-0495-4f11-ba87-5b26108efde2 req-30d155f4-25ae-4e9f-b409-6367c907b390 service neutron] (102065) timed out ('10.222.0.55', 56785) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:45:48.401419 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:53.890763 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:45:58.108630 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:46:08.817551 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2f2febb5-50f3-43fa-bf48-71fbe0c96417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:09.998821 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 details requested by agent hyperv_n-h1-811405-2 with host n-h1-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:46:10.104878 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:10.117734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Returning: {'device': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:46:10.170019 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:10.184019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:46:10.205600 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:10.210586 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:10.263736 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:10.278740 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.279750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.279750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.279750 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.280034 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.280373 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.280718 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.281171 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.281320 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.281872 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.281997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.282592 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:10.288670 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] get_ports_and_sgs() called for port_ids ['e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:46:11.267513 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf948-e123-4e4b-9572-4691a808efa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:11.457095 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:12.005466 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 up at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:46:12.072499 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Provisioning complete for port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:46:12.072780 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:12.196160 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:12.227329 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:46:12.230561 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b52b0e-7cfb-4b92-84d2-9749e1e79e0d" -d '{"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:46:12.255152 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:12.264655 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:12.341452 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:12.394098 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36aecc7-55fa-4b0c-b988-d215ad397f14 x-openstack-request-id: req-b36aecc7-55fa-4b0c-b988-d215ad397f14 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:46:12.394429 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:46:12.394718 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b36aecc7-55fa-4b0c-b988-d215ad397f14 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:46:12.395124 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'code': 200} Nov 02 17:46:12.935789 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:14.129406 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:18.416744 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:20.415682 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-706f5648-9794-44b8-be5f-64507ac4f4f1 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456183423&fields=id&tenant_id=2517d410855446efbb29fbaf0ff814bc HTTP/1.1" status: 200 len: 267 time: 0.0394266 Nov 02 17:46:20.544482 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-d0eab4bd-a0f9-446b-88f7-7e9d59c75edd tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:20.546042 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-d0eab4bd-a0f9-446b-88f7-7e9d59c75edd tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 809 time: 0.1229751 Nov 02 17:46:20.577743 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-3dc78101-38ac-424d-9d6f-a7b22388305e tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/quotas/2517d410855446efbb29fbaf0ff814bc HTTP/1.1" status: 200 len: 375 time: 0.0153303 Nov 02 17:46:20.640029 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-07d901c0-9fcd-452b-af2e-617dd98752b5 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546479 Nov 02 17:46:20.747972 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-498afb53-8230-4299-ae14-39b89d4e16d4 service neutron] 10.222.0.31 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920663 Nov 02 17:46:20.849901 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-8403f487-36b5-4ece-bbaa-bdd42584def0 service neutron] 10.222.0.31 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956042 Nov 02 17:46:21.065633 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cf15a9fa-465e-4752-bd6c-5a5304f593f8 req-0487c172-649e-473e-bea2-8094c515dcfd tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0295198 Nov 02 17:46:22.124621 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-fb6c0182-fa40-4ac2-87d5-8104f5037843 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:22.126402 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-fb6c0182-fa40-4ac2-87d5-8104f5037843 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.100 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 809 time: 0.1327212 Nov 02 17:46:22.173987 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-c96d837a-b9e8-4e9c-9a09-56a7cb64872f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2517d410855446efbb29fbaf0ff814bc HTTP/1.1" status: 200 len: 379 time: 0.0388706 Nov 02 17:46:22.174296 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-80e1e80e-45af-4f7a-8966-96296489c0a1 req-9ae743aa-21d1-46da-9ad4-72576e552b87 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0290825 Nov 02 17:46:22.184592 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'port': {'device_id': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'admin_state_up': True, 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'security_groups': ['7008098a-a836-41e2-b24f-146cdeb390dc']}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:46:22.305680 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Made reservation on behalf of 2517d410855446efbb29fbaf0ff814bc for: {'port': 1} {{(pid=102065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 17:46:22.310597 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:22.474917 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_common [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Allocated IP 172.20.0.14 (2bbaef26-f90b-40dc-9a87-6f9915517b4d/58f03c5f-4a7d-4e3c-b685-4333849a1046/c91f3019-765d-4d1f-b670-25e4f3f04532) {{(pid=102065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:46:22.661747 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for port, precommit_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:22.704241 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_create {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:22.756903 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d is already hosted by enough agents. {{(pid=102065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:46:22.761033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.base_scheduler [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Resources bound (agent type, host, resource id): {{(pid=102065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:46:22.765508 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Received port after_create {{(pid=102065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:46:22.803460 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=1']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:22.827258 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.827921 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.828506 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.829033 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.829532 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.830051 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.830729 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.831448 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.832246 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.832946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.841863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.841863 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:22.873970 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:22.874838 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:22.900860 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-5c6922a4-46e1-4a45-a349-bc722b557515 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7211912 Nov 02 17:46:23.075254 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-b634cd90-5bc7-4eab-a757-beab7679c105 None None] Provisioning complete for port c91f3019-765d-4d1f-b670-25e4f3f04532 triggered by entity DHCP. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:46:23.076367 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b634cd90-5bc7-4eab-a757-beab7679c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:23.112118 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-b634cd90-5bc7-4eab-a757-beab7679c105 None None] Port c91f3019-765d-4d1f-b670-25e4f3f04532 cannot update to ACTIVE because it is not bound. {{(pid=102067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 02 17:46:23.333421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385b7a2-2d35-42fd-a641-96123ecc0957 req-4abea087-c5c0-4654-8945-097a7f70803b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:23.335011 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c385b7a2-2d35-42fd-a641-96123ecc0957 req-4abea087-c5c0-4654-8945-097a7f70803b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0683012 Nov 02 17:46:23.383733 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c385b7a2-2d35-42fd-a641-96123ecc0957 req-3910d1ef-ea65-453e-9651-5f2c593fc262 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396125 Nov 02 17:46:23.915822 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:24.061164 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:46:24.154405 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:24.349840 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:46:24.352132 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadf77d8-d429-44ff-951f-be0151ee2305" -d '{"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:46:24.367984 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:24.372792 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:24.411045 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb64e22-066d-4ab6-ad71-9aca4a922051 x-openstack-request-id: req-efb64e22-066d-4ab6-ad71-9aca4a922051 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:46:24.411338 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:46:24.412082 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efb64e22-066d-4ab6-ad71-9aca4a922051 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:46:24.412082 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'code': 200} Nov 02 17:46:24.444978 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=8']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:24.547025 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39389-0cdc-4f7a-a569-89155f35c47c req-9cea413a-7d7c-4293-bc53-7fd41b9b1eaa tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:24.548811 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9a39389-0cdc-4f7a-a569-89155f35c47c req-9cea413a-7d7c-4293-bc53-7fd41b9b1eaa tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0739617 Nov 02 17:46:24.598578 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-a9a39389-0cdc-4f7a-a569-89155f35c47c req-d0c45c24-2d3a-4868-97e6-5b0f680d146f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428057 Nov 02 17:46:25.745591 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e957d0-3d7d-4267-a4e7-12f0f3274f4d req-2d2a04c5-5b64-44af-85dc-ef9c0815f869 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:25.747239 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e957d0-3d7d-4267-a4e7-12f0f3274f4d req-2d2a04c5-5b64-44af-85dc-ef9c0815f869 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0619934 Nov 02 17:46:25.807007 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d0e957d0-3d7d-4267-a4e7-12f0f3274f4d req-fd340edd-9d42-4798-a98f-ed23af4d06f5 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531390 Nov 02 17:46:27.003658 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b288b0f-6752-4053-a3cf-45d1961800e9 req-da5b2a2d-f403-41b3-a66a-0b36ff0c4e86 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:27.005248 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b288b0f-6752-4053-a3cf-45d1961800e9 req-da5b2a2d-f403-41b3-a66a-0b36ff0c4e86 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0675597 Nov 02 17:46:27.051649 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9b288b0f-6752-4053-a3cf-45d1961800e9 req-2c46e93d-125c-4378-8472-67b167e4964f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387988 Nov 02 17:46:28.189503 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f1bc-258c-47c8-87b9-7c9432d1710d req-bf93c3f4-f738-4d92-a07f-3eb70b1ad9a0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:28.191183 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a87f1bc-258c-47c8-87b9-7c9432d1710d req-bf93c3f4-f738-4d92-a07f-3eb70b1ad9a0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0560019 Nov 02 17:46:28.238986 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-9a87f1bc-258c-47c8-87b9-7c9432d1710d req-5b42402d-abfa-4e95-9410-4f9a031a61ce tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345206 Nov 02 17:46:29.401934 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f391d54-1d1c-43d8-8448-03dde0af4dfb req-ffe8403d-22b9-4cb1-961e-1d9ee9a7fa62 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:29.405780 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f391d54-1d1c-43d8-8448-03dde0af4dfb req-ffe8403d-22b9-4cb1-961e-1d9ee9a7fa62 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0722406 Nov 02 17:46:29.518034 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-8f391d54-1d1c-43d8-8448-03dde0af4dfb req-f468ad36-814c-4b6c-9e8a-f8efa10fc3eb tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993648 Nov 02 17:46:30.715409 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9992f-10c9-41ef-bb4d-7b9e13f64317 req-52552f23-3ad3-4048-b714-55a5f16e38fa tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:30.716943 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ac9992f-10c9-41ef-bb4d-7b9e13f64317 req-52552f23-3ad3-4048-b714-55a5f16e38fa tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0543399 Nov 02 17:46:30.762736 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-3ac9992f-10c9-41ef-bb4d-7b9e13f64317 req-8c108af2-c604-400a-833c-627dc87a5932 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393534 Nov 02 17:46:31.903850 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df8eb5-57b9-4af7-a7c7-8af9845e3615 req-8c9c6cfb-c866-43cb-811b-100443eda1c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:31.905851 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47df8eb5-57b9-4af7-a7c7-8af9845e3615 req-8c9c6cfb-c866-43cb-811b-100443eda1c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0573554 Nov 02 17:46:31.944627 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-47df8eb5-57b9-4af7-a7c7-8af9845e3615 req-e3a67b03-62b3-44f5-b726-4f45d4615220 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Nov 02 17:46:32.707368 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.v2.base [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Request body: {'port': {'device_id': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811405-2'}} {{(pid=102065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:46:32.769422 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:33.041779 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91f3019-765d-4d1f-b670-25e4f3f04532 {{(pid=102065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:46:33.050594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:33.066946 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.provisioning_blocks [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Transition to ACTIVE for port object c91f3019-765d-4d1f-b670-25e4f3f04532 will not be triggered until provisioned by entity L2. {{(pid=102065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 17:46:33.071368 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:33.079048 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b71143-3b9e-4da7-b671-50e95b5a9e8c req-580d09ad-4ea6-4fe8-9a91-af421f29f455 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:33.082693 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6b71143-3b9e-4da7-b671-50e95b5a9e8c req-580d09ad-4ea6-4fe8-9a91-af421f29f455 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 932 time: 0.0654135 Nov 02 17:46:33.139781 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-c6b71143-3b9e-4da7-b671-50e95b5a9e8c req-fafa9d69-badd-4d28-bc04-a82bdd554785 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541272 Nov 02 17:46:33.151374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=2']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:33.214575 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Attempting to bind port c91f3019-765d-4d1f-b670-25e4f3f04532 on host n-h2-811405-2 for vnic_type normal with profile {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 02 17:46:33.214881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Attempting to bind port c91f3019-765d-4d1f-b670-25e4f3f04532 by drivers openvswitch,hyperv on host n-h2-811405-2 at level 0 using segments [{'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 02 17:46:33.215205 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Attempting to bind port c91f3019-765d-4d1f-b670-25e4f3f04532 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:46:33.220777 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Port c91f3019-765d-4d1f-b670-25e4f3f04532 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-811405-2 {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 17:46:33.221112 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Attempting to bind port c91f3019-765d-4d1f-b670-25e4f3f04532 on network 2bbaef26-f90b-40dc-9a87-6f9915517b4d {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 17:46:33.231851 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Checking agent: {'id': '73c6382a-0dab-49eb-a8f7-1557296f091a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811405-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'started_at': datetime.datetime(2021, 11, 2, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 17, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 17:46:33.232325 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Checking segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 02 17:46:33.232565 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Bound using segment: {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'} {{(pid=102065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 17:46:33.233007 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.managers [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Bound port: c91f3019-765d-4d1f-b670-25e4f3f04532, host: n-h2-811405-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0d697b-8e7f-4683-ae0c-e2539aa480ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d'}}] {{(pid=102065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 02 17:46:33.233366 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:33.330323 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, cleared binding levels {{(pid=102065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 17:46:33.335679 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 17:46:33.345902 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58836106'] for port, after_update {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:33.411011 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:33.412031 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:33.414447 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] 10.222.0.100 "PUT /v2.0/ports/c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 1092 time: 0.7658772 Nov 02 17:46:33.415207 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:46:33.419445 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:46:33.479624 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322dc7f6-2684-4837-ada0-647adb380ed7 x-openstack-request-id: req-322dc7f6-2684-4837-ada0-647adb380ed7 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:46:33.480086 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:46:33.480484 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-322dc7f6-2684-4837-ada0-647adb380ed7 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:46:33.481117 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'status': 'completed', 'code': 200} Nov 02 17:46:33.514017 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983d32-9661-40bd-92ed-aefbdd2dfbad service neutron] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=3']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:33.542462 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-7ecde4e1-3b63-4b31-a6f0-567278b20513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:33.544955 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-7ecde4e1-3b63-4b31-a6f0-567278b20513 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0881422 Nov 02 17:46:33.592666 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-698e8001-bed7-4a32-b5b7-485b465c3393 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 217 time: 0.0384111 Nov 02 17:46:33.655666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-03969a36-2dad-4732-b4cc-8f3478eb8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:33.657235 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-03969a36-2dad-4732-b4cc-8f3478eb8465 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0586541 Nov 02 17:46:33.713312 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-86acaf78-7ac9-46ab-84c7-d7826be31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:33.714816 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-86acaf78-7ac9-46ab-84c7-d7826be31586 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509074 Nov 02 17:46:33.808570 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-0b938037-12e8-4205-af24-a2c373ff6ea3 service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865672 Nov 02 17:46:33.907970 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-921f98ea-846c-467e-b4c1-2b4db3648eeb req-7c1a90ec-53a1-4023-8e99-cfbce07abdaf service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923569 Nov 02 17:46:33.996375 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-da66c8a0-06c5-4103-845c-5f344811a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:33.997870 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-da66c8a0-06c5-4103-845c-5f344811a45f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0424521 Nov 02 17:46:34.090354 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-502e33a0-06a1-46c1-9227-e2299d304b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:34.091743 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-502e33a0-06a1-46c1-9227-e2299d304b23 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0868993 Nov 02 17:46:34.136777 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-367480f7-dd55-4e5a-82b2-ef6e9a0e8570 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 217 time: 0.0378337 Nov 02 17:46:34.188805 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-0a4f1496-d838-40e4-b319-ee1eb98c75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:34.190378 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-0a4f1496-d838-40e4-b319-ee1eb98c75b4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0461631 Nov 02 17:46:34.243924 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-5c76017f-c10c-4837-be2d-66cd86036ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:34.246645 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-5c76017f-c10c-4837-be2d-66cd86036ef4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481756 Nov 02 17:46:34.296542 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceceade-5c53-4397-880e-ffb9cdded7ec req-5283cd3c-b91d-4b45-adb1-4cf33e5fdc76 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:34.298182 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ceceade-5c53-4397-880e-ffb9cdded7ec req-5283cd3c-b91d-4b45-adb1-4cf33e5fdc76 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0585992 Nov 02 17:46:34.347207 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6ceceade-5c53-4397-880e-ffb9cdded7ec req-4e9c8f27-90de-4cdc-a7ad-c4309b97ecae tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407994 Nov 02 17:46:34.361317 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-47deb74a-1298-438c-b1bd-9f4e9882ea5c service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052284 Nov 02 17:46:34.463513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-8dcebffd-32de-4a2a-8662-e3913c3cb6e5 req-77b7096d-306f-40d1-aff8-61c964f67e1c service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947046 Nov 02 17:46:35.107912 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:46:35.495733 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1643eb-cb0d-4c8c-8c6a-52a20e55b36e req-88f34722-6a1a-4e26-b509-c8e4fb55a208 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:35.497270 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f1643eb-cb0d-4c8c-8c6a-52a20e55b36e req-88f34722-6a1a-4e26-b509-c8e4fb55a208 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0572169 Nov 02 17:46:35.538450 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6f1643eb-cb0d-4c8c-8c6a-52a20e55b36e req-e5e4a462-6943-457e-80fc-56095abe7ab7 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351450 Nov 02 17:46:36.665367 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bb802-12e2-4347-869a-454fbd8e035c req-04445aa3-efc0-4f32-aba0-1de4a0b57a4a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:36.667636 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f85bb802-12e2-4347-869a-454fbd8e035c req-04445aa3-efc0-4f32-aba0-1de4a0b57a4a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Nov 02 17:46:36.710860 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f85bb802-12e2-4347-869a-454fbd8e035c req-a61714a5-881a-4ab3-9f5a-dd1582bd470d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364401 Nov 02 17:46:37.841285 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e111d-dd94-4f2f-b88f-e6dbbaa4d00d req-157802fb-ec34-4598-bf9d-21918039c2bb tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:37.843244 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-528e111d-dd94-4f2f-b88f-e6dbbaa4d00d req-157802fb-ec34-4598-bf9d-21918039c2bb tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0506160 Nov 02 17:46:37.866498 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:46:37.883654 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-528e111d-dd94-4f2f-b88f-e6dbbaa4d00d req-7c3ff1c1-dc15-471a-92d5-72b688f16731 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347571 Nov 02 17:46:37.968474 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:37.980599 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'port_id': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'mac_address': 'fa:16:3e:78:80:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:46:38.020527 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:38.035263 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91f3019-765d-4d1f-b670-25e4f3f04532 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:46:38.055952 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:38.060769 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:38.109760 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=4']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:38.283958 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c91f3019-765d-4d1f-b670-25e4f3f04532'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:46:38.820236 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d4ed-f300-40c2-97d7-66b3e3aac194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:39.008920 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c0c-c8c5-48cf-bccd-8b1920bb5585 req-ca53b905-0f48-4ce8-ac39-55fec16840a1 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:39.010790 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2f05c0c-c8c5-48cf-bccd-8b1920bb5585 req-ca53b905-0f48-4ce8-ac39-55fec16840a1 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0551918 Nov 02 17:46:39.056573 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f2f05c0c-c8c5-48cf-bccd-8b1920bb5585 req-caa14155-d0dd-4f33-927a-cb2f2b95edcc tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395763 Nov 02 17:46:39.876870 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:46:39.931269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning for port c91f3019-765d-4d1f-b670-25e4f3f04532 completed by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 17:46:39.934997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c91f3019-765d-4d1f-b670-25e4f3f04532 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:46:39.935360 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:40.017448 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:40.047269 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:46:40.050340 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52444e7e-0adc-4efc-865b-f943960fec8c" -d '{"events": [{"server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:46:40.066259 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:46:40.071773 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:40.114044 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d207f-14b3-4829-9325-f74b50a72733 x-openstack-request-id: req-c40d207f-14b3-4829-9325-f74b50a72733 {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:46:40.114501 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:46:40.114876 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c40d207f-14b3-4829-9325-f74b50a72733 {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:46:40.115489 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'code': 200} Nov 02 17:46:40.146666 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=5']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:40.210999 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9535ca-fcd2-4b68-977e-0a2d234fbd38 req-05abff43-fc0e-4497-9e53-3e8ab1067daf tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:40.212519 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9535ca-fcd2-4b68-977e-0a2d234fbd38 req-05abff43-fc0e-4497-9e53-3e8ab1067daf tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0560539 Nov 02 17:46:40.213127 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803814d-2d1e-4e04-888d-65de7740e23f req-7fafb491-6d14-42ac-bedc-f01b3cbfc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:40.215245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3803814d-2d1e-4e04-888d-65de7740e23f req-7fafb491-6d14-42ac-bedc-f01b3cbfc0a8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0465162 Nov 02 17:46:40.255649 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3803814d-2d1e-4e04-888d-65de7740e23f req-558cf2af-22b1-4745-ae30-fdc92e8dee44 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339761 Nov 02 17:46:40.256689 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-6a9535ca-fcd2-4b68-977e-0a2d234fbd38 req-efced4e1-5328-45f8-ba74-e58f411a3bd8 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Nov 02 17:46:41.262258 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-01d0d59d-c049-4505-a2b9-ac74b2ea9901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:41.387290 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65cdca-8072-4f79-b7c3-7e6648919855 req-efe39e00-ec04-46c4-81a0-223d7205c075 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:41.388703 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc65cdca-8072-4f79-b7c3-7e6648919855 req-efe39e00-ec04-46c4-81a0-223d7205c075 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0525830 Nov 02 17:46:41.449096 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-cc65cdca-8072-4f79-b7c3-7e6648919855 req-e28eaffa-e685-41e1-b161-e0ad5e98c7db tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523341 Nov 02 17:46:41.461863 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:42.582609 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac73ed-5449-41a5-abce-ed586ff129e0 req-20f2b1ab-58bf-4d65-96a2-ba754ea83278 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:42.584067 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dac73ed-5449-41a5-abce-ed586ff129e0 req-20f2b1ab-58bf-4d65-96a2-ba754ea83278 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0588708 Nov 02 17:46:42.627658 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1dac73ed-5449-41a5-abce-ed586ff129e0 req-dcd7a7d2-0218-4d47-9643-687c394d3a2e tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359085 Nov 02 17:46:42.767124 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d9a33-a9a1-453e-ad1b-2705a0251682 req-7426e252-e45b-455e-ac2d-1b5b0590665f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:42.768735 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-914d9a33-a9a1-453e-ad1b-2705a0251682 req-7426e252-e45b-455e-ac2d-1b5b0590665f tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0606766 Nov 02 17:46:42.811076 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-914d9a33-a9a1-453e-ad1b-2705a0251682 req-c9275d4a-08cd-410f-b1e1-b593449d2be0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361750 Nov 02 17:46:42.846404 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52856) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:46:42.891153 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205faba-8496-4d0b-a62d-c3983f80a62b tempest-TestSnapshotPattern-1453893238 tempest-TestSnapshotPattern-1453893238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:42.892718 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e205faba-8496-4d0b-a62d-c3983f80a62b tempest-TestSnapshotPattern-1453893238 tempest-TestSnapshotPattern-1453893238-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1092 time: 0.0453157 Nov 02 17:46:42.896096 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 52858) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:46:42.901352 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.v2.base [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Request body: {'floatingip': {'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'port_id': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 17:46:42.935839 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:42.936985 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:43.051789 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:43.172872 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_common [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Allocated IP 172.25.7.165 (d3e6cdc6-3a62-4874-9049-9ea18f9c58d5/9a4fd39f-c10b-43da-8980-be16280383e2/6447952c-59c5-4d42-b298-9130579d0c53) {{(pid=102066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 17:46:43.205186 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-4a511f63-1f3f-4e0a-b82c-596a9032baf1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564406 Nov 02 17:46:43.292636 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for port, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:43.293396 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-7c2bf9e7-f822-4fb3-85e0-ef0c42b72de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:43.295375 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-7c2bf9e7-f822-4fb3-85e0-ef0c42b72de2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1094 time: 0.0461760 Nov 02 17:46:43.330556 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756001697576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:43.371761 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Network d3e6cdc6-3a62-4874-9049-9ea18f9c58d5 is already hosted by enough agents. {{(pid=102066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 17:46:43.375120 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.base_scheduler [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Resources bound (agent type, host, resource id): {{(pid=102066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 17:46:43.378849 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Received port after_create {{(pid=102066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 17:46:43.387535 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'Port': ['ID=6447952c-59c5-4d42-b298-9130579d0c53,revision_number=1']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:43.409190 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-2911b65a-3e3f-4442-b948-965abe193dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:43.410738 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-2911b65a-3e3f-4442-b948-965abe193dc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0958784 Nov 02 17:46:43.421931 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.422298 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.422636 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.423028 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.423301 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.423621 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.423943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.424262 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.424582 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.424898 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.425220 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.425529 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:46:43.482207 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-49cb9946-4fb6-4b24-8f5b-9b1328fc1cad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 999 time: 0.0619743 Nov 02 17:46:43.533666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-7cd98db1-3aa2-42d6-89ad-ec3a080aa2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:43.535203 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-7cd98db1-3aa2-42d6-89ad-ec3a080aa2c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0459497 Nov 02 17:46:43.589042 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-8e56098c-b6d7-4d65-a9ca-ebe02904f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:43.591161 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-8e56098c-b6d7-4d65-a9ca-ebe02904f9e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485113 Nov 02 17:46:43.699637 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-4f1552b3-f34b-40c2-8362-93449bf1807c service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010926 Nov 02 17:46:43.844778 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-a1e88345-2fff-438d-a69b-013eccd5ccef req-6ca23804-1e5f-4c05-9350-764f1f0481e1 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385489 Nov 02 17:46:44.112499 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:44.178758 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:44.284251 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:44.445774 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for port, precommit_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:44.453519 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60144410'] for port, after_update {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:44.534677 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event updated for resources: {'Port': ['ID=6447952c-59c5-4d42-b298-9130579d0c53,revision_number=2']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:46:44.545759 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773210'] for floatingip, after_create {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:44.652728 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Floating IP fd2b03a4-5865-41b2-a639-072dcd4e9e0d associated. External IP: 172.25.7.165, port: c91f3019-765d-4d1f-b670-25e4f3f04532. Nov 02 17:46:44.893797 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:46:45.013943 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:46:45.028344 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:46:45.036622 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:45.039534 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:46:45.040165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:46:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:46:45.082164 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-f285f9dc-14c2-439d-8044-4a32abf72a03 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1734195 Nov 02 17:46:45.082164 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:46:45.082164 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6" -d '{"events": [{"name": "network-changed", "server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:46:45.169299 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:46:45.199363 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e64253-a7cd-4d7e-90dd-73b766d461fe x-openstack-request-id: req-d4e64253-a7cd-4d7e-90dd-73b766d461fe {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:46:45.200512 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:46:45.200512 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4e64253-a7cd-4d7e-90dd-73b766d461fe {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:46:45.201039 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'status': 'completed', 'code': 200} Nov 02 17:46:45.280692 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-1f22ceb2-646b-444e-a90f-cc5563e7d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:45.282384 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-1f22ceb2-646b-444e-a90f-cc5563e7d9f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0573101 Nov 02 17:46:45.414474 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-b8359df5-2ba1-4762-82d2-a79d54d059bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:45.418219 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-b8359df5-2ba1-4762-82d2-a79d54d059bd service neutron] 10.222.0.100 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.1291277 Nov 02 17:46:45.460605 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:13Z', 'revision_number': 1, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}, {'id': 'fd2b03a4-5865-41b2-a639-072dcd4e9e0d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:78:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:46:43Z', 'updated_at': '2021-11-02T17:46:43Z', 'revision_number': 0, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:46:45.498642 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:46:45.509036 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-343544f4-28c0-40fc-baf7-1d78ef49091a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 1000 time: 0.0829720 Nov 02 17:46:45.510910 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:46:45.512579 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:46:41Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:46:45.583919 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-b55af930-5391-4b97-9ed1-2f8c0c6ae0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:45.586710 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-b55af930-5391-4b97-9ed1-2f8c0c6ae0b6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0705523 Nov 02 17:46:45.644829 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-a949172d-6f1c-474d-9870-c896e2939203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:45.646147 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:46:45.646377 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-a949172d-6f1c-474d-9870-c896e2939203 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529737 Nov 02 17:46:45.761359 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-b51fb049-db42-4e79-8d30-e43d41df8046 service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064203 Nov 02 17:46:45.904843 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-ede53d93-ba75-4ffa-ba0d-6f6ada7bdff6 req-6e96def3-d7e0-4262-888b-e96ff47a0e4d service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364262 Nov 02 17:46:46.014537 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:13Z', 'revision_number': 1, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}, {'id': 'fd2b03a4-5865-41b2-a639-072dcd4e9e0d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:78:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:46:43Z', 'updated_at': '2021-11-02T17:46:43Z', 'revision_number': 0, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:46:46.041185 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc55eb4-7300-4216-8463-a6affa38caa6 None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:13Z', 'revision_number': 1, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}, {'id': 'fd2b03a4-5865-41b2-a639-072dcd4e9e0d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:78:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:46:43Z', 'updated_at': '2021-11-02T17:46:43Z', 'revision_number': 0, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:46:46.273275 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f6ad9-5dc7-4dc5-b436-cedad0283098 None None] New status for floating IP fd2b03a4-5865-41b2-a639-072dcd4e9e0d: ACTIVE {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:46:48.415624 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:53.920426 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:46:57.248953 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-ceb08b96-fe8b-4a7d-b4f0-5d0252f770b7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492485 Nov 02 17:46:57.332689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-10d08da5-441a-4452-8d96-7b981a4f820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:57.334249 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-10d08da5-441a-4452-8d96-7b981a4f820c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0415084 Nov 02 17:46:57.442886 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-3cdf403f-2eca-4954-b837-cd4d20588f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:57.444397 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-3cdf403f-2eca-4954-b837-cd4d20588f3a service neutron] 10.222.0.100 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0917592 Nov 02 17:46:57.514759 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-0253c3e4-4aba-4cba-97c3-5d2a6a4555db service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 1002 time: 0.0622377 Nov 02 17:46:57.565413 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-98c01767-c5c0-4b0a-9d7f-960482568473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:57.566931 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-98c01767-c5c0-4b0a-9d7f-960482568473 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0455854 Nov 02 17:46:57.613499 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-e02480c9-431d-4b42-8a73-7a33d88cdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:46:57.615038 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-e02480c9-431d-4b42-8a73-7a33d88cdba0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403445 Nov 02 17:46:57.709999 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-9c6293ff-abf7-4526-8da9-ce55b350becf service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Nov 02 17:46:57.802211 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-bd65f52b-33f3-4ddb-a116-8b4cb3ff2447 req-a90884f1-914d-4175-9f8c-f1df375b5847 service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Nov 02 17:47:08.823729 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ec940bb2-f4a3-44f1-bceb-8601c236b23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:11.257390 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-42278c1d-8f24-48d6-81c7-2fa0e2f96640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:11.454852 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:12.112214 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:47:12.939254 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:14.119416 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:18.418888 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:23.930280 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:38.827989 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e41cccd9-5fb1-4125-848d-8feb1b029c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:41.259504 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6951f13c-4cbf-4602-bcf2-35b5e4d55cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:41.459815 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:42.499930 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-9a2f5de3-7c8a-489b-b972-672fcd1d9f1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446074 Nov 02 17:47:42.593845 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91472-672f-4182-9895-f5d7055319d4 req-963d0dc0-49be-4973-aa11-d83a028d0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:42.595299 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-963d0dc0-49be-4973-aa11-d83a028d0811 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1094 time: 0.0507302 Nov 02 17:47:42.716961 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91472-672f-4182-9895-f5d7055319d4 req-6f22fdde-ff63-4025-af78-9fb16130de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:42.718445 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-6f22fdde-ff63-4025-af78-9fb16130de54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0873485 Nov 02 17:47:42.789807 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-d42e0abd-600a-4e4e-b49f-04ccc9d30107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 999 time: 0.0649071 Nov 02 17:47:42.846776 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91472-672f-4182-9895-f5d7055319d4 req-6e12b78f-ac43-4dc6-b636-ebd4ef82fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:42.848197 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-6e12b78f-ac43-4dc6-b636-ebd4ef82fbcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0521276 Nov 02 17:47:42.898881 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91472-672f-4182-9895-f5d7055319d4 req-20ecac85-3e95-4238-bc57-f6fcf23d026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:42.900389 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-20ecac85-3e95-4238-bc57-f6fcf23d026d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449009 Nov 02 17:47:42.942510 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:43.000030 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-582f9f71-c172-435d-a220-3ef3811ffbe3 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918460 Nov 02 17:47:43.095047 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-68a91472-672f-4182-9895-f5d7055319d4 req-a7350538-f73e-4ac5-85c3-a0cb32f1f5d3 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885272 Nov 02 17:47:44.118317 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:48.429587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:49.113224 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:47:53.946077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:47:59.234714 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-5e0c3862-913e-473e-a5e6-ec65122cb417 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409391 Nov 02 17:47:59.320113 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e056f-e074-4372-bda0-cc804b127e8a req-19f59936-8d2a-4263-8b09-aeb750baa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:59.321596 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-19f59936-8d2a-4263-8b09-aeb750baa412 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0451241 Nov 02 17:47:59.423545 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e056f-e074-4372-bda0-cc804b127e8a req-8b1d376c-aa3a-450e-b479-75944e1da6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:59.425356 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-8b1d376c-aa3a-450e-b479-75944e1da6d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0846980 Nov 02 17:47:59.497025 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-cbf538ef-07cd-4b08-90c6-ddc749a57495 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 1002 time: 0.0638540 Nov 02 17:47:59.546001 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e056f-e074-4372-bda0-cc804b127e8a req-76805942-805f-4e76-a314-25b8c536ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:59.547522 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-76805942-805f-4e76-a314-25b8c536ce8a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0433097 Nov 02 17:47:59.594053 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e056f-e074-4372-bda0-cc804b127e8a req-67d0683d-7f6a-49cb-8b55-1cf8f6f7cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:47:59.595553 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-67d0683d-7f6a-49cb-8b55-1cf8f6f7cf42 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417764 Nov 02 17:47:59.606071 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-bedc5d9a-1b03-46ef-8da5-991c4de2df31 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 17:47:59.607834 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-bedc5d9a-1b03-46ef-8da5-991c4de2df31 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052338 Nov 02 17:48:00.003245 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-8d6bf258-6e96-4f1c-acfc-a77e37c13a48 service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892574 Nov 02 17:48:00.091288 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-021e056f-e074-4372-bda0-cc804b127e8a req-9bd11e3a-837d-4519-8ca5-4a3d4910c70f service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815406 Nov 02 17:48:08.829587 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-47d909f8-3e71-4b8b-aee0-fbc2faa00bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:10.359767 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 details requested by agent hyperv_n-h2-811405-2 with host n-h2-811405-2 {{(pid=102067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 17:48:10.477116 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:10.496253 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Returning: {'device': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'port_id': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'mac_address': 'fa:16:3e:78:80:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 17:48:10.569039 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:10.588997 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c91f3019-765d-4d1f-b670-25e4f3f04532 {{(pid=102067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 17:48:10.624091 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:10.628794 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:10.693727 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=6']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:10.703725 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.704084 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.704424 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.704756 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.705086 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.705412 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.705734 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.706052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.706401 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.706739 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.707058 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.707368 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:10.714312 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] get_ports_and_sgs() called for port_ids ['c91f3019-765d-4d1f-b670-25e4f3f04532'] {{(pid=102067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 17:48:11.267230 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-818050f4-bda0-44bc-8674-ebadac15227e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:11.463520 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:12.375989 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 up at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 17:48:12.436323 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.provisioning_blocks [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Provisioning complete for port c91f3019-765d-4d1f-b670-25e4f3f04532 triggered by entity L2. {{(pid=102067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 17:48:12.436695 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607835'] for port, provisioning_complete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:12.532455 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551487'] for port, before_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:12.560111 n-d-811405-2 neutron-server[102067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532'}] {{(pid=102067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:48:12.562550 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95fdc3f2feb533dec46a31882a2d178d56f230146c58e5fc9f9a7fcd811f712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcbdec9-edf3-4912-ba98-d45a352be1e9" -d '{"events": [{"server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532"}]}' {{(pid=102067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:48:12.574242 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:12.580244 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756002221114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756001697594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756001697612'] for port, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:12.642152 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a16934-a9d6-4bdd-bb4b-701321d33d3e x-openstack-request-id: req-c7a16934-a9d6-4bdd-bb4b-701321d33d3e {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:48:12.642685 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532", "code": 200}]} {{(pid=102067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:48:12.642997 n-d-811405-2 neutron-server[102067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7a16934-a9d6-4bdd-bb4b-701321d33d3e {{(pid=102067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:48:12.643459 n-d-811405-2 neutron-server[102067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'code': 200} Nov 02 17:48:12.648467 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Pushing event updated for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=7']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:12.947688 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:14.123887 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:18.443447 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:19.249152 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53058) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:19.408894 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Deleting port 6447952c-59c5-4d42-b298-9130579d0c53 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:19.409120 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:19.482065 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:19.482403 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:19.493697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Calling delete_port for 6447952c-59c5-4d42-b298-9130579d0c53 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:19.649301 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:19.674474 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event deleted for resources: {'Port': ['ID=6447952c-59c5-4d42-b298-9130579d0c53,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:19.704546 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.704889 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.705221 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.705551 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.705876 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.706225 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.706552 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.706873 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.707188 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.708792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.708792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.708792 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:19.753151 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:19.753476 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Floating IP fd2b03a4-5865-41b2-a639-072dcd4e9e0d disassociated (deleted). External IP: 172.25.7.165, port: c91f3019-765d-4d1f-b670-25e4f3f04532. Nov 02 17:48:19.963764 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:48:20.071448 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:48:20.076911 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:20.084047 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:48:20.093903 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:20.094513 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:20.105798 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-e47dc369-6687-4c25-933b-3d44c7bbd7ca tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "DELETE /v2.0/floatingips/fd2b03a4-5865-41b2-a639-072dcd4e9e0d HTTP/1.1" status: 204 len: 168 time: 0.8555009 Nov 02 17:48:20.107389 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:48:20.109942 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b615757-bd4b-40bf-a06a-33ae97e98b35" -d '{"events": [{"name": "network-changed", "server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:48:20.148404 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c96f58-0610-4ac8-910f-c157bf1827b0 x-openstack-request-id: req-42c96f58-0610-4ac8-910f-c157bf1827b0 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:48:20.148691 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:48:20.148924 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42c96f58-0610-4ac8-910f-c157bf1827b0 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:48:20.149326 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'status': 'completed', 'code': 200} Nov 02 17:48:20.205882 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:20.220130 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-69d36d26-a38c-45ca-be37-a2df13b59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:20.222509 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-69d36d26-a38c-45ca-be37-a2df13b59318 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0494010 Nov 02 17:48:20.347555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-96a88383-c23c-4a4b-a0af-d1515aabcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:20.349345 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-96a88383-c23c-4a4b-a0af-d1515aabcbe2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.1148539 Nov 02 17:48:20.392646 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-faa16c04-9b45-49d1-8346-9af3ca1a7130 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 200 len: 217 time: 0.0360827 Nov 02 17:48:20.412491 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3529b0b-2b62-4431-8a48-83181de8f40c req-bf27ff65-d426-4c95-b354-eec4ebd466cd tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:20.414766 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3529b0b-2b62-4431-8a48-83181de8f40c req-bf27ff65-d426-4c95-b354-eec4ebd466cd tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.1136429 Nov 02 17:48:20.449674 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-1310e8cd-2972-448b-a434-371fc03a315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:20.451527 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-1310e8cd-2972-448b-a434-371fc03a315e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0516889 Nov 02 17:48:20.453830 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:13Z', 'revision_number': 1, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:20.456363 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-b3529b0b-2b62-4431-8a48-83181de8f40c req-4301fbb2-2b53-46e9-aebe-7383264a6082 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Nov 02 17:48:20.480902 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:48:20.500067 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-ad47ee2d-d282-412b-9a39-1eafc0797dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:20.500300 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:20.500826 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:20.501610 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-ad47ee2d-d282-412b-9a39-1eafc0797dbe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418310 Nov 02 17:48:20.594928 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-df3ddfe4-5acd-45eb-a287-1002bb54fe7f service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Nov 02 17:48:20.608062 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:20.696940 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-3b615757-bd4b-40bf-a06a-33ae97e98b35 req-06b3f740-c1cd-4fcc-a153-b3881e4d584a service neutron] 10.222.0.100 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949478 Nov 02 17:48:20.836675 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:13Z', 'revision_number': 1, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:20.864189 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d33c3-13f6-4cf1-aa83-b29706b599b1 None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_floatingips': [{'id': '7aef0371-d655-4504-b832-3955ed9e472a', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'router_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'port_id': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'mac_address': 'fa:16:3e:73:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T17:44:11Z', 'updated_at': '2021-11-02T17:44:13Z', 'revision_number': 1, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:48:21.085533 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89309632-9f7f-4c7b-a280-7792966c010f None None] New status for floating IP fd2b03a4-5865-41b2-a639-072dcd4e9e0d: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:48:21.576421 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3b6c-d705-411d-ab63-7ce8a361a011 req-0a7dc291-5490-46db-ad5f-7327c786ee3b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:21.579263 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9eb3b6c-d705-411d-ab63-7ce8a361a011 req-0a7dc291-5490-46db-ad5f-7327c786ee3b tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0524271 Nov 02 17:48:21.618939 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-d9eb3b6c-d705-411d-ab63-7ce8a361a011 req-9e56fa79-6886-40ae-9de2-cc03c38b36c0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334759 Nov 02 17:48:21.825595 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-4b27311f-c76b-4a4d-9938-e7208e0ac2ff tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:21.827065 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-4b27311f-c76b-4a4d-9938-e7208e0ac2ff tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.100 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0497365 Nov 02 17:48:21.920351 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Deleting port c91f3019-765d-4d1f-b670-25e4f3f04532 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:21.920687 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:22.007379 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] For port c91f3019-765d-4d1f-b670-25e4f3f04532, host n-h2-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811405-2',level=0,port_id=c91f3019-765d-4d1f-b670-25e4f3f04532,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:22.007733 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:22.019910 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Calling delete_port for c91f3019-765d-4d1f-b670-25e4f3f04532 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:22.146735 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:22.178356 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event deleted for resources: {'Port': ['ID=c91f3019-765d-4d1f-b670-25e4f3f04532,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:22.191055 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.191405 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.191745 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.192078 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.192408 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.192735 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.193061 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.193385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.193705 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.194028 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.194374 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.194689 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811405-2 {{(pid=102065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 17:48:22.232524 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] No DVR routers for this DVR port c91f3019-765d-4d1f-b670-25e4f3f04532 on host n-h2-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:48:22.235215 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:22.238638 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e0be49f3-5e7f-4721-be26-0346d4f8ce0f req-d4053fd4-7020-4218-ab1e-c1c838be39da tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.100 "DELETE /v2.0/ports/c91f3019-765d-4d1f-b670-25e4f3f04532 HTTP/1.1" status: 204 len: 173 time: 0.4055154 Nov 02 17:48:22.239069 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'name': 'network-vif-deleted', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:48:22.241310 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5c2f1c-6351-461b-ad49-eda86770f78a" -d '{"events": [{"server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "name": "network-vif-deleted", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:48:22.279779 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0bfd9d-46eb-44fe-9c32-2bbb5b5e5e0d x-openstack-request-id: req-6d0bfd9d-46eb-44fe-9c32-2bbb5b5e5e0d {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:48:22.280066 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c6336-aa9e-4e38-b947-ce6b3264c7f9", "name": "network-vif-deleted", "tag": "c91f3019-765d-4d1f-b670-25e4f3f04532", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:48:22.280311 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d0bfd9d-46eb-44fe-9c32-2bbb5b5e5e0d {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:48:22.280789 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c6336-aa9e-4e38-b947-ce6b3264c7f9', 'name': 'network-vif-deleted', 'tag': 'c91f3019-765d-4d1f-b670-25e4f3f04532', 'status': 'completed', 'code': 200} Nov 02 17:48:22.406121 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:22.426016 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: c91f3019-765d-4d1f-b670-25e4f3f04532 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:22.426392 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:22.745679 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-f8dd2f0e-d5b2-4684-9782-1f97c88faea8 req-3571b9ae-7b91-4281-8bcc-53608d6d1b54 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=504c6336-aa9e-4e38-b947-ce6b3264c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0333784 Nov 02 17:48:23.966973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:24.343759 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53118) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:24.499594 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Deleting port e57312dd-f683-4f23-9fcf-c07c01686b01 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:24.499928 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:24.582993 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:24.583231 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:24.595070 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Calling delete_port for e57312dd-f683-4f23-9fcf-c07c01686b01 owned by network:floatingip {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:24.741537 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:24.768578 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event deleted for resources: {'Port': ['ID=e57312dd-f683-4f23-9fcf-c07c01686b01,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:24.832130 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for floatingip, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:24.832559 n-d-811405-2 neutron-server[102066]: INFO neutron.db.l3_db [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Floating IP 7aef0371-d655-4504-b832-3955ed9e472a disassociated (deleted). External IP: 172.25.7.142, port: e1b5e66a-3f1b-4c9d-bc7b-c76368e69373. Nov 02 17:48:25.044654 n-d-811405-2 neutron-server[102066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:48:25.156408 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:48:25.161634 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for floatingip, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:25.166539 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601f719-0908-4857-b095-55e279e76cac None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:48:25.176366 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:25.176969 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:25.191941 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5110485b-7e1f-4d54-99e7-1015b992bca0 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "DELETE /v2.0/floatingips/7aef0371-d655-4504-b832-3955ed9e472a HTTP/1.1" status: 204 len: 168 time: 0.8470762 Nov 02 17:48:25.192679 n-d-811405-2 neutron-server[102066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:48:25.195030 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb86cf157bd3d60299d7698a40a6e1b5a72f98f0acb381b11e50d4cbc20a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:48:25.239255 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d10f82-4593-4b3e-b620-d0d9f00cd9d7 x-openstack-request-id: req-c5d10f82-4593-4b3e-b620-d0d9f00cd9d7 {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:48:25.239552 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "status": "completed", "code": 200}]} {{(pid=102066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:48:25.239811 n-d-811405-2 neutron-server[102066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5d10f82-4593-4b3e-b620-d0d9f00cd9d7 {{(pid=102066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:48:25.240215 n-d-811405-2 neutron-server[102066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'status': 'completed', 'code': 200} Nov 02 17:48:25.292835 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:25.307569 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-1e9acb3e-5782-44f6-bc84-4dcdc95e18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:25.310016 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-1e9acb3e-5782-44f6-bc84-4dcdc95e18f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2517d410855446efbb29fbaf0ff814bc&device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 1094 time: 0.0449657 Nov 02 17:48:25.414691 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-4669b1cf-256f-4fc8-8c5c-fdbe0968bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:25.416339 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-4669b1cf-256f-4fc8-8c5c-fdbe0968bdce service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 200 len: 910 time: 0.0941844 Nov 02 17:48:25.439846 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc1b2f-0801-4d8f-a042-9483f08b1eed req-a6a129d4-98e8-4fbf-8d7c-f24eaf5f7a71 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:25.441421 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1bc1b2f-0801-4d8f-a042-9483f08b1eed req-a6a129d4-98e8-4fbf-8d7c-f24eaf5f7a71 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 943 time: 0.0507808 Nov 02 17:48:25.462548 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-72a48389-332c-43be-8ee9-5059b4d9e943 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 200 len: 217 time: 0.0387111 Nov 02 17:48:25.483106 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-e1bc1b2f-0801-4d8f-a042-9483f08b1eed req-7d9f7876-a741-478c-9b47-c8760518ae61 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351553 Nov 02 17:48:25.513917 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:25.516290 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-b9a5e365-a6e7-4a66-b4e5-9cba2e2d40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:25.517830 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-b9a5e365-a6e7-4a66-b4e5-9cba2e2d40b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 200 len: 848 time: 0.0479369 Nov 02 17:48:25.540368 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601f719-0908-4857-b095-55e279e76cac None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:48:25.549385 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:25.549999 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:25.571651 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-f9e9aea5-4a35-4af6-8df8-b1b53b7b80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:25.573070 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-f9e9aea5-4a35-4af6-8df8-b1b53b7b80d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bbaef26-f90b-40dc-9a87-6f9915517b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476670 Nov 02 17:48:25.673698 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-da54b485-745f-4eb6-a861-5815a804278f service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928016 Nov 02 17:48:25.747216 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:25.769489 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-f0ad79ab-ce06-4c67-ae00-09b53f3e703c req-95fde911-f7b9-4946-8746-445cbbaf40e1 service neutron] 10.222.0.55 "GET /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Nov 02 17:48:25.945874 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-9601f719-0908-4857-b095-55e279e76cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:25.975329 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601f719-0908-4857-b095-55e279e76cac None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:50Z', 'revision_number': 4, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2', '_interfaces': [{'id': 'c3ae8db9-e9ef-4b12-8dd0-6f733765f733', 'name': '', 'network_id': '2bbaef26-f90b-40dc-9a87-6f9915517b4d', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'mac_address': 'fa:16:3e:c0:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:49Z', 'updated_at': '2021-11-02T17:43:54Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'subnets': [{'id': '58f03c5f-4a7d-4e3c-b685-4333849a1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:48:26.112578 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:48:26.198237 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07c04c-7c96-43f4-ac42-6dda6d72d03a None None] New status for floating IP 7aef0371-d655-4504-b832-3955ed9e472a: DOWN {{(pid=102067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 17:48:26.436801 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 no longer exists at agent hyperv_n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:26.458781 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] No Port match for: c91f3019-765d-4d1f-b670-25e4f3f04532 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:26.459039 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Device c91f3019-765d-4d1f-b670-25e4f3f04532 not bound to the agent host n-h2-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:26.602064 n-d-811405-2 neutron-server[102066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1e05-edc3-476b-b484-029328d5f2b7 req-9674b11a-327b-47f9-9eec-2d7a61aa8eb7 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:26.603558 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68bd1e05-edc3-476b-b484-029328d5f2b7 req-9674b11a-327b-47f9-9eec-2d7a61aa8eb7 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 943 time: 0.0502787 Nov 02 17:48:26.640697 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-68bd1e05-edc3-476b-b484-029328d5f2b7 req-e33ac4f2-1551-451f-b44a-06bc8e64bc17 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/security-groups?id=7008098a-a836-41e2-b24f-146cdeb390dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Nov 02 17:48:26.941939 n-d-811405-2 neutron-server[102065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-aa6c397f-f0b0-4b94-a133-a2a7dfe85c4d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 17:48:26.943451 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-aa6c397f-f0b0-4b94-a133-a2a7dfe85c4d tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 943 time: 0.0507259 Nov 02 17:48:27.039574 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Deleting port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:27.039915 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:27.133175 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] For port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373, host n-h1-811405-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811405-2',level=0,port_id=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:27.133527 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:27.146092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Calling delete_port for e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 owned by compute:nova {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:27.275668 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:27.307930 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event deleted for resources: {'Port': ['ID=e1b5e66a-3f1b-4c9d-bc7b-c76368e69373,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:27.349540 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] No DVR routers for this DVR port e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 on host n-h1-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:48:27.352306 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239776'] for port, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:27.355659 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [req-e6817aad-9d6d-4c35-bde5-e326bafe0819 req-65977202-8340-45d5-a643-7eca3e7ff2f4 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.55 "DELETE /v2.0/ports/e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 HTTP/1.1" status: 204 len: 173 time: 0.4065325 Nov 02 17:48:27.356136 n-d-811405-2 neutron-server[102065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-deleted', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373'}] {{(pid=102065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 17:48:27.358600 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9bd48451c50063d82c50c294799114586c444a7fd9ad63e5888a68714c69318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8928a0e1-9305-4e38-9b68-b5ee016157bc" -d '{"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-deleted", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373"}]}' {{(pid=102065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 17:48:27.396996 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596ec267-de00-42ad-a935-b1195ee058c4 x-openstack-request-id: req-596ec267-de00-42ad-a935-b1195ee058c4 {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 17:48:27.397324 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1af1b5-1db8-4c3d-baf1-1862e4ba4654", "name": "network-vif-deleted", "tag": "e1b5e66a-3f1b-4c9d-bc7b-c76368e69373", "status": "completed", "code": 200}]} {{(pid=102065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 17:48:27.397646 n-d-811405-2 neutron-server[102065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-596ec267-de00-42ad-a935-b1195ee058c4 {{(pid=102065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 17:48:27.398145 n-d-811405-2 neutron-server[102065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1af1b5-1db8-4c3d-baf1-1862e4ba4654', 'name': 'network-vif-deleted', 'tag': 'e1b5e66a-3f1b-4c9d-bc7b-c76368e69373', 'status': 'completed', 'code': 200} Nov 02 17:48:27.763221 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [req-1adc1bfa-85af-4d6e-984e-d1423c987472 req-62378a6e-2ef8-4754-8a20-3f6f9a72e743 tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1af1b5-1db8-4c3d-baf1-1862e4ba4654 HTTP/1.1" status: 200 len: 210 time: 0.0379856 Nov 02 17:48:28.816835 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53134) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:28.876659 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-062029f8-f385-4fd0-b5c4-e087a633e17a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:28.901997 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-062029f8-f385-4fd0-b5c4-e087a633e17a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:28.963454 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-062029f8-f385-4fd0-b5c4-e087a633e17a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:28.967141 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-062029f8-f385-4fd0-b5c4-e087a633e17a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Notify callbacks [] for security_group, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:28.968329 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-062029f8-f385-4fd0-b5c4-e087a633e17a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] 10.222.0.31 "DELETE /v2.0/security-groups/7008098a-a836-41e2-b24f-146cdeb390dc HTTP/1.1" status: 204 len: 168 time: 0.1504951 Nov 02 17:48:28.982730 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062029f8-f385-4fd0-b5c4-e087a633e17a tempest-TestSnapshotPattern-91765493 tempest-TestSnapshotPattern-91765493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7008098a-a836-41e2-b24f-146cdeb390dc,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:29.020241 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53138) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:29.380083 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:29.629404 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Deleting port c3ae8db9-e9ef-4b12-8dd0-6f733765f733 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:29.629744 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:29.707410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] For port c3ae8db9-e9ef-4b12-8dd0-6f733765f733, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:29.707769 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:29.720858 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Calling delete_port for c3ae8db9-e9ef-4b12-8dd0-6f733765f733 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:29.907365 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:29.930403 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ae8db9-e9ef-4b12-8dd0-6f733765f733,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:30.119912 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:30.337666 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Router 768fc82c-4f62-44ce-a117-94d44dd0cb8e has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:48:30.441566 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:48:30.446513 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-b0ceb1a4-d141-44e7-b7e1-de2ce1880a9f admin admin] 10.222.0.31 "PUT /v2.0/routers/768fc82c-4f62-44ce-a117-94d44dd0cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4252424 Nov 02 17:48:30.449092 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53140) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:30.452092 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] Sync routers for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:48:30.461708 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:30.462323 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:30.554593 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:30.581316 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: n-d-811405-2 {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:30.652522 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 no longer exists at agent hyperv_n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:30.663850 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:30.675579 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] No Port match for: e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:30.676076 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Device e1b5e66a-3f1b-4c9d-bc7b-c76368e69373 not bound to the agent host n-h1-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:30.718220 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Deleting port fbad5ca8-7942-44d0-81b7-31e4ae8904b4 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:30.718577 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:30.759460 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:48:29Z', 'revision_number': 5, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port': {'id': 'fbad5ca8-7942-44d0-81b7-31e4ae8904b4', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:30.786484 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] Checking router: 768fc82c-4f62-44ce-a117-94d44dd0cb8e for host: n-d-811405-2 {{(pid=102068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:48:30.795690 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] Routers {'768fc82c-4f62-44ce-a117-94d44dd0cb8e'} bound to L3 agent in host n-d-811405-2 {{(pid=102068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:30.796293 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'], 'active': True} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:30.801336 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] For port fbad5ca8-7942-44d0-81b7-31e4ae8904b4, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:30.801696 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:30.815865 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Calling delete_port for fbad5ca8-7942-44d0-81b7-31e4ae8904b4 owned by network:router_gateway {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:30.884483 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_dvr_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] Set router 768fc82c-4f62-44ce-a117-94d44dd0cb8e gateway port host: None {{(pid=102068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:30.940368 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.l3_hamode_db [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:48:30Z', 'revision_number': 6, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:30.969045 n-d-811405-2 neutron-server[102068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3876c-b212-4a50-a609-43c65518cc2c None None] The sync data for ids ['768fc82c-4f62-44ce-a117-94d44dd0cb8e'] in n-d-811405-2 is: [{'id': '768fc82c-4f62-44ce-a117-94d44dd0cb8e', 'name': 'tempest-TestSnapshotPattern-840277832-router', 'tenant_id': '2517d410855446efbb29fbaf0ff814bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:47Z', 'updated_at': '2021-11-02T17:48:30Z', 'revision_number': 6, 'project_id': '2517d410855446efbb29fbaf0ff814bc', 'gw_port_host': None}] {{(pid=102068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:48:30.991106 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.023579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbad5ca8-7942-44d0-81b7-31e4ae8904b4,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:31.092405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.180870 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.183021 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.227092 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.227763 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768fc82c-4f62-44ce-a117-94d44dd0cb8e {{(pid=102065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:48:31.233041 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] Notify callbacks [] for router, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.234425 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-1ed94412-2684-4b42-8e4a-787a49b0eb31 admin admin] 10.222.0.31 "DELETE /v2.0/routers/768fc82c-4f62-44ce-a117-94d44dd0cb8e HTTP/1.1" status: 204 len: 168 time: 0.7834115 Nov 02 17:48:31.236889 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53142) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:31.282839 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Deleting subnet 58f03c5f-4a7d-4e3c-b685-4333849a1046 {{(pid=102065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:48:31.286113 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.323594 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58836868'] for subnet, precommit_delete_associations {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.416219 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.470670 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58836160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843209'] for subnet, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.494204 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f03c5f-4a7d-4e3c-b685-4333849a1046,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:31.502459 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.506859 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-2d76db41-cb39-4c3b-8c0d-46c0042287f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/58f03c5f-4a7d-4e3c-b685-4333849a1046 HTTP/1.1" status: 204 len: 168 time: 0.2690413 Nov 02 17:48:31.507325 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbad5cc-86d8-4f34-bd2a-cfa887c33591 None None] Network 2bbaef26-f90b-40dc-9a87-6f9915517b4d requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:48:31.509288 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53144) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:31.584493 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.638123 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Deleting port f24d37e5-12c9-410c-bd66-eb2ffc129f3c {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:31.638498 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.703131 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] For port f24d37e5-12c9-410c-bd66-eb2ffc129f3c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:31.703497 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.716682 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Calling delete_port for f24d37e5-12c9-410c-bd66-eb2ffc129f3c owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:31.725966 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] DHCP port deletion for 2bbaef26-f90b-40dc-9a87-6f9915517b4d request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:48:31.773813 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] Deleting port f24d37e5-12c9-410c-bd66-eb2ffc129f3c {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:31.774209 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.809802 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.836837 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Pushing event deleted for resources: {'Port': ['ID=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:31.842925 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] No DVR routers for this DVR port f24d37e5-12c9-410c-bd66-eb2ffc129f3c on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:48:31.850597 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] For port f24d37e5-12c9-410c-bd66-eb2ffc129f3c, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,segment=NetworkSegment(1e0d697b-8e7f-4683-ae0c-e2539aa480ce),segment_id=1e0d697b-8e7f-4683-ae0c-e2539aa480ce)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:31.851003 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.864052 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] Calling delete_port for f24d37e5-12c9-410c-bd66-eb2ffc129f3c owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:31.921483 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.945072 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbaef26-f90b-40dc-9a87-6f9915517b4d']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:31.954170 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.956733 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0d697b-8e7f-4683-ae0c-e2539aa480ce') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:31.957029 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0d697b-8e7f-4683-ae0c-e2539aa480ce') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:31.968301 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:31.981678 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] Pushing event deleted for resources: {'Port': ['ID=f24d37e5-12c9-410c-bd66-eb2ffc129f3c,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:31.985995 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b638e-32fe-4d58-8034-ba185bbae7ab None None] No DVR routers for this DVR port f24d37e5-12c9-410c-bd66-eb2ffc129f3c on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:48:31.988532 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:32.000764 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:48:32.001353 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:48:32.003965 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:48:32.064773 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:32.067280 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fbad5ca8-7942-44d0-81b7-31e4ae8904b4 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:32.081261 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:32.084560 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] 10.222.0.31 "DELETE /v2.0/networks/2bbaef26-f90b-40dc-9a87-6f9915517b4d HTTP/1.1" status: 204 len: 168 time: 0.5742910 Nov 02 17:48:32.085892 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dba45b-1b0c-4710-a94f-3ad04aa0856b admin admin] Pushing event deleted for resources: {'Network': ['ID=2bbaef26-f90b-40dc-9a87-6f9915517b4d,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:32.088305 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53146) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:32.091683 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: fbad5ca8-7942-44d0-81b7-31e4ae8904b4 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:32.092042 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device fbad5ca8-7942-44d0-81b7-31e4ae8904b4 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:32.092488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c3ae8db9-e9ef-4b12-8dd0-6f733765f733 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:32.111408 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: c3ae8db9-e9ef-4b12-8dd0-6f733765f733 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:32.111779 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device c3ae8db9-e9ef-4b12-8dd0-6f733765f733 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:32.112199 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f24d37e5-12c9-410c-bd66-eb2ffc129f3c no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:32.131810 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: f24d37e5-12c9-410c-bd66-eb2ffc129f3c {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:32.132154 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device f24d37e5-12c9-410c-bd66-eb2ffc129f3c not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:32.737405 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772442'] for router_interface, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:32.995846 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Deleting port 0fd90efe-830f-45cd-8002-7cbf99568db5 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:32.996086 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:33.077075 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] For port 0fd90efe-830f-45cd-8002-7cbf99568db5, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=0fd90efe-830f-45cd-8002-7cbf99568db5,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:33.077956 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:33.091283 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Calling delete_port for 0fd90efe-830f-45cd-8002-7cbf99568db5 owned by network:router_interface {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:33.276123 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:33.306579 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd90efe-830f-45cd-8002-7cbf99568db5,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:33.476126 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773246'] for router_interface, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:33.712385 n-d-811405-2 neutron-server[102065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd has already been hosted by L3 agent ee9d4aaa-d993-4d62-b22a-10610da0798f {{(pid=102065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 17:48:33.826918 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] Notify agent at l3_agent.n-d-811405-2 the message routers_updated {{(pid=102065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 17:48:33.833272 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-13749df7-a4c2-4a4a-b095-63eaf8bbe725 admin admin] 10.222.0.31 "PUT /v2.0/routers/0aa4b609-cea5-446e-aeef-cd55f6dd03cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7433939 Nov 02 17:48:33.835908 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53148) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:33.837137 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] Sync routers for ids ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'] in n-d-811405-2 {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 17:48:33.847910 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] Routers {'0aa4b609-cea5-446e-aeef-cd55f6dd03cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:33.848832 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:33.950817 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks [] for router, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:33.969473 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] Set router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd gateway port host: n-d-811405-2 {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:34.072206 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.133115 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Deleting port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 {{(pid=102066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:34.133115 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.160351 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'external_fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:48:33Z', 'revision_number': 5, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port': {'id': '17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1', 'name': '', 'network_id': 'd3e6cdc6-3a62-4874-9049-9ea18f9c58d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811405-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4fd39f-c10b-43da-8980-be16280383e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811405-2'}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:34.192110 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] Checking router: 0aa4b609-cea5-446e-aeef-cd55f6dd03cd for host: n-d-811405-2 {{(pid=102067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 17:48:34.204908 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] Routers {'0aa4b609-cea5-446e-aeef-cd55f6dd03cd'} bound to L3 agent in host n-d-811405-2 {{(pid=102067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 17:48:34.205691 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811405-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:12:11Z,description=,heartbeat_timestamp=2021-11-02T17:48:11Z,host='n-d-811405-2',id=ee9d4aaa-d993-4d62-b22a-10610da0798f,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:12:11Z,topic='l3_agent')) {'router_ids': ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'], 'active': True} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:34.459944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvr_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] Set router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd gateway port host: None {{(pid=102067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 17:48:34.512947 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_hamode_db [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:48:34Z', 'revision_number': 6, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port_host': None}], 'n-d-811405-2', False) {} {{(pid=102067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:34.542463 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2742-67dc-4933-902a-5a79cec46e47 None None] The sync data for ids ['0aa4b609-cea5-446e-aeef-cd55f6dd03cd'] in n-d-811405-2 is: [{'id': '0aa4b609-cea5-446e-aeef-cd55f6dd03cd', 'name': 'tempest-TestSnapshotPattern-1810258923-router', 'tenant_id': 'af50e15e18414a0babf980729432b5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T17:43:52Z', 'updated_at': '2021-11-02T17:48:34Z', 'revision_number': 6, 'project_id': 'af50e15e18414a0babf980729432b5de', 'gw_port_host': None}] {{(pid=102067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 17:48:34.569867 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.db [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] For port 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,segment=NetworkSegment(f7ebcfa6-7970-4e53-a117-e0afd2f45d7e),segment_id=f7ebcfa6-7970-4e53-a117-e0afd2f45d7e)] {{(pid=102066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:34.570262 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.584705 n-d-811405-2 neutron-server[102066]: DEBUG neutron.plugins.ml2.plugin [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Calling delete_port for 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 owned by network:router_gateway {{(pid=102066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:34.747134 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60144387'] for port, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.776697 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Pushing event deleted for resources: {'Port': ['ID=17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:34.852163 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773380'] for router_gateway, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.944442 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-383'] for router, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.946823 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.996363 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3768436'] for router, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:34.997575 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa4b609-cea5-446e-aeef-cd55f6dd03cd {{(pid=102066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 17:48:35.002197 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] Notify callbacks [] for router, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.003371 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8bdade46-ffdb-4adf-94fc-35c7a82ea31f admin admin] 10.222.0.31 "DELETE /v2.0/routers/0aa4b609-cea5-446e-aeef-cd55f6dd03cd HTTP/1.1" status: 204 len: 168 time: 1.1665568 Nov 02 17:48:35.005863 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53150) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:35.049991 n-d-811405-2 neutron-server[102066]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Deleting subnet c0bcdcd2-36c3-4e05-9a14-ae625bc8822a {{(pid=102066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 02 17:48:35.053168 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.087949 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59361022'] for subnet, precommit_delete_associations {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.165289 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-610601'] for subnet, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.226464 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-610598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60144464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60206945'] for subnet, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.254083 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bcdcd2-36c3-4e05-9a14-ae625bc8822a,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:35.259725 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.265176 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bbd13-16ff-46b9-8c2d-7c67a97e1f5c None None] Network 47f387e1-680f-4efb-90de-c44e7762dd73 requested from n-d-811405-2 {{(pid=102067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 17:48:35.267515 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-44fa569a-07c1-4e7d-b922-00027c73ddec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c0bcdcd2-36c3-4e05-9a14-ae625bc8822a HTTP/1.1" status: 204 len: 168 time: 0.2605712 Nov 02 17:48:35.271410 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53152) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:35.344641 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827368'] for network, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.405976 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Deleting port 4ef6377d-8b17-448b-8938-ccc891c2bf63 {{(pid=102065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:35.406341 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.481617 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] DHCP port deletion for 47f387e1-680f-4efb-90de-c44e7762dd73 request from n-d-811405-2 {{(pid=102067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 17:48:35.483618 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.db [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] For port 4ef6377d-8b17-448b-8938-ccc891c2bf63, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4ef6377d-8b17-448b-8938-ccc891c2bf63,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:35.484000 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.499555 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.plugin [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Calling delete_port for 4ef6377d-8b17-448b-8938-ccc891c2bf63 owned by network:dhcp {{(pid=102065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:35.533370 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] Deleting port 4ef6377d-8b17-448b-8938-ccc891c2bf63 {{(pid=102067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 02 17:48:35.533741 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756002212958'] for port, before_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.588794 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58836115'] for port, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.615001 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.db [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] For port 4ef6377d-8b17-448b-8938-ccc891c2bf63, host n-d-811405-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811405-2',level=0,port_id=4ef6377d-8b17-448b-8938-ccc891c2bf63,segment=NetworkSegment(8c74c20d-af2f-45a2-b9b8-8216db4611e6),segment_id=8c74c20d-af2f-45a2-b9b8-8216db4611e6)] {{(pid=102067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 17:48:35.615547 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780598'] for port, precommit_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.616820 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef6377d-8b17-448b-8938-ccc891c2bf63,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:35.619119 n-d-811405-2 neutron-server[102065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] No DVR routers for this DVR port 4ef6377d-8b17-448b-8938-ccc891c2bf63 on host n-d-811405-2 {{(pid=102065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:48:35.632684 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] Calling delete_port for 4ef6377d-8b17-448b-8938-ccc891c2bf63 owned by network:dhcp {{(pid=102067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 02 17:48:35.695340 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614098', 'neutron.services.segments.db._delete_segments_for_network-8756002245901'] for network, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.716731 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756002221096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756001697585'] for port, after_delete {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.718922 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f387e1-680f-4efb-90de-c44e7762dd73']}} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:35.732235 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c74c20d-af2f-45a2-b9b8-8216db4611e6') {'for_net_delete': True} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:35.732652 n-d-811405-2 neutron-server[102065]: DEBUG neutron.services.segments.db [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c74c20d-af2f-45a2-b9b8-8216db4611e6') {} {{(pid=102065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 17:48:35.742865 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756002246422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58836891'] for segment, before_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.746939 n-d-811405-2 neutron-server[102067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] Pushing event deleted for resources: {'Port': ['ID=4ef6377d-8b17-448b-8938-ccc891c2bf63,revision_number=None']} {{(pid=102067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:35.748807 n-d-811405-2 neutron-server[102067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da830d0a-a1f3-4653-b883-fa0fa83c8908 None None] No DVR routers for this DVR port 4ef6377d-8b17-448b-8938-ccc891c2bf63 on host n-d-811405-2 {{(pid=102067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 17:48:35.764174 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376'] for segment, precommit_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.770597 n-d-811405-2 neutron-server[102065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 17:48:35.771157 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58836134'] for segment, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: Traceback (most recent call last): Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: timer() Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: cb(*args, **kw) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: return func(*args, **kwargs) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: self._notify() Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: self.callback(batched_events) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: event.method(event) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: return f(self, *a, **k) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: return self._get(url).json() Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: return self.request(url, 'GET', **kwargs) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 17:48:35.772744 n-d-811405-2 neutron-server[102065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 17:48:35.832288 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773416'] for network, after_delete {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.839281 n-d-811405-2 neutron-server[102065]: DEBUG neutron_lib.callbacks.manager [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Notify callbacks [] for network, before_response {{(pid=102065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:35.842991 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] 10.222.0.31 "DELETE /v2.0/networks/47f387e1-680f-4efb-90de-c44e7762dd73 HTTP/1.1" status: 204 len: 168 time: 0.5703964 Nov 02 17:48:35.856486 n-d-811405-2 neutron-server[102065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0ceff-e661-44d4-a6ea-f28114a5f65f admin admin] Pushing event deleted for resources: {'Network': ['ID=47f387e1-680f-4efb-90de-c44e7762dd73,revision_number=None']} {{(pid=102065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:36.029944 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0fd90efe-830f-45cd-8002-7cbf99568db5 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:36.034710 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [-] (102065) accepted ('10.222.0.31', 53156) {{(pid=102065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:36.050676 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 0fd90efe-830f-45cd-8002-7cbf99568db5 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:36.051019 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 0fd90efe-830f-45cd-8002-7cbf99568db5 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:36.051436 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:36.071488 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:36.071835 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 17dee11f-67ed-4ab4-a5c6-9ce8f7be29c1 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:36.072405 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4ef6377d-8b17-448b-8938-ccc891c2bf63 no longer exists at agent ovs-agent-n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 17:48:36.083686 n-d-811405-2 neutron-server[102065]: INFO neutron.wsgi [None req-08d5a42a-4b27-4e67-9acb-e7fa26945f63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2517d410855446efbb29fbaf0ff814bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453808 Nov 02 17:48:36.084292 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53158) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:36.094333 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.plugin [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] No Port match for: 4ef6377d-8b17-448b-8938-ccc891c2bf63 {{(pid=102067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 02 17:48:36.097492 n-d-811405-2 neutron-server[102067]: DEBUG neutron.plugins.ml2.rpc [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Device 4ef6377d-8b17-448b-8938-ccc891c2bf63 not bound to the agent host n-d-811405-2 {{(pid=102067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 17:48:36.138792 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d98a6e8-f77f-4945-a5af-7a8585a04eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.160938 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d98a6e8-f77f-4945-a5af-7a8585a04eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.209475 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d98a6e8-f77f-4945-a5af-7a8585a04eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.212204 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-8d98a6e8-f77f-4945-a5af-7a8585a04eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.213292 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-8d98a6e8-f77f-4945-a5af-7a8585a04eac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e912ddbd-eb4b-4c7e-839b-ea7d859eb2e4 HTTP/1.1" status: 204 len: 168 time: 0.1279843 Nov 02 17:48:36.222596 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98a6e8-f77f-4945-a5af-7a8585a04eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912ddbd-eb4b-4c7e-839b-ea7d859eb2e4,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:36.542294 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53164) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:36.583345 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-5cc81147-ab5d-4c0a-8cba-0fb059eb579d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af50e15e18414a0babf980729432b5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398741 Nov 02 17:48:36.585801 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [-] (102066) accepted ('10.222.0.31', 53166) {{(pid=102066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 17:48:36.637468 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22258191-26f2-46b1-b429-30ccdc186a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.658516 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22258191-26f2-46b1-b429-30ccdc186a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.707366 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22258191-26f2-46b1-b429-30ccdc186a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794275'] for security_group, after_delete {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.710147 n-d-811405-2 neutron-server[102066]: DEBUG neutron_lib.callbacks.manager [None req-22258191-26f2-46b1-b429-30ccdc186a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:36.711325 n-d-811405-2 neutron-server[102066]: INFO neutron.wsgi [None req-22258191-26f2-46b1-b429-30ccdc186a48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cf2d25b-f212-475d-88d7-777c5ab80fa5 HTTP/1.1" status: 204 len: 168 time: 0.1245823 Nov 02 17:48:36.722167 n-d-811405-2 neutron-server[102066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22258191-26f2-46b1-b429-30ccdc186a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf2d25b-f212-475d-88d7-777c5ab80fa5,revision_number=None']} {{(pid=102066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:48:38.833732 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ccad-e6d5-49e6-a117-18d2d7d6b909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:41.266418 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b68-d57b-49ef-aba1-d9ae763d6a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:41.469295 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:42.947065 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:44.127056 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:48.445711 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:48:53.965568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:03.112161 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:49:08.835949 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1fef24fb-6287-4d05-b658-3aab47c6a7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:11.258492 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-791032d8-a232-4b95-82ce-54843ff4cce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:11.471386 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:12.950307 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:14.125654 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:18.463828 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:23.968768 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:38.842276 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8488d5c8-0ca8-45f6-839b-434aecc2b8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:40.111642 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:49:41.260322 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-09c2fc1e-ee0b-4c9c-a483-5a191c264a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:41.472138 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:42.956217 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:44.128569 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:48.461668 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:49:53.958713 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:08.835811 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-6855571f-e08d-426b-b842-dd1f01927d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:11.265880 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5939cc49-85bf-4d36-ab6c-1223c5e11831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:11.473804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:12.957257 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:14.130936 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:17.110958 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:50:18.471705 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:23.967701 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:38.839802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-38929848-e0fe-49e1-80c6-d3c7cb0db546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:41.258068 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dac92086-611f-45c4-881f-923a58956164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:41.475210 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:42.960231 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:44.134917 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:48.487131 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:53.962966 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:50:54.112296 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:51:08.845431 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-993c215b-f223-4f3f-8def-f579df9472ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:11.268481 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-578ed8fb-ec20-486d-821d-3ceeffd08ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:11.488535 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:12.967228 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:14.139150 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:18.517342 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:23.961129 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:31.111165 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:51:38.846366 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b355-a0c0-448b-8d5a-666842ec0b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:41.262657 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-31adad3e-3452-4dd7-b0c0-9126a3a7c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:41.481542 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:42.965613 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:44.144050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:48.517245 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:51:53.960783 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:08.110779 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:52:08.837098 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-05b63e01-0d5f-4342-b8ee-c0ca0bb8c155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:11.265791 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-e1b116c4-8b10-4c5a-b3d2-63d79aa011b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:11.484283 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:12.969607 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:14.142459 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:18.515675 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:20.953306 n-d-811405-2 neutron-server[102065]: DEBUG neutron.wsgi [req-f18b1a5a-b954-41db-ad1d-7cf89cd39594 req-4dbe6e8a-3323-415e-841d-013ca3530a57 service neutron] (102065) timed out ('10.222.0.31', 51798) {{(pid=102065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:52:23.959669 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:38.844124 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-9aacc92a-be2f-411b-9fb1-236d24ef6133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:41.268219 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-4b88a059-157a-4045-a084-3014bc9df808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:41.488340 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:42.972407 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:44.145804 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:45.112158 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:52:48.522644 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:52:53.975050 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:08.839313 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-380280e1-fc4e-445d-9d04-5abdcf23a0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:11.269662 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-06de40a0-805b-4e4b-8823-8ca339c3aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:11.492353 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:12.975605 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:14.151112 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:18.515687 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:22.113297 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:53:23.977209 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:38.845930 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d2a97793-498d-4f5b-8333-dac3673da40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:41.272281 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-b5e04711-510c-47cb-96a0-38299e659c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:41.496122 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:42.977940 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:44.151764 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:48.528808 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:53.988334 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:53:59.113511 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:54:08.839916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ebd4aaeb-dcf3-4617-b511-11937bb64734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:11.272869 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5855aa5c-1abe-41c6-9834-9b03d7106782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:11.499911 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:12.981579 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:14.158475 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:18.531440 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:23.981754 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:36.112820 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:54:38.844214 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5b3e32d2-f11d-44aa-9a12-594f8a3b2757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:41.273413 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1ede6087-43b7-454e-b5ba-60cc3e960587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:41.504568 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:42.983369 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:44.158802 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:48.531318 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:54:54.015565 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:08.858077 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-890d70db-1915-4f6f-b959-ba20a999e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:11.277465 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e6bb-affc-430b-be06-5023385f0c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:11.506884 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:12.988773 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:13.116413 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:55:14.165392 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:18.531625 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:24.020116 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:38.850704 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-ceeddae8-775f-4342-93f3-895c4f22d9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:41.283186 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-5186e617-231d-4543-855f-e99961d7b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:41.509756 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:42.990023 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:44.164642 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:48.533157 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:55:50.116013 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:55:54.016497 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:08.852577 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-8fe862cf-7aa3-4058-bdbe-808a3376c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:11.276838 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-2b23ec0a-d71d-4531-8ad2-6022b4b2454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:11.511908 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:12.995785 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:14.168371 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:18.539346 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:24.019973 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:27.115292 n-d-811405-2 neutron-server[102068]: DEBUG neutron.db.agents_db [None req-b5993e63-40b8-4a69-8c50-ae4e0d00a28d None None] Agent healthcheck: found 7 active agents {{(pid=102068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:56:38.862297 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-eb0be65b-af50-472b-bf3e-669f973cf406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:41.282611 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-dd4045c8-4de6-43df-a4f0-366177de1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:41.515059 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-48cdfb33-83b0-4e78-831d-14025f766b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:43.000865 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-cbbf067d-f65c-4677-9982-9ee38972b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:44.180916 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-d3bc606d-dc0f-4f1f-8fc8-aa35595fd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:48.554273 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-1d4d09ac-bca4-4c3e-8d49-135b5df8f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:54.031322 n-d-811405-2 neutron-server[102067]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-79fa-4415-a721-da406e93aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756002245111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607976'] for agent, after_update {{(pid=102067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 02 17:56:55.655614 n-d-811405-2 neutron-server[102066]: DEBUG neutron.wsgi [req-bf0a3121-7a53-4198-834c-b875afa212b4 req-8fd42001-b589-43ef-8e41-670c7dbf7be0 service neutron] (102066) timed out ('10.222.0.31', 55222) {{(pid=102066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}